irq.h 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872
  1. #ifndef _LINUX_IRQ_H
  2. #define _LINUX_IRQ_H
  3. /*
  4. * Please do not include this file in generic code. There is currently
  5. * no requirement for any architecture to implement anything held
  6. * within this file.
  7. *
  8. * Thanks. --rmk
  9. */
  10. #include <linux/smp.h>
  11. #include <linux/linkage.h>
  12. #include <linux/cache.h>
  13. #include <linux/spinlock.h>
  14. #include <linux/cpumask.h>
  15. #include <linux/gfp.h>
  16. #include <linux/irqhandler.h>
  17. #include <linux/irqreturn.h>
  18. #include <linux/irqnr.h>
  19. #include <linux/errno.h>
  20. #include <linux/topology.h>
  21. #include <linux/wait.h>
  22. #include <linux/io.h>
  23. #include <asm/irq.h>
  24. #include <asm/ptrace.h>
  25. #include <asm/irq_regs.h>
  26. struct seq_file;
  27. struct module;
  28. struct msi_msg;
  29. enum irqchip_irq_state;
  30. /*
  31. * IRQ line status.
  32. *
  33. * Bits 0-7 are the same as the IRQF_* bits in linux/interrupt.h
  34. *
  35. * IRQ_TYPE_NONE - default, unspecified type
  36. * IRQ_TYPE_EDGE_RISING - rising edge triggered
  37. * IRQ_TYPE_EDGE_FALLING - falling edge triggered
  38. * IRQ_TYPE_EDGE_BOTH - rising and falling edge triggered
  39. * IRQ_TYPE_LEVEL_HIGH - high level triggered
  40. * IRQ_TYPE_LEVEL_LOW - low level triggered
  41. * IRQ_TYPE_LEVEL_MASK - Mask to filter out the level bits
  42. * IRQ_TYPE_SENSE_MASK - Mask for all the above bits
  43. * IRQ_TYPE_DEFAULT - For use by some PICs to ask irq_set_type
  44. * to setup the HW to a sane default (used
  45. * by irqdomain map() callbacks to synchronize
  46. * the HW state and SW flags for a newly
  47. * allocated descriptor).
  48. *
  49. * IRQ_TYPE_PROBE - Special flag for probing in progress
  50. *
  51. * Bits which can be modified via irq_set/clear/modify_status_flags()
  52. * IRQ_LEVEL - Interrupt is level type. Will be also
  53. * updated in the code when the above trigger
  54. * bits are modified via irq_set_irq_type()
  55. * IRQ_PER_CPU - Mark an interrupt PER_CPU. Will protect
  56. * it from affinity setting
  57. * IRQ_NOPROBE - Interrupt cannot be probed by autoprobing
  58. * IRQ_NOREQUEST - Interrupt cannot be requested via
  59. * request_irq()
  60. * IRQ_NOTHREAD - Interrupt cannot be threaded
  61. * IRQ_NOAUTOEN - Interrupt is not automatically enabled in
  62. * request/setup_irq()
  63. * IRQ_NO_BALANCING - Interrupt cannot be balanced (affinity set)
  64. * IRQ_MOVE_PCNTXT - Interrupt can be migrated from process context
  65. * IRQ_NESTED_TRHEAD - Interrupt nests into another thread
  66. * IRQ_PER_CPU_DEVID - Dev_id is a per-cpu variable
  67. * IRQ_IS_POLLED - Always polled by another interrupt. Exclude
  68. * it from the spurious interrupt detection
  69. * mechanism and from core side polling.
  70. */
  71. enum {
  72. IRQ_TYPE_NONE = 0x00000000,
  73. IRQ_TYPE_EDGE_RISING = 0x00000001,
  74. IRQ_TYPE_EDGE_FALLING = 0x00000002,
  75. IRQ_TYPE_EDGE_BOTH = (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING),
  76. IRQ_TYPE_LEVEL_HIGH = 0x00000004,
  77. IRQ_TYPE_LEVEL_LOW = 0x00000008,
  78. IRQ_TYPE_LEVEL_MASK = (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH),
  79. IRQ_TYPE_SENSE_MASK = 0x0000000f,
  80. IRQ_TYPE_DEFAULT = IRQ_TYPE_SENSE_MASK,
  81. IRQ_TYPE_PROBE = 0x00000010,
  82. IRQ_LEVEL = (1 << 8),
  83. IRQ_PER_CPU = (1 << 9),
  84. IRQ_NOPROBE = (1 << 10),
  85. IRQ_NOREQUEST = (1 << 11),
  86. IRQ_NOAUTOEN = (1 << 12),
  87. IRQ_NO_BALANCING = (1 << 13),
  88. IRQ_MOVE_PCNTXT = (1 << 14),
  89. IRQ_NESTED_THREAD = (1 << 15),
  90. IRQ_NOTHREAD = (1 << 16),
  91. IRQ_PER_CPU_DEVID = (1 << 17),
  92. IRQ_IS_POLLED = (1 << 18),
  93. };
  94. #define IRQF_MODIFY_MASK \
  95. (IRQ_TYPE_SENSE_MASK | IRQ_NOPROBE | IRQ_NOREQUEST | \
  96. IRQ_NOAUTOEN | IRQ_MOVE_PCNTXT | IRQ_LEVEL | IRQ_NO_BALANCING | \
  97. IRQ_PER_CPU | IRQ_NESTED_THREAD | IRQ_NOTHREAD | IRQ_PER_CPU_DEVID | \
  98. IRQ_IS_POLLED)
  99. #define IRQ_NO_BALANCING_MASK (IRQ_PER_CPU | IRQ_NO_BALANCING)
  100. /*
  101. * Return value for chip->irq_set_affinity()
  102. *
  103. * IRQ_SET_MASK_OK - OK, core updates irq_data.affinity
  104. * IRQ_SET_MASK_NOCPY - OK, chip did update irq_data.affinity
  105. * IRQ_SET_MASK_OK_DONE - Same as IRQ_SET_MASK_OK for core. Special code to
  106. * support stacked irqchips, which indicates skipping
  107. * all descendent irqchips.
  108. */
  109. enum {
  110. IRQ_SET_MASK_OK = 0,
  111. IRQ_SET_MASK_OK_NOCOPY,
  112. IRQ_SET_MASK_OK_DONE,
  113. };
  114. struct msi_desc;
  115. struct irq_domain;
  116. /**
  117. * struct irq_data - per irq and irq chip data passed down to chip functions
  118. * @mask: precomputed bitmask for accessing the chip registers
  119. * @irq: interrupt number
  120. * @hwirq: hardware interrupt number, local to the interrupt domain
  121. * @node: node index useful for balancing
  122. * @state_use_accessors: status information for irq chip functions.
  123. * Use accessor functions to deal with it
  124. * @chip: low level interrupt hardware access
  125. * @domain: Interrupt translation domain; responsible for mapping
  126. * between hwirq number and linux irq number.
  127. * @parent_data: pointer to parent struct irq_data to support hierarchy
  128. * irq_domain
  129. * @handler_data: per-IRQ data for the irq_chip methods
  130. * @chip_data: platform-specific per-chip private data for the chip
  131. * methods, to allow shared chip implementations
  132. * @msi_desc: MSI descriptor
  133. * @affinity: IRQ affinity on SMP
  134. *
  135. * The fields here need to overlay the ones in irq_desc until we
  136. * cleaned up the direct references and switched everything over to
  137. * irq_data.
  138. */
  139. struct irq_data {
  140. u32 mask;
  141. unsigned int irq;
  142. unsigned long hwirq;
  143. unsigned int node;
  144. unsigned int state_use_accessors;
  145. struct irq_chip *chip;
  146. struct irq_domain *domain;
  147. #ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
  148. struct irq_data *parent_data;
  149. #endif
  150. void *handler_data;
  151. void *chip_data;
  152. struct msi_desc *msi_desc;
  153. cpumask_var_t affinity;
  154. };
  155. /*
  156. * Bit masks for irq_data.state
  157. *
  158. * IRQD_TRIGGER_MASK - Mask for the trigger type bits
  159. * IRQD_SETAFFINITY_PENDING - Affinity setting is pending
  160. * IRQD_NO_BALANCING - Balancing disabled for this IRQ
  161. * IRQD_PER_CPU - Interrupt is per cpu
  162. * IRQD_AFFINITY_SET - Interrupt affinity was set
  163. * IRQD_LEVEL - Interrupt is level triggered
  164. * IRQD_WAKEUP_STATE - Interrupt is configured for wakeup
  165. * from suspend
  166. * IRDQ_MOVE_PCNTXT - Interrupt can be moved in process
  167. * context
  168. * IRQD_IRQ_DISABLED - Disabled state of the interrupt
  169. * IRQD_IRQ_MASKED - Masked state of the interrupt
  170. * IRQD_IRQ_INPROGRESS - In progress state of the interrupt
  171. * IRQD_WAKEUP_ARMED - Wakeup mode armed
  172. */
  173. enum {
  174. IRQD_TRIGGER_MASK = 0xf,
  175. IRQD_SETAFFINITY_PENDING = (1 << 8),
  176. IRQD_NO_BALANCING = (1 << 10),
  177. IRQD_PER_CPU = (1 << 11),
  178. IRQD_AFFINITY_SET = (1 << 12),
  179. IRQD_LEVEL = (1 << 13),
  180. IRQD_WAKEUP_STATE = (1 << 14),
  181. IRQD_MOVE_PCNTXT = (1 << 15),
  182. IRQD_IRQ_DISABLED = (1 << 16),
  183. IRQD_IRQ_MASKED = (1 << 17),
  184. IRQD_IRQ_INPROGRESS = (1 << 18),
  185. IRQD_WAKEUP_ARMED = (1 << 19),
  186. };
  187. static inline bool irqd_is_setaffinity_pending(struct irq_data *d)
  188. {
  189. return d->state_use_accessors & IRQD_SETAFFINITY_PENDING;
  190. }
  191. static inline bool irqd_is_per_cpu(struct irq_data *d)
  192. {
  193. return d->state_use_accessors & IRQD_PER_CPU;
  194. }
  195. static inline bool irqd_can_balance(struct irq_data *d)
  196. {
  197. return !(d->state_use_accessors & (IRQD_PER_CPU | IRQD_NO_BALANCING));
  198. }
  199. static inline bool irqd_affinity_was_set(struct irq_data *d)
  200. {
  201. return d->state_use_accessors & IRQD_AFFINITY_SET;
  202. }
  203. static inline void irqd_mark_affinity_was_set(struct irq_data *d)
  204. {
  205. d->state_use_accessors |= IRQD_AFFINITY_SET;
  206. }
  207. static inline u32 irqd_get_trigger_type(struct irq_data *d)
  208. {
  209. return d->state_use_accessors & IRQD_TRIGGER_MASK;
  210. }
  211. /*
  212. * Must only be called inside irq_chip.irq_set_type() functions.
  213. */
  214. static inline void irqd_set_trigger_type(struct irq_data *d, u32 type)
  215. {
  216. d->state_use_accessors &= ~IRQD_TRIGGER_MASK;
  217. d->state_use_accessors |= type & IRQD_TRIGGER_MASK;
  218. }
  219. static inline bool irqd_is_level_type(struct irq_data *d)
  220. {
  221. return d->state_use_accessors & IRQD_LEVEL;
  222. }
  223. static inline bool irqd_is_wakeup_set(struct irq_data *d)
  224. {
  225. return d->state_use_accessors & IRQD_WAKEUP_STATE;
  226. }
  227. static inline bool irqd_can_move_in_process_context(struct irq_data *d)
  228. {
  229. return d->state_use_accessors & IRQD_MOVE_PCNTXT;
  230. }
  231. static inline bool irqd_irq_disabled(struct irq_data *d)
  232. {
  233. return d->state_use_accessors & IRQD_IRQ_DISABLED;
  234. }
  235. static inline bool irqd_irq_masked(struct irq_data *d)
  236. {
  237. return d->state_use_accessors & IRQD_IRQ_MASKED;
  238. }
  239. static inline bool irqd_irq_inprogress(struct irq_data *d)
  240. {
  241. return d->state_use_accessors & IRQD_IRQ_INPROGRESS;
  242. }
  243. static inline bool irqd_is_wakeup_armed(struct irq_data *d)
  244. {
  245. return d->state_use_accessors & IRQD_WAKEUP_ARMED;
  246. }
  247. /*
  248. * Functions for chained handlers which can be enabled/disabled by the
  249. * standard disable_irq/enable_irq calls. Must be called with
  250. * irq_desc->lock held.
  251. */
  252. static inline void irqd_set_chained_irq_inprogress(struct irq_data *d)
  253. {
  254. d->state_use_accessors |= IRQD_IRQ_INPROGRESS;
  255. }
  256. static inline void irqd_clr_chained_irq_inprogress(struct irq_data *d)
  257. {
  258. d->state_use_accessors &= ~IRQD_IRQ_INPROGRESS;
  259. }
  260. static inline irq_hw_number_t irqd_to_hwirq(struct irq_data *d)
  261. {
  262. return d->hwirq;
  263. }
  264. /**
  265. * struct irq_chip - hardware interrupt chip descriptor
  266. *
  267. * @name: name for /proc/interrupts
  268. * @irq_startup: start up the interrupt (defaults to ->enable if NULL)
  269. * @irq_shutdown: shut down the interrupt (defaults to ->disable if NULL)
  270. * @irq_enable: enable the interrupt (defaults to chip->unmask if NULL)
  271. * @irq_disable: disable the interrupt
  272. * @irq_ack: start of a new interrupt
  273. * @irq_mask: mask an interrupt source
  274. * @irq_mask_ack: ack and mask an interrupt source
  275. * @irq_unmask: unmask an interrupt source
  276. * @irq_eoi: end of interrupt
  277. * @irq_set_affinity: set the CPU affinity on SMP machines
  278. * @irq_retrigger: resend an IRQ to the CPU
  279. * @irq_set_type: set the flow type (IRQ_TYPE_LEVEL/etc.) of an IRQ
  280. * @irq_set_wake: enable/disable power-management wake-on of an IRQ
  281. * @irq_bus_lock: function to lock access to slow bus (i2c) chips
  282. * @irq_bus_sync_unlock:function to sync and unlock slow bus (i2c) chips
  283. * @irq_cpu_online: configure an interrupt source for a secondary CPU
  284. * @irq_cpu_offline: un-configure an interrupt source for a secondary CPU
  285. * @irq_suspend: function called from core code on suspend once per chip
  286. * @irq_resume: function called from core code on resume once per chip
  287. * @irq_pm_shutdown: function called from core code on shutdown once per chip
  288. * @irq_calc_mask: Optional function to set irq_data.mask for special cases
  289. * @irq_print_chip: optional to print special chip info in show_interrupts
  290. * @irq_request_resources: optional to request resources before calling
  291. * any other callback related to this irq
  292. * @irq_release_resources: optional to release resources acquired with
  293. * irq_request_resources
  294. * @irq_compose_msi_msg: optional to compose message content for MSI
  295. * @irq_write_msi_msg: optional to write message content for MSI
  296. * @irq_get_irqchip_state: return the internal state of an interrupt
  297. * @irq_set_irqchip_state: set the internal state of a interrupt
  298. * @flags: chip specific flags
  299. */
  300. struct irq_chip {
  301. const char *name;
  302. unsigned int (*irq_startup)(struct irq_data *data);
  303. void (*irq_shutdown)(struct irq_data *data);
  304. void (*irq_enable)(struct irq_data *data);
  305. void (*irq_disable)(struct irq_data *data);
  306. void (*irq_ack)(struct irq_data *data);
  307. void (*irq_mask)(struct irq_data *data);
  308. void (*irq_mask_ack)(struct irq_data *data);
  309. void (*irq_unmask)(struct irq_data *data);
  310. void (*irq_eoi)(struct irq_data *data);
  311. int (*irq_set_affinity)(struct irq_data *data, const struct cpumask *dest, bool force);
  312. int (*irq_retrigger)(struct irq_data *data);
  313. int (*irq_set_type)(struct irq_data *data, unsigned int flow_type);
  314. int (*irq_set_wake)(struct irq_data *data, unsigned int on);
  315. void (*irq_bus_lock)(struct irq_data *data);
  316. void (*irq_bus_sync_unlock)(struct irq_data *data);
  317. void (*irq_cpu_online)(struct irq_data *data);
  318. void (*irq_cpu_offline)(struct irq_data *data);
  319. void (*irq_suspend)(struct irq_data *data);
  320. void (*irq_resume)(struct irq_data *data);
  321. void (*irq_pm_shutdown)(struct irq_data *data);
  322. void (*irq_calc_mask)(struct irq_data *data);
  323. void (*irq_print_chip)(struct irq_data *data, struct seq_file *p);
  324. int (*irq_request_resources)(struct irq_data *data);
  325. void (*irq_release_resources)(struct irq_data *data);
  326. void (*irq_compose_msi_msg)(struct irq_data *data, struct msi_msg *msg);
  327. void (*irq_write_msi_msg)(struct irq_data *data, struct msi_msg *msg);
  328. int (*irq_get_irqchip_state)(struct irq_data *data, enum irqchip_irq_state which, bool *state);
  329. int (*irq_set_irqchip_state)(struct irq_data *data, enum irqchip_irq_state which, bool state);
  330. unsigned long flags;
  331. };
  332. /*
  333. * irq_chip specific flags
  334. *
  335. * IRQCHIP_SET_TYPE_MASKED: Mask before calling chip.irq_set_type()
  336. * IRQCHIP_EOI_IF_HANDLED: Only issue irq_eoi() when irq was handled
  337. * IRQCHIP_MASK_ON_SUSPEND: Mask non wake irqs in the suspend path
  338. * IRQCHIP_ONOFFLINE_ENABLED: Only call irq_on/off_line callbacks
  339. * when irq enabled
  340. * IRQCHIP_SKIP_SET_WAKE: Skip chip.irq_set_wake(), for this irq chip
  341. * IRQCHIP_ONESHOT_SAFE: One shot does not require mask/unmask
  342. * IRQCHIP_EOI_THREADED: Chip requires eoi() on unmask in threaded mode
  343. */
  344. enum {
  345. IRQCHIP_SET_TYPE_MASKED = (1 << 0),
  346. IRQCHIP_EOI_IF_HANDLED = (1 << 1),
  347. IRQCHIP_MASK_ON_SUSPEND = (1 << 2),
  348. IRQCHIP_ONOFFLINE_ENABLED = (1 << 3),
  349. IRQCHIP_SKIP_SET_WAKE = (1 << 4),
  350. IRQCHIP_ONESHOT_SAFE = (1 << 5),
  351. IRQCHIP_EOI_THREADED = (1 << 6),
  352. };
  353. /* This include will go away once we isolated irq_desc usage to core code */
  354. #include <linux/irqdesc.h>
  355. /*
  356. * Pick up the arch-dependent methods:
  357. */
  358. #include <asm/hw_irq.h>
  359. #ifndef NR_IRQS_LEGACY
  360. # define NR_IRQS_LEGACY 0
  361. #endif
  362. #ifndef ARCH_IRQ_INIT_FLAGS
  363. # define ARCH_IRQ_INIT_FLAGS 0
  364. #endif
  365. #define IRQ_DEFAULT_INIT_FLAGS ARCH_IRQ_INIT_FLAGS
  366. struct irqaction;
  367. extern int setup_irq(unsigned int irq, struct irqaction *new);
  368. extern void remove_irq(unsigned int irq, struct irqaction *act);
  369. extern int setup_percpu_irq(unsigned int irq, struct irqaction *new);
  370. extern void remove_percpu_irq(unsigned int irq, struct irqaction *act);
  371. extern void irq_cpu_online(void);
  372. extern void irq_cpu_offline(void);
  373. extern int irq_set_affinity_locked(struct irq_data *data,
  374. const struct cpumask *cpumask, bool force);
  375. #if defined(CONFIG_SMP) && defined(CONFIG_GENERIC_PENDING_IRQ)
  376. void irq_move_irq(struct irq_data *data);
  377. void irq_move_masked_irq(struct irq_data *data);
  378. #else
  379. static inline void irq_move_irq(struct irq_data *data) { }
  380. static inline void irq_move_masked_irq(struct irq_data *data) { }
  381. #endif
  382. extern int no_irq_affinity;
  383. #ifdef CONFIG_HARDIRQS_SW_RESEND
  384. int irq_set_parent(int irq, int parent_irq);
  385. #else
  386. static inline int irq_set_parent(int irq, int parent_irq)
  387. {
  388. return 0;
  389. }
  390. #endif
  391. /*
  392. * Built-in IRQ handlers for various IRQ types,
  393. * callable via desc->handle_irq()
  394. */
  395. extern void handle_level_irq(unsigned int irq, struct irq_desc *desc);
  396. extern void handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc);
  397. extern void handle_edge_irq(unsigned int irq, struct irq_desc *desc);
  398. extern void handle_edge_eoi_irq(unsigned int irq, struct irq_desc *desc);
  399. extern void handle_simple_irq(unsigned int irq, struct irq_desc *desc);
  400. extern void handle_percpu_irq(unsigned int irq, struct irq_desc *desc);
  401. extern void handle_percpu_devid_irq(unsigned int irq, struct irq_desc *desc);
  402. extern void handle_bad_irq(unsigned int irq, struct irq_desc *desc);
  403. extern void handle_nested_irq(unsigned int irq);
  404. extern int irq_chip_compose_msi_msg(struct irq_data *data, struct msi_msg *msg);
  405. #ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
  406. extern void irq_chip_ack_parent(struct irq_data *data);
  407. extern int irq_chip_retrigger_hierarchy(struct irq_data *data);
  408. extern void irq_chip_mask_parent(struct irq_data *data);
  409. extern void irq_chip_unmask_parent(struct irq_data *data);
  410. extern void irq_chip_eoi_parent(struct irq_data *data);
  411. extern int irq_chip_set_affinity_parent(struct irq_data *data,
  412. const struct cpumask *dest,
  413. bool force);
  414. extern int irq_chip_set_wake_parent(struct irq_data *data, unsigned int on);
  415. #endif
  416. /* Handling of unhandled and spurious interrupts: */
  417. extern void note_interrupt(unsigned int irq, struct irq_desc *desc,
  418. irqreturn_t action_ret);
  419. /* Enable/disable irq debugging output: */
  420. extern int noirqdebug_setup(char *str);
  421. /* Checks whether the interrupt can be requested by request_irq(): */
  422. extern int can_request_irq(unsigned int irq, unsigned long irqflags);
  423. /* Dummy irq-chip implementations: */
  424. extern struct irq_chip no_irq_chip;
  425. extern struct irq_chip dummy_irq_chip;
  426. extern void
  427. irq_set_chip_and_handler_name(unsigned int irq, struct irq_chip *chip,
  428. irq_flow_handler_t handle, const char *name);
  429. static inline void irq_set_chip_and_handler(unsigned int irq, struct irq_chip *chip,
  430. irq_flow_handler_t handle)
  431. {
  432. irq_set_chip_and_handler_name(irq, chip, handle, NULL);
  433. }
  434. extern int irq_set_percpu_devid(unsigned int irq);
  435. extern void
  436. __irq_set_handler(unsigned int irq, irq_flow_handler_t handle, int is_chained,
  437. const char *name);
  438. static inline void
  439. irq_set_handler(unsigned int irq, irq_flow_handler_t handle)
  440. {
  441. __irq_set_handler(irq, handle, 0, NULL);
  442. }
  443. /*
  444. * Set a highlevel chained flow handler for a given IRQ.
  445. * (a chained handler is automatically enabled and set to
  446. * IRQ_NOREQUEST, IRQ_NOPROBE, and IRQ_NOTHREAD)
  447. */
  448. static inline void
  449. irq_set_chained_handler(unsigned int irq, irq_flow_handler_t handle)
  450. {
  451. __irq_set_handler(irq, handle, 1, NULL);
  452. }
  453. void irq_modify_status(unsigned int irq, unsigned long clr, unsigned long set);
  454. static inline void irq_set_status_flags(unsigned int irq, unsigned long set)
  455. {
  456. irq_modify_status(irq, 0, set);
  457. }
  458. static inline void irq_clear_status_flags(unsigned int irq, unsigned long clr)
  459. {
  460. irq_modify_status(irq, clr, 0);
  461. }
  462. static inline void irq_set_noprobe(unsigned int irq)
  463. {
  464. irq_modify_status(irq, 0, IRQ_NOPROBE);
  465. }
  466. static inline void irq_set_probe(unsigned int irq)
  467. {
  468. irq_modify_status(irq, IRQ_NOPROBE, 0);
  469. }
  470. static inline void irq_set_nothread(unsigned int irq)
  471. {
  472. irq_modify_status(irq, 0, IRQ_NOTHREAD);
  473. }
  474. static inline void irq_set_thread(unsigned int irq)
  475. {
  476. irq_modify_status(irq, IRQ_NOTHREAD, 0);
  477. }
  478. static inline void irq_set_nested_thread(unsigned int irq, bool nest)
  479. {
  480. if (nest)
  481. irq_set_status_flags(irq, IRQ_NESTED_THREAD);
  482. else
  483. irq_clear_status_flags(irq, IRQ_NESTED_THREAD);
  484. }
  485. static inline void irq_set_percpu_devid_flags(unsigned int irq)
  486. {
  487. irq_set_status_flags(irq,
  488. IRQ_NOAUTOEN | IRQ_PER_CPU | IRQ_NOTHREAD |
  489. IRQ_NOPROBE | IRQ_PER_CPU_DEVID);
  490. }
  491. /* Set/get chip/data for an IRQ: */
  492. extern int irq_set_chip(unsigned int irq, struct irq_chip *chip);
  493. extern int irq_set_handler_data(unsigned int irq, void *data);
  494. extern int irq_set_chip_data(unsigned int irq, void *data);
  495. extern int irq_set_irq_type(unsigned int irq, unsigned int type);
  496. extern int irq_set_msi_desc(unsigned int irq, struct msi_desc *entry);
  497. extern int irq_set_msi_desc_off(unsigned int irq_base, unsigned int irq_offset,
  498. struct msi_desc *entry);
  499. extern struct irq_data *irq_get_irq_data(unsigned int irq);
  500. static inline struct irq_chip *irq_get_chip(unsigned int irq)
  501. {
  502. struct irq_data *d = irq_get_irq_data(irq);
  503. return d ? d->chip : NULL;
  504. }
  505. static inline struct irq_chip *irq_data_get_irq_chip(struct irq_data *d)
  506. {
  507. return d->chip;
  508. }
  509. static inline void *irq_get_chip_data(unsigned int irq)
  510. {
  511. struct irq_data *d = irq_get_irq_data(irq);
  512. return d ? d->chip_data : NULL;
  513. }
  514. static inline void *irq_data_get_irq_chip_data(struct irq_data *d)
  515. {
  516. return d->chip_data;
  517. }
  518. static inline void *irq_get_handler_data(unsigned int irq)
  519. {
  520. struct irq_data *d = irq_get_irq_data(irq);
  521. return d ? d->handler_data : NULL;
  522. }
  523. static inline void *irq_data_get_irq_handler_data(struct irq_data *d)
  524. {
  525. return d->handler_data;
  526. }
  527. static inline struct msi_desc *irq_get_msi_desc(unsigned int irq)
  528. {
  529. struct irq_data *d = irq_get_irq_data(irq);
  530. return d ? d->msi_desc : NULL;
  531. }
  532. static inline struct msi_desc *irq_data_get_msi(struct irq_data *d)
  533. {
  534. return d->msi_desc;
  535. }
  536. static inline u32 irq_get_trigger_type(unsigned int irq)
  537. {
  538. struct irq_data *d = irq_get_irq_data(irq);
  539. return d ? irqd_get_trigger_type(d) : 0;
  540. }
  541. unsigned int arch_dynirq_lower_bound(unsigned int from);
  542. int __irq_alloc_descs(int irq, unsigned int from, unsigned int cnt, int node,
  543. struct module *owner);
  544. /* use macros to avoid needing export.h for THIS_MODULE */
  545. #define irq_alloc_descs(irq, from, cnt, node) \
  546. __irq_alloc_descs(irq, from, cnt, node, THIS_MODULE)
  547. #define irq_alloc_desc(node) \
  548. irq_alloc_descs(-1, 0, 1, node)
  549. #define irq_alloc_desc_at(at, node) \
  550. irq_alloc_descs(at, at, 1, node)
  551. #define irq_alloc_desc_from(from, node) \
  552. irq_alloc_descs(-1, from, 1, node)
  553. #define irq_alloc_descs_from(from, cnt, node) \
  554. irq_alloc_descs(-1, from, cnt, node)
  555. void irq_free_descs(unsigned int irq, unsigned int cnt);
  556. static inline void irq_free_desc(unsigned int irq)
  557. {
  558. irq_free_descs(irq, 1);
  559. }
  560. #ifdef CONFIG_GENERIC_IRQ_LEGACY_ALLOC_HWIRQ
  561. unsigned int irq_alloc_hwirqs(int cnt, int node);
  562. static inline unsigned int irq_alloc_hwirq(int node)
  563. {
  564. return irq_alloc_hwirqs(1, node);
  565. }
  566. void irq_free_hwirqs(unsigned int from, int cnt);
  567. static inline void irq_free_hwirq(unsigned int irq)
  568. {
  569. return irq_free_hwirqs(irq, 1);
  570. }
  571. int arch_setup_hwirq(unsigned int irq, int node);
  572. void arch_teardown_hwirq(unsigned int irq);
  573. #endif
  574. #ifdef CONFIG_GENERIC_IRQ_LEGACY
  575. void irq_init_desc(unsigned int irq);
  576. #endif
  577. /**
  578. * struct irq_chip_regs - register offsets for struct irq_gci
  579. * @enable: Enable register offset to reg_base
  580. * @disable: Disable register offset to reg_base
  581. * @mask: Mask register offset to reg_base
  582. * @ack: Ack register offset to reg_base
  583. * @eoi: Eoi register offset to reg_base
  584. * @type: Type configuration register offset to reg_base
  585. * @polarity: Polarity configuration register offset to reg_base
  586. */
  587. struct irq_chip_regs {
  588. unsigned long enable;
  589. unsigned long disable;
  590. unsigned long mask;
  591. unsigned long ack;
  592. unsigned long eoi;
  593. unsigned long type;
  594. unsigned long polarity;
  595. };
  596. /**
  597. * struct irq_chip_type - Generic interrupt chip instance for a flow type
  598. * @chip: The real interrupt chip which provides the callbacks
  599. * @regs: Register offsets for this chip
  600. * @handler: Flow handler associated with this chip
  601. * @type: Chip can handle these flow types
  602. * @mask_cache_priv: Cached mask register private to the chip type
  603. * @mask_cache: Pointer to cached mask register
  604. *
  605. * A irq_generic_chip can have several instances of irq_chip_type when
  606. * it requires different functions and register offsets for different
  607. * flow types.
  608. */
  609. struct irq_chip_type {
  610. struct irq_chip chip;
  611. struct irq_chip_regs regs;
  612. irq_flow_handler_t handler;
  613. u32 type;
  614. u32 mask_cache_priv;
  615. u32 *mask_cache;
  616. };
  617. /**
  618. * struct irq_chip_generic - Generic irq chip data structure
  619. * @lock: Lock to protect register and cache data access
  620. * @reg_base: Register base address (virtual)
  621. * @reg_readl: Alternate I/O accessor (defaults to readl if NULL)
  622. * @reg_writel: Alternate I/O accessor (defaults to writel if NULL)
  623. * @irq_base: Interrupt base nr for this chip
  624. * @irq_cnt: Number of interrupts handled by this chip
  625. * @mask_cache: Cached mask register shared between all chip types
  626. * @type_cache: Cached type register
  627. * @polarity_cache: Cached polarity register
  628. * @wake_enabled: Interrupt can wakeup from suspend
  629. * @wake_active: Interrupt is marked as an wakeup from suspend source
  630. * @num_ct: Number of available irq_chip_type instances (usually 1)
  631. * @private: Private data for non generic chip callbacks
  632. * @installed: bitfield to denote installed interrupts
  633. * @unused: bitfield to denote unused interrupts
  634. * @domain: irq domain pointer
  635. * @list: List head for keeping track of instances
  636. * @chip_types: Array of interrupt irq_chip_types
  637. *
  638. * Note, that irq_chip_generic can have multiple irq_chip_type
  639. * implementations which can be associated to a particular irq line of
  640. * an irq_chip_generic instance. That allows to share and protect
  641. * state in an irq_chip_generic instance when we need to implement
  642. * different flow mechanisms (level/edge) for it.
  643. */
  644. struct irq_chip_generic {
  645. raw_spinlock_t lock;
  646. void __iomem *reg_base;
  647. u32 (*reg_readl)(void __iomem *addr);
  648. void (*reg_writel)(u32 val, void __iomem *addr);
  649. unsigned int irq_base;
  650. unsigned int irq_cnt;
  651. u32 mask_cache;
  652. u32 type_cache;
  653. u32 polarity_cache;
  654. u32 wake_enabled;
  655. u32 wake_active;
  656. unsigned int num_ct;
  657. void *private;
  658. unsigned long installed;
  659. unsigned long unused;
  660. struct irq_domain *domain;
  661. struct list_head list;
  662. struct irq_chip_type chip_types[0];
  663. };
  664. /**
  665. * enum irq_gc_flags - Initialization flags for generic irq chips
  666. * @IRQ_GC_INIT_MASK_CACHE: Initialize the mask_cache by reading mask reg
  667. * @IRQ_GC_INIT_NESTED_LOCK: Set the lock class of the irqs to nested for
  668. * irq chips which need to call irq_set_wake() on
  669. * the parent irq. Usually GPIO implementations
  670. * @IRQ_GC_MASK_CACHE_PER_TYPE: Mask cache is chip type private
  671. * @IRQ_GC_NO_MASK: Do not calculate irq_data->mask
  672. * @IRQ_GC_BE_IO: Use big-endian register accesses (default: LE)
  673. */
  674. enum irq_gc_flags {
  675. IRQ_GC_INIT_MASK_CACHE = 1 << 0,
  676. IRQ_GC_INIT_NESTED_LOCK = 1 << 1,
  677. IRQ_GC_MASK_CACHE_PER_TYPE = 1 << 2,
  678. IRQ_GC_NO_MASK = 1 << 3,
  679. IRQ_GC_BE_IO = 1 << 4,
  680. };
  681. /*
  682. * struct irq_domain_chip_generic - Generic irq chip data structure for irq domains
  683. * @irqs_per_chip: Number of interrupts per chip
  684. * @num_chips: Number of chips
  685. * @irq_flags_to_set: IRQ* flags to set on irq setup
  686. * @irq_flags_to_clear: IRQ* flags to clear on irq setup
  687. * @gc_flags: Generic chip specific setup flags
  688. * @gc: Array of pointers to generic interrupt chips
  689. */
  690. struct irq_domain_chip_generic {
  691. unsigned int irqs_per_chip;
  692. unsigned int num_chips;
  693. unsigned int irq_flags_to_clear;
  694. unsigned int irq_flags_to_set;
  695. enum irq_gc_flags gc_flags;
  696. struct irq_chip_generic *gc[0];
  697. };
  698. /* Generic chip callback functions */
  699. void irq_gc_noop(struct irq_data *d);
  700. void irq_gc_mask_disable_reg(struct irq_data *d);
  701. void irq_gc_mask_set_bit(struct irq_data *d);
  702. void irq_gc_mask_clr_bit(struct irq_data *d);
  703. void irq_gc_unmask_enable_reg(struct irq_data *d);
  704. void irq_gc_ack_set_bit(struct irq_data *d);
  705. void irq_gc_ack_clr_bit(struct irq_data *d);
  706. void irq_gc_mask_disable_reg_and_ack(struct irq_data *d);
  707. void irq_gc_eoi(struct irq_data *d);
  708. int irq_gc_set_wake(struct irq_data *d, unsigned int on);
  709. /* Setup functions for irq_chip_generic */
  710. int irq_map_generic_chip(struct irq_domain *d, unsigned int virq,
  711. irq_hw_number_t hw_irq);
  712. struct irq_chip_generic *
  713. irq_alloc_generic_chip(const char *name, int nr_ct, unsigned int irq_base,
  714. void __iomem *reg_base, irq_flow_handler_t handler);
  715. void irq_setup_generic_chip(struct irq_chip_generic *gc, u32 msk,
  716. enum irq_gc_flags flags, unsigned int clr,
  717. unsigned int set);
  718. int irq_setup_alt_chip(struct irq_data *d, unsigned int type);
  719. void irq_remove_generic_chip(struct irq_chip_generic *gc, u32 msk,
  720. unsigned int clr, unsigned int set);
  721. struct irq_chip_generic *irq_get_domain_generic_chip(struct irq_domain *d, unsigned int hw_irq);
  722. int irq_alloc_domain_generic_chips(struct irq_domain *d, int irqs_per_chip,
  723. int num_ct, const char *name,
  724. irq_flow_handler_t handler,
  725. unsigned int clr, unsigned int set,
  726. enum irq_gc_flags flags);
  727. static inline struct irq_chip_type *irq_data_get_chip_type(struct irq_data *d)
  728. {
  729. return container_of(d->chip, struct irq_chip_type, chip);
  730. }
  731. #define IRQ_MSK(n) (u32)((n) < 32 ? ((1 << (n)) - 1) : UINT_MAX)
  732. #ifdef CONFIG_SMP
  733. static inline void irq_gc_lock(struct irq_chip_generic *gc)
  734. {
  735. raw_spin_lock(&gc->lock);
  736. }
  737. static inline void irq_gc_unlock(struct irq_chip_generic *gc)
  738. {
  739. raw_spin_unlock(&gc->lock);
  740. }
  741. #else
  742. static inline void irq_gc_lock(struct irq_chip_generic *gc) { }
  743. static inline void irq_gc_unlock(struct irq_chip_generic *gc) { }
  744. #endif
  745. static inline void irq_reg_writel(struct irq_chip_generic *gc,
  746. u32 val, int reg_offset)
  747. {
  748. if (gc->reg_writel)
  749. gc->reg_writel(val, gc->reg_base + reg_offset);
  750. else
  751. writel(val, gc->reg_base + reg_offset);
  752. }
  753. static inline u32 irq_reg_readl(struct irq_chip_generic *gc,
  754. int reg_offset)
  755. {
  756. if (gc->reg_readl)
  757. return gc->reg_readl(gc->reg_base + reg_offset);
  758. else
  759. return readl(gc->reg_base + reg_offset);
  760. }
  761. #endif /* _LINUX_IRQ_H */