irq.h 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948
  1. #ifndef _LINUX_IRQ_H
  2. #define _LINUX_IRQ_H
  3. /*
  4. * Please do not include this file in generic code. There is currently
  5. * no requirement for any architecture to implement anything held
  6. * within this file.
  7. *
  8. * Thanks. --rmk
  9. */
  10. #include <linux/smp.h>
  11. #include <linux/linkage.h>
  12. #include <linux/cache.h>
  13. #include <linux/spinlock.h>
  14. #include <linux/cpumask.h>
  15. #include <linux/gfp.h>
  16. #include <linux/irqhandler.h>
  17. #include <linux/irqreturn.h>
  18. #include <linux/irqnr.h>
  19. #include <linux/errno.h>
  20. #include <linux/topology.h>
  21. #include <linux/wait.h>
  22. #include <linux/io.h>
  23. #include <asm/irq.h>
  24. #include <asm/ptrace.h>
  25. #include <asm/irq_regs.h>
  26. struct seq_file;
  27. struct module;
  28. struct msi_msg;
  29. enum irqchip_irq_state;
  30. /*
  31. * IRQ line status.
  32. *
  33. * Bits 0-7 are the same as the IRQF_* bits in linux/interrupt.h
  34. *
  35. * IRQ_TYPE_NONE - default, unspecified type
  36. * IRQ_TYPE_EDGE_RISING - rising edge triggered
  37. * IRQ_TYPE_EDGE_FALLING - falling edge triggered
  38. * IRQ_TYPE_EDGE_BOTH - rising and falling edge triggered
  39. * IRQ_TYPE_LEVEL_HIGH - high level triggered
  40. * IRQ_TYPE_LEVEL_LOW - low level triggered
  41. * IRQ_TYPE_LEVEL_MASK - Mask to filter out the level bits
  42. * IRQ_TYPE_SENSE_MASK - Mask for all the above bits
  43. * IRQ_TYPE_DEFAULT - For use by some PICs to ask irq_set_type
  44. * to setup the HW to a sane default (used
  45. * by irqdomain map() callbacks to synchronize
  46. * the HW state and SW flags for a newly
  47. * allocated descriptor).
  48. *
  49. * IRQ_TYPE_PROBE - Special flag for probing in progress
  50. *
  51. * Bits which can be modified via irq_set/clear/modify_status_flags()
  52. * IRQ_LEVEL - Interrupt is level type. Will be also
  53. * updated in the code when the above trigger
  54. * bits are modified via irq_set_irq_type()
  55. * IRQ_PER_CPU - Mark an interrupt PER_CPU. Will protect
  56. * it from affinity setting
  57. * IRQ_NOPROBE - Interrupt cannot be probed by autoprobing
  58. * IRQ_NOREQUEST - Interrupt cannot be requested via
  59. * request_irq()
  60. * IRQ_NOTHREAD - Interrupt cannot be threaded
  61. * IRQ_NOAUTOEN - Interrupt is not automatically enabled in
  62. * request/setup_irq()
  63. * IRQ_NO_BALANCING - Interrupt cannot be balanced (affinity set)
  64. * IRQ_MOVE_PCNTXT - Interrupt can be migrated from process context
  65. * IRQ_NESTED_TRHEAD - Interrupt nests into another thread
  66. * IRQ_PER_CPU_DEVID - Dev_id is a per-cpu variable
  67. * IRQ_IS_POLLED - Always polled by another interrupt. Exclude
  68. * it from the spurious interrupt detection
  69. * mechanism and from core side polling.
  70. */
  71. enum {
  72. IRQ_TYPE_NONE = 0x00000000,
  73. IRQ_TYPE_EDGE_RISING = 0x00000001,
  74. IRQ_TYPE_EDGE_FALLING = 0x00000002,
  75. IRQ_TYPE_EDGE_BOTH = (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING),
  76. IRQ_TYPE_LEVEL_HIGH = 0x00000004,
  77. IRQ_TYPE_LEVEL_LOW = 0x00000008,
  78. IRQ_TYPE_LEVEL_MASK = (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH),
  79. IRQ_TYPE_SENSE_MASK = 0x0000000f,
  80. IRQ_TYPE_DEFAULT = IRQ_TYPE_SENSE_MASK,
  81. IRQ_TYPE_PROBE = 0x00000010,
  82. IRQ_LEVEL = (1 << 8),
  83. IRQ_PER_CPU = (1 << 9),
  84. IRQ_NOPROBE = (1 << 10),
  85. IRQ_NOREQUEST = (1 << 11),
  86. IRQ_NOAUTOEN = (1 << 12),
  87. IRQ_NO_BALANCING = (1 << 13),
  88. IRQ_MOVE_PCNTXT = (1 << 14),
  89. IRQ_NESTED_THREAD = (1 << 15),
  90. IRQ_NOTHREAD = (1 << 16),
  91. IRQ_PER_CPU_DEVID = (1 << 17),
  92. IRQ_IS_POLLED = (1 << 18),
  93. };
  94. #define IRQF_MODIFY_MASK \
  95. (IRQ_TYPE_SENSE_MASK | IRQ_NOPROBE | IRQ_NOREQUEST | \
  96. IRQ_NOAUTOEN | IRQ_MOVE_PCNTXT | IRQ_LEVEL | IRQ_NO_BALANCING | \
  97. IRQ_PER_CPU | IRQ_NESTED_THREAD | IRQ_NOTHREAD | IRQ_PER_CPU_DEVID | \
  98. IRQ_IS_POLLED)
  99. #define IRQ_NO_BALANCING_MASK (IRQ_PER_CPU | IRQ_NO_BALANCING)
  100. /*
  101. * Return value for chip->irq_set_affinity()
  102. *
  103. * IRQ_SET_MASK_OK - OK, core updates irq_common_data.affinity
  104. * IRQ_SET_MASK_NOCPY - OK, chip did update irq_common_data.affinity
  105. * IRQ_SET_MASK_OK_DONE - Same as IRQ_SET_MASK_OK for core. Special code to
  106. * support stacked irqchips, which indicates skipping
  107. * all descendent irqchips.
  108. */
  109. enum {
  110. IRQ_SET_MASK_OK = 0,
  111. IRQ_SET_MASK_OK_NOCOPY,
  112. IRQ_SET_MASK_OK_DONE,
  113. };
  114. struct msi_desc;
  115. struct irq_domain;
  116. /**
  117. * struct irq_common_data - per irq data shared by all irqchips
  118. * @state_use_accessors: status information for irq chip functions.
  119. * Use accessor functions to deal with it
  120. * @node: node index useful for balancing
  121. * @handler_data: per-IRQ data for the irq_chip methods
  122. * @affinity: IRQ affinity on SMP
  123. * @msi_desc: MSI descriptor
  124. */
  125. struct irq_common_data {
  126. unsigned int state_use_accessors;
  127. #ifdef CONFIG_NUMA
  128. unsigned int node;
  129. #endif
  130. void *handler_data;
  131. struct msi_desc *msi_desc;
  132. cpumask_var_t affinity;
  133. };
  134. /**
  135. * struct irq_data - per irq chip data passed down to chip functions
  136. * @mask: precomputed bitmask for accessing the chip registers
  137. * @irq: interrupt number
  138. * @hwirq: hardware interrupt number, local to the interrupt domain
  139. * @common: point to data shared by all irqchips
  140. * @chip: low level interrupt hardware access
  141. * @domain: Interrupt translation domain; responsible for mapping
  142. * between hwirq number and linux irq number.
  143. * @parent_data: pointer to parent struct irq_data to support hierarchy
  144. * irq_domain
  145. * @chip_data: platform-specific per-chip private data for the chip
  146. * methods, to allow shared chip implementations
  147. */
  148. struct irq_data {
  149. u32 mask;
  150. unsigned int irq;
  151. unsigned long hwirq;
  152. struct irq_common_data *common;
  153. struct irq_chip *chip;
  154. struct irq_domain *domain;
  155. #ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
  156. struct irq_data *parent_data;
  157. #endif
  158. void *chip_data;
  159. };
  160. /*
  161. * Bit masks for irq_common_data.state_use_accessors
  162. *
  163. * IRQD_TRIGGER_MASK - Mask for the trigger type bits
  164. * IRQD_SETAFFINITY_PENDING - Affinity setting is pending
  165. * IRQD_NO_BALANCING - Balancing disabled for this IRQ
  166. * IRQD_PER_CPU - Interrupt is per cpu
  167. * IRQD_AFFINITY_SET - Interrupt affinity was set
  168. * IRQD_LEVEL - Interrupt is level triggered
  169. * IRQD_WAKEUP_STATE - Interrupt is configured for wakeup
  170. * from suspend
  171. * IRDQ_MOVE_PCNTXT - Interrupt can be moved in process
  172. * context
  173. * IRQD_IRQ_DISABLED - Disabled state of the interrupt
  174. * IRQD_IRQ_MASKED - Masked state of the interrupt
  175. * IRQD_IRQ_INPROGRESS - In progress state of the interrupt
  176. * IRQD_WAKEUP_ARMED - Wakeup mode armed
  177. * IRQD_FORWARDED_TO_VCPU - The interrupt is forwarded to a VCPU
  178. */
  179. enum {
  180. IRQD_TRIGGER_MASK = 0xf,
  181. IRQD_SETAFFINITY_PENDING = (1 << 8),
  182. IRQD_NO_BALANCING = (1 << 10),
  183. IRQD_PER_CPU = (1 << 11),
  184. IRQD_AFFINITY_SET = (1 << 12),
  185. IRQD_LEVEL = (1 << 13),
  186. IRQD_WAKEUP_STATE = (1 << 14),
  187. IRQD_MOVE_PCNTXT = (1 << 15),
  188. IRQD_IRQ_DISABLED = (1 << 16),
  189. IRQD_IRQ_MASKED = (1 << 17),
  190. IRQD_IRQ_INPROGRESS = (1 << 18),
  191. IRQD_WAKEUP_ARMED = (1 << 19),
  192. IRQD_FORWARDED_TO_VCPU = (1 << 20),
  193. };
  194. #define __irqd_to_state(d) ((d)->common->state_use_accessors)
  195. static inline bool irqd_is_setaffinity_pending(struct irq_data *d)
  196. {
  197. return __irqd_to_state(d) & IRQD_SETAFFINITY_PENDING;
  198. }
  199. static inline bool irqd_is_per_cpu(struct irq_data *d)
  200. {
  201. return __irqd_to_state(d) & IRQD_PER_CPU;
  202. }
  203. static inline bool irqd_can_balance(struct irq_data *d)
  204. {
  205. return !(__irqd_to_state(d) & (IRQD_PER_CPU | IRQD_NO_BALANCING));
  206. }
  207. static inline bool irqd_affinity_was_set(struct irq_data *d)
  208. {
  209. return __irqd_to_state(d) & IRQD_AFFINITY_SET;
  210. }
  211. static inline void irqd_mark_affinity_was_set(struct irq_data *d)
  212. {
  213. __irqd_to_state(d) |= IRQD_AFFINITY_SET;
  214. }
  215. static inline u32 irqd_get_trigger_type(struct irq_data *d)
  216. {
  217. return __irqd_to_state(d) & IRQD_TRIGGER_MASK;
  218. }
  219. /*
  220. * Must only be called inside irq_chip.irq_set_type() functions.
  221. */
  222. static inline void irqd_set_trigger_type(struct irq_data *d, u32 type)
  223. {
  224. __irqd_to_state(d) &= ~IRQD_TRIGGER_MASK;
  225. __irqd_to_state(d) |= type & IRQD_TRIGGER_MASK;
  226. }
  227. static inline bool irqd_is_level_type(struct irq_data *d)
  228. {
  229. return __irqd_to_state(d) & IRQD_LEVEL;
  230. }
  231. static inline bool irqd_is_wakeup_set(struct irq_data *d)
  232. {
  233. return __irqd_to_state(d) & IRQD_WAKEUP_STATE;
  234. }
  235. static inline bool irqd_can_move_in_process_context(struct irq_data *d)
  236. {
  237. return __irqd_to_state(d) & IRQD_MOVE_PCNTXT;
  238. }
  239. static inline bool irqd_irq_disabled(struct irq_data *d)
  240. {
  241. return __irqd_to_state(d) & IRQD_IRQ_DISABLED;
  242. }
  243. static inline bool irqd_irq_masked(struct irq_data *d)
  244. {
  245. return __irqd_to_state(d) & IRQD_IRQ_MASKED;
  246. }
  247. static inline bool irqd_irq_inprogress(struct irq_data *d)
  248. {
  249. return __irqd_to_state(d) & IRQD_IRQ_INPROGRESS;
  250. }
  251. static inline bool irqd_is_wakeup_armed(struct irq_data *d)
  252. {
  253. return __irqd_to_state(d) & IRQD_WAKEUP_ARMED;
  254. }
  255. static inline bool irqd_is_forwarded_to_vcpu(struct irq_data *d)
  256. {
  257. return __irqd_to_state(d) & IRQD_FORWARDED_TO_VCPU;
  258. }
  259. static inline void irqd_set_forwarded_to_vcpu(struct irq_data *d)
  260. {
  261. __irqd_to_state(d) |= IRQD_FORWARDED_TO_VCPU;
  262. }
  263. static inline void irqd_clr_forwarded_to_vcpu(struct irq_data *d)
  264. {
  265. __irqd_to_state(d) &= ~IRQD_FORWARDED_TO_VCPU;
  266. }
  267. /*
  268. * Functions for chained handlers which can be enabled/disabled by the
  269. * standard disable_irq/enable_irq calls. Must be called with
  270. * irq_desc->lock held.
  271. */
  272. static inline void irqd_set_chained_irq_inprogress(struct irq_data *d)
  273. {
  274. __irqd_to_state(d) |= IRQD_IRQ_INPROGRESS;
  275. }
  276. static inline void irqd_clr_chained_irq_inprogress(struct irq_data *d)
  277. {
  278. __irqd_to_state(d) &= ~IRQD_IRQ_INPROGRESS;
  279. }
  280. static inline irq_hw_number_t irqd_to_hwirq(struct irq_data *d)
  281. {
  282. return d->hwirq;
  283. }
  284. /**
  285. * struct irq_chip - hardware interrupt chip descriptor
  286. *
  287. * @name: name for /proc/interrupts
  288. * @irq_startup: start up the interrupt (defaults to ->enable if NULL)
  289. * @irq_shutdown: shut down the interrupt (defaults to ->disable if NULL)
  290. * @irq_enable: enable the interrupt (defaults to chip->unmask if NULL)
  291. * @irq_disable: disable the interrupt
  292. * @irq_ack: start of a new interrupt
  293. * @irq_mask: mask an interrupt source
  294. * @irq_mask_ack: ack and mask an interrupt source
  295. * @irq_unmask: unmask an interrupt source
  296. * @irq_eoi: end of interrupt
  297. * @irq_set_affinity: set the CPU affinity on SMP machines
  298. * @irq_retrigger: resend an IRQ to the CPU
  299. * @irq_set_type: set the flow type (IRQ_TYPE_LEVEL/etc.) of an IRQ
  300. * @irq_set_wake: enable/disable power-management wake-on of an IRQ
  301. * @irq_bus_lock: function to lock access to slow bus (i2c) chips
  302. * @irq_bus_sync_unlock:function to sync and unlock slow bus (i2c) chips
  303. * @irq_cpu_online: configure an interrupt source for a secondary CPU
  304. * @irq_cpu_offline: un-configure an interrupt source for a secondary CPU
  305. * @irq_suspend: function called from core code on suspend once per
  306. * chip, when one or more interrupts are installed
  307. * @irq_resume: function called from core code on resume once per chip,
  308. * when one ore more interrupts are installed
  309. * @irq_pm_shutdown: function called from core code on shutdown once per chip
  310. * @irq_calc_mask: Optional function to set irq_data.mask for special cases
  311. * @irq_print_chip: optional to print special chip info in show_interrupts
  312. * @irq_request_resources: optional to request resources before calling
  313. * any other callback related to this irq
  314. * @irq_release_resources: optional to release resources acquired with
  315. * irq_request_resources
  316. * @irq_compose_msi_msg: optional to compose message content for MSI
  317. * @irq_write_msi_msg: optional to write message content for MSI
  318. * @irq_get_irqchip_state: return the internal state of an interrupt
  319. * @irq_set_irqchip_state: set the internal state of a interrupt
  320. * @irq_set_vcpu_affinity: optional to target a vCPU in a virtual machine
  321. * @flags: chip specific flags
  322. */
  323. struct irq_chip {
  324. const char *name;
  325. unsigned int (*irq_startup)(struct irq_data *data);
  326. void (*irq_shutdown)(struct irq_data *data);
  327. void (*irq_enable)(struct irq_data *data);
  328. void (*irq_disable)(struct irq_data *data);
  329. void (*irq_ack)(struct irq_data *data);
  330. void (*irq_mask)(struct irq_data *data);
  331. void (*irq_mask_ack)(struct irq_data *data);
  332. void (*irq_unmask)(struct irq_data *data);
  333. void (*irq_eoi)(struct irq_data *data);
  334. int (*irq_set_affinity)(struct irq_data *data, const struct cpumask *dest, bool force);
  335. int (*irq_retrigger)(struct irq_data *data);
  336. int (*irq_set_type)(struct irq_data *data, unsigned int flow_type);
  337. int (*irq_set_wake)(struct irq_data *data, unsigned int on);
  338. void (*irq_bus_lock)(struct irq_data *data);
  339. void (*irq_bus_sync_unlock)(struct irq_data *data);
  340. void (*irq_cpu_online)(struct irq_data *data);
  341. void (*irq_cpu_offline)(struct irq_data *data);
  342. void (*irq_suspend)(struct irq_data *data);
  343. void (*irq_resume)(struct irq_data *data);
  344. void (*irq_pm_shutdown)(struct irq_data *data);
  345. void (*irq_calc_mask)(struct irq_data *data);
  346. void (*irq_print_chip)(struct irq_data *data, struct seq_file *p);
  347. int (*irq_request_resources)(struct irq_data *data);
  348. void (*irq_release_resources)(struct irq_data *data);
  349. void (*irq_compose_msi_msg)(struct irq_data *data, struct msi_msg *msg);
  350. void (*irq_write_msi_msg)(struct irq_data *data, struct msi_msg *msg);
  351. int (*irq_get_irqchip_state)(struct irq_data *data, enum irqchip_irq_state which, bool *state);
  352. int (*irq_set_irqchip_state)(struct irq_data *data, enum irqchip_irq_state which, bool state);
  353. int (*irq_set_vcpu_affinity)(struct irq_data *data, void *vcpu_info);
  354. unsigned long flags;
  355. };
  356. /*
  357. * irq_chip specific flags
  358. *
  359. * IRQCHIP_SET_TYPE_MASKED: Mask before calling chip.irq_set_type()
  360. * IRQCHIP_EOI_IF_HANDLED: Only issue irq_eoi() when irq was handled
  361. * IRQCHIP_MASK_ON_SUSPEND: Mask non wake irqs in the suspend path
  362. * IRQCHIP_ONOFFLINE_ENABLED: Only call irq_on/off_line callbacks
  363. * when irq enabled
  364. * IRQCHIP_SKIP_SET_WAKE: Skip chip.irq_set_wake(), for this irq chip
  365. * IRQCHIP_ONESHOT_SAFE: One shot does not require mask/unmask
  366. * IRQCHIP_EOI_THREADED: Chip requires eoi() on unmask in threaded mode
  367. */
  368. enum {
  369. IRQCHIP_SET_TYPE_MASKED = (1 << 0),
  370. IRQCHIP_EOI_IF_HANDLED = (1 << 1),
  371. IRQCHIP_MASK_ON_SUSPEND = (1 << 2),
  372. IRQCHIP_ONOFFLINE_ENABLED = (1 << 3),
  373. IRQCHIP_SKIP_SET_WAKE = (1 << 4),
  374. IRQCHIP_ONESHOT_SAFE = (1 << 5),
  375. IRQCHIP_EOI_THREADED = (1 << 6),
  376. };
  377. #include <linux/irqdesc.h>
  378. /*
  379. * Pick up the arch-dependent methods:
  380. */
  381. #include <asm/hw_irq.h>
  382. #ifndef NR_IRQS_LEGACY
  383. # define NR_IRQS_LEGACY 0
  384. #endif
  385. #ifndef ARCH_IRQ_INIT_FLAGS
  386. # define ARCH_IRQ_INIT_FLAGS 0
  387. #endif
  388. #define IRQ_DEFAULT_INIT_FLAGS ARCH_IRQ_INIT_FLAGS
  389. struct irqaction;
  390. extern int setup_irq(unsigned int irq, struct irqaction *new);
  391. extern void remove_irq(unsigned int irq, struct irqaction *act);
  392. extern int setup_percpu_irq(unsigned int irq, struct irqaction *new);
  393. extern void remove_percpu_irq(unsigned int irq, struct irqaction *act);
  394. extern void irq_cpu_online(void);
  395. extern void irq_cpu_offline(void);
  396. extern int irq_set_affinity_locked(struct irq_data *data,
  397. const struct cpumask *cpumask, bool force);
  398. extern int irq_set_vcpu_affinity(unsigned int irq, void *vcpu_info);
  399. #if defined(CONFIG_SMP) && defined(CONFIG_GENERIC_PENDING_IRQ)
  400. void irq_move_irq(struct irq_data *data);
  401. void irq_move_masked_irq(struct irq_data *data);
  402. #else
  403. static inline void irq_move_irq(struct irq_data *data) { }
  404. static inline void irq_move_masked_irq(struct irq_data *data) { }
  405. #endif
  406. extern int no_irq_affinity;
  407. #ifdef CONFIG_HARDIRQS_SW_RESEND
  408. int irq_set_parent(int irq, int parent_irq);
  409. #else
  410. static inline int irq_set_parent(int irq, int parent_irq)
  411. {
  412. return 0;
  413. }
  414. #endif
  415. /*
  416. * Built-in IRQ handlers for various IRQ types,
  417. * callable via desc->handle_irq()
  418. */
  419. extern void handle_level_irq(unsigned int irq, struct irq_desc *desc);
  420. extern void handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc);
  421. extern void handle_edge_irq(unsigned int irq, struct irq_desc *desc);
  422. extern void handle_edge_eoi_irq(unsigned int irq, struct irq_desc *desc);
  423. extern void handle_simple_irq(unsigned int irq, struct irq_desc *desc);
  424. extern void handle_percpu_irq(unsigned int irq, struct irq_desc *desc);
  425. extern void handle_percpu_devid_irq(unsigned int irq, struct irq_desc *desc);
  426. extern void handle_bad_irq(unsigned int irq, struct irq_desc *desc);
  427. extern void handle_nested_irq(unsigned int irq);
  428. extern int irq_chip_compose_msi_msg(struct irq_data *data, struct msi_msg *msg);
  429. #ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
  430. extern void irq_chip_enable_parent(struct irq_data *data);
  431. extern void irq_chip_disable_parent(struct irq_data *data);
  432. extern void irq_chip_ack_parent(struct irq_data *data);
  433. extern int irq_chip_retrigger_hierarchy(struct irq_data *data);
  434. extern void irq_chip_mask_parent(struct irq_data *data);
  435. extern void irq_chip_unmask_parent(struct irq_data *data);
  436. extern void irq_chip_eoi_parent(struct irq_data *data);
  437. extern int irq_chip_set_affinity_parent(struct irq_data *data,
  438. const struct cpumask *dest,
  439. bool force);
  440. extern int irq_chip_set_wake_parent(struct irq_data *data, unsigned int on);
  441. extern int irq_chip_set_vcpu_affinity_parent(struct irq_data *data,
  442. void *vcpu_info);
  443. extern int irq_chip_set_type_parent(struct irq_data *data, unsigned int type);
  444. #endif
  445. /* Handling of unhandled and spurious interrupts: */
  446. extern void note_interrupt(struct irq_desc *desc, irqreturn_t action_ret);
  447. /* Enable/disable irq debugging output: */
  448. extern int noirqdebug_setup(char *str);
  449. /* Checks whether the interrupt can be requested by request_irq(): */
  450. extern int can_request_irq(unsigned int irq, unsigned long irqflags);
  451. /* Dummy irq-chip implementations: */
  452. extern struct irq_chip no_irq_chip;
  453. extern struct irq_chip dummy_irq_chip;
  454. extern void
  455. irq_set_chip_and_handler_name(unsigned int irq, struct irq_chip *chip,
  456. irq_flow_handler_t handle, const char *name);
  457. static inline void irq_set_chip_and_handler(unsigned int irq, struct irq_chip *chip,
  458. irq_flow_handler_t handle)
  459. {
  460. irq_set_chip_and_handler_name(irq, chip, handle, NULL);
  461. }
  462. extern int irq_set_percpu_devid(unsigned int irq);
  463. extern void
  464. __irq_set_handler(unsigned int irq, irq_flow_handler_t handle, int is_chained,
  465. const char *name);
  466. static inline void
  467. irq_set_handler(unsigned int irq, irq_flow_handler_t handle)
  468. {
  469. __irq_set_handler(irq, handle, 0, NULL);
  470. }
  471. /*
  472. * Set a highlevel chained flow handler for a given IRQ.
  473. * (a chained handler is automatically enabled and set to
  474. * IRQ_NOREQUEST, IRQ_NOPROBE, and IRQ_NOTHREAD)
  475. */
  476. static inline void
  477. irq_set_chained_handler(unsigned int irq, irq_flow_handler_t handle)
  478. {
  479. __irq_set_handler(irq, handle, 1, NULL);
  480. }
  481. /*
  482. * Set a highlevel chained flow handler and its data for a given IRQ.
  483. * (a chained handler is automatically enabled and set to
  484. * IRQ_NOREQUEST, IRQ_NOPROBE, and IRQ_NOTHREAD)
  485. */
  486. void
  487. irq_set_chained_handler_and_data(unsigned int irq, irq_flow_handler_t handle,
  488. void *data);
  489. void irq_modify_status(unsigned int irq, unsigned long clr, unsigned long set);
  490. static inline void irq_set_status_flags(unsigned int irq, unsigned long set)
  491. {
  492. irq_modify_status(irq, 0, set);
  493. }
  494. static inline void irq_clear_status_flags(unsigned int irq, unsigned long clr)
  495. {
  496. irq_modify_status(irq, clr, 0);
  497. }
  498. static inline void irq_set_noprobe(unsigned int irq)
  499. {
  500. irq_modify_status(irq, 0, IRQ_NOPROBE);
  501. }
  502. static inline void irq_set_probe(unsigned int irq)
  503. {
  504. irq_modify_status(irq, IRQ_NOPROBE, 0);
  505. }
  506. static inline void irq_set_nothread(unsigned int irq)
  507. {
  508. irq_modify_status(irq, 0, IRQ_NOTHREAD);
  509. }
  510. static inline void irq_set_thread(unsigned int irq)
  511. {
  512. irq_modify_status(irq, IRQ_NOTHREAD, 0);
  513. }
  514. static inline void irq_set_nested_thread(unsigned int irq, bool nest)
  515. {
  516. if (nest)
  517. irq_set_status_flags(irq, IRQ_NESTED_THREAD);
  518. else
  519. irq_clear_status_flags(irq, IRQ_NESTED_THREAD);
  520. }
  521. static inline void irq_set_percpu_devid_flags(unsigned int irq)
  522. {
  523. irq_set_status_flags(irq,
  524. IRQ_NOAUTOEN | IRQ_PER_CPU | IRQ_NOTHREAD |
  525. IRQ_NOPROBE | IRQ_PER_CPU_DEVID);
  526. }
  527. /* Set/get chip/data for an IRQ: */
  528. extern int irq_set_chip(unsigned int irq, struct irq_chip *chip);
  529. extern int irq_set_handler_data(unsigned int irq, void *data);
  530. extern int irq_set_chip_data(unsigned int irq, void *data);
  531. extern int irq_set_irq_type(unsigned int irq, unsigned int type);
  532. extern int irq_set_msi_desc(unsigned int irq, struct msi_desc *entry);
  533. extern int irq_set_msi_desc_off(unsigned int irq_base, unsigned int irq_offset,
  534. struct msi_desc *entry);
  535. extern struct irq_data *irq_get_irq_data(unsigned int irq);
  536. static inline struct irq_chip *irq_get_chip(unsigned int irq)
  537. {
  538. struct irq_data *d = irq_get_irq_data(irq);
  539. return d ? d->chip : NULL;
  540. }
  541. static inline struct irq_chip *irq_data_get_irq_chip(struct irq_data *d)
  542. {
  543. return d->chip;
  544. }
  545. static inline void *irq_get_chip_data(unsigned int irq)
  546. {
  547. struct irq_data *d = irq_get_irq_data(irq);
  548. return d ? d->chip_data : NULL;
  549. }
  550. static inline void *irq_data_get_irq_chip_data(struct irq_data *d)
  551. {
  552. return d->chip_data;
  553. }
  554. static inline void *irq_get_handler_data(unsigned int irq)
  555. {
  556. struct irq_data *d = irq_get_irq_data(irq);
  557. return d ? d->common->handler_data : NULL;
  558. }
  559. static inline void *irq_data_get_irq_handler_data(struct irq_data *d)
  560. {
  561. return d->common->handler_data;
  562. }
  563. static inline struct msi_desc *irq_get_msi_desc(unsigned int irq)
  564. {
  565. struct irq_data *d = irq_get_irq_data(irq);
  566. return d ? d->common->msi_desc : NULL;
  567. }
  568. static inline struct msi_desc *irq_data_get_msi_desc(struct irq_data *d)
  569. {
  570. return d->common->msi_desc;
  571. }
  572. static inline u32 irq_get_trigger_type(unsigned int irq)
  573. {
  574. struct irq_data *d = irq_get_irq_data(irq);
  575. return d ? irqd_get_trigger_type(d) : 0;
  576. }
  577. static inline int irq_common_data_get_node(struct irq_common_data *d)
  578. {
  579. #ifdef CONFIG_NUMA
  580. return d->node;
  581. #else
  582. return 0;
  583. #endif
  584. }
  585. static inline int irq_data_get_node(struct irq_data *d)
  586. {
  587. return irq_common_data_get_node(d->common);
  588. }
  589. static inline struct cpumask *irq_get_affinity_mask(int irq)
  590. {
  591. struct irq_data *d = irq_get_irq_data(irq);
  592. return d ? d->common->affinity : NULL;
  593. }
  594. static inline struct cpumask *irq_data_get_affinity_mask(struct irq_data *d)
  595. {
  596. return d->common->affinity;
  597. }
  598. unsigned int arch_dynirq_lower_bound(unsigned int from);
  599. int __irq_alloc_descs(int irq, unsigned int from, unsigned int cnt, int node,
  600. struct module *owner);
  601. /* use macros to avoid needing export.h for THIS_MODULE */
  602. #define irq_alloc_descs(irq, from, cnt, node) \
  603. __irq_alloc_descs(irq, from, cnt, node, THIS_MODULE)
  604. #define irq_alloc_desc(node) \
  605. irq_alloc_descs(-1, 0, 1, node)
  606. #define irq_alloc_desc_at(at, node) \
  607. irq_alloc_descs(at, at, 1, node)
  608. #define irq_alloc_desc_from(from, node) \
  609. irq_alloc_descs(-1, from, 1, node)
  610. #define irq_alloc_descs_from(from, cnt, node) \
  611. irq_alloc_descs(-1, from, cnt, node)
  612. void irq_free_descs(unsigned int irq, unsigned int cnt);
  613. static inline void irq_free_desc(unsigned int irq)
  614. {
  615. irq_free_descs(irq, 1);
  616. }
  617. #ifdef CONFIG_GENERIC_IRQ_LEGACY_ALLOC_HWIRQ
  618. unsigned int irq_alloc_hwirqs(int cnt, int node);
  619. static inline unsigned int irq_alloc_hwirq(int node)
  620. {
  621. return irq_alloc_hwirqs(1, node);
  622. }
  623. void irq_free_hwirqs(unsigned int from, int cnt);
  624. static inline void irq_free_hwirq(unsigned int irq)
  625. {
  626. return irq_free_hwirqs(irq, 1);
  627. }
  628. int arch_setup_hwirq(unsigned int irq, int node);
  629. void arch_teardown_hwirq(unsigned int irq);
  630. #endif
  631. #ifdef CONFIG_GENERIC_IRQ_LEGACY
  632. void irq_init_desc(unsigned int irq);
  633. #endif
  634. /**
  635. * struct irq_chip_regs - register offsets for struct irq_gci
  636. * @enable: Enable register offset to reg_base
  637. * @disable: Disable register offset to reg_base
  638. * @mask: Mask register offset to reg_base
  639. * @ack: Ack register offset to reg_base
  640. * @eoi: Eoi register offset to reg_base
  641. * @type: Type configuration register offset to reg_base
  642. * @polarity: Polarity configuration register offset to reg_base
  643. */
  644. struct irq_chip_regs {
  645. unsigned long enable;
  646. unsigned long disable;
  647. unsigned long mask;
  648. unsigned long ack;
  649. unsigned long eoi;
  650. unsigned long type;
  651. unsigned long polarity;
  652. };
  653. /**
  654. * struct irq_chip_type - Generic interrupt chip instance for a flow type
  655. * @chip: The real interrupt chip which provides the callbacks
  656. * @regs: Register offsets for this chip
  657. * @handler: Flow handler associated with this chip
  658. * @type: Chip can handle these flow types
  659. * @mask_cache_priv: Cached mask register private to the chip type
  660. * @mask_cache: Pointer to cached mask register
  661. *
  662. * A irq_generic_chip can have several instances of irq_chip_type when
  663. * it requires different functions and register offsets for different
  664. * flow types.
  665. */
  666. struct irq_chip_type {
  667. struct irq_chip chip;
  668. struct irq_chip_regs regs;
  669. irq_flow_handler_t handler;
  670. u32 type;
  671. u32 mask_cache_priv;
  672. u32 *mask_cache;
  673. };
  674. /**
  675. * struct irq_chip_generic - Generic irq chip data structure
  676. * @lock: Lock to protect register and cache data access
  677. * @reg_base: Register base address (virtual)
  678. * @reg_readl: Alternate I/O accessor (defaults to readl if NULL)
  679. * @reg_writel: Alternate I/O accessor (defaults to writel if NULL)
  680. * @suspend: Function called from core code on suspend once per
  681. * chip; can be useful instead of irq_chip::suspend to
  682. * handle chip details even when no interrupts are in use
  683. * @resume: Function called from core code on resume once per chip;
  684. * can be useful instead of irq_chip::suspend to handle
  685. * chip details even when no interrupts are in use
  686. * @irq_base: Interrupt base nr for this chip
  687. * @irq_cnt: Number of interrupts handled by this chip
  688. * @mask_cache: Cached mask register shared between all chip types
  689. * @type_cache: Cached type register
  690. * @polarity_cache: Cached polarity register
  691. * @wake_enabled: Interrupt can wakeup from suspend
  692. * @wake_active: Interrupt is marked as an wakeup from suspend source
  693. * @num_ct: Number of available irq_chip_type instances (usually 1)
  694. * @private: Private data for non generic chip callbacks
  695. * @installed: bitfield to denote installed interrupts
  696. * @unused: bitfield to denote unused interrupts
  697. * @domain: irq domain pointer
  698. * @list: List head for keeping track of instances
  699. * @chip_types: Array of interrupt irq_chip_types
  700. *
  701. * Note, that irq_chip_generic can have multiple irq_chip_type
  702. * implementations which can be associated to a particular irq line of
  703. * an irq_chip_generic instance. That allows to share and protect
  704. * state in an irq_chip_generic instance when we need to implement
  705. * different flow mechanisms (level/edge) for it.
  706. */
  707. struct irq_chip_generic {
  708. raw_spinlock_t lock;
  709. void __iomem *reg_base;
  710. u32 (*reg_readl)(void __iomem *addr);
  711. void (*reg_writel)(u32 val, void __iomem *addr);
  712. void (*suspend)(struct irq_chip_generic *gc);
  713. void (*resume)(struct irq_chip_generic *gc);
  714. unsigned int irq_base;
  715. unsigned int irq_cnt;
  716. u32 mask_cache;
  717. u32 type_cache;
  718. u32 polarity_cache;
  719. u32 wake_enabled;
  720. u32 wake_active;
  721. unsigned int num_ct;
  722. void *private;
  723. unsigned long installed;
  724. unsigned long unused;
  725. struct irq_domain *domain;
  726. struct list_head list;
  727. struct irq_chip_type chip_types[0];
  728. };
  729. /**
  730. * enum irq_gc_flags - Initialization flags for generic irq chips
  731. * @IRQ_GC_INIT_MASK_CACHE: Initialize the mask_cache by reading mask reg
  732. * @IRQ_GC_INIT_NESTED_LOCK: Set the lock class of the irqs to nested for
  733. * irq chips which need to call irq_set_wake() on
  734. * the parent irq. Usually GPIO implementations
  735. * @IRQ_GC_MASK_CACHE_PER_TYPE: Mask cache is chip type private
  736. * @IRQ_GC_NO_MASK: Do not calculate irq_data->mask
  737. * @IRQ_GC_BE_IO: Use big-endian register accesses (default: LE)
  738. */
  739. enum irq_gc_flags {
  740. IRQ_GC_INIT_MASK_CACHE = 1 << 0,
  741. IRQ_GC_INIT_NESTED_LOCK = 1 << 1,
  742. IRQ_GC_MASK_CACHE_PER_TYPE = 1 << 2,
  743. IRQ_GC_NO_MASK = 1 << 3,
  744. IRQ_GC_BE_IO = 1 << 4,
  745. };
  746. /*
  747. * struct irq_domain_chip_generic - Generic irq chip data structure for irq domains
  748. * @irqs_per_chip: Number of interrupts per chip
  749. * @num_chips: Number of chips
  750. * @irq_flags_to_set: IRQ* flags to set on irq setup
  751. * @irq_flags_to_clear: IRQ* flags to clear on irq setup
  752. * @gc_flags: Generic chip specific setup flags
  753. * @gc: Array of pointers to generic interrupt chips
  754. */
  755. struct irq_domain_chip_generic {
  756. unsigned int irqs_per_chip;
  757. unsigned int num_chips;
  758. unsigned int irq_flags_to_clear;
  759. unsigned int irq_flags_to_set;
  760. enum irq_gc_flags gc_flags;
  761. struct irq_chip_generic *gc[0];
  762. };
  763. /* Generic chip callback functions */
  764. void irq_gc_noop(struct irq_data *d);
  765. void irq_gc_mask_disable_reg(struct irq_data *d);
  766. void irq_gc_mask_set_bit(struct irq_data *d);
  767. void irq_gc_mask_clr_bit(struct irq_data *d);
  768. void irq_gc_unmask_enable_reg(struct irq_data *d);
  769. void irq_gc_ack_set_bit(struct irq_data *d);
  770. void irq_gc_ack_clr_bit(struct irq_data *d);
  771. void irq_gc_mask_disable_reg_and_ack(struct irq_data *d);
  772. void irq_gc_eoi(struct irq_data *d);
  773. int irq_gc_set_wake(struct irq_data *d, unsigned int on);
  774. /* Setup functions for irq_chip_generic */
  775. int irq_map_generic_chip(struct irq_domain *d, unsigned int virq,
  776. irq_hw_number_t hw_irq);
  777. struct irq_chip_generic *
  778. irq_alloc_generic_chip(const char *name, int nr_ct, unsigned int irq_base,
  779. void __iomem *reg_base, irq_flow_handler_t handler);
  780. void irq_setup_generic_chip(struct irq_chip_generic *gc, u32 msk,
  781. enum irq_gc_flags flags, unsigned int clr,
  782. unsigned int set);
  783. int irq_setup_alt_chip(struct irq_data *d, unsigned int type);
  784. void irq_remove_generic_chip(struct irq_chip_generic *gc, u32 msk,
  785. unsigned int clr, unsigned int set);
  786. struct irq_chip_generic *irq_get_domain_generic_chip(struct irq_domain *d, unsigned int hw_irq);
  787. int irq_alloc_domain_generic_chips(struct irq_domain *d, int irqs_per_chip,
  788. int num_ct, const char *name,
  789. irq_flow_handler_t handler,
  790. unsigned int clr, unsigned int set,
  791. enum irq_gc_flags flags);
  792. static inline struct irq_chip_type *irq_data_get_chip_type(struct irq_data *d)
  793. {
  794. return container_of(d->chip, struct irq_chip_type, chip);
  795. }
  796. #define IRQ_MSK(n) (u32)((n) < 32 ? ((1 << (n)) - 1) : UINT_MAX)
  797. #ifdef CONFIG_SMP
  798. static inline void irq_gc_lock(struct irq_chip_generic *gc)
  799. {
  800. raw_spin_lock(&gc->lock);
  801. }
  802. static inline void irq_gc_unlock(struct irq_chip_generic *gc)
  803. {
  804. raw_spin_unlock(&gc->lock);
  805. }
  806. #else
  807. static inline void irq_gc_lock(struct irq_chip_generic *gc) { }
  808. static inline void irq_gc_unlock(struct irq_chip_generic *gc) { }
  809. #endif
  810. static inline void irq_reg_writel(struct irq_chip_generic *gc,
  811. u32 val, int reg_offset)
  812. {
  813. if (gc->reg_writel)
  814. gc->reg_writel(val, gc->reg_base + reg_offset);
  815. else
  816. writel(val, gc->reg_base + reg_offset);
  817. }
  818. static inline u32 irq_reg_readl(struct irq_chip_generic *gc,
  819. int reg_offset)
  820. {
  821. if (gc->reg_readl)
  822. return gc->reg_readl(gc->reg_base + reg_offset);
  823. else
  824. return readl(gc->reg_base + reg_offset);
  825. }
  826. #endif /* _LINUX_IRQ_H */