11da177e4SLinus Torvalds /* interrupt.h */ 21da177e4SLinus Torvalds #ifndef _LINUX_INTERRUPT_H 31da177e4SLinus Torvalds #define _LINUX_INTERRUPT_H 41da177e4SLinus Torvalds 51da177e4SLinus Torvalds #include <linux/kernel.h> 61da177e4SLinus Torvalds #include <linux/linkage.h> 71da177e4SLinus Torvalds #include <linux/bitops.h> 81da177e4SLinus Torvalds #include <linux/preempt.h> 91da177e4SLinus Torvalds #include <linux/cpumask.h> 10908dcecdSJan Beulich #include <linux/irqreturn.h> 11dd3a1db9SThomas Gleixner #include <linux/irqnr.h> 121da177e4SLinus Torvalds #include <linux/hardirq.h> 13de30a2b3SIngo Molnar #include <linux/irqflags.h> 149ba5f005SPeter Zijlstra #include <linux/hrtimer.h> 15cd7eab44SBen Hutchings #include <linux/kref.h> 16cd7eab44SBen Hutchings #include <linux/workqueue.h> 170ebb26e7SIngo Molnar 1860063497SArun Sharma #include <linux/atomic.h> 191da177e4SLinus Torvalds #include <asm/ptrace.h> 207d65f4a6SFrederic Weisbecker #include <asm/irq.h> 211da177e4SLinus Torvalds 226e213616SThomas Gleixner /* 236e213616SThomas Gleixner * These correspond to the IORESOURCE_IRQ_* defines in 246e213616SThomas Gleixner * linux/ioport.h to select the interrupt line behaviour. When 256e213616SThomas Gleixner * requesting an interrupt without specifying a IRQF_TRIGGER, the 266e213616SThomas Gleixner * setting should be assumed to be "as already configured", which 276e213616SThomas Gleixner * may be as per machine or firmware initialisation. 286e213616SThomas Gleixner */ 296e213616SThomas Gleixner #define IRQF_TRIGGER_NONE 0x00000000 306e213616SThomas Gleixner #define IRQF_TRIGGER_RISING 0x00000001 316e213616SThomas Gleixner #define IRQF_TRIGGER_FALLING 0x00000002 326e213616SThomas Gleixner #define IRQF_TRIGGER_HIGH 0x00000004 336e213616SThomas Gleixner #define IRQF_TRIGGER_LOW 0x00000008 346e213616SThomas Gleixner #define IRQF_TRIGGER_MASK (IRQF_TRIGGER_HIGH | IRQF_TRIGGER_LOW | \ 356e213616SThomas Gleixner IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING) 366e213616SThomas Gleixner #define IRQF_TRIGGER_PROBE 0x00000010 376e213616SThomas Gleixner 386e213616SThomas Gleixner /* 396e213616SThomas Gleixner * These flags used only by the kernel as part of the 406e213616SThomas Gleixner * irq handling routines. 416e213616SThomas Gleixner * 426e213616SThomas Gleixner * IRQF_SHARED - allow sharing the irq among several devices 436e213616SThomas Gleixner * IRQF_PROBE_SHARED - set by callers when they expect sharing mismatches to occur 446e213616SThomas Gleixner * IRQF_TIMER - Flag to mark this interrupt as timer interrupt 45950f4427SThomas Gleixner * IRQF_PERCPU - Interrupt is per cpu 46950f4427SThomas Gleixner * IRQF_NOBALANCING - Flag to exclude this interrupt from irq balancing 47d85a60d8SBernhard Walle * IRQF_IRQPOLL - Interrupt is used for polling (only the interrupt that is 48d85a60d8SBernhard Walle * registered first in an shared interrupt is considered for 49d85a60d8SBernhard Walle * performance reasons) 50b25c340cSThomas Gleixner * IRQF_ONESHOT - Interrupt is not reenabled after the hardirq handler finished. 51b25c340cSThomas Gleixner * Used by threaded interrupts which need to keep the 52b25c340cSThomas Gleixner * irq line disabled until the threaded handler has been run. 53737eb030SMark Rutland * IRQF_NO_SUSPEND - Do not disable this IRQ during suspend. Does not guarantee 54737eb030SMark Rutland * that this interrupt will wake the system from a suspended 55737eb030SMark Rutland * state. See Documentation/power/suspend-and-interrupts.txt 56dc5f219eSThomas Gleixner * IRQF_FORCE_RESUME - Force enable it on resume even if IRQF_NO_SUSPEND is set 570c4602ffSThomas Gleixner * IRQF_NO_THREAD - Interrupt cannot be threaded 589bab0b7fSIan Campbell * IRQF_EARLY_RESUME - Resume IRQ early during syscore instead of at device 599bab0b7fSIan Campbell * resume time. 6017f48034SRafael J. Wysocki * IRQF_COND_SUSPEND - If the IRQ is shared with a NO_SUSPEND user, execute this 6117f48034SRafael J. Wysocki * interrupt handler after suspending interrupts. For system 6217f48034SRafael J. Wysocki * wakeup devices users need to implement wakeup detection in 6317f48034SRafael J. Wysocki * their interrupt handlers. 646e213616SThomas Gleixner */ 656e213616SThomas Gleixner #define IRQF_SHARED 0x00000080 666e213616SThomas Gleixner #define IRQF_PROBE_SHARED 0x00000100 67685fd0b4SIan Campbell #define __IRQF_TIMER 0x00000200 68284c6680SThomas Gleixner #define IRQF_PERCPU 0x00000400 69950f4427SThomas Gleixner #define IRQF_NOBALANCING 0x00000800 70d85a60d8SBernhard Walle #define IRQF_IRQPOLL 0x00001000 71b25c340cSThomas Gleixner #define IRQF_ONESHOT 0x00002000 72685fd0b4SIan Campbell #define IRQF_NO_SUSPEND 0x00004000 73dc5f219eSThomas Gleixner #define IRQF_FORCE_RESUME 0x00008000 740c4602ffSThomas Gleixner #define IRQF_NO_THREAD 0x00010000 759bab0b7fSIan Campbell #define IRQF_EARLY_RESUME 0x00020000 7617f48034SRafael J. Wysocki #define IRQF_COND_SUSPEND 0x00040000 77685fd0b4SIan Campbell 780c4602ffSThomas Gleixner #define IRQF_TIMER (__IRQF_TIMER | IRQF_NO_SUSPEND | IRQF_NO_THREAD) 793aa551c9SThomas Gleixner 80b4e6b097SRandy Dunlap /* 81ae731f8dSMarc Zyngier * These values can be returned by request_any_context_irq() and 82ae731f8dSMarc Zyngier * describe the context the interrupt will be run in. 83ae731f8dSMarc Zyngier * 84ae731f8dSMarc Zyngier * IRQC_IS_HARDIRQ - interrupt runs in hardirq context 85ae731f8dSMarc Zyngier * IRQC_IS_NESTED - interrupt runs in a nested threaded context 86ae731f8dSMarc Zyngier */ 87ae731f8dSMarc Zyngier enum { 88ae731f8dSMarc Zyngier IRQC_IS_HARDIRQ = 0, 89ae731f8dSMarc Zyngier IRQC_IS_NESTED, 90ae731f8dSMarc Zyngier }; 91ae731f8dSMarc Zyngier 927d12e780SDavid Howells typedef irqreturn_t (*irq_handler_t)(int, void *); 93da482792SDavid Howells 94a9d0a1a3SThomas Gleixner /** 95a9d0a1a3SThomas Gleixner * struct irqaction - per interrupt action descriptor 96a9d0a1a3SThomas Gleixner * @handler: interrupt handler function 97a9d0a1a3SThomas Gleixner * @name: name of the device 98a9d0a1a3SThomas Gleixner * @dev_id: cookie to identify the device 9931d9d9b6SMarc Zyngier * @percpu_dev_id: cookie to identify the device 100a9d0a1a3SThomas Gleixner * @next: pointer to the next irqaction for shared interrupts 101a9d0a1a3SThomas Gleixner * @irq: interrupt number 102c0ecaa06SThomas Gleixner * @flags: flags (see IRQF_* above) 10325985edcSLucas De Marchi * @thread_fn: interrupt handler function for threaded interrupts 1043aa551c9SThomas Gleixner * @thread: thread pointer for threaded interrupts 1052a1d3ab8SThomas Gleixner * @secondary: pointer to secondary irqaction (force threading) 1063aa551c9SThomas Gleixner * @thread_flags: flags related to @thread 107b5faba21SThomas Gleixner * @thread_mask: bitmask for keeping track of @thread activity 108c0ecaa06SThomas Gleixner * @dir: pointer to the proc/irq/NN/name entry 109a9d0a1a3SThomas Gleixner */ 1101da177e4SLinus Torvalds struct irqaction { 111da482792SDavid Howells irq_handler_t handler; 1121da177e4SLinus Torvalds void *dev_id; 11331d9d9b6SMarc Zyngier void __percpu *percpu_dev_id; 1141da177e4SLinus Torvalds struct irqaction *next; 1153aa551c9SThomas Gleixner irq_handler_t thread_fn; 1163aa551c9SThomas Gleixner struct task_struct *thread; 1172a1d3ab8SThomas Gleixner struct irqaction *secondary; 118c0ecaa06SThomas Gleixner unsigned int irq; 119c0ecaa06SThomas Gleixner unsigned int flags; 1203aa551c9SThomas Gleixner unsigned long thread_flags; 121b5faba21SThomas Gleixner unsigned long thread_mask; 122f6cd2477SEric Dumazet const char *name; 123f6cd2477SEric Dumazet struct proc_dir_entry *dir; 124f6cd2477SEric Dumazet } ____cacheline_internodealigned_in_smp; 1251da177e4SLinus Torvalds 1267d12e780SDavid Howells extern irqreturn_t no_action(int cpl, void *dev_id); 1273aa551c9SThomas Gleixner 128e237a551SChen Fan /* 129e237a551SChen Fan * If a (PCI) device interrupt is not connected we set dev->irq to 130e237a551SChen Fan * IRQ_NOTCONNECTED. This causes request_irq() to fail with -ENOTCONN, so we 131e237a551SChen Fan * can distingiush that case from other error returns. 132e237a551SChen Fan * 133e237a551SChen Fan * 0x80000000 is guaranteed to be outside the available range of interrupts 134e237a551SChen Fan * and easy to distinguish from other possible incorrect values. 135e237a551SChen Fan */ 136e237a551SChen Fan #define IRQ_NOTCONNECTED (1U << 31) 137e237a551SChen Fan 1383aa551c9SThomas Gleixner extern int __must_check 1393aa551c9SThomas Gleixner request_threaded_irq(unsigned int irq, irq_handler_t handler, 1403aa551c9SThomas Gleixner irq_handler_t thread_fn, 1413aa551c9SThomas Gleixner unsigned long flags, const char *name, void *dev); 1423aa551c9SThomas Gleixner 1433aa551c9SThomas Gleixner static inline int __must_check 1443aa551c9SThomas Gleixner request_irq(unsigned int irq, irq_handler_t handler, unsigned long flags, 1453aa551c9SThomas Gleixner const char *name, void *dev) 1463aa551c9SThomas Gleixner { 1473aa551c9SThomas Gleixner return request_threaded_irq(irq, handler, NULL, flags, name, dev); 1483aa551c9SThomas Gleixner } 1493aa551c9SThomas Gleixner 150ae731f8dSMarc Zyngier extern int __must_check 151ae731f8dSMarc Zyngier request_any_context_irq(unsigned int irq, irq_handler_t handler, 152ae731f8dSMarc Zyngier unsigned long flags, const char *name, void *dev_id); 153ae731f8dSMarc Zyngier 15431d9d9b6SMarc Zyngier extern int __must_check 15531d9d9b6SMarc Zyngier request_percpu_irq(unsigned int irq, irq_handler_t handler, 15631d9d9b6SMarc Zyngier const char *devname, void __percpu *percpu_dev_id); 1573aa551c9SThomas Gleixner 15825ce4be7SChristoph Hellwig extern const void *free_irq(unsigned int, void *); 15931d9d9b6SMarc Zyngier extern void free_percpu_irq(unsigned int, void __percpu *); 1601da177e4SLinus Torvalds 1610af3678fSAl Viro struct device; 1620af3678fSAl Viro 163935bd5b9SArjan van de Ven extern int __must_check 164935bd5b9SArjan van de Ven devm_request_threaded_irq(struct device *dev, unsigned int irq, 165935bd5b9SArjan van de Ven irq_handler_t handler, irq_handler_t thread_fn, 166935bd5b9SArjan van de Ven unsigned long irqflags, const char *devname, 167935bd5b9SArjan van de Ven void *dev_id); 168935bd5b9SArjan van de Ven 169935bd5b9SArjan van de Ven static inline int __must_check 170935bd5b9SArjan van de Ven devm_request_irq(struct device *dev, unsigned int irq, irq_handler_t handler, 171935bd5b9SArjan van de Ven unsigned long irqflags, const char *devname, void *dev_id) 172935bd5b9SArjan van de Ven { 173935bd5b9SArjan van de Ven return devm_request_threaded_irq(dev, irq, handler, NULL, irqflags, 174935bd5b9SArjan van de Ven devname, dev_id); 175935bd5b9SArjan van de Ven } 176935bd5b9SArjan van de Ven 1770668d306SStephen Boyd extern int __must_check 1780668d306SStephen Boyd devm_request_any_context_irq(struct device *dev, unsigned int irq, 1790668d306SStephen Boyd irq_handler_t handler, unsigned long irqflags, 1800668d306SStephen Boyd const char *devname, void *dev_id); 1810668d306SStephen Boyd 1829ac7849eSTejun Heo extern void devm_free_irq(struct device *dev, unsigned int irq, void *dev_id); 1839ac7849eSTejun Heo 184d7e9629dSIngo Molnar /* 185d7e9629dSIngo Molnar * On lockdep we dont want to enable hardirqs in hardirq 186d7e9629dSIngo Molnar * context. Use local_irq_enable_in_hardirq() to annotate 187d7e9629dSIngo Molnar * kernel code that has to do this nevertheless (pretty much 188d7e9629dSIngo Molnar * the only valid case is for old/broken hardware that is 189d7e9629dSIngo Molnar * insanely slow). 190d7e9629dSIngo Molnar * 191d7e9629dSIngo Molnar * NOTE: in theory this might break fragile code that relies 192d7e9629dSIngo Molnar * on hardirq delivery - in practice we dont seem to have such 193d7e9629dSIngo Molnar * places left. So the only effect should be slightly increased 194d7e9629dSIngo Molnar * irqs-off latencies. 195d7e9629dSIngo Molnar */ 196d7e9629dSIngo Molnar #ifdef CONFIG_LOCKDEP 197d7e9629dSIngo Molnar # define local_irq_enable_in_hardirq() do { } while (0) 198d7e9629dSIngo Molnar #else 199d7e9629dSIngo Molnar # define local_irq_enable_in_hardirq() local_irq_enable() 200d7e9629dSIngo Molnar #endif 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds extern void disable_irq_nosync(unsigned int irq); 20302cea395SPeter Zijlstra extern bool disable_hardirq(unsigned int irq); 2041da177e4SLinus Torvalds extern void disable_irq(unsigned int irq); 20531d9d9b6SMarc Zyngier extern void disable_percpu_irq(unsigned int irq); 2061da177e4SLinus Torvalds extern void enable_irq(unsigned int irq); 2071e7c5fd2SMarc Zyngier extern void enable_percpu_irq(unsigned int irq, unsigned int type); 208f0cb3220SThomas Petazzoni extern bool irq_percpu_is_enabled(unsigned int irq); 209a92444c6SThomas Gleixner extern void irq_wake_thread(unsigned int irq, void *dev_id); 210ba9a2331SThomas Gleixner 2110a0c5168SRafael J. Wysocki /* The following three functions are for the core kernel use only. */ 2120a0c5168SRafael J. Wysocki extern void suspend_device_irqs(void); 2130a0c5168SRafael J. Wysocki extern void resume_device_irqs(void); 2140a0c5168SRafael J. Wysocki 215f0ba3d05SEyal Perry /** 216f0ba3d05SEyal Perry * struct irq_affinity_notify - context for notification of IRQ affinity changes 217f0ba3d05SEyal Perry * @irq: Interrupt to which notification applies 218f0ba3d05SEyal Perry * @kref: Reference count, for internal use 219f0ba3d05SEyal Perry * @work: Work item, for internal use 220f0ba3d05SEyal Perry * @notify: Function to be called on change. This will be 221f0ba3d05SEyal Perry * called in process context. 222f0ba3d05SEyal Perry * @release: Function to be called on release. This will be 223f0ba3d05SEyal Perry * called in process context. Once registered, the 224f0ba3d05SEyal Perry * structure must only be freed when this function is 225f0ba3d05SEyal Perry * called or later. 226f0ba3d05SEyal Perry */ 227f0ba3d05SEyal Perry struct irq_affinity_notify { 228f0ba3d05SEyal Perry unsigned int irq; 229f0ba3d05SEyal Perry struct kref kref; 230f0ba3d05SEyal Perry struct work_struct work; 231f0ba3d05SEyal Perry void (*notify)(struct irq_affinity_notify *, const cpumask_t *mask); 232f0ba3d05SEyal Perry void (*release)(struct kref *ref); 233f0ba3d05SEyal Perry }; 234f0ba3d05SEyal Perry 23520e407e1SChristoph Hellwig /** 23620e407e1SChristoph Hellwig * struct irq_affinity - Description for automatic irq affinity assignements 23720e407e1SChristoph Hellwig * @pre_vectors: Don't apply affinity to @pre_vectors at beginning of 23820e407e1SChristoph Hellwig * the MSI(-X) vector space 23920e407e1SChristoph Hellwig * @post_vectors: Don't apply affinity to @post_vectors at end of 24020e407e1SChristoph Hellwig * the MSI(-X) vector space 24120e407e1SChristoph Hellwig */ 24220e407e1SChristoph Hellwig struct irq_affinity { 24320e407e1SChristoph Hellwig int pre_vectors; 24420e407e1SChristoph Hellwig int post_vectors; 24520e407e1SChristoph Hellwig }; 24620e407e1SChristoph Hellwig 2470244ad00SMartin Schwidefsky #if defined(CONFIG_SMP) 248d7b90689SRussell King 249d036e67bSRusty Russell extern cpumask_var_t irq_default_affinity; 25018404756SMax Krasnyansky 25101f8fa4fSThomas Gleixner /* Internal implementation. Use the helpers below */ 25201f8fa4fSThomas Gleixner extern int __irq_set_affinity(unsigned int irq, const struct cpumask *cpumask, 25301f8fa4fSThomas Gleixner bool force); 25401f8fa4fSThomas Gleixner 25501f8fa4fSThomas Gleixner /** 25601f8fa4fSThomas Gleixner * irq_set_affinity - Set the irq affinity of a given irq 25701f8fa4fSThomas Gleixner * @irq: Interrupt to set affinity 258def5f127SRandy Dunlap * @cpumask: cpumask 25901f8fa4fSThomas Gleixner * 26001f8fa4fSThomas Gleixner * Fails if cpumask does not contain an online CPU 26101f8fa4fSThomas Gleixner */ 26201f8fa4fSThomas Gleixner static inline int 26301f8fa4fSThomas Gleixner irq_set_affinity(unsigned int irq, const struct cpumask *cpumask) 26401f8fa4fSThomas Gleixner { 26501f8fa4fSThomas Gleixner return __irq_set_affinity(irq, cpumask, false); 26601f8fa4fSThomas Gleixner } 26701f8fa4fSThomas Gleixner 26801f8fa4fSThomas Gleixner /** 26901f8fa4fSThomas Gleixner * irq_force_affinity - Force the irq affinity of a given irq 27001f8fa4fSThomas Gleixner * @irq: Interrupt to set affinity 271def5f127SRandy Dunlap * @cpumask: cpumask 27201f8fa4fSThomas Gleixner * 27301f8fa4fSThomas Gleixner * Same as irq_set_affinity, but without checking the mask against 27401f8fa4fSThomas Gleixner * online cpus. 27501f8fa4fSThomas Gleixner * 27601f8fa4fSThomas Gleixner * Solely for low level cpu hotplug code, where we need to make per 27701f8fa4fSThomas Gleixner * cpu interrupts affine before the cpu becomes online. 27801f8fa4fSThomas Gleixner */ 27901f8fa4fSThomas Gleixner static inline int 28001f8fa4fSThomas Gleixner irq_force_affinity(unsigned int irq, const struct cpumask *cpumask) 28101f8fa4fSThomas Gleixner { 28201f8fa4fSThomas Gleixner return __irq_set_affinity(irq, cpumask, true); 28301f8fa4fSThomas Gleixner } 28401f8fa4fSThomas Gleixner 285d7b90689SRussell King extern int irq_can_set_affinity(unsigned int irq); 28618404756SMax Krasnyansky extern int irq_select_affinity(unsigned int irq); 287d7b90689SRussell King 288e7a297b0SPeter P Waskiewicz Jr extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m); 289cd7eab44SBen Hutchings 290cd7eab44SBen Hutchings extern int 291cd7eab44SBen Hutchings irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify); 292cd7eab44SBen Hutchings 29367c93c21SChristoph Hellwig struct cpumask *irq_create_affinity_masks(int nvec, const struct irq_affinity *affd); 294*6f9a22bcSMichael Hernandez int irq_calc_affinity_vectors(int minvec, int maxvec, const struct irq_affinity *affd); 2955e385a6eSChristoph Hellwig 296d7b90689SRussell King #else /* CONFIG_SMP */ 297d7b90689SRussell King 2980de26520SRusty Russell static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m) 299d7b90689SRussell King { 300d7b90689SRussell King return -EINVAL; 301d7b90689SRussell King } 302d7b90689SRussell King 3034c88d7f9SArnd Bergmann static inline int irq_force_affinity(unsigned int irq, const struct cpumask *cpumask) 3044c88d7f9SArnd Bergmann { 3054c88d7f9SArnd Bergmann return 0; 3064c88d7f9SArnd Bergmann } 3074c88d7f9SArnd Bergmann 308d7b90689SRussell King static inline int irq_can_set_affinity(unsigned int irq) 309d7b90689SRussell King { 310d7b90689SRussell King return 0; 311d7b90689SRussell King } 312d7b90689SRussell King 31318404756SMax Krasnyansky static inline int irq_select_affinity(unsigned int irq) { return 0; } 31418404756SMax Krasnyansky 315e7a297b0SPeter P Waskiewicz Jr static inline int irq_set_affinity_hint(unsigned int irq, 316e7a297b0SPeter P Waskiewicz Jr const struct cpumask *m) 317e7a297b0SPeter P Waskiewicz Jr { 318e7a297b0SPeter P Waskiewicz Jr return -EINVAL; 319e7a297b0SPeter P Waskiewicz Jr } 320f0ba3d05SEyal Perry 321f0ba3d05SEyal Perry static inline int 322f0ba3d05SEyal Perry irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify) 323f0ba3d05SEyal Perry { 324f0ba3d05SEyal Perry return 0; 325f0ba3d05SEyal Perry } 3265e385a6eSChristoph Hellwig 32734c3d981SThomas Gleixner static inline struct cpumask * 32867c93c21SChristoph Hellwig irq_create_affinity_masks(int nvec, const struct irq_affinity *affd) 32934c3d981SThomas Gleixner { 33034c3d981SThomas Gleixner return NULL; 33134c3d981SThomas Gleixner } 33234c3d981SThomas Gleixner 33334c3d981SThomas Gleixner static inline int 334*6f9a22bcSMichael Hernandez irq_calc_affinity_vectors(int minvec, int maxvec, const struct irq_affinity *affd) 33534c3d981SThomas Gleixner { 33634c3d981SThomas Gleixner return maxvec; 33734c3d981SThomas Gleixner } 33834c3d981SThomas Gleixner 3390244ad00SMartin Schwidefsky #endif /* CONFIG_SMP */ 340d7b90689SRussell King 341c01d403bSIngo Molnar /* 342c01d403bSIngo Molnar * Special lockdep variants of irq disabling/enabling. 343c01d403bSIngo Molnar * These should be used for locking constructs that 344c01d403bSIngo Molnar * know that a particular irq context which is disabled, 345c01d403bSIngo Molnar * and which is the only irq-context user of a lock, 346c01d403bSIngo Molnar * that it's safe to take the lock in the irq-disabled 347c01d403bSIngo Molnar * section without disabling hardirqs. 348c01d403bSIngo Molnar * 349c01d403bSIngo Molnar * On !CONFIG_LOCKDEP they are equivalent to the normal 350c01d403bSIngo Molnar * irq disable/enable methods. 351c01d403bSIngo Molnar */ 352c01d403bSIngo Molnar static inline void disable_irq_nosync_lockdep(unsigned int irq) 353c01d403bSIngo Molnar { 354c01d403bSIngo Molnar disable_irq_nosync(irq); 355c01d403bSIngo Molnar #ifdef CONFIG_LOCKDEP 356c01d403bSIngo Molnar local_irq_disable(); 357c01d403bSIngo Molnar #endif 358c01d403bSIngo Molnar } 359c01d403bSIngo Molnar 360e8106b94SArjan van de Ven static inline void disable_irq_nosync_lockdep_irqsave(unsigned int irq, unsigned long *flags) 361e8106b94SArjan van de Ven { 362e8106b94SArjan van de Ven disable_irq_nosync(irq); 363e8106b94SArjan van de Ven #ifdef CONFIG_LOCKDEP 364e8106b94SArjan van de Ven local_irq_save(*flags); 365e8106b94SArjan van de Ven #endif 366e8106b94SArjan van de Ven } 367e8106b94SArjan van de Ven 368c01d403bSIngo Molnar static inline void disable_irq_lockdep(unsigned int irq) 369c01d403bSIngo Molnar { 370c01d403bSIngo Molnar disable_irq(irq); 371c01d403bSIngo Molnar #ifdef CONFIG_LOCKDEP 372c01d403bSIngo Molnar local_irq_disable(); 373c01d403bSIngo Molnar #endif 374c01d403bSIngo Molnar } 375c01d403bSIngo Molnar 376c01d403bSIngo Molnar static inline void enable_irq_lockdep(unsigned int irq) 377c01d403bSIngo Molnar { 378c01d403bSIngo Molnar #ifdef CONFIG_LOCKDEP 379c01d403bSIngo Molnar local_irq_enable(); 380c01d403bSIngo Molnar #endif 381c01d403bSIngo Molnar enable_irq(irq); 382c01d403bSIngo Molnar } 383c01d403bSIngo Molnar 384e8106b94SArjan van de Ven static inline void enable_irq_lockdep_irqrestore(unsigned int irq, unsigned long *flags) 385e8106b94SArjan van de Ven { 386e8106b94SArjan van de Ven #ifdef CONFIG_LOCKDEP 387e8106b94SArjan van de Ven local_irq_restore(*flags); 388e8106b94SArjan van de Ven #endif 389e8106b94SArjan van de Ven enable_irq(irq); 390e8106b94SArjan van de Ven } 391e8106b94SArjan van de Ven 392ba9a2331SThomas Gleixner /* IRQ wakeup (PM) control: */ 393a0cd9ca2SThomas Gleixner extern int irq_set_irq_wake(unsigned int irq, unsigned int on); 394a0cd9ca2SThomas Gleixner 395ba9a2331SThomas Gleixner static inline int enable_irq_wake(unsigned int irq) 396ba9a2331SThomas Gleixner { 397a0cd9ca2SThomas Gleixner return irq_set_irq_wake(irq, 1); 398ba9a2331SThomas Gleixner } 399ba9a2331SThomas Gleixner 400ba9a2331SThomas Gleixner static inline int disable_irq_wake(unsigned int irq) 401ba9a2331SThomas Gleixner { 402a0cd9ca2SThomas Gleixner return irq_set_irq_wake(irq, 0); 403ba9a2331SThomas Gleixner } 404ba9a2331SThomas Gleixner 4051b7047edSMarc Zyngier /* 4061b7047edSMarc Zyngier * irq_get_irqchip_state/irq_set_irqchip_state specific flags 4071b7047edSMarc Zyngier */ 4081b7047edSMarc Zyngier enum irqchip_irq_state { 4091b7047edSMarc Zyngier IRQCHIP_STATE_PENDING, /* Is interrupt pending? */ 4101b7047edSMarc Zyngier IRQCHIP_STATE_ACTIVE, /* Is interrupt in progress? */ 4111b7047edSMarc Zyngier IRQCHIP_STATE_MASKED, /* Is interrupt masked? */ 4121b7047edSMarc Zyngier IRQCHIP_STATE_LINE_LEVEL, /* Is IRQ line high? */ 4131b7047edSMarc Zyngier }; 4141b7047edSMarc Zyngier 4151b7047edSMarc Zyngier extern int irq_get_irqchip_state(unsigned int irq, enum irqchip_irq_state which, 4161b7047edSMarc Zyngier bool *state); 4171b7047edSMarc Zyngier extern int irq_set_irqchip_state(unsigned int irq, enum irqchip_irq_state which, 4181b7047edSMarc Zyngier bool state); 4198d32a307SThomas Gleixner 4208d32a307SThomas Gleixner #ifdef CONFIG_IRQ_FORCED_THREADING 4218d32a307SThomas Gleixner extern bool force_irqthreads; 4228d32a307SThomas Gleixner #else 4238d32a307SThomas Gleixner #define force_irqthreads (0) 4248d32a307SThomas Gleixner #endif 4258d32a307SThomas Gleixner 4263f74478bSAndi Kleen #ifndef __ARCH_SET_SOFTIRQ_PENDING 4273f74478bSAndi Kleen #define set_softirq_pending(x) (local_softirq_pending() = (x)) 4283f74478bSAndi Kleen #define or_softirq_pending(x) (local_softirq_pending() |= (x)) 4293f74478bSAndi Kleen #endif 4303f74478bSAndi Kleen 4312d3fbbb3SBenjamin Herrenschmidt /* Some architectures might implement lazy enabling/disabling of 4322d3fbbb3SBenjamin Herrenschmidt * interrupts. In some cases, such as stop_machine, we might want 4332d3fbbb3SBenjamin Herrenschmidt * to ensure that after a local_irq_disable(), interrupts have 4342d3fbbb3SBenjamin Herrenschmidt * really been disabled in hardware. Such architectures need to 4352d3fbbb3SBenjamin Herrenschmidt * implement the following hook. 4362d3fbbb3SBenjamin Herrenschmidt */ 4372d3fbbb3SBenjamin Herrenschmidt #ifndef hard_irq_disable 4382d3fbbb3SBenjamin Herrenschmidt #define hard_irq_disable() do { } while(0) 4392d3fbbb3SBenjamin Herrenschmidt #endif 4402d3fbbb3SBenjamin Herrenschmidt 4411da177e4SLinus Torvalds /* PLEASE, avoid to allocate new softirqs, if you need not _really_ high 4421da177e4SLinus Torvalds frequency threaded job scheduling. For almost all the purposes 4431da177e4SLinus Torvalds tasklets are more than enough. F.e. all serial device BHs et 4441da177e4SLinus Torvalds al. should be converted to tasklets, not to softirqs. 4451da177e4SLinus Torvalds */ 4461da177e4SLinus Torvalds 4471da177e4SLinus Torvalds enum 4481da177e4SLinus Torvalds { 4491da177e4SLinus Torvalds HI_SOFTIRQ=0, 4501da177e4SLinus Torvalds TIMER_SOFTIRQ, 4511da177e4SLinus Torvalds NET_TX_SOFTIRQ, 4521da177e4SLinus Torvalds NET_RX_SOFTIRQ, 453ff856badSJens Axboe BLOCK_SOFTIRQ, 454511cbce2SChristoph Hellwig IRQ_POLL_SOFTIRQ, 455c9819f45SChristoph Lameter TASKLET_SOFTIRQ, 456c9819f45SChristoph Lameter SCHED_SOFTIRQ, 457c6eb3f70SThomas Gleixner HRTIMER_SOFTIRQ, /* Unused, but kept as tools rely on the 458c6eb3f70SThomas Gleixner numbering. Sigh! */ 45909223371SShaohua Li RCU_SOFTIRQ, /* Preferable RCU should always be the last softirq */ 460978b0116SAlexey Dobriyan 461978b0116SAlexey Dobriyan NR_SOFTIRQS 4621da177e4SLinus Torvalds }; 4631da177e4SLinus Torvalds 464803b0ebaSPaul E. McKenney #define SOFTIRQ_STOP_IDLE_MASK (~(1 << RCU_SOFTIRQ)) 465803b0ebaSPaul E. McKenney 4665d592b44SJason Baron /* map softirq index to softirq name. update 'softirq_to_name' in 4675d592b44SJason Baron * kernel/softirq.c when adding a new softirq. 4685d592b44SJason Baron */ 469ce85b4f2SJoe Perches extern const char * const softirq_to_name[NR_SOFTIRQS]; 4705d592b44SJason Baron 4711da177e4SLinus Torvalds /* softirq mask and active fields moved to irq_cpustat_t in 4721da177e4SLinus Torvalds * asm/hardirq.h to get better cache usage. KAO 4731da177e4SLinus Torvalds */ 4741da177e4SLinus Torvalds 4751da177e4SLinus Torvalds struct softirq_action 4761da177e4SLinus Torvalds { 4771da177e4SLinus Torvalds void (*action)(struct softirq_action *); 4781da177e4SLinus Torvalds }; 4791da177e4SLinus Torvalds 4801da177e4SLinus Torvalds asmlinkage void do_softirq(void); 481eb0f1c44SAdrian Bunk asmlinkage void __do_softirq(void); 4827d65f4a6SFrederic Weisbecker 4837d65f4a6SFrederic Weisbecker #ifdef __ARCH_HAS_DO_SOFTIRQ 4847d65f4a6SFrederic Weisbecker void do_softirq_own_stack(void); 4857d65f4a6SFrederic Weisbecker #else 4867d65f4a6SFrederic Weisbecker static inline void do_softirq_own_stack(void) 4877d65f4a6SFrederic Weisbecker { 4887d65f4a6SFrederic Weisbecker __do_softirq(); 4897d65f4a6SFrederic Weisbecker } 4907d65f4a6SFrederic Weisbecker #endif 4917d65f4a6SFrederic Weisbecker 492962cf36cSCarlos R. Mafra extern void open_softirq(int nr, void (*action)(struct softirq_action *)); 4931da177e4SLinus Torvalds extern void softirq_init(void); 494f069686eSSteven Rostedt extern void __raise_softirq_irqoff(unsigned int nr); 4952bf2160dSLai Jiangshan 496b3c97528SHarvey Harrison extern void raise_softirq_irqoff(unsigned int nr); 497b3c97528SHarvey Harrison extern void raise_softirq(unsigned int nr); 4981da177e4SLinus Torvalds 4994dd53d89SVenkatesh Pallipadi DECLARE_PER_CPU(struct task_struct *, ksoftirqd); 5004dd53d89SVenkatesh Pallipadi 5014dd53d89SVenkatesh Pallipadi static inline struct task_struct *this_cpu_ksoftirqd(void) 5024dd53d89SVenkatesh Pallipadi { 5034dd53d89SVenkatesh Pallipadi return this_cpu_read(ksoftirqd); 5044dd53d89SVenkatesh Pallipadi } 5054dd53d89SVenkatesh Pallipadi 5061da177e4SLinus Torvalds /* Tasklets --- multithreaded analogue of BHs. 5071da177e4SLinus Torvalds 5081da177e4SLinus Torvalds Main feature differing them of generic softirqs: tasklet 5091da177e4SLinus Torvalds is running only on one CPU simultaneously. 5101da177e4SLinus Torvalds 5111da177e4SLinus Torvalds Main feature differing them of BHs: different tasklets 5121da177e4SLinus Torvalds may be run simultaneously on different CPUs. 5131da177e4SLinus Torvalds 5141da177e4SLinus Torvalds Properties: 5151da177e4SLinus Torvalds * If tasklet_schedule() is called, then tasklet is guaranteed 5161da177e4SLinus Torvalds to be executed on some cpu at least once after this. 51725985edcSLucas De Marchi * If the tasklet is already scheduled, but its execution is still not 5181da177e4SLinus Torvalds started, it will be executed only once. 5191da177e4SLinus Torvalds * If this tasklet is already running on another CPU (or schedule is called 5201da177e4SLinus Torvalds from tasklet itself), it is rescheduled for later. 5211da177e4SLinus Torvalds * Tasklet is strictly serialized wrt itself, but not 5221da177e4SLinus Torvalds wrt another tasklets. If client needs some intertask synchronization, 5231da177e4SLinus Torvalds he makes it with spinlocks. 5241da177e4SLinus Torvalds */ 5251da177e4SLinus Torvalds 5261da177e4SLinus Torvalds struct tasklet_struct 5271da177e4SLinus Torvalds { 5281da177e4SLinus Torvalds struct tasklet_struct *next; 5291da177e4SLinus Torvalds unsigned long state; 5301da177e4SLinus Torvalds atomic_t count; 5311da177e4SLinus Torvalds void (*func)(unsigned long); 5321da177e4SLinus Torvalds unsigned long data; 5331da177e4SLinus Torvalds }; 5341da177e4SLinus Torvalds 5351da177e4SLinus Torvalds #define DECLARE_TASKLET(name, func, data) \ 5361da177e4SLinus Torvalds struct tasklet_struct name = { NULL, 0, ATOMIC_INIT(0), func, data } 5371da177e4SLinus Torvalds 5381da177e4SLinus Torvalds #define DECLARE_TASKLET_DISABLED(name, func, data) \ 5391da177e4SLinus Torvalds struct tasklet_struct name = { NULL, 0, ATOMIC_INIT(1), func, data } 5401da177e4SLinus Torvalds 5411da177e4SLinus Torvalds 5421da177e4SLinus Torvalds enum 5431da177e4SLinus Torvalds { 5441da177e4SLinus Torvalds TASKLET_STATE_SCHED, /* Tasklet is scheduled for execution */ 5451da177e4SLinus Torvalds TASKLET_STATE_RUN /* Tasklet is running (SMP only) */ 5461da177e4SLinus Torvalds }; 5471da177e4SLinus Torvalds 5481da177e4SLinus Torvalds #ifdef CONFIG_SMP 5491da177e4SLinus Torvalds static inline int tasklet_trylock(struct tasklet_struct *t) 5501da177e4SLinus Torvalds { 5511da177e4SLinus Torvalds return !test_and_set_bit(TASKLET_STATE_RUN, &(t)->state); 5521da177e4SLinus Torvalds } 5531da177e4SLinus Torvalds 5541da177e4SLinus Torvalds static inline void tasklet_unlock(struct tasklet_struct *t) 5551da177e4SLinus Torvalds { 5564e857c58SPeter Zijlstra smp_mb__before_atomic(); 5571da177e4SLinus Torvalds clear_bit(TASKLET_STATE_RUN, &(t)->state); 5581da177e4SLinus Torvalds } 5591da177e4SLinus Torvalds 5601da177e4SLinus Torvalds static inline void tasklet_unlock_wait(struct tasklet_struct *t) 5611da177e4SLinus Torvalds { 5621da177e4SLinus Torvalds while (test_bit(TASKLET_STATE_RUN, &(t)->state)) { barrier(); } 5631da177e4SLinus Torvalds } 5641da177e4SLinus Torvalds #else 5651da177e4SLinus Torvalds #define tasklet_trylock(t) 1 5661da177e4SLinus Torvalds #define tasklet_unlock_wait(t) do { } while (0) 5671da177e4SLinus Torvalds #define tasklet_unlock(t) do { } while (0) 5681da177e4SLinus Torvalds #endif 5691da177e4SLinus Torvalds 570b3c97528SHarvey Harrison extern void __tasklet_schedule(struct tasklet_struct *t); 5711da177e4SLinus Torvalds 5721da177e4SLinus Torvalds static inline void tasklet_schedule(struct tasklet_struct *t) 5731da177e4SLinus Torvalds { 5741da177e4SLinus Torvalds if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state)) 5751da177e4SLinus Torvalds __tasklet_schedule(t); 5761da177e4SLinus Torvalds } 5771da177e4SLinus Torvalds 578b3c97528SHarvey Harrison extern void __tasklet_hi_schedule(struct tasklet_struct *t); 5791da177e4SLinus Torvalds 5801da177e4SLinus Torvalds static inline void tasklet_hi_schedule(struct tasklet_struct *t) 5811da177e4SLinus Torvalds { 5821da177e4SLinus Torvalds if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state)) 5831da177e4SLinus Torvalds __tasklet_hi_schedule(t); 5841da177e4SLinus Torvalds } 5851da177e4SLinus Torvalds 5867c692cbaSVegard Nossum extern void __tasklet_hi_schedule_first(struct tasklet_struct *t); 5877c692cbaSVegard Nossum 5887c692cbaSVegard Nossum /* 5897c692cbaSVegard Nossum * This version avoids touching any other tasklets. Needed for kmemcheck 5907c692cbaSVegard Nossum * in order not to take any page faults while enqueueing this tasklet; 5917c692cbaSVegard Nossum * consider VERY carefully whether you really need this or 5927c692cbaSVegard Nossum * tasklet_hi_schedule()... 5937c692cbaSVegard Nossum */ 5947c692cbaSVegard Nossum static inline void tasklet_hi_schedule_first(struct tasklet_struct *t) 5957c692cbaSVegard Nossum { 5967c692cbaSVegard Nossum if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state)) 5977c692cbaSVegard Nossum __tasklet_hi_schedule_first(t); 5987c692cbaSVegard Nossum } 5997c692cbaSVegard Nossum 6001da177e4SLinus Torvalds 6011da177e4SLinus Torvalds static inline void tasklet_disable_nosync(struct tasklet_struct *t) 6021da177e4SLinus Torvalds { 6031da177e4SLinus Torvalds atomic_inc(&t->count); 6044e857c58SPeter Zijlstra smp_mb__after_atomic(); 6051da177e4SLinus Torvalds } 6061da177e4SLinus Torvalds 6071da177e4SLinus Torvalds static inline void tasklet_disable(struct tasklet_struct *t) 6081da177e4SLinus Torvalds { 6091da177e4SLinus Torvalds tasklet_disable_nosync(t); 6101da177e4SLinus Torvalds tasklet_unlock_wait(t); 6111da177e4SLinus Torvalds smp_mb(); 6121da177e4SLinus Torvalds } 6131da177e4SLinus Torvalds 6141da177e4SLinus Torvalds static inline void tasklet_enable(struct tasklet_struct *t) 6151da177e4SLinus Torvalds { 6164e857c58SPeter Zijlstra smp_mb__before_atomic(); 6171da177e4SLinus Torvalds atomic_dec(&t->count); 6181da177e4SLinus Torvalds } 6191da177e4SLinus Torvalds 6201da177e4SLinus Torvalds extern void tasklet_kill(struct tasklet_struct *t); 6211da177e4SLinus Torvalds extern void tasklet_kill_immediate(struct tasklet_struct *t, unsigned int cpu); 6221da177e4SLinus Torvalds extern void tasklet_init(struct tasklet_struct *t, 6231da177e4SLinus Torvalds void (*func)(unsigned long), unsigned long data); 6241da177e4SLinus Torvalds 6259ba5f005SPeter Zijlstra struct tasklet_hrtimer { 6269ba5f005SPeter Zijlstra struct hrtimer timer; 6279ba5f005SPeter Zijlstra struct tasklet_struct tasklet; 6289ba5f005SPeter Zijlstra enum hrtimer_restart (*function)(struct hrtimer *); 6299ba5f005SPeter Zijlstra }; 6309ba5f005SPeter Zijlstra 6319ba5f005SPeter Zijlstra extern void 6329ba5f005SPeter Zijlstra tasklet_hrtimer_init(struct tasklet_hrtimer *ttimer, 6339ba5f005SPeter Zijlstra enum hrtimer_restart (*function)(struct hrtimer *), 6349ba5f005SPeter Zijlstra clockid_t which_clock, enum hrtimer_mode mode); 6359ba5f005SPeter Zijlstra 6369ba5f005SPeter Zijlstra static inline 63761699e13SThomas Gleixner void tasklet_hrtimer_start(struct tasklet_hrtimer *ttimer, ktime_t time, 6389ba5f005SPeter Zijlstra const enum hrtimer_mode mode) 6399ba5f005SPeter Zijlstra { 64061699e13SThomas Gleixner hrtimer_start(&ttimer->timer, time, mode); 6419ba5f005SPeter Zijlstra } 6429ba5f005SPeter Zijlstra 6439ba5f005SPeter Zijlstra static inline 6449ba5f005SPeter Zijlstra void tasklet_hrtimer_cancel(struct tasklet_hrtimer *ttimer) 6459ba5f005SPeter Zijlstra { 6469ba5f005SPeter Zijlstra hrtimer_cancel(&ttimer->timer); 6479ba5f005SPeter Zijlstra tasklet_kill(&ttimer->tasklet); 6489ba5f005SPeter Zijlstra } 6499ba5f005SPeter Zijlstra 6501da177e4SLinus Torvalds /* 6511da177e4SLinus Torvalds * Autoprobing for irqs: 6521da177e4SLinus Torvalds * 6531da177e4SLinus Torvalds * probe_irq_on() and probe_irq_off() provide robust primitives 6541da177e4SLinus Torvalds * for accurate IRQ probing during kernel initialization. They are 6551da177e4SLinus Torvalds * reasonably simple to use, are not "fooled" by spurious interrupts, 6561da177e4SLinus Torvalds * and, unlike other attempts at IRQ probing, they do not get hung on 6571da177e4SLinus Torvalds * stuck interrupts (such as unused PS2 mouse interfaces on ASUS boards). 6581da177e4SLinus Torvalds * 6591da177e4SLinus Torvalds * For reasonably foolproof probing, use them as follows: 6601da177e4SLinus Torvalds * 6611da177e4SLinus Torvalds * 1. clear and/or mask the device's internal interrupt. 6621da177e4SLinus Torvalds * 2. sti(); 6631da177e4SLinus Torvalds * 3. irqs = probe_irq_on(); // "take over" all unassigned idle IRQs 6641da177e4SLinus Torvalds * 4. enable the device and cause it to trigger an interrupt. 6651da177e4SLinus Torvalds * 5. wait for the device to interrupt, using non-intrusive polling or a delay. 6661da177e4SLinus Torvalds * 6. irq = probe_irq_off(irqs); // get IRQ number, 0=none, negative=multiple 6671da177e4SLinus Torvalds * 7. service the device to clear its pending interrupt. 6681da177e4SLinus Torvalds * 8. loop again if paranoia is required. 6691da177e4SLinus Torvalds * 6701da177e4SLinus Torvalds * probe_irq_on() returns a mask of allocated irq's. 6711da177e4SLinus Torvalds * 6721da177e4SLinus Torvalds * probe_irq_off() takes the mask as a parameter, 6731da177e4SLinus Torvalds * and returns the irq number which occurred, 6741da177e4SLinus Torvalds * or zero if none occurred, or a negative irq number 6751da177e4SLinus Torvalds * if more than one irq occurred. 6761da177e4SLinus Torvalds */ 6771da177e4SLinus Torvalds 6780244ad00SMartin Schwidefsky #if !defined(CONFIG_GENERIC_IRQ_PROBE) 6791da177e4SLinus Torvalds static inline unsigned long probe_irq_on(void) 6801da177e4SLinus Torvalds { 6811da177e4SLinus Torvalds return 0; 6821da177e4SLinus Torvalds } 6831da177e4SLinus Torvalds static inline int probe_irq_off(unsigned long val) 6841da177e4SLinus Torvalds { 6851da177e4SLinus Torvalds return 0; 6861da177e4SLinus Torvalds } 6871da177e4SLinus Torvalds static inline unsigned int probe_irq_mask(unsigned long val) 6881da177e4SLinus Torvalds { 6891da177e4SLinus Torvalds return 0; 6901da177e4SLinus Torvalds } 6911da177e4SLinus Torvalds #else 6921da177e4SLinus Torvalds extern unsigned long probe_irq_on(void); /* returns 0 on failure */ 6931da177e4SLinus Torvalds extern int probe_irq_off(unsigned long); /* returns 0 or negative on failure */ 6941da177e4SLinus Torvalds extern unsigned int probe_irq_mask(unsigned long); /* returns mask of ISA interrupts */ 6951da177e4SLinus Torvalds #endif 6961da177e4SLinus Torvalds 6976168a702SAndrew Morton #ifdef CONFIG_PROC_FS 6986168a702SAndrew Morton /* Initialize /proc/irq/ */ 6996168a702SAndrew Morton extern void init_irq_proc(void); 7006168a702SAndrew Morton #else 7016168a702SAndrew Morton static inline void init_irq_proc(void) 7026168a702SAndrew Morton { 7036168a702SAndrew Morton } 7046168a702SAndrew Morton #endif 7056168a702SAndrew Morton 706d43c36dcSAlexey Dobriyan struct seq_file; 707f74596d0SAdrian Bunk int show_interrupts(struct seq_file *p, void *v); 708c78b9b65SThomas Gleixner int arch_show_interrupts(struct seq_file *p, int prec); 709f74596d0SAdrian Bunk 71043a25632SYinghai Lu extern int early_irq_init(void); 7114a046d17SYinghai Lu extern int arch_probe_nr_irqs(void); 71243a25632SYinghai Lu extern int arch_early_irq_init(void); 71343a25632SYinghai Lu 714be7635e7SAlexander Potapenko #if defined(CONFIG_FUNCTION_GRAPH_TRACER) || defined(CONFIG_KASAN) 715be7635e7SAlexander Potapenko /* 716be7635e7SAlexander Potapenko * We want to know which function is an entrypoint of a hardirq or a softirq. 717be7635e7SAlexander Potapenko */ 718be7635e7SAlexander Potapenko #define __irq_entry __attribute__((__section__(".irqentry.text"))) 719be7635e7SAlexander Potapenko #define __softirq_entry \ 720be7635e7SAlexander Potapenko __attribute__((__section__(".softirqentry.text"))) 721be7635e7SAlexander Potapenko 722be7635e7SAlexander Potapenko /* Limits of hardirq entrypoints */ 723be7635e7SAlexander Potapenko extern char __irqentry_text_start[]; 724be7635e7SAlexander Potapenko extern char __irqentry_text_end[]; 725be7635e7SAlexander Potapenko /* Limits of softirq entrypoints */ 726be7635e7SAlexander Potapenko extern char __softirqentry_text_start[]; 727be7635e7SAlexander Potapenko extern char __softirqentry_text_end[]; 728be7635e7SAlexander Potapenko 729be7635e7SAlexander Potapenko #else 730be7635e7SAlexander Potapenko #define __irq_entry 731be7635e7SAlexander Potapenko #define __softirq_entry 732be7635e7SAlexander Potapenko #endif 733be7635e7SAlexander Potapenko 7341da177e4SLinus Torvalds #endif 735