1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _LINUX_IRQDESC_H
3 #define _LINUX_IRQDESC_H
4 
5 #include <linux/rcupdate.h>
6 #include <linux/kobject.h>
7 #include <linux/mutex.h>
8 
9 /*
10  * Core internal functions to deal with irq descriptors
11  */
12 
13 struct irq_affinity_notify;
14 struct proc_dir_entry;
15 struct module;
16 struct irq_desc;
17 struct irq_domain;
18 struct pt_regs;
19 
20 /**
21  * struct irq_desc - interrupt descriptor
22  * @irq_common_data:	per irq and chip data passed down to chip functions
23  * @kstat_irqs:		irq stats per cpu
24  * @handle_irq:		highlevel irq-events handler
25  * @action:		the irq action chain
26  * @status_use_accessors: status information
27  * @core_internal_state__do_not_mess_with_it: core internal status information
28  * @depth:		disable-depth, for nested irq_disable() calls
29  * @wake_depth:		enable depth, for multiple irq_set_irq_wake() callers
30  * @tot_count:		stats field for non-percpu irqs
31  * @irq_count:		stats field to detect stalled irqs
32  * @last_unhandled:	aging timer for unhandled count
33  * @irqs_unhandled:	stats field for spurious unhandled interrupts
34  * @threads_handled:	stats field for deferred spurious detection of threaded handlers
35  * @threads_handled_last: comparator field for deferred spurious detection of theraded handlers
36  * @lock:		locking for SMP
37  * @affinity_hint:	hint to user space for preferred irq affinity
38  * @affinity_notify:	context for notification of affinity changes
39  * @pending_mask:	pending rebalanced interrupts
40  * @threads_oneshot:	bitfield to handle shared oneshot threads
41  * @threads_active:	number of irqaction threads currently running
42  * @wait_for_threads:	wait queue for sync_irq to wait for threaded handlers
43  * @nr_actions:		number of installed actions on this descriptor
44  * @no_suspend_depth:	number of irqactions on a irq descriptor with
45  *			IRQF_NO_SUSPEND set
46  * @force_resume_depth:	number of irqactions on a irq descriptor with
47  *			IRQF_FORCE_RESUME set
48  * @rcu:		rcu head for delayed free
49  * @kobj:		kobject used to represent this struct in sysfs
50  * @request_mutex:	mutex to protect request/free before locking desc->lock
51  * @dir:		/proc/irq/ procfs entry
52  * @debugfs_file:	dentry for the debugfs file
53  * @name:		flow handler name for /proc/interrupts output
54  */
55 struct irq_desc {
56 	struct irq_common_data	irq_common_data;
57 	struct irq_data		irq_data;
58 	unsigned int __percpu	*kstat_irqs;
59 	irq_flow_handler_t	handle_irq;
60 	struct irqaction	*action;	/* IRQ action list */
61 	unsigned int		status_use_accessors;
62 	unsigned int		core_internal_state__do_not_mess_with_it;
63 	unsigned int		depth;		/* nested irq disables */
64 	unsigned int		wake_depth;	/* nested wake enables */
65 	unsigned int		tot_count;
66 	unsigned int		irq_count;	/* For detecting broken IRQs */
67 	unsigned long		last_unhandled;	/* Aging timer for unhandled count */
68 	unsigned int		irqs_unhandled;
69 	atomic_t		threads_handled;
70 	int			threads_handled_last;
71 	raw_spinlock_t		lock;
72 	struct cpumask		*percpu_enabled;
73 	const struct cpumask	*percpu_affinity;
74 #ifdef CONFIG_SMP
75 	const struct cpumask	*affinity_hint;
76 	struct irq_affinity_notify *affinity_notify;
77 #ifdef CONFIG_GENERIC_PENDING_IRQ
78 	cpumask_var_t		pending_mask;
79 #endif
80 #endif
81 	unsigned long		threads_oneshot;
82 	atomic_t		threads_active;
83 	wait_queue_head_t       wait_for_threads;
84 #ifdef CONFIG_PM_SLEEP
85 	unsigned int		nr_actions;
86 	unsigned int		no_suspend_depth;
87 	unsigned int		cond_suspend_depth;
88 	unsigned int		force_resume_depth;
89 #endif
90 #ifdef CONFIG_PROC_FS
91 	struct proc_dir_entry	*dir;
92 #endif
93 #ifdef CONFIG_GENERIC_IRQ_DEBUGFS
94 	struct dentry		*debugfs_file;
95 	const char		*dev_name;
96 #endif
97 #ifdef CONFIG_SPARSE_IRQ
98 	struct rcu_head		rcu;
99 	struct kobject		kobj;
100 #endif
101 	struct mutex		request_mutex;
102 	int			parent_irq;
103 	struct module		*owner;
104 	const char		*name;
105 } ____cacheline_internodealigned_in_smp;
106 
107 #ifdef CONFIG_SPARSE_IRQ
108 extern void irq_lock_sparse(void);
109 extern void irq_unlock_sparse(void);
110 #else
irq_lock_sparse(void)111 static inline void irq_lock_sparse(void) { }
irq_unlock_sparse(void)112 static inline void irq_unlock_sparse(void) { }
113 extern struct irq_desc irq_desc[NR_IRQS];
114 #endif
115 
irq_data_to_desc(struct irq_data * data)116 static inline struct irq_desc *irq_data_to_desc(struct irq_data *data)
117 {
118 	return container_of(data->common, struct irq_desc, irq_common_data);
119 }
120 
irq_desc_get_irq(struct irq_desc * desc)121 static inline unsigned int irq_desc_get_irq(struct irq_desc *desc)
122 {
123 	return desc->irq_data.irq;
124 }
125 
irq_desc_get_irq_data(struct irq_desc * desc)126 static inline struct irq_data *irq_desc_get_irq_data(struct irq_desc *desc)
127 {
128 	return &desc->irq_data;
129 }
130 
irq_desc_get_chip(struct irq_desc * desc)131 static inline struct irq_chip *irq_desc_get_chip(struct irq_desc *desc)
132 {
133 	return desc->irq_data.chip;
134 }
135 
irq_desc_get_chip_data(struct irq_desc * desc)136 static inline void *irq_desc_get_chip_data(struct irq_desc *desc)
137 {
138 	return desc->irq_data.chip_data;
139 }
140 
irq_desc_get_handler_data(struct irq_desc * desc)141 static inline void *irq_desc_get_handler_data(struct irq_desc *desc)
142 {
143 	return desc->irq_common_data.handler_data;
144 }
145 
146 /*
147  * Architectures call this to let the generic IRQ layer
148  * handle an interrupt.
149  */
generic_handle_irq_desc(struct irq_desc * desc)150 static inline void generic_handle_irq_desc(struct irq_desc *desc)
151 {
152 	desc->handle_irq(desc);
153 }
154 
155 int generic_handle_irq(unsigned int irq);
156 
157 #ifdef CONFIG_HANDLE_DOMAIN_IRQ
158 /*
159  * Convert a HW interrupt number to a logical one using a IRQ domain,
160  * and handle the result interrupt number. Return -EINVAL if
161  * conversion failed. Providing a NULL domain indicates that the
162  * conversion has already been done.
163  */
164 int __handle_domain_irq(struct irq_domain *domain, unsigned int hwirq,
165 			bool lookup, struct pt_regs *regs);
166 
handle_domain_irq(struct irq_domain * domain,unsigned int hwirq,struct pt_regs * regs)167 static inline int handle_domain_irq(struct irq_domain *domain,
168 				    unsigned int hwirq, struct pt_regs *regs)
169 {
170 	return __handle_domain_irq(domain, hwirq, true, regs);
171 }
172 
173 #ifdef CONFIG_IRQ_DOMAIN
174 int handle_domain_nmi(struct irq_domain *domain, unsigned int hwirq,
175 		      struct pt_regs *regs);
176 #endif
177 #endif
178 
179 /* Test to see if a driver has successfully requested an irq */
irq_desc_has_action(struct irq_desc * desc)180 static inline int irq_desc_has_action(struct irq_desc *desc)
181 {
182 	return desc->action != NULL;
183 }
184 
irq_has_action(unsigned int irq)185 static inline int irq_has_action(unsigned int irq)
186 {
187 	return irq_desc_has_action(irq_to_desc(irq));
188 }
189 
190 /**
191  * irq_set_handler_locked - Set irq handler from a locked region
192  * @data:	Pointer to the irq_data structure which identifies the irq
193  * @handler:	Flow control handler function for this interrupt
194  *
195  * Sets the handler in the irq descriptor associated to @data.
196  *
197  * Must be called with irq_desc locked and valid parameters. Typical
198  * call site is the irq_set_type() callback.
199  */
irq_set_handler_locked(struct irq_data * data,irq_flow_handler_t handler)200 static inline void irq_set_handler_locked(struct irq_data *data,
201 					  irq_flow_handler_t handler)
202 {
203 	struct irq_desc *desc = irq_data_to_desc(data);
204 
205 	desc->handle_irq = handler;
206 }
207 
208 /**
209  * irq_set_chip_handler_name_locked - Set chip, handler and name from a locked region
210  * @data:	Pointer to the irq_data structure for which the chip is set
211  * @chip:	Pointer to the new irq chip
212  * @handler:	Flow control handler function for this interrupt
213  * @name:	Name of the interrupt
214  *
215  * Replace the irq chip at the proper hierarchy level in @data and
216  * sets the handler and name in the associated irq descriptor.
217  *
218  * Must be called with irq_desc locked and valid parameters.
219  */
220 static inline void
irq_set_chip_handler_name_locked(struct irq_data * data,struct irq_chip * chip,irq_flow_handler_t handler,const char * name)221 irq_set_chip_handler_name_locked(struct irq_data *data, struct irq_chip *chip,
222 				 irq_flow_handler_t handler, const char *name)
223 {
224 	struct irq_desc *desc = irq_data_to_desc(data);
225 
226 	desc->handle_irq = handler;
227 	desc->name = name;
228 	data->chip = chip;
229 }
230 
irq_balancing_disabled(unsigned int irq)231 static inline bool irq_balancing_disabled(unsigned int irq)
232 {
233 	struct irq_desc *desc;
234 
235 	desc = irq_to_desc(irq);
236 	return desc->status_use_accessors & IRQ_NO_BALANCING_MASK;
237 }
238 
irq_is_percpu(unsigned int irq)239 static inline bool irq_is_percpu(unsigned int irq)
240 {
241 	struct irq_desc *desc;
242 
243 	desc = irq_to_desc(irq);
244 	return desc->status_use_accessors & IRQ_PER_CPU;
245 }
246 
irq_is_percpu_devid(unsigned int irq)247 static inline bool irq_is_percpu_devid(unsigned int irq)
248 {
249 	struct irq_desc *desc;
250 
251 	desc = irq_to_desc(irq);
252 	return desc->status_use_accessors & IRQ_PER_CPU_DEVID;
253 }
254 
255 static inline void
irq_set_lockdep_class(unsigned int irq,struct lock_class_key * lock_class,struct lock_class_key * request_class)256 irq_set_lockdep_class(unsigned int irq, struct lock_class_key *lock_class,
257 		      struct lock_class_key *request_class)
258 {
259 	struct irq_desc *desc = irq_to_desc(irq);
260 
261 	if (desc) {
262 		lockdep_set_class(&desc->lock, lock_class);
263 		lockdep_set_class(&desc->request_mutex, request_class);
264 	}
265 }
266 
267 #endif
268