89 	IRQ_LEVEL		= (1 <<  8),
90 	IRQ_PER_CPU		= (1 <<  9),
91 	IRQ_NOPROBE		= (1 << 10),
92 	IRQ_NOREQUEST		= (1 << 11),
93 	IRQ_NOAUTOEN		= (1 << 12),
94 	IRQ_NO_BALANCING	= (1 << 13),
95 	IRQ_MOVE_PCNTXT		= (1 << 14),
96 	IRQ_NESTED_THREAD	= (1 << 15),
97 	IRQ_NOTHREAD		= (1 << 16),
98 	IRQ_PER_CPU_DEVID	= (1 << 17),
99 	IRQ_IS_POLLED		= (1 << 18),
100 	IRQ_DISABLE_UNLAZY	= (1 << 19),
101 	IRQ_HIDDEN		= (1 << 20),
225 	IRQD_SETAFFINITY_PENDING	= (1 <<  8),
226 	IRQD_ACTIVATED			= (1 <<  9),
227 	IRQD_NO_BALANCING		= (1 << 10),
228 	IRQD_PER_CPU			= (1 << 11),
229 	IRQD_AFFINITY_SET		= (1 << 12),
230 	IRQD_LEVEL			= (1 << 13),
231 	IRQD_WAKEUP_STATE		= (1 << 14),
232 	IRQD_MOVE_PCNTXT		= (1 << 15),
233 	IRQD_IRQ_DISABLED		= (1 << 16),
234 	IRQD_IRQ_MASKED			= (1 << 17),
235 	IRQD_IRQ_INPROGRESS		= (1 << 18),
236 	IRQD_WAKEUP_ARMED		= (1 << 19),
237 	IRQD_FORWARDED_TO_VCPU		= (1 << 20),
238 	IRQD_AFFINITY_MANAGED		= (1 << 21),
239 	IRQD_IRQ_STARTED		= (1 << 22),
240 	IRQD_MANAGED_SHUTDOWN		= (1 << 23),
241 	IRQD_SINGLE_TARGET		= (1 << 24),
242 	IRQD_DEFAULT_TRIGGER_SET	= (1 << 25),
243 	IRQD_CAN_RESERVE		= (1 << 26),
244 	IRQD_MSI_NOMASK_QUIRK		= (1 << 27),
245 	IRQD_HANDLE_ENFORCE_IRQCTX	= (1 << 28),
246 	IRQD_AFFINITY_ON_ACTIVATE	= (1 << 29),
247 	IRQD_IRQ_ENABLED_ON_SUSPEND	= (1 << 30),
250 #define __irqd_to_state(d) ACCESS_PRIVATE((d)->common, state_use_accessors)  argument
252 static inline bool irqd_is_setaffinity_pending(struct irq_data *d)  in irqd_is_setaffinity_pending()  argument
254 	return __irqd_to_state(d) & IRQD_SETAFFINITY_PENDING;  in irqd_is_setaffinity_pending()
257 static inline bool irqd_is_per_cpu(struct irq_data *d)  in irqd_is_per_cpu()  argument
259 	return __irqd_to_state(d) & IRQD_PER_CPU;  in irqd_is_per_cpu()
262 static inline bool irqd_can_balance(struct irq_data *d)  in irqd_can_balance()  argument
264 	return !(__irqd_to_state(d) & (IRQD_PER_CPU | IRQD_NO_BALANCING));  in irqd_can_balance()
267 static inline bool irqd_affinity_was_set(struct irq_data *d)  in irqd_affinity_was_set()  argument
269 	return __irqd_to_state(d) & IRQD_AFFINITY_SET;  in irqd_affinity_was_set()
272 static inline void irqd_mark_affinity_was_set(struct irq_data *d)  in irqd_mark_affinity_was_set()  argument
274 	__irqd_to_state(d) |= IRQD_AFFINITY_SET;  in irqd_mark_affinity_was_set()
277 static inline bool irqd_trigger_type_was_set(struct irq_data *d)  in irqd_trigger_type_was_set()  argument
279 	return __irqd_to_state(d) & IRQD_DEFAULT_TRIGGER_SET;  in irqd_trigger_type_was_set()
282 static inline u32 irqd_get_trigger_type(struct irq_data *d)  in irqd_get_trigger_type()  argument
284 	return __irqd_to_state(d) & IRQD_TRIGGER_MASK;  in irqd_get_trigger_type()
291 static inline void irqd_set_trigger_type(struct irq_data *d, u32 type)  in irqd_set_trigger_type()  argument
293 	__irqd_to_state(d) &= ~IRQD_TRIGGER_MASK;  in irqd_set_trigger_type()
294 	__irqd_to_state(d) |= type & IRQD_TRIGGER_MASK;  in irqd_set_trigger_type()
295 	__irqd_to_state(d) |= IRQD_DEFAULT_TRIGGER_SET;  in irqd_set_trigger_type()
298 static inline bool irqd_is_level_type(struct irq_data *d)  in irqd_is_level_type()  argument
300 	return __irqd_to_state(d) & IRQD_LEVEL;  in irqd_is_level_type()
307 static inline void irqd_set_single_target(struct irq_data *d)  in irqd_set_single_target()  argument
309 	__irqd_to_state(d) |= IRQD_SINGLE_TARGET;  in irqd_set_single_target()
312 static inline bool irqd_is_single_target(struct irq_data *d)  in irqd_is_single_target()  argument
314 	return __irqd_to_state(d) & IRQD_SINGLE_TARGET;  in irqd_is_single_target()
317 static inline void irqd_set_handle_enforce_irqctx(struct irq_data *d)  in irqd_set_handle_enforce_irqctx()  argument
319 	__irqd_to_state(d) |= IRQD_HANDLE_ENFORCE_IRQCTX;  in irqd_set_handle_enforce_irqctx()
322 static inline bool irqd_is_handle_enforce_irqctx(struct irq_data *d)  in irqd_is_handle_enforce_irqctx()  argument
324 	return __irqd_to_state(d) & IRQD_HANDLE_ENFORCE_IRQCTX;  in irqd_is_handle_enforce_irqctx()
327 static inline bool irqd_is_enabled_on_suspend(struct irq_data *d)  in irqd_is_enabled_on_suspend()  argument
329 	return __irqd_to_state(d) & IRQD_IRQ_ENABLED_ON_SUSPEND;  in irqd_is_enabled_on_suspend()
332 static inline bool irqd_is_wakeup_set(struct irq_data *d)  in irqd_is_wakeup_set()  argument
334 	return __irqd_to_state(d) & IRQD_WAKEUP_STATE;  in irqd_is_wakeup_set()
337 static inline bool irqd_can_move_in_process_context(struct irq_data *d)  in irqd_can_move_in_process_context()  argument
339 	return __irqd_to_state(d) & IRQD_MOVE_PCNTXT;  in irqd_can_move_in_process_context()
342 static inline bool irqd_irq_disabled(struct irq_data *d)  in irqd_irq_disabled()  argument
344 	return __irqd_to_state(d) & IRQD_IRQ_DISABLED;  in irqd_irq_disabled()
347 static inline bool irqd_irq_masked(struct irq_data *d)  in irqd_irq_masked()  argument
349 	return __irqd_to_state(d) & IRQD_IRQ_MASKED;  in irqd_irq_masked()
352 static inline bool irqd_irq_inprogress(struct irq_data *d)  in irqd_irq_inprogress()  argument
354 	return __irqd_to_state(d) & IRQD_IRQ_INPROGRESS;  in irqd_irq_inprogress()
357 static inline bool irqd_is_wakeup_armed(struct irq_data *d)  in irqd_is_wakeup_armed()  argument
359 	return __irqd_to_state(d) & IRQD_WAKEUP_ARMED;  in irqd_is_wakeup_armed()
362 static inline bool irqd_is_forwarded_to_vcpu(struct irq_data *d)  in irqd_is_forwarded_to_vcpu()  argument
364 	return __irqd_to_state(d) & IRQD_FORWARDED_TO_VCPU;  in irqd_is_forwarded_to_vcpu()
367 static inline void irqd_set_forwarded_to_vcpu(struct irq_data *d)  in irqd_set_forwarded_to_vcpu()  argument
369 	__irqd_to_state(d) |= IRQD_FORWARDED_TO_VCPU;  in irqd_set_forwarded_to_vcpu()
372 static inline void irqd_clr_forwarded_to_vcpu(struct irq_data *d)  in irqd_clr_forwarded_to_vcpu()  argument
374 	__irqd_to_state(d) &= ~IRQD_FORWARDED_TO_VCPU;  in irqd_clr_forwarded_to_vcpu()
377 static inline bool irqd_affinity_is_managed(struct irq_data *d)  in irqd_affinity_is_managed()  argument
379 	return __irqd_to_state(d) & IRQD_AFFINITY_MANAGED;  in irqd_affinity_is_managed()
382 static inline bool irqd_is_activated(struct irq_data *d)  in irqd_is_activated()  argument
384 	return __irqd_to_state(d) & IRQD_ACTIVATED;  in irqd_is_activated()
387 static inline void irqd_set_activated(struct irq_data *d)  in irqd_set_activated()  argument
389 	__irqd_to_state(d) |= IRQD_ACTIVATED;  in irqd_set_activated()
392 static inline void irqd_clr_activated(struct irq_data *d)  in irqd_clr_activated()  argument
394 	__irqd_to_state(d) &= ~IRQD_ACTIVATED;  in irqd_clr_activated()
397 static inline bool irqd_is_started(struct irq_data *d)  in irqd_is_started()  argument
399 	return __irqd_to_state(d) & IRQD_IRQ_STARTED;  in irqd_is_started()
402 static inline bool irqd_is_managed_and_shutdown(struct irq_data *d)  in irqd_is_managed_and_shutdown()  argument
404 	return __irqd_to_state(d) & IRQD_MANAGED_SHUTDOWN;  in irqd_is_managed_and_shutdown()
407 static inline void irqd_set_can_reserve(struct irq_data *d)  in irqd_set_can_reserve()  argument
409 	__irqd_to_state(d) |= IRQD_CAN_RESERVE;  in irqd_set_can_reserve()
412 static inline void irqd_clr_can_reserve(struct irq_data *d)  in irqd_clr_can_reserve()  argument
414 	__irqd_to_state(d) &= ~IRQD_CAN_RESERVE;  in irqd_clr_can_reserve()
417 static inline bool irqd_can_reserve(struct irq_data *d)  in irqd_can_reserve()  argument
419 	return __irqd_to_state(d) & IRQD_CAN_RESERVE;  in irqd_can_reserve()
422 static inline void irqd_set_msi_nomask_quirk(struct irq_data *d)  in irqd_set_msi_nomask_quirk()  argument
424 	__irqd_to_state(d) |= IRQD_MSI_NOMASK_QUIRK;  in irqd_set_msi_nomask_quirk()
427 static inline void irqd_clr_msi_nomask_quirk(struct irq_data *d)  in irqd_clr_msi_nomask_quirk()  argument
429 	__irqd_to_state(d) &= ~IRQD_MSI_NOMASK_QUIRK;  in irqd_clr_msi_nomask_quirk()
432 static inline bool irqd_msi_nomask_quirk(struct irq_data *d)  in irqd_msi_nomask_quirk()  argument
434 	return __irqd_to_state(d) & IRQD_MSI_NOMASK_QUIRK;  in irqd_msi_nomask_quirk()
437 static inline void irqd_set_affinity_on_activate(struct irq_data *d)  in irqd_set_affinity_on_activate()  argument
439 	__irqd_to_state(d) |= IRQD_AFFINITY_ON_ACTIVATE;  in irqd_set_affinity_on_activate()
442 static inline bool irqd_affinity_on_activate(struct irq_data *d)  in irqd_affinity_on_activate()  argument
444 	return __irqd_to_state(d) & IRQD_AFFINITY_ON_ACTIVATE;  in irqd_affinity_on_activate()
449 static inline irq_hw_number_t irqd_to_hwirq(struct irq_data *d)  in irqd_to_hwirq()  argument
451 	return d->hwirq;  in irqd_to_hwirq()
572 	IRQCHIP_SET_TYPE_MASKED			= (1 <<  0),
573 	IRQCHIP_EOI_IF_HANDLED			= (1 <<  1),
574 	IRQCHIP_MASK_ON_SUSPEND			= (1 <<  2),
575 	IRQCHIP_ONOFFLINE_ENABLED		= (1 <<  3),
576 	IRQCHIP_SKIP_SET_WAKE			= (1 <<  4),
577 	IRQCHIP_ONESHOT_SAFE			= (1 <<  5),
578 	IRQCHIP_EOI_THREADED			= (1 <<  6),
579 	IRQCHIP_SUPPORTS_LEVEL_MSI		= (1 <<  7),
580 	IRQCHIP_SUPPORTS_NMI			= (1 <<  8),
581 	IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND	= (1 <<  9),
742 	__irq_set_handler(irq, handle, 1, NULL);  in irq_set_chained_handler()
813 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_chip()  local
814 	return d ? d->chip : NULL;  in irq_get_chip()
817 static inline struct irq_chip *irq_data_get_irq_chip(struct irq_data *d)  in irq_data_get_irq_chip()  argument
819 	return d->chip;  in irq_data_get_irq_chip()
824 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_chip_data()  local
825 	return d ? d->chip_data : NULL;  in irq_get_chip_data()
828 static inline void *irq_data_get_irq_chip_data(struct irq_data *d)  in irq_data_get_irq_chip_data()  argument
830 	return d->chip_data;  in irq_data_get_irq_chip_data()
835 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_handler_data()  local
836 	return d ? d->common->handler_data : NULL;  in irq_get_handler_data()
839 static inline void *irq_data_get_irq_handler_data(struct irq_data *d)  in irq_data_get_irq_handler_data()  argument
841 	return d->common->handler_data;  in irq_data_get_irq_handler_data()
846 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_msi_desc()  local
847 	return d ? d->common->msi_desc : NULL;  in irq_get_msi_desc()
850 static inline struct msi_desc *irq_data_get_msi_desc(struct irq_data *d)  in irq_data_get_msi_desc()  argument
852 	return d->common->msi_desc;  in irq_data_get_msi_desc()
857 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_trigger_type()  local
858 	return d ? irqd_get_trigger_type(d) : 0;  in irq_get_trigger_type()
861 static inline int irq_common_data_get_node(struct irq_common_data *d)  in irq_common_data_get_node()  argument
864 	return d->node;  in irq_common_data_get_node()
870 static inline int irq_data_get_node(struct irq_data *d)  in irq_data_get_node()  argument
872 	return irq_common_data_get_node(d->common);  in irq_data_get_node()
877 	struct irq_data *d = irq_get_irq_data(irq);  in irq_get_affinity_mask()  local
879 	return d ? d->common->affinity : NULL;  in irq_get_affinity_mask()
882 static inline struct cpumask *irq_data_get_affinity_mask(struct irq_data *d)  in irq_data_get_affinity_mask()  argument
884 	return d->common->affinity;  in irq_data_get_affinity_mask()
889 struct cpumask *irq_data_get_effective_affinity_mask(struct irq_data *d)  in irq_data_get_effective_affinity_mask()  argument
891 	return d->common->effective_affinity;  in irq_data_get_effective_affinity_mask()
893 static inline void irq_data_update_effective_affinity(struct irq_data *d,  in irq_data_update_effective_affinity()  argument
896 	cpumask_copy(d->common->effective_affinity, m);  in irq_data_update_effective_affinity()
899 static inline void irq_data_update_effective_affinity(struct irq_data *d,  in irq_data_update_effective_affinity()  argument
904 struct cpumask *irq_data_get_effective_affinity_mask(struct irq_data *d)  in irq_data_get_effective_affinity_mask()  argument
906 	return d->common->affinity;  in irq_data_get_effective_affinity_mask()
925 	irq_alloc_descs(-1, 0, 1, node)
928 	irq_alloc_descs(at, at, 1, node)
931 	irq_alloc_descs(-1, from, 1, node)
934 	irq_alloc_descs(-1, from, cnt, node)
940 	devm_irq_alloc_descs(dev, -1, 0, 1, node)
943 	devm_irq_alloc_descs(dev, at, at, 1, node)
946 	devm_irq_alloc_descs(dev, -1, from, 1, node)
949 	devm_irq_alloc_descs(dev, -1, from, cnt, node)
954 	irq_free_descs(irq, 1);  in irq_free_desc()
961 	return irq_alloc_hwirqs(1, node);  in irq_alloc_hwirq()
966 	return irq_free_hwirqs(irq, 1);  in irq_free_hwirq()
1037  * @num_ct:		Number of available irq_chip_type instances (usually 1)
1085 	IRQ_GC_INIT_MASK_CACHE		= 1 << 0,
1086 	IRQ_GC_INIT_NESTED_LOCK		= 1 << 1,
1087 	IRQ_GC_MASK_CACHE_PER_TYPE	= 1 << 2,
1088 	IRQ_GC_NO_MASK			= 1 << 3,
1089 	IRQ_GC_BE_IO			= 1 << 4,
1111 void irq_gc_noop(struct irq_data *d);
1112 void irq_gc_mask_disable_reg(struct irq_data *d);
1113 void irq_gc_mask_set_bit(struct irq_data *d);
1114 void irq_gc_mask_clr_bit(struct irq_data *d);
1115 void irq_gc_unmask_enable_reg(struct irq_data *d);
1116 void irq_gc_ack_set_bit(struct irq_data *d);
1117 void irq_gc_ack_clr_bit(struct irq_data *d);
1118 void irq_gc_mask_disable_and_ack_set(struct irq_data *d);
1119 void irq_gc_eoi(struct irq_data *d);
1120 int irq_gc_set_wake(struct irq_data *d, unsigned int on);
1123 int irq_map_generic_chip(struct irq_domain *d, unsigned int virq,
1131 int irq_setup_alt_chip(struct irq_data *d, unsigned int type);
1143 struct irq_chip_generic *irq_get_domain_generic_chip(struct irq_domain *d, unsigned int hw_irq);
1145 int __irq_alloc_domain_generic_chips(struct irq_domain *d, int irqs_per_chip,
1151 #define irq_alloc_domain_generic_chips(d, irqs_per_chip, num_ct, name,	\  argument
1155 	__irq_alloc_domain_generic_chips(d, irqs_per_chip, num_ct, name,\
1172 static inline struct irq_chip_type *irq_data_get_chip_type(struct irq_data *d)  in irq_data_get_chip_type()  argument
1174 	return container_of(d->chip, struct irq_chip_type, chip);  in irq_data_get_chip_type()
1177 #define IRQ_MSK(n) (u32)((n) < 32 ? ((1 << (n)) - 1) : UINT_MAX)
1273 		WARN_ON(1);			\