39 static void __synchronize_hardirq(struct irq_desc *desc, bool sync_chip)  in __synchronize_hardirq()  argument
41 	struct irq_data *irqd = irq_desc_get_irq_data(desc);  in __synchronize_hardirq()
51 		while (irqd_irq_inprogress(&desc->irq_data))  in __synchronize_hardirq()
55 		raw_spin_lock_irqsave(&desc->lock, flags);  in __synchronize_hardirq()
56 		inprogress = irqd_irq_inprogress(&desc->irq_data);  in __synchronize_hardirq()
71 		raw_spin_unlock_irqrestore(&desc->lock, flags);  in __synchronize_hardirq()
101 	struct irq_desc *desc = irq_to_desc(irq);  in synchronize_hardirq()  local
103 	if (desc) {  in synchronize_hardirq()
104 		__synchronize_hardirq(desc, false);  in synchronize_hardirq()
105 		return !atomic_read(&desc->threads_active);  in synchronize_hardirq()
129 	struct irq_desc *desc = irq_to_desc(irq);  in synchronize_irq()  local
131 	if (desc) {  in synchronize_irq()
132 		__synchronize_hardirq(desc, true);  in synchronize_irq()
138 		wait_event(desc->wait_for_threads,  in synchronize_irq()
139 			   !atomic_read(&desc->threads_active));  in synchronize_irq()
147 static bool __irq_can_set_affinity(struct irq_desc *desc)  in __irq_can_set_affinity()  argument
149 	if (!desc || !irqd_can_balance(&desc->irq_data) ||  in __irq_can_set_affinity()
150 	    !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity)  in __irq_can_set_affinity()
174 	struct irq_desc *desc = irq_to_desc(irq);  in irq_can_set_affinity_usr()  local
176 	return __irq_can_set_affinity(desc) &&  in irq_can_set_affinity_usr()
177 		!irqd_affinity_is_managed(&desc->irq_data);  in irq_can_set_affinity_usr()
189 void irq_set_thread_affinity(struct irq_desc *desc)  in irq_set_thread_affinity()  argument
193 	for_each_action_of_desc(desc, action)  in irq_set_thread_affinity()
224 	struct irq_desc *desc = irq_data_to_desc(data);  in irq_do_set_affinity()  local
273 		cpumask_copy(desc->irq_common_data.affinity, mask);  in irq_do_set_affinity()
277 		irq_set_thread_affinity(desc);  in irq_do_set_affinity()
288 	struct irq_desc *desc = irq_data_to_desc(data);  in irq_set_affinity_pending()  local
291 	irq_copy_pending(desc, dest);  in irq_set_affinity_pending()
320 	struct irq_desc *desc = irq_data_to_desc(data);  in irq_set_affinity_deactivated()  local
335 	cpumask_copy(desc->irq_common_data.affinity, mask);  in irq_set_affinity_deactivated()
345 	struct irq_desc *desc = irq_data_to_desc(data);  in irq_set_affinity_locked()  local
358 		irq_copy_pending(desc, mask);  in irq_set_affinity_locked()
361 	if (desc->affinity_notify) {  in irq_set_affinity_locked()
362 		kref_get(&desc->affinity_notify->kref);  in irq_set_affinity_locked()
363 		if (!schedule_work(&desc->affinity_notify->work)) {  in irq_set_affinity_locked()
365 			kref_put(&desc->affinity_notify->kref,  in irq_set_affinity_locked()
366 				 desc->affinity_notify->release);  in irq_set_affinity_locked()
376 	struct irq_desc *desc = irq_to_desc(irq);  in __irq_set_affinity()  local
380 	if (!desc)  in __irq_set_affinity()
383 	raw_spin_lock_irqsave(&desc->lock, flags);  in __irq_set_affinity()
384 	ret = irq_set_affinity_locked(irq_desc_get_irq_data(desc), mask, force);  in __irq_set_affinity()
385 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __irq_set_affinity()
392 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);  in irq_set_affinity_hint()  local
394 	if (!desc)  in irq_set_affinity_hint()
396 	desc->affinity_hint = m;  in irq_set_affinity_hint()
397 	irq_put_desc_unlock(desc, flags);  in irq_set_affinity_hint()
409 	struct irq_desc *desc = irq_to_desc(notify->irq);  in irq_affinity_notify()  local
413 	if (!desc || !alloc_cpumask_var(&cpumask, GFP_KERNEL))  in irq_affinity_notify()
416 	raw_spin_lock_irqsave(&desc->lock, flags);  in irq_affinity_notify()
417 	if (irq_move_pending(&desc->irq_data))  in irq_affinity_notify()
418 		irq_get_pending(cpumask, desc);  in irq_affinity_notify()
420 		cpumask_copy(cpumask, desc->irq_common_data.affinity);  in irq_affinity_notify()
421 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in irq_affinity_notify()
444 	struct irq_desc *desc = irq_to_desc(irq);  in irq_set_affinity_notifier()  local
451 	if (!desc || desc->istate & IRQS_NMI)  in irq_set_affinity_notifier()
461 	raw_spin_lock_irqsave(&desc->lock, flags);  in irq_set_affinity_notifier()
462 	old_notify = desc->affinity_notify;  in irq_set_affinity_notifier()
463 	desc->affinity_notify = notify;  in irq_set_affinity_notifier()
464 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in irq_set_affinity_notifier()
482 int irq_setup_affinity(struct irq_desc *desc)  in irq_setup_affinity()  argument
485 	int ret, node = irq_desc_get_node(desc);  in irq_setup_affinity()
490 	if (!__irq_can_set_affinity(desc))  in irq_setup_affinity()
498 	if (irqd_affinity_is_managed(&desc->irq_data) ||  in irq_setup_affinity()
499 	    irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) {  in irq_setup_affinity()
500 		if (cpumask_intersects(desc->irq_common_data.affinity,  in irq_setup_affinity()
502 			set = desc->irq_common_data.affinity;  in irq_setup_affinity()
504 			irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET);  in irq_setup_affinity()
518 	ret = irq_do_set_affinity(&desc->irq_data, &mask, false);  in irq_setup_affinity()
524 int irq_setup_affinity(struct irq_desc *desc)  in irq_setup_affinity()  argument
526 	return irq_select_affinity(irq_desc_get_irq(desc));  in irq_setup_affinity()
546 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);  in irq_set_vcpu_affinity()  local
551 	if (!desc)  in irq_set_vcpu_affinity()
554 	data = irq_desc_get_irq_data(desc);  in irq_set_vcpu_affinity()
568 	irq_put_desc_unlock(desc, flags);  in irq_set_vcpu_affinity()
574 void __disable_irq(struct irq_desc *desc)  in __disable_irq()  argument
576 	if (!desc->depth++)  in __disable_irq()
577 		irq_disable(desc);  in __disable_irq()
583 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);  in __disable_irq_nosync()  local
585 	if (!desc)  in __disable_irq_nosync()
587 	__disable_irq(desc);  in __disable_irq_nosync()
588 	irq_put_desc_busunlock(desc, flags);  in __disable_irq_nosync()
669 void __enable_irq(struct irq_desc *desc)  in __enable_irq()  argument
671 	switch (desc->depth) {  in __enable_irq()
675 		     irq_desc_get_irq(desc));  in __enable_irq()
678 		if (desc->istate & IRQS_SUSPENDED)  in __enable_irq()
681 		irq_settings_set_noprobe(desc);  in __enable_irq()
689 		irq_startup(desc, IRQ_RESEND, IRQ_START_FORCE);  in __enable_irq()
693 		desc->depth--;  in __enable_irq()
711 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);  in enable_irq()  local
713 	if (!desc)  in enable_irq()
715 	if (WARN(!desc->irq_data.chip,  in enable_irq()
719 	__enable_irq(desc);  in enable_irq()
721 	irq_put_desc_busunlock(desc, flags);  in enable_irq()
741 	struct irq_desc *desc = irq_to_desc(irq);  in set_irq_wake_real()  local
744 	if (irq_desc_get_chip(desc)->flags &  IRQCHIP_SKIP_SET_WAKE)  in set_irq_wake_real()
747 	if (desc->irq_data.chip->irq_set_wake)  in set_irq_wake_real()
748 		ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on);  in set_irq_wake_real()
775 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);  in irq_set_irq_wake()  local
778 	if (!desc)  in irq_set_irq_wake()
782 	if (desc->istate & IRQS_NMI) {  in irq_set_irq_wake()
791 		if (desc->wake_depth++ == 0) {  in irq_set_irq_wake()
794 				desc->wake_depth = 0;  in irq_set_irq_wake()
796 				irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE);  in irq_set_irq_wake()
799 		if (desc->wake_depth == 0) {  in irq_set_irq_wake()
801 		} else if (--desc->wake_depth == 0) {  in irq_set_irq_wake()
804 				desc->wake_depth = 1;  in irq_set_irq_wake()
806 				irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE);  in irq_set_irq_wake()
811 	irq_put_desc_busunlock(desc, flags);  in irq_set_irq_wake()
824 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);  in can_request_irq()  local
827 	if (!desc)  in can_request_irq()
830 	if (irq_settings_can_request(desc)) {  in can_request_irq()
831 		if (!desc->action ||  in can_request_irq()
832 		    irqflags & desc->action->flags & IRQF_SHARED)  in can_request_irq()
835 	irq_put_desc_unlock(desc, flags);  in can_request_irq()
839 int __irq_set_trigger(struct irq_desc *desc, unsigned long flags)  in __irq_set_trigger()  argument
841 	struct irq_chip *chip = desc->irq_data.chip;  in __irq_set_trigger()
850 			 irq_desc_get_irq(desc),  in __irq_set_trigger()
856 		if (!irqd_irq_masked(&desc->irq_data))  in __irq_set_trigger()
857 			mask_irq(desc);  in __irq_set_trigger()
858 		if (!irqd_irq_disabled(&desc->irq_data))  in __irq_set_trigger()
864 	ret = chip->irq_set_type(&desc->irq_data, flags);  in __irq_set_trigger()
869 		irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK);  in __irq_set_trigger()
870 		irqd_set(&desc->irq_data, flags);  in __irq_set_trigger()
874 		flags = irqd_get_trigger_type(&desc->irq_data);  in __irq_set_trigger()
875 		irq_settings_set_trigger_mask(desc, flags);  in __irq_set_trigger()
876 		irqd_clear(&desc->irq_data, IRQD_LEVEL);  in __irq_set_trigger()
877 		irq_settings_clr_level(desc);  in __irq_set_trigger()
879 			irq_settings_set_level(desc);  in __irq_set_trigger()
880 			irqd_set(&desc->irq_data, IRQD_LEVEL);  in __irq_set_trigger()
887 		       flags, irq_desc_get_irq(desc), chip->irq_set_type);  in __irq_set_trigger()
890 		unmask_irq(desc);  in __irq_set_trigger()
898 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);  in irq_set_parent()  local
900 	if (!desc)  in irq_set_parent()
903 	desc->parent_irq = parent_irq;  in irq_set_parent()
905 	irq_put_desc_unlock(desc, flags);  in irq_set_parent()
967 static void irq_finalize_oneshot(struct irq_desc *desc,  in irq_finalize_oneshot()  argument
970 	if (!(desc->istate & IRQS_ONESHOT) ||  in irq_finalize_oneshot()
974 	chip_bus_lock(desc);  in irq_finalize_oneshot()
975 	raw_spin_lock_irq(&desc->lock);  in irq_finalize_oneshot()
991 	if (unlikely(irqd_irq_inprogress(&desc->irq_data))) {  in irq_finalize_oneshot()
992 		raw_spin_unlock_irq(&desc->lock);  in irq_finalize_oneshot()
993 		chip_bus_sync_unlock(desc);  in irq_finalize_oneshot()
1006 	desc->threads_oneshot &= ~action->thread_mask;  in irq_finalize_oneshot()
1008 	if (!desc->threads_oneshot && !irqd_irq_disabled(&desc->irq_data) &&  in irq_finalize_oneshot()
1009 	    irqd_irq_masked(&desc->irq_data))  in irq_finalize_oneshot()
1010 		unmask_threaded_irq(desc);  in irq_finalize_oneshot()
1013 	raw_spin_unlock_irq(&desc->lock);  in irq_finalize_oneshot()
1014 	chip_bus_sync_unlock(desc);  in irq_finalize_oneshot()
1022 irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)  in irq_thread_check_affinity()  argument
1039 	raw_spin_lock_irq(&desc->lock);  in irq_thread_check_affinity()
1044 	if (cpumask_available(desc->irq_common_data.affinity)) {  in irq_thread_check_affinity()
1047 		m = irq_data_get_effective_affinity_mask(&desc->irq_data);  in irq_thread_check_affinity()
1052 	raw_spin_unlock_irq(&desc->lock);  in irq_thread_check_affinity()
1060 irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }  in irq_thread_check_affinity()  argument
1070 irq_forced_thread_fn(struct irq_desc *desc, struct irqaction *action)  in irq_forced_thread_fn()  argument
1077 		atomic_inc(&desc->threads_handled);  in irq_forced_thread_fn()
1079 	irq_finalize_oneshot(desc, action);  in irq_forced_thread_fn()
1089 static irqreturn_t irq_thread_fn(struct irq_desc *desc,  in irq_thread_fn()  argument
1096 		atomic_inc(&desc->threads_handled);  in irq_thread_fn()
1098 	irq_finalize_oneshot(desc, action);  in irq_thread_fn()
1102 static void wake_threads_waitq(struct irq_desc *desc)  in wake_threads_waitq()  argument
1104 	if (atomic_dec_and_test(&desc->threads_active))  in wake_threads_waitq()
1105 		wake_up(&desc->wait_for_threads);  in wake_threads_waitq()
1111 	struct irq_desc *desc;  in irq_thread_dtor()  local
1123 	desc = irq_to_desc(action->irq);  in irq_thread_dtor()
1129 		wake_threads_waitq(desc);  in irq_thread_dtor()
1132 	irq_finalize_oneshot(desc, action);  in irq_thread_dtor()
1135 static void irq_wake_secondary(struct irq_desc *desc, struct irqaction *action)  in irq_wake_secondary()  argument
1142 	raw_spin_lock_irq(&desc->lock);  in irq_wake_secondary()
1143 	__irq_wake_thread(desc, secondary);  in irq_wake_secondary()
1144 	raw_spin_unlock_irq(&desc->lock);  in irq_wake_secondary()
1154 	struct irq_desc *desc = irq_to_desc(action->irq);  in irq_thread()  local
1155 	irqreturn_t (*handler_fn)(struct irq_desc *desc,  in irq_thread()
1167 	irq_thread_check_affinity(desc, action);  in irq_thread()
1172 		irq_thread_check_affinity(desc, action);  in irq_thread()
1174 		action_ret = handler_fn(desc, action);  in irq_thread()
1176 			irq_wake_secondary(desc, action);  in irq_thread()
1178 		wake_threads_waitq(desc);  in irq_thread()
1199 	struct irq_desc *desc = irq_to_desc(irq);  in irq_wake_thread()  local
1203 	if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc)))  in irq_wake_thread()
1206 	raw_spin_lock_irqsave(&desc->lock, flags);  in irq_wake_thread()
1207 	for_each_action_of_desc(desc, action) {  in irq_wake_thread()
1210 				__irq_wake_thread(desc, action);  in irq_wake_thread()
1214 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in irq_wake_thread()
1257 static int irq_request_resources(struct irq_desc *desc)  in irq_request_resources()  argument
1259 	struct irq_data *d = &desc->irq_data;  in irq_request_resources()
1265 static void irq_release_resources(struct irq_desc *desc)  in irq_release_resources()  argument
1267 	struct irq_data *d = &desc->irq_data;  in irq_release_resources()
1274 static bool irq_supports_nmi(struct irq_desc *desc)  in irq_supports_nmi()  argument
1276 	struct irq_data *d = irq_desc_get_irq_data(desc);  in irq_supports_nmi()
1290 static int irq_nmi_setup(struct irq_desc *desc)  in irq_nmi_setup()  argument
1292 	struct irq_data *d = irq_desc_get_irq_data(desc);  in irq_nmi_setup()
1298 static void irq_nmi_teardown(struct irq_desc *desc)  in irq_nmi_teardown()  argument
1300 	struct irq_data *d = irq_desc_get_irq_data(desc);  in irq_nmi_teardown()
1359 __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)  in __setup_irq()  argument
1365 	if (!desc)  in __setup_irq()
1368 	if (desc->irq_data.chip == &no_irq_chip)  in __setup_irq()
1370 	if (!try_module_get(desc->owner))  in __setup_irq()
1380 		new->flags |= irqd_get_trigger_type(&desc->irq_data);  in __setup_irq()
1386 	nested = irq_settings_is_nested_thread(desc);  in __setup_irq()
1399 		if (irq_settings_can_thread(desc)) {  in __setup_irq()
1431 	if (desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE)  in __setup_irq()
1441 	mutex_lock(&desc->request_mutex);  in __setup_irq()
1448 	chip_bus_lock(desc);  in __setup_irq()
1451 	if (!desc->action) {  in __setup_irq()
1452 		ret = irq_request_resources(desc);  in __setup_irq()
1455 			       new->name, irq, desc->irq_data.chip->name);  in __setup_irq()
1466 	raw_spin_lock_irqsave(&desc->lock, flags);  in __setup_irq()
1467 	old_ptr = &desc->action;  in __setup_irq()
1480 		if (desc->istate & IRQS_NMI) {  in __setup_irq()
1482 				new->name, irq, desc->irq_data.chip->name);  in __setup_irq()
1491 		if (irqd_trigger_type_was_set(&desc->irq_data)) {  in __setup_irq()
1492 			oldtype = irqd_get_trigger_type(&desc->irq_data);  in __setup_irq()
1495 			irqd_set_trigger_type(&desc->irq_data, oldtype);  in __setup_irq()
1559 		   !(desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE)) {  in __setup_irq()
1582 		init_waitqueue_head(&desc->wait_for_threads);  in __setup_irq()
1586 			ret = __irq_set_trigger(desc,  in __setup_irq()
1604 		ret = irq_activate(desc);  in __setup_irq()
1608 		desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \  in __setup_irq()
1610 		irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);  in __setup_irq()
1613 			irqd_set(&desc->irq_data, IRQD_PER_CPU);  in __setup_irq()
1614 			irq_settings_set_per_cpu(desc);  in __setup_irq()
1618 			desc->istate |= IRQS_ONESHOT;  in __setup_irq()
1622 			irq_settings_set_no_balancing(desc);  in __setup_irq()
1623 			irqd_set(&desc->irq_data, IRQD_NO_BALANCING);  in __setup_irq()
1626 		if (irq_settings_can_autoenable(desc)) {  in __setup_irq()
1627 			irq_startup(desc, IRQ_RESEND, IRQ_START_COND);  in __setup_irq()
1637 			desc->depth = 1;  in __setup_irq()
1642 		unsigned int omsk = irqd_get_trigger_type(&desc->irq_data);  in __setup_irq()
1652 	irq_pm_install_action(desc, new);  in __setup_irq()
1655 	desc->irq_count = 0;  in __setup_irq()
1656 	desc->irqs_unhandled = 0;  in __setup_irq()
1662 	if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) {  in __setup_irq()
1663 		desc->istate &= ~IRQS_SPURIOUS_DISABLED;  in __setup_irq()
1664 		__enable_irq(desc);  in __setup_irq()
1667 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __setup_irq()
1668 	chip_bus_sync_unlock(desc);  in __setup_irq()
1669 	mutex_unlock(&desc->request_mutex);  in __setup_irq()
1671 	irq_setup_timings(desc, new);  in __setup_irq()
1682 	register_irq_proc(irq, desc);  in __setup_irq()
1698 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __setup_irq()
1700 	if (!desc->action)  in __setup_irq()
1701 		irq_release_resources(desc);  in __setup_irq()
1703 	chip_bus_sync_unlock(desc);  in __setup_irq()
1704 	mutex_unlock(&desc->request_mutex);  in __setup_irq()
1722 	module_put(desc->owner);  in __setup_irq()
1730 static struct irqaction *__free_irq(struct irq_desc *desc, void *dev_id)  in __free_irq()  argument
1732 	unsigned irq = desc->irq_data.irq;  in __free_irq()
1738 	mutex_lock(&desc->request_mutex);  in __free_irq()
1739 	chip_bus_lock(desc);  in __free_irq()
1740 	raw_spin_lock_irqsave(&desc->lock, flags);  in __free_irq()
1746 	action_ptr = &desc->action;  in __free_irq()
1752 			raw_spin_unlock_irqrestore(&desc->lock, flags);  in __free_irq()
1753 			chip_bus_sync_unlock(desc);  in __free_irq()
1754 			mutex_unlock(&desc->request_mutex);  in __free_irq()
1766 	irq_pm_remove_action(desc, action);  in __free_irq()
1769 	if (!desc->action) {  in __free_irq()
1770 		irq_settings_clr_disable_unlazy(desc);  in __free_irq()
1772 		irq_shutdown(desc);  in __free_irq()
1777 	if (WARN_ON_ONCE(desc->affinity_hint))  in __free_irq()
1778 		desc->affinity_hint = NULL;  in __free_irq()
1781 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __free_irq()
1796 	chip_bus_sync_unlock(desc);  in __free_irq()
1805 	__synchronize_hardirq(desc, true);  in __free_irq()
1839 	if (!desc->action) {  in __free_irq()
1844 		chip_bus_lock(desc);  in __free_irq()
1849 		raw_spin_lock_irqsave(&desc->lock, flags);  in __free_irq()
1850 		irq_domain_deactivate_irq(&desc->irq_data);  in __free_irq()
1851 		raw_spin_unlock_irqrestore(&desc->lock, flags);  in __free_irq()
1853 		irq_release_resources(desc);  in __free_irq()
1854 		chip_bus_sync_unlock(desc);  in __free_irq()
1855 		irq_remove_timings(desc);  in __free_irq()
1858 	mutex_unlock(&desc->request_mutex);  in __free_irq()
1860 	irq_chip_pm_put(&desc->irq_data);  in __free_irq()
1861 	module_put(desc->owner);  in __free_irq()
1884 	struct irq_desc *desc = irq_to_desc(irq);  in free_irq()  local
1888 	if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc)))  in free_irq()
1892 	if (WARN_ON(desc->affinity_notify))  in free_irq()
1893 		desc->affinity_notify = NULL;  in free_irq()
1896 	action = __free_irq(desc, dev_id);  in free_irq()
1908 static const void *__cleanup_nmi(unsigned int irq, struct irq_desc *desc)  in __cleanup_nmi()  argument
1912 	desc->istate &= ~IRQS_NMI;  in __cleanup_nmi()
1914 	if (!WARN_ON(desc->action == NULL)) {  in __cleanup_nmi()
1915 		irq_pm_remove_action(desc, desc->action);  in __cleanup_nmi()
1916 		devname = desc->action->name;  in __cleanup_nmi()
1917 		unregister_handler_proc(irq, desc->action);  in __cleanup_nmi()
1919 		kfree(desc->action);  in __cleanup_nmi()
1920 		desc->action = NULL;  in __cleanup_nmi()
1923 	irq_settings_clr_disable_unlazy(desc);  in __cleanup_nmi()
1924 	irq_shutdown_and_deactivate(desc);  in __cleanup_nmi()
1926 	irq_release_resources(desc);  in __cleanup_nmi()
1928 	irq_chip_pm_put(&desc->irq_data);  in __cleanup_nmi()
1929 	module_put(desc->owner);  in __cleanup_nmi()
1936 	struct irq_desc *desc = irq_to_desc(irq);  in free_nmi()  local
1940 	if (!desc || WARN_ON(!(desc->istate & IRQS_NMI)))  in free_nmi()
1943 	if (WARN_ON(irq_settings_is_per_cpu_devid(desc)))  in free_nmi()
1947 	if (WARN_ON(desc->depth == 0))  in free_nmi()
1950 	raw_spin_lock_irqsave(&desc->lock, flags);  in free_nmi()
1952 	irq_nmi_teardown(desc);  in free_nmi()
1953 	devname = __cleanup_nmi(irq, desc);  in free_nmi()
1955 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in free_nmi()
2007 	struct irq_desc *desc;  in request_threaded_irq()  local
2027 	desc = irq_to_desc(irq);  in request_threaded_irq()
2028 	if (!desc)  in request_threaded_irq()
2031 	if (!irq_settings_can_request(desc) ||  in request_threaded_irq()
2032 	    WARN_ON(irq_settings_is_per_cpu_devid(desc)))  in request_threaded_irq()
2051 	retval = irq_chip_pm_get(&desc->irq_data);  in request_threaded_irq()
2057 	retval = __setup_irq(irq, desc, action);  in request_threaded_irq()
2060 		irq_chip_pm_put(&desc->irq_data);  in request_threaded_irq()
2108 	struct irq_desc *desc;  in request_any_context_irq()  local
2114 	desc = irq_to_desc(irq);  in request_any_context_irq()
2115 	if (!desc)  in request_any_context_irq()
2118 	if (irq_settings_is_nested_thread(desc)) {  in request_any_context_irq()
2159 	struct irq_desc *desc;  in request_nmi()  local
2176 	desc = irq_to_desc(irq);  in request_nmi()
2178 	if (!desc || irq_settings_can_autoenable(desc) ||  in request_nmi()
2179 	    !irq_settings_can_request(desc) ||  in request_nmi()
2180 	    WARN_ON(irq_settings_is_per_cpu_devid(desc)) ||  in request_nmi()
2181 	    !irq_supports_nmi(desc))  in request_nmi()
2193 	retval = irq_chip_pm_get(&desc->irq_data);  in request_nmi()
2197 	retval = __setup_irq(irq, desc, action);  in request_nmi()
2201 	raw_spin_lock_irqsave(&desc->lock, flags);  in request_nmi()
2204 	desc->istate |= IRQS_NMI;  in request_nmi()
2205 	retval = irq_nmi_setup(desc);  in request_nmi()
2207 		__cleanup_nmi(irq, desc);  in request_nmi()
2208 		raw_spin_unlock_irqrestore(&desc->lock, flags);  in request_nmi()
2212 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in request_nmi()
2217 	irq_chip_pm_put(&desc->irq_data);  in request_nmi()
2228 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);  in enable_percpu_irq()  local
2230 	if (!desc)  in enable_percpu_irq()
2239 		type = irqd_get_trigger_type(&desc->irq_data);  in enable_percpu_irq()
2244 		ret = __irq_set_trigger(desc, type);  in enable_percpu_irq()
2252 	irq_percpu_enable(desc, cpu);  in enable_percpu_irq()
2254 	irq_put_desc_unlock(desc, flags);  in enable_percpu_irq()
2273 	struct irq_desc *desc;  in irq_percpu_is_enabled()  local
2277 	desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);  in irq_percpu_is_enabled()
2278 	if (!desc)  in irq_percpu_is_enabled()
2281 	is_enabled = cpumask_test_cpu(cpu, desc->percpu_enabled);  in irq_percpu_is_enabled()
2282 	irq_put_desc_unlock(desc, flags);  in irq_percpu_is_enabled()
2292 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);  in disable_percpu_irq()  local
2294 	if (!desc)  in disable_percpu_irq()
2297 	irq_percpu_disable(desc, cpu);  in disable_percpu_irq()
2298 	irq_put_desc_unlock(desc, flags);  in disable_percpu_irq()
2312 	struct irq_desc *desc = irq_to_desc(irq);  in __free_percpu_irq()  local
2318 	if (!desc)  in __free_percpu_irq()
2321 	raw_spin_lock_irqsave(&desc->lock, flags);  in __free_percpu_irq()
2323 	action = desc->action;  in __free_percpu_irq()
2329 	if (!cpumask_empty(desc->percpu_enabled)) {  in __free_percpu_irq()
2331 		     irq, cpumask_first(desc->percpu_enabled));  in __free_percpu_irq()
2336 	desc->action = NULL;  in __free_percpu_irq()
2338 	desc->istate &= ~IRQS_NMI;  in __free_percpu_irq()
2340 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __free_percpu_irq()
2344 	irq_chip_pm_put(&desc->irq_data);  in __free_percpu_irq()
2345 	module_put(desc->owner);  in __free_percpu_irq()
2349 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __free_percpu_irq()
2362 	struct irq_desc *desc = irq_to_desc(irq);  in remove_percpu_irq()  local
2364 	if (desc && irq_settings_is_per_cpu_devid(desc))  in remove_percpu_irq()
2382 	struct irq_desc *desc = irq_to_desc(irq);  in free_percpu_irq()  local
2384 	if (!desc || !irq_settings_is_per_cpu_devid(desc))  in free_percpu_irq()
2387 	chip_bus_lock(desc);  in free_percpu_irq()
2389 	chip_bus_sync_unlock(desc);  in free_percpu_irq()
2395 	struct irq_desc *desc = irq_to_desc(irq);  in free_percpu_nmi()  local
2397 	if (!desc || !irq_settings_is_per_cpu_devid(desc))  in free_percpu_nmi()
2400 	if (WARN_ON(!(desc->istate & IRQS_NMI)))  in free_percpu_nmi()
2415 	struct irq_desc *desc = irq_to_desc(irq);  in setup_percpu_irq()  local
2418 	if (!desc || !irq_settings_is_per_cpu_devid(desc))  in setup_percpu_irq()
2421 	retval = irq_chip_pm_get(&desc->irq_data);  in setup_percpu_irq()
2425 	retval = __setup_irq(irq, desc, act);  in setup_percpu_irq()
2428 		irq_chip_pm_put(&desc->irq_data);  in setup_percpu_irq()
2455 	struct irq_desc *desc;  in __request_percpu_irq()  local
2461 	desc = irq_to_desc(irq);  in __request_percpu_irq()
2462 	if (!desc || !irq_settings_can_request(desc) ||  in __request_percpu_irq()
2463 	    !irq_settings_is_per_cpu_devid(desc))  in __request_percpu_irq()
2478 	retval = irq_chip_pm_get(&desc->irq_data);  in __request_percpu_irq()
2484 	retval = __setup_irq(irq, desc, action);  in __request_percpu_irq()
2487 		irq_chip_pm_put(&desc->irq_data);  in __request_percpu_irq()
2520 	struct irq_desc *desc;  in request_percpu_nmi()  local
2527 	desc = irq_to_desc(irq);  in request_percpu_nmi()
2529 	if (!desc || !irq_settings_can_request(desc) ||  in request_percpu_nmi()
2530 	    !irq_settings_is_per_cpu_devid(desc) ||  in request_percpu_nmi()
2531 	    irq_settings_can_autoenable(desc) ||  in request_percpu_nmi()
2532 	    !irq_supports_nmi(desc))  in request_percpu_nmi()
2536 	if (desc->istate & IRQS_NMI)  in request_percpu_nmi()
2549 	retval = irq_chip_pm_get(&desc->irq_data);  in request_percpu_nmi()
2553 	retval = __setup_irq(irq, desc, action);  in request_percpu_nmi()
2557 	raw_spin_lock_irqsave(&desc->lock, flags);  in request_percpu_nmi()
2558 	desc->istate |= IRQS_NMI;  in request_percpu_nmi()
2559 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in request_percpu_nmi()
2564 	irq_chip_pm_put(&desc->irq_data);  in request_percpu_nmi()
2587 	struct irq_desc *desc;  in prepare_percpu_nmi()  local
2592 	desc = irq_get_desc_lock(irq, &flags,  in prepare_percpu_nmi()
2594 	if (!desc)  in prepare_percpu_nmi()
2597 	if (WARN(!(desc->istate & IRQS_NMI),  in prepare_percpu_nmi()
2604 	ret = irq_nmi_setup(desc);  in prepare_percpu_nmi()
2611 	irq_put_desc_unlock(desc, flags);  in prepare_percpu_nmi()
2630 	struct irq_desc *desc;  in teardown_percpu_nmi()  local
2634 	desc = irq_get_desc_lock(irq, &flags,  in teardown_percpu_nmi()
2636 	if (!desc)  in teardown_percpu_nmi()
2639 	if (WARN_ON(!(desc->istate & IRQS_NMI)))  in teardown_percpu_nmi()
2642 	irq_nmi_teardown(desc);  in teardown_percpu_nmi()
2644 	irq_put_desc_unlock(desc, flags);  in teardown_percpu_nmi()
2687 	struct irq_desc *desc;  in irq_get_irqchip_state()  local
2692 	desc = irq_get_desc_buslock(irq, &flags, 0);  in irq_get_irqchip_state()
2693 	if (!desc)  in irq_get_irqchip_state()
2696 	data = irq_desc_get_irq_data(desc);  in irq_get_irqchip_state()
2700 	irq_put_desc_busunlock(desc, flags);  in irq_get_irqchip_state()
2720 	struct irq_desc *desc;  in irq_set_irqchip_state()  local
2726 	desc = irq_get_desc_buslock(irq, &flags, 0);  in irq_set_irqchip_state()
2727 	if (!desc)  in irq_set_irqchip_state()
2730 	data = irq_desc_get_irq_data(desc);  in irq_set_irqchip_state()
2751 	irq_put_desc_busunlock(desc, flags);  in irq_set_irqchip_state()