55 static int alloc_masks(struct irq_desc *desc, int node)  in alloc_masks()  argument
57 	if (!zalloc_cpumask_var_node(&desc->irq_common_data.affinity,  in alloc_masks()
62 	if (!zalloc_cpumask_var_node(&desc->irq_common_data.effective_affinity,  in alloc_masks()
64 		free_cpumask_var(desc->irq_common_data.affinity);  in alloc_masks()
70 	if (!zalloc_cpumask_var_node(&desc->pending_mask, GFP_KERNEL, node)) {  in alloc_masks()
72 		free_cpumask_var(desc->irq_common_data.effective_affinity);  in alloc_masks()
74 		free_cpumask_var(desc->irq_common_data.affinity);  in alloc_masks()
81 static void desc_smp_init(struct irq_desc *desc, int node,  in desc_smp_init()  argument
86 	cpumask_copy(desc->irq_common_data.affinity, affinity);  in desc_smp_init()
89 	cpumask_clear(desc->pending_mask);  in desc_smp_init()
92 	desc->irq_common_data.node = node;  in desc_smp_init()
96 static void free_masks(struct irq_desc *desc)  in free_masks()  argument
99 	free_cpumask_var(desc->pending_mask);  in free_masks()
101 	free_cpumask_var(desc->irq_common_data.affinity);  in free_masks()
103 	free_cpumask_var(desc->irq_common_data.effective_affinity);  in free_masks()
109 alloc_masks(struct irq_desc *desc, int node) { return 0; }  in alloc_masks()  argument
111 desc_smp_init(struct irq_desc *desc, int node, const struct cpumask *affinity) { }  in desc_smp_init()  argument
112 static inline void free_masks(struct irq_desc *desc) { }  in free_masks()  argument
115 static void desc_set_defaults(unsigned int irq, struct irq_desc *desc, int node,  in desc_set_defaults()  argument
120 	desc->irq_common_data.handler_data = NULL;  in desc_set_defaults()
121 	desc->irq_common_data.msi_desc = NULL;  in desc_set_defaults()
123 	desc->irq_data.common = &desc->irq_common_data;  in desc_set_defaults()
124 	desc->irq_data.irq = irq;  in desc_set_defaults()
125 	desc->irq_data.chip = &no_irq_chip;  in desc_set_defaults()
126 	desc->irq_data.chip_data = NULL;  in desc_set_defaults()
127 	irq_settings_clr_and_set(desc, ~0, _IRQ_DEFAULT_INIT_FLAGS);  in desc_set_defaults()
128 	irqd_set(&desc->irq_data, IRQD_IRQ_DISABLED);  in desc_set_defaults()
129 	irqd_set(&desc->irq_data, IRQD_IRQ_MASKED);  in desc_set_defaults()
130 	desc->handle_irq = handle_bad_irq;  in desc_set_defaults()
131 	desc->depth = 1;  in desc_set_defaults()
132 	desc->irq_count = 0;  in desc_set_defaults()
133 	desc->irqs_unhandled = 0;  in desc_set_defaults()
134 	desc->tot_count = 0;  in desc_set_defaults()
135 	desc->name = NULL;  in desc_set_defaults()
136 	desc->owner = owner;  in desc_set_defaults()
138 		*per_cpu_ptr(desc->kstat_irqs, cpu) = (struct irqstat) { };  in desc_set_defaults()
139 	desc_smp_init(desc, node, affinity);  in desc_set_defaults()
186 	struct irq_desc *desc;  in irq_find_at_or_after()  local
189 	desc = mt_find(&sparse_irqs, &index, nr_irqs);  in irq_find_at_or_after()
191 	return desc ? irq_desc_get_irq(desc) : nr_irqs;  in irq_find_at_or_after()
194 static void irq_insert_desc(unsigned int irq, struct irq_desc *desc)  in irq_insert_desc()  argument
197 	WARN_ON(mas_store_gfp(&mas, desc, GFP_KERNEL) != 0);  in irq_insert_desc()
210 static int init_desc(struct irq_desc *desc, int irq, int node,  in init_desc()  argument
215 	desc->kstat_irqs = alloc_percpu(struct irqstat);  in init_desc()
216 	if (!desc->kstat_irqs)  in init_desc()
219 	if (alloc_masks(desc, node)) {  in init_desc()
220 		free_percpu(desc->kstat_irqs);  in init_desc()
224 	raw_spin_lock_init(&desc->lock);  in init_desc()
225 	lockdep_set_class(&desc->lock, &irq_desc_lock_class);  in init_desc()
226 	mutex_init(&desc->request_mutex);  in init_desc()
227 	init_waitqueue_head(&desc->wait_for_threads);  in init_desc()
228 	desc_set_defaults(irq, desc, node, affinity, owner);  in init_desc()
229 	irqd_set(&desc->irq_data, flags);  in init_desc()
230 	irq_resend_init(desc);  in init_desc()
232 	kobject_init(&desc->kobj, &irq_kobj_type);  in init_desc()
233 	init_rcu_head(&desc->rcu);  in init_desc()
252 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in per_cpu_count_show()  local
258 		unsigned int c = irq_desc_kstat_cpu(desc, cpu);  in per_cpu_count_show()
272 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in chip_name_show()  local
275 	raw_spin_lock_irq(&desc->lock);  in chip_name_show()
276 	if (desc->irq_data.chip && desc->irq_data.chip->name) {  in chip_name_show()
278 				desc->irq_data.chip->name);  in chip_name_show()
280 	raw_spin_unlock_irq(&desc->lock);  in chip_name_show()
289 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in hwirq_show()  local
292 	raw_spin_lock_irq(&desc->lock);  in hwirq_show()
293 	if (desc->irq_data.domain)  in hwirq_show()
294 		ret = sprintf(buf, "%lu\n", desc->irq_data.hwirq);  in hwirq_show()
295 	raw_spin_unlock_irq(&desc->lock);  in hwirq_show()
304 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in type_show()  local
307 	raw_spin_lock_irq(&desc->lock);  in type_show()
309 		      irqd_is_level_type(&desc->irq_data) ? "level" : "edge");  in type_show()
310 	raw_spin_unlock_irq(&desc->lock);  in type_show()
320 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in wakeup_show()  local
323 	raw_spin_lock_irq(&desc->lock);  in wakeup_show()
324 	ret = sprintf(buf, "%s\n", str_enabled_disabled(irqd_is_wakeup_set(&desc->irq_data)));  in wakeup_show()
325 	raw_spin_unlock_irq(&desc->lock);  in wakeup_show()
335 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in name_show()  local
338 	raw_spin_lock_irq(&desc->lock);  in name_show()
339 	if (desc->name)  in name_show()
340 		ret = scnprintf(buf, PAGE_SIZE, "%s\n", desc->name);  in name_show()
341 	raw_spin_unlock_irq(&desc->lock);  in name_show()
350 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in actions_show()  local
355 	raw_spin_lock_irq(&desc->lock);  in actions_show()
356 	for_each_action_of_desc(desc, action) {  in actions_show()
361 	raw_spin_unlock_irq(&desc->lock);  in actions_show()
388 static void irq_sysfs_add(int irq, struct irq_desc *desc)  in irq_sysfs_add()  argument
396 		if (kobject_add(&desc->kobj, irq_kobj_base, "%d", irq))  in irq_sysfs_add()
399 			desc->istate |= IRQS_SYSFS;  in irq_sysfs_add()
403 static void irq_sysfs_del(struct irq_desc *desc)  in irq_sysfs_del()  argument
411 	if (desc->istate & IRQS_SYSFS)  in irq_sysfs_del()
412 		kobject_del(&desc->kobj);  in irq_sysfs_del()
417 	struct irq_desc *desc;  in irq_sysfs_init()  local
430 	for_each_irq_desc(irq, desc)  in irq_sysfs_init()
431 		irq_sysfs_add(irq, desc);  in irq_sysfs_init()
444 static void irq_sysfs_add(int irq, struct irq_desc *desc) {}  in irq_sysfs_add()  argument
445 static void irq_sysfs_del(struct irq_desc *desc) {}  in irq_sysfs_del()  argument
471 	struct irq_desc *desc;  in alloc_desc()  local
474 	desc = kzalloc_node(sizeof(*desc), GFP_KERNEL, node);  in alloc_desc()
475 	if (!desc)  in alloc_desc()
478 	ret = init_desc(desc, irq, node, flags, affinity, owner);  in alloc_desc()
480 		kfree(desc);  in alloc_desc()
484 	return desc;  in alloc_desc()
489 	struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj);  in irq_kobj_release()  local
491 	free_masks(desc);  in irq_kobj_release()
492 	free_percpu(desc->kstat_irqs);  in irq_kobj_release()
493 	kfree(desc);  in irq_kobj_release()
498 	struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu);  in delayed_free_desc()  local
500 	kobject_put(&desc->kobj);  in delayed_free_desc()
505 	struct irq_desc *desc = irq_to_desc(irq);  in free_desc()  local
507 	irq_remove_debugfs_entry(desc);  in free_desc()
508 	unregister_irq_proc(irq, desc);  in free_desc()
519 	irq_sysfs_del(desc);  in free_desc()
528 	call_rcu(&desc->rcu, delayed_free_desc);  in free_desc()
535 	struct irq_desc *desc;  in alloc_descs()  local
561 		desc = alloc_desc(start + i, node, flags, mask, owner);  in alloc_descs()
562 		if (!desc)  in alloc_descs()
564 		irq_insert_desc(start + i, desc);  in alloc_descs()
565 		irq_sysfs_add(start + i, desc);  in alloc_descs()
566 		irq_add_debugfs_entry(start + i, desc);  in alloc_descs()
587 	struct irq_desc *desc;  in early_irq_init()  local
606 		desc = alloc_desc(i, node, 0, NULL, NULL);  in early_irq_init()
607 		irq_insert_desc(i, desc);  in early_irq_init()
658 	struct irq_desc *desc = irq_to_desc(irq);  in free_desc()  local
661 	raw_spin_lock_irqsave(&desc->lock, flags);  in free_desc()
662 	desc_set_defaults(irq, desc, irq_desc_get_node(desc), NULL, NULL);  in free_desc()
663 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in free_desc()
674 		struct irq_desc *desc = irq_to_desc(start + i);  in alloc_descs()  local
676 		desc->owner = owner;  in alloc_descs()
677 		irq_insert_desc(start + i, desc);  in alloc_descs()
703 int handle_irq_desc(struct irq_desc *desc)  in handle_irq_desc()  argument
707 	if (!desc)  in handle_irq_desc()
710 	data = irq_desc_get_irq_data(desc);  in handle_irq_desc()
714 	generic_handle_irq_desc(desc);  in handle_irq_desc()
907 	struct irq_desc *desc = irq_to_desc(irq);  in __irq_get_desc_lock()  local
909 	if (desc) {  in __irq_get_desc_lock()
912 			    !irq_settings_is_per_cpu_devid(desc))  in __irq_get_desc_lock()
916 			    irq_settings_is_per_cpu_devid(desc))  in __irq_get_desc_lock()
921 			chip_bus_lock(desc);  in __irq_get_desc_lock()
922 		raw_spin_lock_irqsave(&desc->lock, *flags);  in __irq_get_desc_lock()
924 	return desc;  in __irq_get_desc_lock()
927 void __irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags, bool bus)  in __irq_put_desc_unlock()  argument
928 	__releases(&desc->lock)  in __irq_put_desc_unlock()
930 	raw_spin_unlock_irqrestore(&desc->lock, flags);  in __irq_put_desc_unlock()
932 		chip_bus_sync_unlock(desc);  in __irq_put_desc_unlock()
938 	struct irq_desc *desc = irq_to_desc(irq);  in irq_set_percpu_devid_partition()  local
940 	if (!desc || desc->percpu_enabled)  in irq_set_percpu_devid_partition()
943 	desc->percpu_enabled = kzalloc(sizeof(*desc->percpu_enabled), GFP_KERNEL);  in irq_set_percpu_devid_partition()
945 	if (!desc->percpu_enabled)  in irq_set_percpu_devid_partition()
948 	desc->percpu_affinity = affinity ? : cpu_possible_mask;  in irq_set_percpu_devid_partition()
961 	struct irq_desc *desc = irq_to_desc(irq);  in irq_get_percpu_devid_partition()  local
963 	if (!desc || !desc->percpu_enabled)  in irq_get_percpu_devid_partition()
967 		cpumask_copy(affinity, desc->percpu_affinity);  in irq_get_percpu_devid_partition()
989 	struct irq_desc *desc = irq_to_desc(irq);  in kstat_irqs_cpu()  local
991 	return desc && desc->kstat_irqs ? per_cpu(desc->kstat_irqs->cnt, cpu) : 0;  in kstat_irqs_cpu()
994 unsigned int kstat_irqs_desc(struct irq_desc *desc, const struct cpumask *cpumask)  in kstat_irqs_desc()  argument
999 	if (!irq_settings_is_per_cpu_devid(desc) &&  in kstat_irqs_desc()
1000 	    !irq_settings_is_per_cpu(desc) &&  in kstat_irqs_desc()
1001 	    !irq_is_nmi(desc))  in kstat_irqs_desc()
1002 		return data_race(desc->tot_count);  in kstat_irqs_desc()
1005 		sum += data_race(per_cpu(desc->kstat_irqs->cnt, cpu));  in kstat_irqs_desc()
1011 	struct irq_desc *desc = irq_to_desc(irq);  in kstat_irqs()  local
1013 	if (!desc || !desc->kstat_irqs)  in kstat_irqs()
1015 	return kstat_irqs_desc(desc, cpu_possible_mask);  in kstat_irqs()
1022 	struct irq_desc *desc;  in kstat_snapshot_irqs()  local
1025 	for_each_irq_desc(irq, desc) {  in kstat_snapshot_irqs()
1026 		if (!desc->kstat_irqs)  in kstat_snapshot_irqs()
1028 		this_cpu_write(desc->kstat_irqs->ref, this_cpu_read(desc->kstat_irqs->cnt));  in kstat_snapshot_irqs()
1034 	struct irq_desc *desc = irq_to_desc(irq);  in kstat_get_irq_since_snapshot()  local
1036 	if (!desc || !desc->kstat_irqs)  in kstat_get_irq_since_snapshot()
1038 	return this_cpu_read(desc->kstat_irqs->cnt) - this_cpu_read(desc->kstat_irqs->ref);  in kstat_get_irq_since_snapshot()
1067 	struct irq_desc *desc = irq_to_desc(irq);  in __irq_set_lockdep_class()  local
1069 	if (desc) {  in __irq_set_lockdep_class()
1070 		lockdep_set_class(&desc->lock, lock_class);  in __irq_set_lockdep_class()
1071 		lockdep_set_class(&desc->request_mutex, request_class);  in __irq_set_lockdep_class()