37 static void __init pci_mmconfig_remove(struct pci_mmcfg_region *cfg)  in pci_mmconfig_remove()  argument
39 	if (cfg->res.parent)  in pci_mmconfig_remove()
40 		release_resource(&cfg->res);  in pci_mmconfig_remove()
41 	list_del(&cfg->list);  in pci_mmconfig_remove()
42 	kfree(cfg);  in pci_mmconfig_remove()
47 	struct pci_mmcfg_region *cfg, *tmp;  in free_all_mmcfg()  local
50 	list_for_each_entry_safe(cfg, tmp, &pci_mmcfg_list, list)  in free_all_mmcfg()
51 		pci_mmconfig_remove(cfg);  in free_all_mmcfg()
56 	struct pci_mmcfg_region *cfg;  in list_add_sorted()  local
59 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list, pci_mmcfg_lock_held()) {  in list_add_sorted()
60 		if (cfg->segment > new->segment ||  in list_add_sorted()
61 		    (cfg->segment == new->segment &&  in list_add_sorted()
62 		     cfg->start_bus >= new->start_bus)) {  in list_add_sorted()
63 			list_add_tail_rcu(&new->list, &cfg->list);  in list_add_sorted()
121 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_lookup()  local
123 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list, pci_mmcfg_lock_held())  in pci_mmconfig_lookup()
124 		if (cfg->segment == segment &&  in pci_mmconfig_lookup()
125 		    cfg->start_bus <= bus && bus <= cfg->end_bus)  in pci_mmconfig_lookup()
126 			return cfg;  in pci_mmconfig_lookup()
327 	struct pci_mmcfg_region *cfg, *cfgx;  in pci_mmcfg_check_end_bus_number()  local
330 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_check_end_bus_number()
331 		if (cfg->end_bus < cfg->start_bus)  in pci_mmcfg_check_end_bus_number()
332 			cfg->end_bus = 255;  in pci_mmcfg_check_end_bus_number()
335 		if (cfg->list.next == &pci_mmcfg_list)  in pci_mmcfg_check_end_bus_number()
338 		cfgx = list_entry(cfg->list.next, typeof(*cfg), list);  in pci_mmcfg_check_end_bus_number()
339 		if (cfg->end_bus >= cfgx->start_bus)  in pci_mmcfg_check_end_bus_number()
340 			cfg->end_bus = cfgx->start_bus - 1;  in pci_mmcfg_check_end_bus_number()
475 				     struct pci_mmcfg_region *cfg,  in is_mmconf_reserved()  argument
478 	u64 addr = cfg->res.start;  in is_mmconf_reserved()
479 	u64 size = resource_size(&cfg->res);  in is_mmconf_reserved()
494 			 &cfg->res, method);  in is_mmconf_reserved()
497 		       &cfg->res, method);  in is_mmconf_reserved()
501 		cfg->end_bus = cfg->start_bus + ((size>>20) - 1);  in is_mmconf_reserved()
502 		num_buses = cfg->end_bus - cfg->start_bus + 1;  in is_mmconf_reserved()
503 		cfg->res.end = cfg->res.start +  in is_mmconf_reserved()
505 		snprintf(cfg->name, PCI_MMCFG_RESOURCE_NAME_LEN,  in is_mmconf_reserved()
507 			 cfg->segment, cfg->start_bus, cfg->end_bus);  in is_mmconf_reserved()
513 				&cfg->res, (unsigned long) cfg->address);  in is_mmconf_reserved()
518 				cfg->segment, cfg->start_bus, cfg->end_bus,  in is_mmconf_reserved()
519 				&cfg->res, (unsigned long) cfg->address);  in is_mmconf_reserved()
526 pci_mmcfg_check_reserved(struct device *dev, struct pci_mmcfg_region *cfg, int early)  in pci_mmcfg_check_reserved()  argument
529 		if (is_mmconf_reserved(is_acpi_reserved, cfg, dev,  in pci_mmcfg_check_reserved()
537 				 &cfg->res);  in pci_mmcfg_check_reserved()
542 			       &cfg->res);  in pci_mmcfg_check_reserved()
544 		if (is_mmconf_reserved(is_efi_mmio, cfg, dev,  in pci_mmcfg_check_reserved()
561 		return is_mmconf_reserved(e820__mapped_all, cfg, dev,  in pci_mmcfg_check_reserved()
569 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_reject_broken()  local
571 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_reject_broken()
572 		if (pci_mmcfg_check_reserved(NULL, cfg, early) == 0) {  in pci_mmcfg_reject_broken()
581 					struct acpi_mcfg_allocation *cfg)  in acpi_mcfg_check_entry()  argument
583 	if (cfg->address < 0xFFFFFFFF)  in acpi_mcfg_check_entry()
593 	       "is above 4GB, ignored\n", cfg->pci_segment,  in acpi_mcfg_check_entry()
594 	       cfg->start_bus_number, cfg->end_bus_number, cfg->address);  in acpi_mcfg_check_entry()
601 	struct acpi_mcfg_allocation *cfg_table, *cfg;  in pci_parse_mcfg()  local
625 		cfg = &cfg_table[i];  in pci_parse_mcfg()
626 		if (acpi_mcfg_check_entry(mcfg, cfg)) {  in pci_parse_mcfg()
631 		if (pci_mmconfig_add(cfg->pci_segment, cfg->start_bus_number,  in pci_parse_mcfg()
632 				   cfg->end_bus_number, cfg->address) == NULL) {  in pci_parse_mcfg()
649 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_for_each_region()  local
655 	list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in pci_mmcfg_for_each_region()
656 		rc = func(cfg->res.start, resource_size(&cfg->res), data);  in pci_mmcfg_for_each_region()
675 		const struct pci_mmcfg_region *cfg;  in __pci_mmcfg_init()  local
677 		list_for_each_entry(cfg, &pci_mmcfg_list, list) {  in __pci_mmcfg_init()
678 			if (cfg->segment)  in __pci_mmcfg_init()
680 			pcibios_last_bus = cfg->end_bus;  in __pci_mmcfg_init()
725 	struct pci_mmcfg_region *cfg;  in pci_mmcfg_late_insert_resources()  local
738 	list_for_each_entry(cfg, &pci_mmcfg_list, list)  in pci_mmcfg_late_insert_resources()
739 		if (!cfg->res.parent)  in pci_mmcfg_late_insert_resources()
740 			insert_resource(&iomem_resource, &cfg->res);  in pci_mmcfg_late_insert_resources()
758 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_insert()  local
767 	cfg = pci_mmconfig_lookup(seg, start);  in pci_mmconfig_insert()
768 	if (cfg) {  in pci_mmconfig_insert()
769 		if (cfg->end_bus < end)  in pci_mmconfig_insert()
774 				  cfg->segment, cfg->start_bus, cfg->end_bus);  in pci_mmconfig_insert()
785 	cfg = pci_mmconfig_alloc(seg, start, end, addr);  in pci_mmconfig_insert()
786 	if (cfg == NULL) {  in pci_mmconfig_insert()
789 	} else if (!pci_mmcfg_check_reserved(dev, cfg, 0)) {  in pci_mmconfig_insert()
791 			 &cfg->res);  in pci_mmconfig_insert()
796 						       &cfg->res);  in pci_mmconfig_insert()
802 				 &cfg->res, tmp->name, tmp);  in pci_mmconfig_insert()
803 		} else if (pci_mmcfg_arch_map(cfg)) {  in pci_mmconfig_insert()
805 				 &cfg->res);  in pci_mmconfig_insert()
807 			list_add_sorted(cfg);  in pci_mmconfig_insert()
809 				 &cfg->res, (unsigned long)addr);  in pci_mmconfig_insert()
810 			cfg = NULL;  in pci_mmconfig_insert()
815 	if (cfg) {  in pci_mmconfig_insert()
816 		if (cfg->res.parent)  in pci_mmconfig_insert()
817 			release_resource(&cfg->res);  in pci_mmconfig_insert()
818 		kfree(cfg);  in pci_mmconfig_insert()
829 	struct pci_mmcfg_region *cfg;  in pci_mmconfig_delete()  local
832 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list)  in pci_mmconfig_delete()
833 		if (cfg->segment == seg && cfg->start_bus == start &&  in pci_mmconfig_delete()
834 		    cfg->end_bus == end) {  in pci_mmconfig_delete()
835 			list_del_rcu(&cfg->list);  in pci_mmconfig_delete()
837 			pci_mmcfg_arch_unmap(cfg);  in pci_mmconfig_delete()
838 			if (cfg->res.parent)  in pci_mmconfig_delete()
839 				release_resource(&cfg->res);  in pci_mmconfig_delete()
841 			kfree(cfg);  in pci_mmconfig_delete()