1 // SPDX-License-Identifier: GPL-2.0
16 #include <linux/dma-direct.h> /* for bus_dma_region */
35 	while (na--)  in of_dump_addr()
83 	return da - cp;  in of_bus_default_map()
92 		addr[na - 2] = cpu_to_be32(a >> 32);  in of_bus_default_translate()
93 	addr[na - 1] = cpu_to_be32(a & 0xffffffffu);  in of_bus_default_translate()
147 	 * "vci" is for the /chaos bridge on 1st-gen PCI powermacs  in of_bus_pci_match()
181 	cp = of_read_number(range + 1, na - 1);  in of_bus_pci_map()
183 	da = of_read_number(addr + 1, na - 1);  in of_bus_pci_map()
189 	return da - cp;  in of_bus_pci_map()
194 	return of_bus_default_translate(addr + 1, offset, na - 1);  in of_bus_pci_translate()
203 		return -ENOSYS;  in of_pci_address_to_resource()
205 	return __of_address_to_resource(dev, -1, bar, r);  in of_pci_address_to_resource()
210  * of_pci_range_to_resource - Create a resource from an of_pci_range
228 	res->flags = range->flags;  in of_pci_range_to_resource()
229 	res->parent = res->child = res->sibling = NULL;  in of_pci_range_to_resource()
230 	res->name = np->full_name;  in of_pci_range_to_resource()
233 		return -ENOSYS;  in of_pci_range_to_resource()
235 	if (res->flags & IORESOURCE_IO) {  in of_pci_range_to_resource()
237 		err = pci_register_io_range(&np->fwnode, range->cpu_addr,  in of_pci_range_to_resource()
238 				range->size);  in of_pci_range_to_resource()
241 		port = pci_address_to_pio(range->cpu_addr);  in of_pci_range_to_resource()
242 		if (port == (unsigned long)-1) {  in of_pci_range_to_resource()
243 			err = -EINVAL;  in of_pci_range_to_resource()
246 		res->start = port;  in of_pci_range_to_resource()
249 		    upper_32_bits(range->cpu_addr)) {  in of_pci_range_to_resource()
250 			err = -EINVAL;  in of_pci_range_to_resource()
254 		res->start = range->cpu_addr;  in of_pci_range_to_resource()
256 	res->end = res->start + range->size - 1;  in of_pci_range_to_resource()
260 	res->start = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
261 	res->end = (resource_size_t)OF_BAD_ADDR;  in of_pci_range_to_resource()
294 	cp = of_read_number(range + 1, na - 1);  in of_bus_isa_map()
296 	da = of_read_number(addr + 1, na - 1);  in of_bus_isa_map()
302 	return da - cp;  in of_bus_isa_map()
307 	return of_bus_default_translate(addr + 1, offset, na - 1);  in of_bus_isa_translate()
331 		.addresses = "assigned-addresses",
378 		static int quirk_state = -1;  in of_empty_ranges_quirk()
380 		/* PA-SEMI sdc DT bug */  in of_empty_ranges_quirk()
381 		if (of_device_is_compatible(np, "1682m-sdc"))  in of_empty_ranges_quirk()
398 	const __be32 *ranges;  in of_translate_one()  local
404 	 * Normally, an absence of a "ranges" property means we are  in of_translate_one()
405 	 * crossing a non-translatable boundary, and thus the addresses  in of_translate_one()
408 	 * what Apple understood, and they do have things like /uni-n or  in of_translate_one()
409 	 * /ht nodes with no "ranges" property and a lot of perfectly  in of_translate_one()
411 	 * "ranges" as equivalent to an empty "ranges" property which means  in of_translate_one()
414 	 * the first place. --BenH.  in of_translate_one()
417 	 * This code is only enabled on powerpc. --gcl  in of_translate_one()
419 	 * This quirk also applies for 'dma-ranges' which frequently exist in  in of_translate_one()
420 	 * child nodes without 'dma-ranges' in the parent nodes. --RobH  in of_translate_one()
422 	ranges = of_get_property(parent, rprop, &rlen);  in of_translate_one()
423 	if (ranges == NULL && !of_empty_ranges_quirk(parent) &&  in of_translate_one()
424 	    strcmp(rprop, "dma-ranges")) {  in of_translate_one()
425 		pr_debug("no ranges; cannot translate\n");  in of_translate_one()
428 	if (ranges == NULL || rlen == 0) {  in of_translate_one()
431 		pr_debug("empty ranges; 1:1 translation\n");  in of_translate_one()
435 	pr_debug("walking ranges...\n");  in of_translate_one()
437 	/* Now walk through the ranges */  in of_translate_one()
440 	for (; rlen >= rone; rlen -= rone, ranges += rone) {  in of_translate_one()
441 		offset = bus->map(addr, ranges, na, ns, pna);  in of_translate_one()
449 	memcpy(addr, ranges + na, 4 * pna);  in of_translate_one()
456 	return pbus->translate(addr, offset, pna);  in of_translate_one()
460  * Translate an address from the device-tree into a CPU physical address,
464  * Note: We consider that crossing any level with #size-cells == 0 to mean
497 	bus->count_cells(dev, &na, &ns);  in __of_translate_address()
505 	    bus->name, na, ns, parent);  in __of_translate_address()
525 		 * For indirectIO device which has no ranges property, get  in __of_translate_address()
528 		iorange = find_io_range_by_fwnode(&dev->fwnode);  in __of_translate_address()
529 		if (iorange && (iorange->flags != LOGIC_PIO_CPU_MMIO)) {  in __of_translate_address()
530 			result = of_read_number(addr + 1, na - 1);  in __of_translate_address()
539 		pbus->count_cells(dev, &pna, &pns);  in __of_translate_address()
546 		    pbus->name, pna, pns, parent);  in __of_translate_address()
572 				     in_addr, "ranges", &host);  in of_translate_address()
587 	index = of_property_match_string(np, "interconnect-names", "dma-mem");  in __of_get_dma_parent()
592 					 "#interconnect-cells",  in __of_get_dma_parent()
616 				     in_addr, "dma-ranges", &host);  in of_translate_dma_address()
641 	if (strcmp(bus->name, "pci") && (bar_no >= 0)) {  in __of_get_address()
645 	bus->count_cells(dev, &na, &ns);  in __of_get_address()
650 	/* Get "reg" or "assigned-addresses" property */  in __of_get_address()
651 	prop = of_get_property(dev, bus->addresses, &psize);  in __of_get_address()
657 	for (i = 0; psize >= onesize; psize -= onesize, prop += onesize, i++) {  in __of_get_address()
665 				*flags = bus->get_flags(prop);  in __of_get_address()
678 	parser->node = node;  in parser_init()
679 	parser->pna = of_n_addr_cells(node);  in parser_init()
680 	parser->na = of_bus_n_addr_cells(node);  in parser_init()
681 	parser->ns = of_bus_n_size_cells(node);  in parser_init()
682 	parser->dma = !strcmp(name, "dma-ranges");  in parser_init()
683 	parser->bus = of_match_bus(node);  in parser_init()
685 	parser->range = of_get_property(node, name, &rlen);  in parser_init()
686 	if (parser->range == NULL)  in parser_init()
687 		return -ENOENT;  in parser_init()
689 	parser->end = parser->range + rlen / sizeof(__be32);  in parser_init()
697 	return parser_init(parser, node, "ranges");  in of_pci_range_parser_init()
704 	return parser_init(parser, node, "dma-ranges");  in of_pci_dma_range_parser_init()
712 	int na = parser->na;  in of_pci_range_parser_one()
713 	int ns = parser->ns;  in of_pci_range_parser_one()
714 	int np = parser->pna + na + ns;  in of_pci_range_parser_one()
720 	if (!parser->range || parser->range + np > parser->end)  in of_pci_range_parser_one()
723 	range->flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
726 	if (parser->bus->has_flags)  in of_pci_range_parser_one()
729 	range->bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
731 	if (parser->dma)  in of_pci_range_parser_one()
732 		range->cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
733 				parser->range + na);  in of_pci_range_parser_one()
735 		range->cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
736 				parser->range + na);  in of_pci_range_parser_one()
737 	range->size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
739 	parser->range += np;  in of_pci_range_parser_one()
742 	while (parser->range + np <= parser->end) {  in of_pci_range_parser_one()
746 		flags = parser->bus->get_flags(parser->range);  in of_pci_range_parser_one()
747 		bus_addr = of_read_number(parser->range + busflag_na, na - busflag_na);  in of_pci_range_parser_one()
748 		if (parser->dma)  in of_pci_range_parser_one()
749 			cpu_addr = of_translate_dma_address(parser->node,  in of_pci_range_parser_one()
750 					parser->range + na);  in of_pci_range_parser_one()
752 			cpu_addr = of_translate_address(parser->node,  in of_pci_range_parser_one()
753 					parser->range + na);  in of_pci_range_parser_one()
754 		size = of_read_number(parser->range + parser->pna + na, ns);  in of_pci_range_parser_one()
756 		if (flags != range->flags)  in of_pci_range_parser_one()
758 		if (bus_addr != range->bus_addr + range->size ||  in of_pci_range_parser_one()
759 		    cpu_addr != range->cpu_addr + range->size)  in of_pci_range_parser_one()
762 		range->size += size;  in of_pci_range_parser_one()
763 		parser->range += np;  in of_pci_range_parser_one()
778 				       in_addr, "ranges", &host);  in of_translate_ioport()
780 		/* host-specific port access */  in of_translate_ioport()
781 		port = logic_pio_trans_hwaddr(&host->fwnode, taddr, size);  in of_translate_ioport()
784 		/* memory-mapped I/O range */  in of_translate_ioport()
788 	if (port == (unsigned long)-1)  in of_translate_ioport()
805 		return -EINVAL;  in __of_address_to_resource()
807 	/* Get optional "reg-names" property to add a name to a resource */  in __of_address_to_resource()
809 		of_property_read_string_index(dev, "reg-names",	index, &name);  in __of_address_to_resource()
816 		return -EINVAL;  in __of_address_to_resource()
819 		return -EINVAL;  in __of_address_to_resource()
825 	r->start = taddr;  in __of_address_to_resource()
826 	r->end = taddr + size - 1;  in __of_address_to_resource()
827 	r->flags = flags;  in __of_address_to_resource()
828 	r->name = name ? name : dev->full_name;  in __of_address_to_resource()
834  * of_address_to_resource - Translate device tree address and return as resource
847 	return __of_address_to_resource(dev, index, -1, r);  in of_address_to_resource()
852  * of_iomap - Maps the memory mapped IO for a given device_node
873  * of_io_request_and_map - Requests a resource and maps the memory mapped IO
893 		return IOMEM_ERR_PTR(-EINVAL);  in of_io_request_and_map()
898 		return IOMEM_ERR_PTR(-EBUSY);  in of_io_request_and_map()
907 		return IOMEM_ERR_PTR(-ENOMEM);  in of_io_request_and_map()
916  * of_dma_get_range - Get DMA range info and put it into a map array
917  * @np:		device node to get DMA range info
918  * @map:	dma range structure to return
920  * Look in bottom up direction for the first "dma-ranges" property
921  * and parse it.  Put the information into a DMA offset map array.
923  * dma-ranges format:
924  *	DMA addr (dma_addr)	: naddr cells
928  * It returns -ENODEV if "dma-ranges" property was not found for this
934 	const __be32 *ranges = NULL;  in of_dma_get_range()  local
943 		ranges = of_get_property(node, "dma-ranges", &len);  in of_dma_get_range()
945 		/* Ignore empty ranges, they imply no translation required */  in of_dma_get_range()
946 		if (ranges && len > 0)  in of_dma_get_range()
949 		/* Once we find 'dma-ranges', then a missing one is an error */  in of_dma_get_range()
950 		if (found_dma_ranges && !ranges) {  in of_dma_get_range()
951 			ret = -ENODEV;  in of_dma_get_range()
959 	if (!node || !ranges) {  in of_dma_get_range()
960 		pr_debug("no dma-ranges found for node(%pOF)\n", np);  in of_dma_get_range()
961 		ret = -ENODEV;  in of_dma_get_range()
971 		ret = -ENOMEM;  in of_dma_get_range()
976 	 * Record all info in the generic DMA ranges array for struct device.  in of_dma_get_range()
984 			pr_err("translation of DMA address(%llx) to CPU address failed node(%pOF)\n",  in of_dma_get_range()
988 		r->cpu_start = range.cpu_addr;  in of_dma_get_range()
989 		r->dma_start = range.bus_addr;  in of_dma_get_range()
990 		r->size = range.size;  in of_dma_get_range()
991 		r->offset = range.cpu_addr - range.bus_addr;  in of_dma_get_range()
1001  * of_dma_get_max_cpu_address - Gets highest CPU address suitable for DMA
1004  * Gets the highest CPU physical address that is addressable by all DMA masters
1005  * in the sub-tree pointed by np, or the whole tree if NULL is passed. If no
1006  * DMA constrained device is found, it returns PHYS_ADDR_MAX.
1015 	const __be32 *ranges;  in of_dma_get_max_cpu_address()  local
1022 	ranges = of_get_property(np, "dma-ranges", &len);  in of_dma_get_max_cpu_address()
1023 	if (ranges && len) {  in of_dma_get_max_cpu_address()
1027 				cpu_end = range.cpu_addr + range.size - 1;  in of_dma_get_max_cpu_address()
1043  * of_dma_is_coherent - Check if device is coherent
1046  * It returns true if "dma-coherent" property was found
1047  * for this device in the DT, or if DMA is coherent by
1060 		if (of_property_read_bool(node, "dma-coherent")) {  in of_dma_is_coherent()
1072  * of_mmio_is_nonposted - Check if device uses non-posted MMIO
1075  * Returns true if the "nonposted-mmio" property was found for
1093 	nonposted = of_property_read_bool(parent, "nonposted-mmio");  in of_mmio_is_nonposted()