35 void (*_cache_line_loop_ic_fn)(phys_addr_t paddr, unsigned long vaddr,
38 void (*__dma_cache_wback_inv)(phys_addr_t start, unsigned long sz);
39 void (*__dma_cache_inv)(phys_addr_t start, unsigned long sz);
40 void (*__dma_cache_wback)(phys_addr_t start, unsigned long sz);
189 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v3()
249 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v4()
303 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr,  in __cache_line_loop_v4()
461 static inline void __dc_line_op(phys_addr_t paddr, unsigned long vaddr,  in __dc_line_op()
497 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr,  in __ic_line_inv_vaddr_local()
515 	phys_addr_t paddr, vaddr;
526 static void __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr,  in __ic_line_inv_vaddr()
547 static noinline void slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op)  in slc_op_rgn()
560 	phys_addr_t end;  in slc_op_rgn()
610 static __maybe_unused noinline void slc_op_line(phys_addr_t paddr, unsigned long sz, const int op)  in slc_op_line()
740 		phys_addr_t paddr = (unsigned long)folio_address(folio);  in flush_dcache_folio()
764 static void __dma_cache_wback_inv_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_inv_l1()
769 static void __dma_cache_inv_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_inv_l1()
774 static void __dma_cache_wback_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_l1()
783 static void __dma_cache_wback_inv_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_inv_slc()
789 static void __dma_cache_inv_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_inv_slc()
795 static void __dma_cache_wback_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_slc()
804 void dma_cache_wback_inv(phys_addr_t start, unsigned long sz)  in dma_cache_wback_inv()
810 void dma_cache_inv(phys_addr_t start, unsigned long sz)  in dma_cache_inv()
816 void dma_cache_wback(phys_addr_t start, unsigned long sz)  in dma_cache_wback()
890 void __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len)  in __sync_icache_dcache()
897 void __inv_icache_pages(phys_addr_t paddr, unsigned long vaddr, unsigned nr)  in __inv_icache_pages()
906 void __flush_dcache_pages(phys_addr_t paddr, unsigned long vaddr, unsigned nr)  in __flush_dcache_pages()
934 	phys_addr_t paddr = pfn << PAGE_SHIFT;  in flush_cache_page()
954 	__flush_dcache_pages((phys_addr_t)page_address(page), u_vaddr, 1);  in flush_anon_page()
955 	__flush_dcache_pages((phys_addr_t)page_address(page),  in flush_anon_page()
956 			    (phys_addr_t)page_address(page), 1);  in flush_anon_page()