29 int vcmd_alloc_pasid(struct intel_iommu *iommu, u32 *pasid)  in vcmd_alloc_pasid()  argument
45 		*pasid = VCMD_VRSP_RESULT_PASID(res);  in vcmd_alloc_pasid()
60 void vcmd_free_pasid(struct intel_iommu *iommu, u32 pasid)  in vcmd_free_pasid()  argument
68 		    VCMD_CMD_OPERAND(pasid) | VCMD_CMD_FREE);  in vcmd_free_pasid()
186 static struct pasid_entry *intel_pasid_get_entry(struct device *dev, u32 pasid)  in intel_pasid_get_entry()  argument
195 	if (WARN_ON(!pasid_table || pasid >= intel_pasid_get_dev_max_id(dev)))  in intel_pasid_get_entry()
200 	dir_index = pasid >> PASID_PDE_SHIFT;  in intel_pasid_get_entry()
201 	index = pasid & PASID_PTE_MASK;  in intel_pasid_get_entry()
258 intel_pasid_clear_entry(struct device *dev, u32 pasid, bool fault_ignore)  in intel_pasid_clear_entry()  argument
262 	pe = intel_pasid_get_entry(dev, pasid);  in intel_pasid_clear_entry()
407 				    u16 did, u32 pasid)  in pasid_cache_invalidation_with_pasid()  argument
412 		QI_PC_PASID(pasid) | QI_PC_TYPE;  in pasid_cache_invalidation_with_pasid()
422 			       struct device *dev, u32 pasid)  in devtlb_invalidation_with_pasid()  argument
441 	if (pasid == IOMMU_NO_PASID)  in devtlb_invalidation_with_pasid()
444 		qi_flush_dev_iotlb_pasid(iommu, sid, pfsid, pasid, qdep, 0, 64 - VTD_PAGE_SHIFT);  in devtlb_invalidation_with_pasid()
448 				 u32 pasid, bool fault_ignore)  in intel_pasid_tear_down_entry()  argument
454 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_tear_down_entry()
462 	intel_pasid_clear_entry(dev, pasid, fault_ignore);  in intel_pasid_tear_down_entry()
468 	pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in intel_pasid_tear_down_entry()
471 		qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in intel_pasid_tear_down_entry()
477 		devtlb_invalidation_with_pasid(iommu, dev, pasid);  in intel_pasid_tear_down_entry()
486 			       u32 pasid, u16 did)  in pasid_flush_caches()  argument
492 		pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in pasid_flush_caches()
493 		qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in pasid_flush_caches()
505 				  u32 pasid, u16 did, int flags)  in intel_pasid_setup_first_level()  argument
522 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_first_level()
554 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_first_level()
583 				   struct device *dev, u32 pasid)  in intel_pasid_setup_second_level()  argument
612 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_second_level()
634 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_second_level()
644 				   struct device *dev, u32 pasid)  in intel_pasid_setup_pass_through()  argument
650 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_pass_through()
670 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_pass_through()
679 					  struct device *dev, u32 pasid)  in intel_pasid_setup_page_snoop_control()  argument
685 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_page_snoop_control()
709 	pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in intel_pasid_setup_page_snoop_control()
710 	qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in intel_pasid_setup_page_snoop_control()
714 		devtlb_invalidation_with_pasid(iommu, dev, pasid);  in intel_pasid_setup_page_snoop_control()