29 int vcmd_alloc_pasid(struct intel_iommu *iommu, u32 *pasid)  in vcmd_alloc_pasid()  argument
45 		*pasid = VCMD_VRSP_RESULT_PASID(res);  in vcmd_alloc_pasid()
60 void vcmd_free_pasid(struct intel_iommu *iommu, u32 pasid)  in vcmd_free_pasid()  argument
68 		    VCMD_CMD_OPERAND(pasid) | VCMD_CMD_FREE);  in vcmd_free_pasid()
181 static struct pasid_entry *intel_pasid_get_entry(struct device *dev, u32 pasid)  in intel_pasid_get_entry()  argument
190 	if (WARN_ON(!pasid_table || pasid >= intel_pasid_get_dev_max_id(dev)))  in intel_pasid_get_entry()
195 	dir_index = pasid >> PASID_PDE_SHIFT;  in intel_pasid_get_entry()
196 	index = pasid & PASID_PTE_MASK;  in intel_pasid_get_entry()
249 intel_pasid_clear_entry(struct device *dev, u32 pasid, bool fault_ignore)  in intel_pasid_clear_entry()  argument
253 	pe = intel_pasid_get_entry(dev, pasid);  in intel_pasid_clear_entry()
397 				    u16 did, u32 pasid)  in pasid_cache_invalidation_with_pasid()  argument
402 		QI_PC_PASID(pasid) | QI_PC_TYPE;  in pasid_cache_invalidation_with_pasid()
412 			       struct device *dev, u32 pasid)  in devtlb_invalidation_with_pasid()  argument
431 	if (pasid == PASID_RID2PASID)  in devtlb_invalidation_with_pasid()
434 		qi_flush_dev_iotlb_pasid(iommu, sid, pfsid, pasid, qdep, 0, 64 - VTD_PAGE_SHIFT);  in devtlb_invalidation_with_pasid()
438 				 u32 pasid, bool fault_ignore)  in intel_pasid_tear_down_entry()  argument
444 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_tear_down_entry()
452 	intel_pasid_clear_entry(dev, pasid, fault_ignore);  in intel_pasid_tear_down_entry()
458 	pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in intel_pasid_tear_down_entry()
461 		qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in intel_pasid_tear_down_entry()
467 		devtlb_invalidation_with_pasid(iommu, dev, pasid);  in intel_pasid_tear_down_entry()
476 			       u32 pasid, u16 did)  in pasid_flush_caches()  argument
482 		pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in pasid_flush_caches()
483 		qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in pasid_flush_caches()
495 				  u32 pasid, u16 did, int flags)  in intel_pasid_setup_first_level()  argument
529 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_first_level()
564 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_first_level()
593 				   struct device *dev, u32 pasid)  in intel_pasid_setup_second_level()  argument
622 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_second_level()
645 	if (pasid != PASID_RID2PASID && ecap_srs(iommu->ecap))  in intel_pasid_setup_second_level()
650 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_second_level()
660 				   struct device *dev, u32 pasid)  in intel_pasid_setup_pass_through()  argument
666 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_pass_through()
693 	pasid_flush_caches(iommu, pte, pasid, did);  in intel_pasid_setup_pass_through()
702 					  struct device *dev, u32 pasid)  in intel_pasid_setup_page_snoop_control()  argument
708 	pte = intel_pasid_get_entry(dev, pasid);  in intel_pasid_setup_page_snoop_control()
732 	pasid_cache_invalidation_with_pasid(iommu, did, pasid);  in intel_pasid_setup_page_snoop_control()
733 	qi_flush_piotlb(iommu, did, pasid, 0, -1, 0);  in intel_pasid_setup_page_snoop_control()
737 		devtlb_invalidation_with_pasid(iommu, dev, pasid);  in intel_pasid_setup_page_snoop_control()