209 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_event_init()  local
227 	hwc->conf  = event->attr.config;  in perf_iommu_event_init()
228 	hwc->conf1 = event->attr.config1;  in perf_iommu_event_init()
241 	struct hw_perf_event *hwc = &ev->hw;  in perf_iommu_enable_event()  local
242 	u8 bank = hwc->iommu_bank;  in perf_iommu_enable_event()
243 	u8 cntr = hwc->iommu_cntr;  in perf_iommu_enable_event()
246 	reg = GET_CSOURCE(hwc);  in perf_iommu_enable_event()
249 	reg = GET_DEVID_MASK(hwc);  in perf_iommu_enable_event()
250 	reg = GET_DEVID(hwc) | (reg << 32);  in perf_iommu_enable_event()
255 	reg = GET_PASID_MASK(hwc);  in perf_iommu_enable_event()
256 	reg = GET_PASID(hwc) | (reg << 32);  in perf_iommu_enable_event()
261 	reg = GET_DOMID_MASK(hwc);  in perf_iommu_enable_event()
262 	reg = GET_DOMID(hwc) | (reg << 32);  in perf_iommu_enable_event()
271 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_disable_event()  local
274 	amd_iommu_pc_set_reg(iommu, hwc->iommu_bank, hwc->iommu_cntr,  in perf_iommu_disable_event()
280 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_start()  local
282 	if (WARN_ON_ONCE(!(hwc->state & PERF_HES_STOPPED)))  in perf_iommu_start()
285 	WARN_ON_ONCE(!(hwc->state & PERF_HES_UPTODATE));  in perf_iommu_start()
286 	hwc->state = 0;  in perf_iommu_start()
289 		u64 prev_raw_count = local64_read(&hwc->prev_count);  in perf_iommu_start()
292 		amd_iommu_pc_set_reg(iommu, hwc->iommu_bank, hwc->iommu_cntr,  in perf_iommu_start()
304 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_read()  local
307 	if (amd_iommu_pc_get_reg(iommu, hwc->iommu_bank, hwc->iommu_cntr,  in perf_iommu_read()
314 	prev = local64_read(&hwc->prev_count);  in perf_iommu_read()
315 	if (local64_cmpxchg(&hwc->prev_count, prev, count) != prev)  in perf_iommu_read()
326 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_stop()  local
328 	if (hwc->state & PERF_HES_UPTODATE)  in perf_iommu_stop()
332 	WARN_ON_ONCE(hwc->state & PERF_HES_STOPPED);  in perf_iommu_stop()
333 	hwc->state |= PERF_HES_STOPPED;  in perf_iommu_stop()
335 	if (hwc->state & PERF_HES_UPTODATE)  in perf_iommu_stop()
339 	hwc->state |= PERF_HES_UPTODATE;  in perf_iommu_stop()
361 	struct hw_perf_event *hwc = &event->hw;  in perf_iommu_del()  local
369 				   hwc->iommu_bank, hwc->iommu_cntr);  in perf_iommu_del()