451 	int report_size = dev_priv->perf.oa.oa_buffer.format_size;  in oa_buffer_check_unlocked()
461 	spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
467 	head = dev_priv->perf.oa.oa_buffer.head;  in oa_buffer_check_unlocked()
469 	aged_idx = dev_priv->perf.oa.oa_buffer.aged_tail_idx;  in oa_buffer_check_unlocked()
470 	aged_tail = dev_priv->perf.oa.oa_buffer.tails[aged_idx].offset;  in oa_buffer_check_unlocked()
471 	aging_tail = dev_priv->perf.oa.oa_buffer.tails[!aged_idx].offset;  in oa_buffer_check_unlocked()
493 	    ((now - dev_priv->perf.oa.oa_buffer.aging_timestamp) >  in oa_buffer_check_unlocked()
497 		dev_priv->perf.oa.oa_buffer.aged_tail_idx = aged_idx;  in oa_buffer_check_unlocked()
502 		dev_priv->perf.oa.oa_buffer.tails[!aged_idx].offset = INVALID_TAIL_PTR;  in oa_buffer_check_unlocked()
517 		struct i915_vma *vma = dev_priv->perf.oa.oa_buffer.vma;  in oa_buffer_check_unlocked()
526 			dev_priv->perf.oa.oa_buffer.tails[!aged_idx].offset =  in oa_buffer_check_unlocked()
528 			dev_priv->perf.oa.oa_buffer.aging_timestamp = now;  in oa_buffer_check_unlocked()
535 	spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
599 	int report_size = dev_priv->perf.oa.oa_buffer.format_size;  in append_oa_sample()
651 	int report_size = dev_priv->perf.oa.oa_buffer.format_size;  in gen8_append_oa_reports()
652 	u8 *oa_buf_base = dev_priv->perf.oa.oa_buffer.vaddr;  in gen8_append_oa_reports()
653 	u32 gtt_offset = i915_ggtt_offset(dev_priv->perf.oa.oa_buffer.vma);  in gen8_append_oa_reports()
665 	spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
667 	head = dev_priv->perf.oa.oa_buffer.head;  in gen8_append_oa_reports()
668 	aged_tail_idx = dev_priv->perf.oa.oa_buffer.aged_tail_idx;  in gen8_append_oa_reports()
669 	tail = dev_priv->perf.oa.oa_buffer.tails[aged_tail_idx].offset;  in gen8_append_oa_reports()
671 	spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
786 		    (dev_priv->perf.oa.oa_buffer.last_ctx_id ==  in gen8_append_oa_reports()
804 			dev_priv->perf.oa.oa_buffer.last_ctx_id = ctx_id;  in gen8_append_oa_reports()
818 		spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
827 		dev_priv->perf.oa.oa_buffer.head = head;  in gen8_append_oa_reports()
829 		spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
864 	if (WARN_ON(!dev_priv->perf.oa.oa_buffer.vaddr))  in gen8_oa_read()
940 	int report_size = dev_priv->perf.oa.oa_buffer.format_size;  in gen7_append_oa_reports()
941 	u8 *oa_buf_base = dev_priv->perf.oa.oa_buffer.vaddr;  in gen7_append_oa_reports()
942 	u32 gtt_offset = i915_ggtt_offset(dev_priv->perf.oa.oa_buffer.vma);  in gen7_append_oa_reports()
954 	spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
956 	head = dev_priv->perf.oa.oa_buffer.head;  in gen7_append_oa_reports()
957 	aged_tail_idx = dev_priv->perf.oa.oa_buffer.aged_tail_idx;  in gen7_append_oa_reports()
958 	tail = dev_priv->perf.oa.oa_buffer.tails[aged_tail_idx].offset;  in gen7_append_oa_reports()
960 	spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1032 		spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1042 		dev_priv->perf.oa.oa_buffer.head = head;  in gen7_append_oa_reports()
1044 		spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1075 	if (WARN_ON(!dev_priv->perf.oa.oa_buffer.vaddr))  in gen7_oa_read()
1341 	i915_gem_object_unpin_map(i915->perf.oa.oa_buffer.vma->obj);  in free_oa_buffer()
1342 	i915_vma_unpin(i915->perf.oa.oa_buffer.vma);  in free_oa_buffer()
1343 	i915_gem_object_put(i915->perf.oa.oa_buffer.vma->obj);  in free_oa_buffer()
1345 	i915->perf.oa.oa_buffer.vma = NULL;  in free_oa_buffer()
1346 	i915->perf.oa.oa_buffer.vaddr = NULL;  in free_oa_buffer()
1384 	u32 gtt_offset = i915_ggtt_offset(dev_priv->perf.oa.oa_buffer.vma);  in gen7_init_oa_buffer()
1387 	spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1394 	dev_priv->perf.oa.oa_buffer.head = gtt_offset;  in gen7_init_oa_buffer()
1401 	dev_priv->perf.oa.oa_buffer.tails[0].offset = INVALID_TAIL_PTR;  in gen7_init_oa_buffer()
1402 	dev_priv->perf.oa.oa_buffer.tails[1].offset = INVALID_TAIL_PTR;  in gen7_init_oa_buffer()
1404 	spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1423 	memset(dev_priv->perf.oa.oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen7_init_oa_buffer()
1433 	u32 gtt_offset = i915_ggtt_offset(dev_priv->perf.oa.oa_buffer.vma);  in gen8_init_oa_buffer()
1436 	spin_lock_irqsave(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1440 	dev_priv->perf.oa.oa_buffer.head = gtt_offset;  in gen8_init_oa_buffer()
1457 	dev_priv->perf.oa.oa_buffer.tails[0].offset = INVALID_TAIL_PTR;  in gen8_init_oa_buffer()
1458 	dev_priv->perf.oa.oa_buffer.tails[1].offset = INVALID_TAIL_PTR;  in gen8_init_oa_buffer()
1465 	dev_priv->perf.oa.oa_buffer.last_ctx_id = INVALID_CTX_ID;  in gen8_init_oa_buffer()
1467 	spin_unlock_irqrestore(&dev_priv->perf.oa.oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1481 	memset(dev_priv->perf.oa.oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen8_init_oa_buffer()
1496 	if (WARN_ON(dev_priv->perf.oa.oa_buffer.vma))  in alloc_oa_buffer()
1523 	dev_priv->perf.oa.oa_buffer.vma = vma;  in alloc_oa_buffer()
1525 	dev_priv->perf.oa.oa_buffer.vaddr =  in alloc_oa_buffer()
1527 	if (IS_ERR(dev_priv->perf.oa.oa_buffer.vaddr)) {  in alloc_oa_buffer()
1528 		ret = PTR_ERR(dev_priv->perf.oa.oa_buffer.vaddr);  in alloc_oa_buffer()
1535 			 i915_ggtt_offset(dev_priv->perf.oa.oa_buffer.vma),  in alloc_oa_buffer()
1536 			 dev_priv->perf.oa.oa_buffer.vaddr);  in alloc_oa_buffer()
1546 	dev_priv->perf.oa.oa_buffer.vaddr = NULL;  in alloc_oa_buffer()
1547 	dev_priv->perf.oa.oa_buffer.vma = NULL;  in alloc_oa_buffer()
1949 	u32 report_format = dev_priv->perf.oa.oa_buffer.format;  in gen7_oa_enable()
1974 	u32 report_format = dev_priv->perf.oa.oa_buffer.format;  in gen8_oa_enable()
2149 	dev_priv->perf.oa.oa_buffer.format_size = format_size;  in i915_oa_stream_init()
2150 	if (WARN_ON(dev_priv->perf.oa.oa_buffer.format_size == 0))  in i915_oa_stream_init()
2153 	dev_priv->perf.oa.oa_buffer.format =  in i915_oa_stream_init()
3570 		spin_lock_init(&dev_priv->perf.oa.oa_buffer.ptr_lock);  in i915_perf_init()