464 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in oa_buffer_check_unlocked()
465 	int report_size = stream->oa_buffer.format_size;  in oa_buffer_check_unlocked()
475 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
486 	if (hw_tail == stream->oa_buffer.aging_tail &&  in oa_buffer_check_unlocked()
487 	    (now - stream->oa_buffer.aging_timestamp) > OA_TAIL_MARGIN_NSEC) {  in oa_buffer_check_unlocked()
492 		stream->oa_buffer.tail = stream->oa_buffer.aging_tail;  in oa_buffer_check_unlocked()
500 		head = stream->oa_buffer.head - gtt_offset;  in oa_buffer_check_unlocked()
501 		aged_tail = stream->oa_buffer.tail - gtt_offset;  in oa_buffer_check_unlocked()
518 			u32 *report32 = (void *)(stream->oa_buffer.vaddr + tail);  in oa_buffer_check_unlocked()
532 		stream->oa_buffer.tail = gtt_offset + tail;  in oa_buffer_check_unlocked()
533 		stream->oa_buffer.aging_tail = gtt_offset + hw_tail;  in oa_buffer_check_unlocked()
534 		stream->oa_buffer.aging_timestamp = now;  in oa_buffer_check_unlocked()
537 	pollin = OA_TAKEN(stream->oa_buffer.tail - gtt_offset,  in oa_buffer_check_unlocked()
538 			  stream->oa_buffer.head - gtt_offset) >= report_size;  in oa_buffer_check_unlocked()
540 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
602 	int report_size = stream->oa_buffer.format_size;  in append_oa_sample()
652 	int report_size = stream->oa_buffer.format_size;  in gen8_append_oa_reports()
653 	u8 *oa_buf_base = stream->oa_buffer.vaddr;  in gen8_append_oa_reports()
654 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen8_append_oa_reports()
665 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
667 	head = stream->oa_buffer.head;  in gen8_append_oa_reports()
668 	tail = stream->oa_buffer.tail;  in gen8_append_oa_reports()
670 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
779 		    stream->oa_buffer.last_ctx_id == stream->specific_ctx_id ||  in gen8_append_oa_reports()
796 			stream->oa_buffer.last_ctx_id = ctx_id;  in gen8_append_oa_reports()
813 		spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
822 		stream->oa_buffer.head = head;  in gen8_append_oa_reports()
824 		spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
860 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen8_oa_read()
946 	int report_size = stream->oa_buffer.format_size;  in gen7_append_oa_reports()
947 	u8 *oa_buf_base = stream->oa_buffer.vaddr;  in gen7_append_oa_reports()
948 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen7_append_oa_reports()
959 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
961 	head = stream->oa_buffer.head;  in gen7_append_oa_reports()
962 	tail = stream->oa_buffer.tail;  in gen7_append_oa_reports()
964 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1031 		spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1041 		stream->oa_buffer.head = head;  in gen7_append_oa_reports()
1043 		spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1074 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen7_oa_read()
1353 	i915_vma_unpin_and_release(&stream->oa_buffer.vma,  in free_oa_buffer()
1356 	stream->oa_buffer.vaddr = NULL;  in free_oa_buffer()
1411 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen7_init_oa_buffer()
1414 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1421 	stream->oa_buffer.head = gtt_offset;  in gen7_init_oa_buffer()
1429 	stream->oa_buffer.aging_tail = INVALID_TAIL_PTR;  in gen7_init_oa_buffer()
1430 	stream->oa_buffer.tail = gtt_offset;  in gen7_init_oa_buffer()
1432 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1451 	memset(stream->oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen7_init_oa_buffer()
1457 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen8_init_oa_buffer()
1460 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1464 	stream->oa_buffer.head = gtt_offset;  in gen8_init_oa_buffer()
1481 	stream->oa_buffer.aging_tail = INVALID_TAIL_PTR;  in gen8_init_oa_buffer()
1482 	stream->oa_buffer.tail = gtt_offset;  in gen8_init_oa_buffer()
1489 	stream->oa_buffer.last_ctx_id = INVALID_CTX_ID;  in gen8_init_oa_buffer()
1491 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1505 	memset(stream->oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen8_init_oa_buffer()
1511 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen12_init_oa_buffer()
1514 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen12_init_oa_buffer()
1519 	stream->oa_buffer.head = gtt_offset;  in gen12_init_oa_buffer()
1535 	stream->oa_buffer.aging_tail = INVALID_TAIL_PTR;  in gen12_init_oa_buffer()
1536 	stream->oa_buffer.tail = gtt_offset;  in gen12_init_oa_buffer()
1543 	stream->oa_buffer.last_ctx_id = INVALID_CTX_ID;  in gen12_init_oa_buffer()
1545 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen12_init_oa_buffer()
1559 	memset(stream->oa_buffer.vaddr, 0,  in gen12_init_oa_buffer()
1560 	       stream->oa_buffer.vma->size);  in gen12_init_oa_buffer()
1570 	if (drm_WARN_ON(&i915->drm, stream->oa_buffer.vma))  in alloc_oa_buffer()
1590 	stream->oa_buffer.vma = vma;  in alloc_oa_buffer()
1592 	stream->oa_buffer.vaddr =  in alloc_oa_buffer()
1594 	if (IS_ERR(stream->oa_buffer.vaddr)) {  in alloc_oa_buffer()
1595 		ret = PTR_ERR(stream->oa_buffer.vaddr);  in alloc_oa_buffer()
1607 	stream->oa_buffer.vaddr = NULL;  in alloc_oa_buffer()
1608 	stream->oa_buffer.vma = NULL;  in alloc_oa_buffer()
2286 	u32 format = stream->oa_buffer.format;  in gen12_configure_oar_context()
2633 	u32 report_format = stream->oa_buffer.format;  in gen7_oa_enable()
2659 	u32 report_format = stream->oa_buffer.format;  in gen8_oa_enable()
2685 	u32 report_format = stream->oa_buffer.format;  in gen12_oa_enable()
2925 	stream->oa_buffer.format_size = format_size;  in i915_oa_stream_init()
2926 	if (drm_WARN_ON(&i915->drm, stream->oa_buffer.format_size == 0))  in i915_oa_stream_init()
2931 	stream->oa_buffer.format =  in i915_oa_stream_init()
3001 	spin_lock_init(&stream->oa_buffer.ptr_lock);  in i915_oa_stream_init()