556 struct topa {  struct
570 	((PAGE_SIZE - sizeof(struct topa)) / sizeof(struct topa_entry))  argument
579 	struct topa		topa;  member
582 static inline struct topa_page *topa_to_page(struct topa *topa)  in topa_to_page()  argument
584 	return container_of(topa, struct topa_page, topa);  in topa_to_page()
592 static inline phys_addr_t topa_pfn(struct topa *topa)  in topa_pfn()  argument
594 	return PFN_DOWN(virt_to_phys(topa_to_page(topa)));  in topa_pfn()
639 static struct topa *topa_alloc(int cpu, gfp_t gfp)  in topa_alloc()
650 	tp->topa.last = 0;  in topa_alloc()
657 		TOPA_ENTRY(&tp->topa, 1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_alloc()
658 		TOPA_ENTRY(&tp->topa, 1)->end = 1;  in topa_alloc()
661 	return &tp->topa;  in topa_alloc()
668 static void topa_free(struct topa *topa)  in topa_free()  argument
670 	free_page((unsigned long)topa);  in topa_free()
682 static void topa_insert_table(struct pt_buffer *buf, struct topa *topa)  in topa_insert_table()  argument
684 	struct topa *last = buf->last;  in topa_insert_table()
686 	list_add_tail(&topa->list, &buf->tables);  in topa_insert_table()
689 		buf->first = buf->last = buf->cur = topa;  in topa_insert_table()
693 	topa->offset = last->offset + last->size;  in topa_insert_table()
694 	buf->last = topa;  in topa_insert_table()
701 	TOPA_ENTRY(last, -1)->base = topa_pfn(topa);  in topa_insert_table()
709 static bool topa_table_full(struct topa *topa)  in topa_table_full()  argument
713 		return !!topa->last;  in topa_table_full()
715 	return topa->last == TENTS_PER_PAGE - 1;  in topa_table_full()
730 	struct topa *topa = buf->last;  in topa_insert_pages()  local
738 	if (topa_table_full(topa)) {  in topa_insert_pages()
739 		topa = topa_alloc(cpu, gfp);  in topa_insert_pages()
740 		if (!topa)  in topa_insert_pages()
743 		topa_insert_table(buf, topa);  in topa_insert_pages()
746 	if (topa->z_count == topa->last - 1) {  in topa_insert_pages()
747 		if (order == TOPA_ENTRY(topa, topa->last - 1)->size)  in topa_insert_pages()
748 			topa->z_count++;  in topa_insert_pages()
751 	TOPA_ENTRY(topa, -1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_insert_pages()
752 	TOPA_ENTRY(topa, -1)->size = order;  in topa_insert_pages()
755 		TOPA_ENTRY(topa, -1)->intr = 1;  in topa_insert_pages()
756 		TOPA_ENTRY(topa, -1)->stop = 1;  in topa_insert_pages()
759 	topa->last++;  in topa_insert_pages()
760 	topa->size += sizes(order);  in topa_insert_pages()
773 	struct topa *topa;  in pt_topa_dump()  local
775 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_dump()
776 		struct topa_page *tp = topa_to_page(topa);  in pt_topa_dump()
780 			 topa->offset, topa->size);  in pt_topa_dump()
794 			if (!i && topa->z_count)  in pt_topa_dump()
795 				i += topa->z_count;  in pt_topa_dump()
815 			buf->cur = list_entry(buf->cur->list.next, struct topa,  in pt_buffer_advance()
944 		buf->cur = &tp->topa;  in pt_read_offset()
959 	struct topa *topa;  in pt_topa_entry_for_page()  local
972 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_entry_for_page()
973 		if (topa->offset + topa->size > pg << PAGE_SHIFT)  in pt_topa_entry_for_page()
989 	if (WARN_ON_ONCE(topa->last == -1))  in pt_topa_entry_for_page()
992 	tp = topa_to_page(topa);  in pt_topa_entry_for_page()
993 	cur_pg = PFN_DOWN(topa->offset);  in pt_topa_entry_for_page()
994 	if (topa->z_count) {  in pt_topa_entry_for_page()
995 		z_pg = TOPA_ENTRY_PAGES(topa, 0) * (topa->z_count + 1);  in pt_topa_entry_for_page()
996 		start_idx = topa->z_count + 1;  in pt_topa_entry_for_page()
1004 		idx = (pg - cur_pg) / TOPA_ENTRY_PAGES(topa, 0);  in pt_topa_entry_for_page()
1011 	for (idx = start_idx, cur_pg += z_pg; idx < topa->last; idx++) {  in pt_topa_entry_for_page()
1012 		if (cur_pg + TOPA_ENTRY_PAGES(topa, idx) > pg)  in pt_topa_entry_for_page()
1015 		cur_pg += TOPA_ENTRY_PAGES(topa, idx);  in pt_topa_entry_for_page()
1031 	struct topa *topa;  in pt_topa_prev_entry()  local
1037 	topa = &tp->topa;  in pt_topa_prev_entry()
1038 	if (topa == buf->first)  in pt_topa_prev_entry()
1039 		topa = buf->last;  in pt_topa_prev_entry()
1041 		topa = list_prev_entry(topa, list);  in pt_topa_prev_entry()
1043 	tp = topa_to_page(topa);  in pt_topa_prev_entry()
1045 	return &tp->table[topa->last - 1];  in pt_topa_prev_entry()
1157 		buf->cur = &cur_tp->topa;  in pt_buffer_reset_offsets()
1174 	struct topa *topa, *iter;  in pt_buffer_fini_topa()  local
1179 	list_for_each_entry_safe(topa, iter, &buf->tables, list) {  in pt_buffer_fini_topa()
1184 		topa_free(topa);  in pt_buffer_fini_topa()
1197 	struct topa *topa;  in pt_buffer_init_topa()  local
1200 	topa = topa_alloc(cpu, gfp);  in pt_buffer_init_topa()
1201 	if (!topa)  in pt_buffer_init_topa()
1204 	topa_insert_table(buf, topa);  in pt_buffer_init_topa()
1706 	BUILD_BUG_ON(sizeof(struct topa) > PAGE_SIZE);  in pt_init()