132 	struct kprobe_insn_page *kip;  in __get_insn_slot()  local
139 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __get_insn_slot()
140 		if (kip->nused < slots_per_page(c)) {  in __get_insn_slot()
143 				if (kip->slot_used[i] == SLOT_CLEAN) {  in __get_insn_slot()
144 					kip->slot_used[i] = SLOT_USED;  in __get_insn_slot()
145 					kip->nused++;  in __get_insn_slot()
146 					slot = kip->insns + (i * c->insn_size);  in __get_insn_slot()
152 			kip->nused = slots_per_page(c);  in __get_insn_slot()
163 	kip = kmalloc(KPROBE_INSN_PAGE_SIZE(slots_per_page(c)), GFP_KERNEL);  in __get_insn_slot()
164 	if (!kip)  in __get_insn_slot()
172 	kip->insns = c->alloc();  in __get_insn_slot()
173 	if (!kip->insns) {  in __get_insn_slot()
174 		kfree(kip);  in __get_insn_slot()
177 	INIT_LIST_HEAD(&kip->list);  in __get_insn_slot()
178 	memset(kip->slot_used, SLOT_CLEAN, slots_per_page(c));  in __get_insn_slot()
179 	kip->slot_used[0] = SLOT_USED;  in __get_insn_slot()
180 	kip->nused = 1;  in __get_insn_slot()
181 	kip->ngarbage = 0;  in __get_insn_slot()
182 	kip->cache = c;  in __get_insn_slot()
183 	list_add_rcu(&kip->list, &c->pages);  in __get_insn_slot()
184 	slot = kip->insns;  in __get_insn_slot()
187 	perf_event_ksymbol(PERF_RECORD_KSYMBOL_TYPE_OOL, (unsigned long)kip->insns,  in __get_insn_slot()
195 static int collect_one_slot(struct kprobe_insn_page *kip, int idx)  in collect_one_slot()  argument
197 	kip->slot_used[idx] = SLOT_CLEAN;  in collect_one_slot()
198 	kip->nused--;  in collect_one_slot()
199 	if (kip->nused == 0) {  in collect_one_slot()
206 		if (!list_is_singular(&kip->list)) {  in collect_one_slot()
212 					   (unsigned long)kip->insns, PAGE_SIZE, true,  in collect_one_slot()
213 					   kip->cache->sym);  in collect_one_slot()
214 			list_del_rcu(&kip->list);  in collect_one_slot()
216 			kip->cache->free(kip->insns);  in collect_one_slot()
217 			kfree(kip);  in collect_one_slot()
226 	struct kprobe_insn_page *kip, *next;  in collect_garbage_slots()  local
231 	list_for_each_entry_safe(kip, next, &c->pages, list) {  in collect_garbage_slots()
233 		if (kip->ngarbage == 0)  in collect_garbage_slots()
235 		kip->ngarbage = 0;	/* we will collect all garbages */  in collect_garbage_slots()
237 			if (kip->slot_used[i] == SLOT_DIRTY && collect_one_slot(kip, i))  in collect_garbage_slots()
248 	struct kprobe_insn_page *kip;  in __free_insn_slot()  local
253 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __free_insn_slot()
254 		idx = ((long)slot - (long)kip->insns) /  in __free_insn_slot()
261 	kip = NULL;  in __free_insn_slot()
265 	if (kip) {  in __free_insn_slot()
267 		WARN_ON(kip->slot_used[idx] != SLOT_USED);  in __free_insn_slot()
269 			kip->slot_used[idx] = SLOT_DIRTY;  in __free_insn_slot()
270 			kip->ngarbage++;  in __free_insn_slot()
274 			collect_one_slot(kip, idx);  in __free_insn_slot()
287 	struct kprobe_insn_page *kip;  in __is_insn_slot_addr()  local
291 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __is_insn_slot_addr()
292 		if (addr >= (unsigned long)kip->insns &&  in __is_insn_slot_addr()
293 		    addr < (unsigned long)kip->insns + PAGE_SIZE) {  in __is_insn_slot_addr()
306 	struct kprobe_insn_page *kip;  in kprobe_cache_get_kallsym()  local
310 	list_for_each_entry_rcu(kip, &c->pages, list) {  in kprobe_cache_get_kallsym()
315 		*value = (unsigned long)kip->insns;  in kprobe_cache_get_kallsym()