141 	struct kprobe_insn_page *kip;  in __get_insn_slot()  local
148 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __get_insn_slot()
149 		if (kip->nused < slots_per_page(c)) {  in __get_insn_slot()
152 				if (kip->slot_used[i] == SLOT_CLEAN) {  in __get_insn_slot()
153 					kip->slot_used[i] = SLOT_USED;  in __get_insn_slot()
154 					kip->nused++;  in __get_insn_slot()
155 					slot = kip->insns + (i * c->insn_size);  in __get_insn_slot()
161 			kip->nused = slots_per_page(c);  in __get_insn_slot()
172 	kip = kmalloc(KPROBE_INSN_PAGE_SIZE(slots_per_page(c)), GFP_KERNEL);  in __get_insn_slot()
173 	if (!kip)  in __get_insn_slot()
181 	kip->insns = c->alloc();  in __get_insn_slot()
182 	if (!kip->insns) {  in __get_insn_slot()
183 		kfree(kip);  in __get_insn_slot()
186 	INIT_LIST_HEAD(&kip->list);  in __get_insn_slot()
187 	memset(kip->slot_used, SLOT_CLEAN, slots_per_page(c));  in __get_insn_slot()
188 	kip->slot_used[0] = SLOT_USED;  in __get_insn_slot()
189 	kip->nused = 1;  in __get_insn_slot()
190 	kip->ngarbage = 0;  in __get_insn_slot()
191 	kip->cache = c;  in __get_insn_slot()
192 	list_add_rcu(&kip->list, &c->pages);  in __get_insn_slot()
193 	slot = kip->insns;  in __get_insn_slot()
196 	perf_event_ksymbol(PERF_RECORD_KSYMBOL_TYPE_OOL, (unsigned long)kip->insns,  in __get_insn_slot()
204 static int collect_one_slot(struct kprobe_insn_page *kip, int idx)  in collect_one_slot()  argument
206 	kip->slot_used[idx] = SLOT_CLEAN;  in collect_one_slot()
207 	kip->nused--;  in collect_one_slot()
208 	if (kip->nused == 0) {  in collect_one_slot()
215 		if (!list_is_singular(&kip->list)) {  in collect_one_slot()
221 					   (unsigned long)kip->insns, PAGE_SIZE, true,  in collect_one_slot()
222 					   kip->cache->sym);  in collect_one_slot()
223 			list_del_rcu(&kip->list);  in collect_one_slot()
225 			kip->cache->free(kip->insns);  in collect_one_slot()
226 			kfree(kip);  in collect_one_slot()
235 	struct kprobe_insn_page *kip, *next;  in collect_garbage_slots()  local
240 	list_for_each_entry_safe(kip, next, &c->pages, list) {  in collect_garbage_slots()
242 		if (kip->ngarbage == 0)  in collect_garbage_slots()
244 		kip->ngarbage = 0;	/* we will collect all garbages */  in collect_garbage_slots()
246 			if (kip->slot_used[i] == SLOT_DIRTY && collect_one_slot(kip, i))  in collect_garbage_slots()
257 	struct kprobe_insn_page *kip;  in __free_insn_slot()  local
262 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __free_insn_slot()
263 		idx = ((long)slot - (long)kip->insns) /  in __free_insn_slot()
270 	kip = NULL;  in __free_insn_slot()
274 	if (kip) {  in __free_insn_slot()
276 		WARN_ON(kip->slot_used[idx] != SLOT_USED);  in __free_insn_slot()
278 			kip->slot_used[idx] = SLOT_DIRTY;  in __free_insn_slot()
279 			kip->ngarbage++;  in __free_insn_slot()
283 			collect_one_slot(kip, idx);  in __free_insn_slot()
296 	struct kprobe_insn_page *kip;  in __is_insn_slot_addr()  local
300 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __is_insn_slot_addr()
301 		if (addr >= (unsigned long)kip->insns &&  in __is_insn_slot_addr()
302 		    addr < (unsigned long)kip->insns + PAGE_SIZE) {  in __is_insn_slot_addr()
315 	struct kprobe_insn_page *kip;  in kprobe_cache_get_kallsym()  local
319 	list_for_each_entry_rcu(kip, &c->pages, list) {  in kprobe_cache_get_kallsym()
324 		*value = (unsigned long)kip->insns;  in kprobe_cache_get_kallsym()