577 static int get_ksymbol_arch(struct kallsym_iter *iter)  in get_ksymbol_arch()  argument
579 	int ret = arch_get_kallsym(iter->pos - kallsyms_num_syms,  in get_ksymbol_arch()
580 				   &iter->value, &iter->type,  in get_ksymbol_arch()
581 				   iter->name);  in get_ksymbol_arch()
584 		iter->pos_arch_end = iter->pos;  in get_ksymbol_arch()
591 static int get_ksymbol_mod(struct kallsym_iter *iter)  in get_ksymbol_mod()  argument
593 	int ret = module_get_kallsym(iter->pos - iter->pos_arch_end,  in get_ksymbol_mod()
594 				     &iter->value, &iter->type,  in get_ksymbol_mod()
595 				     iter->name, iter->module_name,  in get_ksymbol_mod()
596 				     &iter->exported);  in get_ksymbol_mod()
598 		iter->pos_mod_end = iter->pos;  in get_ksymbol_mod()
610 static int get_ksymbol_ftrace_mod(struct kallsym_iter *iter)  in get_ksymbol_ftrace_mod()  argument
612 	int ret = ftrace_mod_get_kallsym(iter->pos - iter->pos_mod_end,  in get_ksymbol_ftrace_mod()
613 					 &iter->value, &iter->type,  in get_ksymbol_ftrace_mod()
614 					 iter->name, iter->module_name,  in get_ksymbol_ftrace_mod()
615 					 &iter->exported);  in get_ksymbol_ftrace_mod()
617 		iter->pos_ftrace_mod_end = iter->pos;  in get_ksymbol_ftrace_mod()
624 static int get_ksymbol_bpf(struct kallsym_iter *iter)  in get_ksymbol_bpf()  argument
628 	strlcpy(iter->module_name, "bpf", MODULE_NAME_LEN);  in get_ksymbol_bpf()
629 	iter->exported = 0;  in get_ksymbol_bpf()
630 	ret = bpf_get_kallsym(iter->pos - iter->pos_ftrace_mod_end,  in get_ksymbol_bpf()
631 			      &iter->value, &iter->type,  in get_ksymbol_bpf()
632 			      iter->name);  in get_ksymbol_bpf()
634 		iter->pos_bpf_end = iter->pos;  in get_ksymbol_bpf()
646 static int get_ksymbol_kprobe(struct kallsym_iter *iter)  in get_ksymbol_kprobe()  argument
648 	strlcpy(iter->module_name, "__builtin__kprobes", MODULE_NAME_LEN);  in get_ksymbol_kprobe()
649 	iter->exported = 0;  in get_ksymbol_kprobe()
650 	return kprobe_get_kallsym(iter->pos - iter->pos_bpf_end,  in get_ksymbol_kprobe()
651 				  &iter->value, &iter->type,  in get_ksymbol_kprobe()
652 				  iter->name) < 0 ? 0 : 1;  in get_ksymbol_kprobe()
656 static unsigned long get_ksymbol_core(struct kallsym_iter *iter)  in get_ksymbol_core()  argument
658 	unsigned off = iter->nameoff;  in get_ksymbol_core()
660 	iter->module_name[0] = '\0';  in get_ksymbol_core()
661 	iter->value = kallsyms_sym_address(iter->pos);  in get_ksymbol_core()
663 	iter->type = kallsyms_get_symbol_type(off);  in get_ksymbol_core()
665 	off = kallsyms_expand_symbol(off, iter->name, ARRAY_SIZE(iter->name));  in get_ksymbol_core()
667 	return off - iter->nameoff;  in get_ksymbol_core()
670 static void reset_iter(struct kallsym_iter *iter, loff_t new_pos)  in reset_iter()  argument
672 	iter->name[0] = '\0';  in reset_iter()
673 	iter->nameoff = get_symbol_offset(new_pos);  in reset_iter()
674 	iter->pos = new_pos;  in reset_iter()
676 		iter->pos_arch_end = 0;  in reset_iter()
677 		iter->pos_mod_end = 0;  in reset_iter()
678 		iter->pos_ftrace_mod_end = 0;  in reset_iter()
679 		iter->pos_bpf_end = 0;  in reset_iter()
688 static int update_iter_mod(struct kallsym_iter *iter, loff_t pos)  in update_iter_mod()  argument
690 	iter->pos = pos;  in update_iter_mod()
692 	if ((!iter->pos_arch_end || iter->pos_arch_end > pos) &&  in update_iter_mod()
693 	    get_ksymbol_arch(iter))  in update_iter_mod()
696 	if ((!iter->pos_mod_end || iter->pos_mod_end > pos) &&  in update_iter_mod()
697 	    get_ksymbol_mod(iter))  in update_iter_mod()
700 	if ((!iter->pos_ftrace_mod_end || iter->pos_ftrace_mod_end > pos) &&  in update_iter_mod()
701 	    get_ksymbol_ftrace_mod(iter))  in update_iter_mod()
704 	if ((!iter->pos_bpf_end || iter->pos_bpf_end > pos) &&  in update_iter_mod()
705 	    get_ksymbol_bpf(iter))  in update_iter_mod()
708 	return get_ksymbol_kprobe(iter);  in update_iter_mod()
712 static int update_iter(struct kallsym_iter *iter, loff_t pos)  in update_iter()  argument
716 		return update_iter_mod(iter, pos);  in update_iter()
719 	if (pos != iter->pos)  in update_iter()
720 		reset_iter(iter, pos);  in update_iter()
722 	iter->nameoff += get_ksymbol_core(iter);  in update_iter()
723 	iter->pos++;  in update_iter()
751 	struct kallsym_iter *iter = m->private;  in s_show()  local
754 	if (!iter->name[0])  in s_show()
757 	value = iter->show_value ? (void *)iter->value : NULL;  in s_show()
759 	if (iter->module_name[0]) {  in s_show()
766 		type = iter->exported ? toupper(iter->type) :  in s_show()
767 					tolower(iter->type);  in s_show()
769 			   type, iter->name, iter->module_name);  in s_show()
772 			   iter->type, iter->name);  in s_show()
828 	struct kallsym_iter *iter = priv_data;  in bpf_iter_ksym_init()  local
830 	reset_iter(iter, 0);  in bpf_iter_ksym_init()
835 	iter->show_value = kallsyms_show_value(current_cred());  in bpf_iter_ksym_init()
915 	struct kallsym_iter *iter;  in kallsyms_open()  local
916 	iter = __seq_open_private(file, &kallsyms_op, sizeof(*iter));  in kallsyms_open()
917 	if (!iter)  in kallsyms_open()
919 	reset_iter(iter, 0);  in kallsyms_open()
925 	iter->show_value = kallsyms_show_value(file->f_cred);  in kallsyms_open()