203 static void set_obj(struct slabinfo *s, const char *name, int n)  in set_obj()  argument
208 	snprintf(x, 100, "%s/%s", s->name, name);  in set_obj()
217 static unsigned long read_slab_obj(struct slabinfo *s, const char *name)  in read_slab_obj()  argument
223 	snprintf(x, 100, "%s/%s", s->name, name);  in read_slab_obj()
236 static unsigned long read_debug_slab_obj(struct slabinfo *s, const char *name)  in read_debug_slab_obj()  argument
242 	snprintf(x, 128, "/sys/kernel/debug/slab/%s/%s", s->name, name);  in read_debug_slab_obj()
317 static void slab_validate(struct slabinfo *s)  in slab_validate()  argument
319 	if (strcmp(s->name, "*") == 0)  in slab_validate()
322 	set_obj(s, "validate", 1);  in slab_validate()
325 static void slab_shrink(struct slabinfo *s)  in slab_shrink()  argument
327 	if (strcmp(s->name, "*") == 0)  in slab_shrink()
330 	set_obj(s, "shrink", 1);  in slab_shrink()
365 static unsigned long slab_size(struct slabinfo *s)  in slab_size()  argument
367 	return 	s->slabs * (page_size << s->order);  in slab_size()
370 static unsigned long slab_activity(struct slabinfo *s)  in slab_activity()  argument
372 	return 	s->alloc_fastpath + s->free_fastpath +  in slab_activity()
373 		s->alloc_slowpath + s->free_slowpath;  in slab_activity()
376 static unsigned long slab_waste(struct slabinfo *s)  in slab_waste()  argument
378 	return	slab_size(s) - s->objects * s->object_size;  in slab_waste()
381 static void slab_numa(struct slabinfo *s, int mode)  in slab_numa()  argument
385 	if (strcmp(s->name, "*") == 0)  in slab_numa()
389 		printf("\n%s: No NUMA information available.\n", s->name);  in slab_numa()
393 	if (skip_zero && !s->slabs)  in slab_numa()
405 	printf("%-21s ", mode ? "All slabs" : s->name);  in slab_numa()
409 		store_size(b, s->numa[node]);  in slab_numa()
418 			store_size(b, s->numa_partial[node]);  in slab_numa()
426 static void show_tracking(struct slabinfo *s)  in show_tracking()  argument
428 	printf("\n%s: Kernel object allocation\n", s->name);  in show_tracking()
430 	if (read_debug_slab_obj(s, "alloc_traces"))  in show_tracking()
432 	else if (read_slab_obj(s, "alloc_calls"))  in show_tracking()
437 	printf("\n%s: Kernel object freeing\n", s->name);  in show_tracking()
439 	if (read_debug_slab_obj(s, "free_traces"))  in show_tracking()
441 	else if (read_slab_obj(s, "free_calls"))  in show_tracking()
448 static void ops(struct slabinfo *s)  in ops()  argument
450 	if (strcmp(s->name, "*") == 0)  in ops()
453 	if (read_slab_obj(s, "ops")) {  in ops()
454 		printf("\n%s: kmem_cache operations\n", s->name);  in ops()
458 		printf("\n%s has no kmem_cache operations\n", s->name);  in ops()
468 static void slab_stats(struct slabinfo *s)  in slab_stats()  argument
474 	if (!s->alloc_slab)  in slab_stats()
477 	total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slab_stats()
478 	total_free = s->free_fastpath + s->free_slowpath;  in slab_stats()
487 		s->alloc_fastpath, s->free_fastpath,  in slab_stats()
488 		s->alloc_fastpath * 100 / total_alloc,  in slab_stats()
489 		total_free ? s->free_fastpath * 100 / total_free : 0);  in slab_stats()
491 		total_alloc - s->alloc_fastpath, s->free_slowpath,  in slab_stats()
492 		(total_alloc - s->alloc_fastpath) * 100 / total_alloc,  in slab_stats()
493 		total_free ? s->free_slowpath * 100 / total_free : 0);  in slab_stats()
495 		s->alloc_slab, s->free_slab,  in slab_stats()
496 		s->alloc_slab * 100 / total_alloc,  in slab_stats()
497 		total_free ? s->free_slab * 100 / total_free : 0);  in slab_stats()
499 		s->deactivate_to_head + s->deactivate_to_tail,  in slab_stats()
500 		s->free_add_partial,  in slab_stats()
501 		(s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,  in slab_stats()
502 		total_free ? s->free_add_partial * 100 / total_free : 0);  in slab_stats()
504 		s->alloc_from_partial, s->free_remove_partial,  in slab_stats()
505 		s->alloc_from_partial * 100 / total_alloc,  in slab_stats()
506 		total_free ? s->free_remove_partial * 100 / total_free : 0);  in slab_stats()
509 		s->cpu_partial_alloc, s->cpu_partial_free,  in slab_stats()
510 		s->cpu_partial_alloc * 100 / total_alloc,  in slab_stats()
511 		total_free ? s->cpu_partial_free * 100 / total_free : 0);  in slab_stats()
514 		s->deactivate_remote_frees, s->free_frozen,  in slab_stats()
515 		s->deactivate_remote_frees * 100 / total_alloc,  in slab_stats()
516 		total_free ? s->free_frozen * 100 / total_free : 0);  in slab_stats()
520 	if (s->cpuslab_flush)  in slab_stats()
521 		printf("Flushes %8lu\n", s->cpuslab_flush);  in slab_stats()
523 	total = s->deactivate_full + s->deactivate_empty +  in slab_stats()
524 			s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;  in slab_stats()
530 			s->deactivate_full, (s->deactivate_full * 100) / total);  in slab_stats()
532 			s->deactivate_empty, (s->deactivate_empty * 100) / total);  in slab_stats()
534 			s->deactivate_to_head, (s->deactivate_to_head * 100) / total);  in slab_stats()
536 			s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);  in slab_stats()
538 			s->deactivate_bypass, (s->deactivate_bypass * 100) / total);  in slab_stats()
540 			s->alloc_refill, (s->alloc_refill * 100) / total);  in slab_stats()
542 			s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);  in slab_stats()
545 	if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {  in slab_stats()
548 			s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);  in slab_stats()
552 static void report(struct slabinfo *s)  in report()  argument
554 	if (strcmp(s->name, "*") == 0)  in report()
558 		s->name, s->aliases, s->order, s->objects);  in report()
559 	if (s->hwcache_align)  in report()
561 	if (s->cache_dma)  in report()
563 	if (s->destroy_by_rcu)  in report()
565 	if (s->reclaim_account)  in report()
571 			s->object_size, s->slabs, onoff(s->sanity_checks),  in report()
572 			s->slabs * (page_size << s->order));  in report()
574 			s->slab_size, s->slabs - s->partial - s->cpu_slabs,  in report()
575 			onoff(s->red_zone), s->objects * s->object_size);  in report()
577 			page_size << s->order, s->partial, onoff(s->poison),  in report()
578 			s->slabs * (page_size << s->order) - s->objects * s->object_size);  in report()
580 			s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),  in report()
581 			(s->slab_size - s->object_size) * s->objects);  in report()
583 			s->align, s->objs_per_slab, onoff(s->trace),  in report()
584 			((page_size << s->order) - s->objs_per_slab * s->slab_size) *  in report()
585 			s->slabs);  in report()
587 	ops(s);  in report()
588 	show_tracking(s);  in report()
589 	slab_numa(s, 1);  in report()
590 	slab_stats(s);  in report()
593 static void slabcache(struct slabinfo *s)  in slabcache()  argument
600 	if (strcmp(s->name, "*") == 0)  in slabcache()
603 	if (unreclaim_only && s->reclaim_account)  in slabcache()
607 		report(s);  in slabcache()
611 	if (skip_zero && !show_empty && !s->slabs)  in slabcache()
614 	if (show_empty && s->slabs)  in slabcache()
618 		store_size(size_str, slab_size(s));  in slabcache()
620 		store_size(size_str, slab_waste(s));  in slabcache()
621 	snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,  in slabcache()
622 						s->partial, s->cpu_slabs);  in slabcache()
627 	if (s->aliases)  in slabcache()
629 	if (s->cache_dma)  in slabcache()
631 	if (s->hwcache_align)  in slabcache()
633 	if (s->poison)  in slabcache()
635 	if (s->reclaim_account)  in slabcache()
637 	if (s->red_zone)  in slabcache()
639 	if (s->sanity_checks)  in slabcache()
641 	if (s->store_user)  in slabcache()
643 	if (s->trace)  in slabcache()
651 		total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slabcache()
652 		total_free = s->free_fastpath + s->free_slowpath;  in slabcache()
655 			s->name, s->objects,  in slabcache()
657 			total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,  in slabcache()
658 			total_free ? (s->free_fastpath * 100 / total_free) : 0,  in slabcache()
659 			s->order_fallback, s->order, s->cmpxchg_double_fail,  in slabcache()
660 			s->cmpxchg_double_cpu_fail);  in slabcache()
663 			s->name, s->objects, s->object_size, size_str, dist_str,  in slabcache()
664 			s->objs_per_slab, s->order,  in slabcache()
665 			s->slabs ? (s->partial * 100) / s->slabs : 100,  in slabcache()
666 			s->slabs ? (s->objects * s->object_size * 100) /  in slabcache()
667 				(s->slabs * (page_size << s->order)) : 100,  in slabcache()
724 static int slab_empty(struct slabinfo *s)  in slab_empty()  argument
726 	if (s->objects > 0)  in slab_empty()
733 	if (s->slabs != 0)  in slab_empty()
734 		set_obj(s, "shrink", 1);  in slab_empty()
739 static void slab_debug(struct slabinfo *s)  in slab_debug()  argument
741 	if (strcmp(s->name, "*") == 0)  in slab_debug()
744 	if (sanity && !s->sanity_checks) {  in slab_debug()
745 		set_obj(s, "sanity_checks", 1);  in slab_debug()
747 	if (!sanity && s->sanity_checks) {  in slab_debug()
748 		if (slab_empty(s))  in slab_debug()
749 			set_obj(s, "sanity_checks", 0);  in slab_debug()
751 			fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);  in slab_debug()
753 	if (redzone && !s->red_zone) {  in slab_debug()
754 		if (slab_empty(s))  in slab_debug()
755 			set_obj(s, "red_zone", 1);  in slab_debug()
757 			fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);  in slab_debug()
759 	if (!redzone && s->red_zone) {  in slab_debug()
760 		if (slab_empty(s))  in slab_debug()
761 			set_obj(s, "red_zone", 0);  in slab_debug()
763 			fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);  in slab_debug()
765 	if (poison && !s->poison) {  in slab_debug()
766 		if (slab_empty(s))  in slab_debug()
767 			set_obj(s, "poison", 1);  in slab_debug()
769 			fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);  in slab_debug()
771 	if (!poison && s->poison) {  in slab_debug()
772 		if (slab_empty(s))  in slab_debug()
773 			set_obj(s, "poison", 0);  in slab_debug()
775 			fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);  in slab_debug()
777 	if (tracking && !s->store_user) {  in slab_debug()
778 		if (slab_empty(s))  in slab_debug()
779 			set_obj(s, "store_user", 1);  in slab_debug()
781 			fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);  in slab_debug()
783 	if (!tracking && s->store_user) {  in slab_debug()
784 		if (slab_empty(s))  in slab_debug()
785 			set_obj(s, "store_user", 0);  in slab_debug()
787 			fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);  in slab_debug()
789 	if (tracing && !s->trace) {  in slab_debug()
791 			set_obj(s, "trace", 1);  in slab_debug()
793 			fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);  in slab_debug()
795 	if (!tracing && s->trace)  in slab_debug()
796 		set_obj(s, "trace", 1);  in slab_debug()
801 	struct slabinfo *s;  in totals()  local
855 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in totals()
863 		if (!s->slabs || !s->objects)  in totals()
868 		size = slab_size(s);  in totals()
869 		used = s->objects * s->object_size;  in totals()
871 		objwaste = s->slab_size - s->object_size;  in totals()
873 		percentage_partial_slabs = s->partial * 100 / s->slabs;  in totals()
877 		percentage_partial_objs = s->objects_partial * 100  in totals()
878 							/ s->objects;  in totals()
883 		if (s->object_size < min_objsize)  in totals()
884 			min_objsize = s->object_size;  in totals()
885 		if (s->partial < min_partial)  in totals()
886 			min_partial = s->partial;  in totals()
887 		if (s->slabs < min_slabs)  in totals()
888 			min_slabs = s->slabs;  in totals()
895 		if (s->objects < min_objects)  in totals()
896 			min_objects = s->objects;  in totals()
899 		if (s->objects_partial < min_partobj)  in totals()
900 			min_partobj = s->objects_partial;  in totals()
905 		if (s->slab_size < min_memobj)  in totals()
906 			min_memobj = s->slab_size;  in totals()
908 		if (s->object_size > max_objsize)  in totals()
909 			max_objsize = s->object_size;  in totals()
910 		if (s->partial > max_partial)  in totals()
911 			max_partial = s->partial;  in totals()
912 		if (s->slabs > max_slabs)  in totals()
913 			max_slabs = s->slabs;  in totals()
920 		if (s->objects > max_objects)  in totals()
921 			max_objects = s->objects;  in totals()
924 		if (s->objects_partial > max_partobj)  in totals()
925 			max_partobj = s->objects_partial;  in totals()
930 		if (s->slab_size > max_memobj)  in totals()
931 			max_memobj = s->slab_size;  in totals()
933 		total_partial += s->partial;  in totals()
934 		total_slabs += s->slabs;  in totals()
938 		total_objects += s->objects;  in totals()
940 		total_partobj += s->objects_partial;  in totals()
944 		total_objwaste += s->objects * objwaste;  in totals()
945 		total_objsize += s->objects * s->slab_size;  in totals()
1135 	struct slabinfo *s;  in link_slabs()  local
1139 		for (s = slabinfo; s < slabinfo + slabs; s++)  in link_slabs()
1140 			if (strcmp(a->ref, s->name) == 0) {  in link_slabs()
1141 				a->slab = s;  in link_slabs()
1142 				s->refs++;  in link_slabs()
1145 		if (s == slabinfo + slabs)  in link_slabs()
1183 	struct slabinfo *s;  in rename_slabs()  local
1186 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in rename_slabs()
1187 		if (*s->name != ':')  in rename_slabs()
1190 		if (s->refs > 1 && !show_first_alias)  in rename_slabs()
1193 		a = find_one_alias(s);  in rename_slabs()
1196 			s->name = a->name;  in rename_slabs()
1198 			s->name = "*";  in rename_slabs()