196 static void set_obj(struct slabinfo *s, const char *name, int n)  in set_obj()  argument
201 	snprintf(x, 100, "%s/%s", s->name, name);  in set_obj()
210 static unsigned long read_slab_obj(struct slabinfo *s, const char *name)  in read_slab_obj()  argument
216 	snprintf(x, 100, "%s/%s", s->name, name);  in read_slab_obj()
292 static void slab_validate(struct slabinfo *s)  in slab_validate()  argument
294 	if (strcmp(s->name, "*") == 0)  in slab_validate()
297 	set_obj(s, "validate", 1);  in slab_validate()
300 static void slab_shrink(struct slabinfo *s)  in slab_shrink()  argument
302 	if (strcmp(s->name, "*") == 0)  in slab_shrink()
305 	set_obj(s, "shrink", 1);  in slab_shrink()
340 static unsigned long slab_size(struct slabinfo *s)  in slab_size()  argument
342 	return 	s->slabs * (page_size << s->order);  in slab_size()
345 static unsigned long slab_activity(struct slabinfo *s)  in slab_activity()  argument
347 	return 	s->alloc_fastpath + s->free_fastpath +  in slab_activity()
348 		s->alloc_slowpath + s->free_slowpath;  in slab_activity()
351 static unsigned long slab_waste(struct slabinfo *s)  in slab_waste()  argument
353 	return	slab_size(s) - s->objects * s->object_size;  in slab_waste()
356 static void slab_numa(struct slabinfo *s, int mode)  in slab_numa()  argument
360 	if (strcmp(s->name, "*") == 0)  in slab_numa()
364 		printf("\n%s: No NUMA information available.\n", s->name);  in slab_numa()
368 	if (skip_zero && !s->slabs)  in slab_numa()
380 	printf("%-21s ", mode ? "All slabs" : s->name);  in slab_numa()
384 		store_size(b, s->numa[node]);  in slab_numa()
393 			store_size(b, s->numa_partial[node]);  in slab_numa()
401 static void show_tracking(struct slabinfo *s)  in show_tracking()  argument
403 	printf("\n%s: Kernel object allocation\n", s->name);  in show_tracking()
405 	if (read_slab_obj(s, "alloc_calls"))  in show_tracking()
410 	printf("\n%s: Kernel object freeing\n", s->name);  in show_tracking()
412 	if (read_slab_obj(s, "free_calls"))  in show_tracking()
419 static void ops(struct slabinfo *s)  in ops()  argument
421 	if (strcmp(s->name, "*") == 0)  in ops()
424 	if (read_slab_obj(s, "ops")) {  in ops()
425 		printf("\n%s: kmem_cache operations\n", s->name);  in ops()
429 		printf("\n%s has no kmem_cache operations\n", s->name);  in ops()
439 static void slab_stats(struct slabinfo *s)  in slab_stats()  argument
445 	if (!s->alloc_slab)  in slab_stats()
448 	total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slab_stats()
449 	total_free = s->free_fastpath + s->free_slowpath;  in slab_stats()
458 		s->alloc_fastpath, s->free_fastpath,  in slab_stats()
459 		s->alloc_fastpath * 100 / total_alloc,  in slab_stats()
460 		total_free ? s->free_fastpath * 100 / total_free : 0);  in slab_stats()
462 		total_alloc - s->alloc_fastpath, s->free_slowpath,  in slab_stats()
463 		(total_alloc - s->alloc_fastpath) * 100 / total_alloc,  in slab_stats()
464 		total_free ? s->free_slowpath * 100 / total_free : 0);  in slab_stats()
466 		s->alloc_slab, s->free_slab,  in slab_stats()
467 		s->alloc_slab * 100 / total_alloc,  in slab_stats()
468 		total_free ? s->free_slab * 100 / total_free : 0);  in slab_stats()
470 		s->deactivate_to_head + s->deactivate_to_tail,  in slab_stats()
471 		s->free_add_partial,  in slab_stats()
472 		(s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,  in slab_stats()
473 		total_free ? s->free_add_partial * 100 / total_free : 0);  in slab_stats()
475 		s->alloc_from_partial, s->free_remove_partial,  in slab_stats()
476 		s->alloc_from_partial * 100 / total_alloc,  in slab_stats()
477 		total_free ? s->free_remove_partial * 100 / total_free : 0);  in slab_stats()
480 		s->cpu_partial_alloc, s->cpu_partial_free,  in slab_stats()
481 		s->cpu_partial_alloc * 100 / total_alloc,  in slab_stats()
482 		total_free ? s->cpu_partial_free * 100 / total_free : 0);  in slab_stats()
485 		s->deactivate_remote_frees, s->free_frozen,  in slab_stats()
486 		s->deactivate_remote_frees * 100 / total_alloc,  in slab_stats()
487 		total_free ? s->free_frozen * 100 / total_free : 0);  in slab_stats()
491 	if (s->cpuslab_flush)  in slab_stats()
492 		printf("Flushes %8lu\n", s->cpuslab_flush);  in slab_stats()
494 	total = s->deactivate_full + s->deactivate_empty +  in slab_stats()
495 			s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;  in slab_stats()
501 			s->deactivate_full, (s->deactivate_full * 100) / total);  in slab_stats()
503 			s->deactivate_empty, (s->deactivate_empty * 100) / total);  in slab_stats()
505 			s->deactivate_to_head, (s->deactivate_to_head * 100) / total);  in slab_stats()
507 			s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);  in slab_stats()
509 			s->deactivate_bypass, (s->deactivate_bypass * 100) / total);  in slab_stats()
511 			s->alloc_refill, (s->alloc_refill * 100) / total);  in slab_stats()
513 			s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);  in slab_stats()
516 	if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {  in slab_stats()
519 			s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);  in slab_stats()
523 static void report(struct slabinfo *s)  in report()  argument
525 	if (strcmp(s->name, "*") == 0)  in report()
529 		s->name, s->aliases, s->order, s->objects);  in report()
530 	if (s->hwcache_align)  in report()
532 	if (s->cache_dma)  in report()
534 	if (s->destroy_by_rcu)  in report()
536 	if (s->reclaim_account)  in report()
542 			s->object_size, s->slabs, onoff(s->sanity_checks),  in report()
543 			s->slabs * (page_size << s->order));  in report()
545 			s->slab_size, s->slabs - s->partial - s->cpu_slabs,  in report()
546 			onoff(s->red_zone), s->objects * s->object_size);  in report()
548 			page_size << s->order, s->partial, onoff(s->poison),  in report()
549 			s->slabs * (page_size << s->order) - s->objects * s->object_size);  in report()
551 			s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),  in report()
552 			(s->slab_size - s->object_size) * s->objects);  in report()
554 			s->align, s->objs_per_slab, onoff(s->trace),  in report()
555 			((page_size << s->order) - s->objs_per_slab * s->slab_size) *  in report()
556 			s->slabs);  in report()
558 	ops(s);  in report()
559 	show_tracking(s);  in report()
560 	slab_numa(s, 1);  in report()
561 	slab_stats(s);  in report()
564 static void slabcache(struct slabinfo *s)  in slabcache()  argument
571 	if (strcmp(s->name, "*") == 0)  in slabcache()
574 	if (unreclaim_only && s->reclaim_account)  in slabcache()
578 		report(s);  in slabcache()
582 	if (skip_zero && !show_empty && !s->slabs)  in slabcache()
585 	if (show_empty && s->slabs)  in slabcache()
589 		store_size(size_str, slab_size(s));  in slabcache()
591 		store_size(size_str, slab_waste(s));  in slabcache()
592 	snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,  in slabcache()
593 						s->partial, s->cpu_slabs);  in slabcache()
598 	if (s->aliases)  in slabcache()
600 	if (s->cache_dma)  in slabcache()
602 	if (s->hwcache_align)  in slabcache()
604 	if (s->poison)  in slabcache()
606 	if (s->reclaim_account)  in slabcache()
608 	if (s->red_zone)  in slabcache()
610 	if (s->sanity_checks)  in slabcache()
612 	if (s->store_user)  in slabcache()
614 	if (s->trace)  in slabcache()
622 		total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slabcache()
623 		total_free = s->free_fastpath + s->free_slowpath;  in slabcache()
626 			s->name, s->objects,  in slabcache()
628 			total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,  in slabcache()
629 			total_free ? (s->free_fastpath * 100 / total_free) : 0,  in slabcache()
630 			s->order_fallback, s->order, s->cmpxchg_double_fail,  in slabcache()
631 			s->cmpxchg_double_cpu_fail);  in slabcache()
634 			s->name, s->objects, s->object_size, size_str, dist_str,  in slabcache()
635 			s->objs_per_slab, s->order,  in slabcache()
636 			s->slabs ? (s->partial * 100) / s->slabs : 100,  in slabcache()
637 			s->slabs ? (s->objects * s->object_size * 100) /  in slabcache()
638 				(s->slabs * (page_size << s->order)) : 100,  in slabcache()
695 static int slab_empty(struct slabinfo *s)  in slab_empty()  argument
697 	if (s->objects > 0)  in slab_empty()
704 	if (s->slabs != 0)  in slab_empty()
705 		set_obj(s, "shrink", 1);  in slab_empty()
710 static void slab_debug(struct slabinfo *s)  in slab_debug()  argument
712 	if (strcmp(s->name, "*") == 0)  in slab_debug()
715 	if (sanity && !s->sanity_checks) {  in slab_debug()
716 		set_obj(s, "sanity", 1);  in slab_debug()
718 	if (!sanity && s->sanity_checks) {  in slab_debug()
719 		if (slab_empty(s))  in slab_debug()
720 			set_obj(s, "sanity", 0);  in slab_debug()
722 			fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);  in slab_debug()
724 	if (redzone && !s->red_zone) {  in slab_debug()
725 		if (slab_empty(s))  in slab_debug()
726 			set_obj(s, "red_zone", 1);  in slab_debug()
728 			fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);  in slab_debug()
730 	if (!redzone && s->red_zone) {  in slab_debug()
731 		if (slab_empty(s))  in slab_debug()
732 			set_obj(s, "red_zone", 0);  in slab_debug()
734 			fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);  in slab_debug()
736 	if (poison && !s->poison) {  in slab_debug()
737 		if (slab_empty(s))  in slab_debug()
738 			set_obj(s, "poison", 1);  in slab_debug()
740 			fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);  in slab_debug()
742 	if (!poison && s->poison) {  in slab_debug()
743 		if (slab_empty(s))  in slab_debug()
744 			set_obj(s, "poison", 0);  in slab_debug()
746 			fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);  in slab_debug()
748 	if (tracking && !s->store_user) {  in slab_debug()
749 		if (slab_empty(s))  in slab_debug()
750 			set_obj(s, "store_user", 1);  in slab_debug()
752 			fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);  in slab_debug()
754 	if (!tracking && s->store_user) {  in slab_debug()
755 		if (slab_empty(s))  in slab_debug()
756 			set_obj(s, "store_user", 0);  in slab_debug()
758 			fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);  in slab_debug()
760 	if (tracing && !s->trace) {  in slab_debug()
762 			set_obj(s, "trace", 1);  in slab_debug()
764 			fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);  in slab_debug()
766 	if (!tracing && s->trace)  in slab_debug()
767 		set_obj(s, "trace", 1);  in slab_debug()
772 	struct slabinfo *s;  in totals()  local
826 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in totals()
834 		if (!s->slabs || !s->objects)  in totals()
839 		size = slab_size(s);  in totals()
840 		used = s->objects * s->object_size;  in totals()
842 		objwaste = s->slab_size - s->object_size;  in totals()
844 		percentage_partial_slabs = s->partial * 100 / s->slabs;  in totals()
848 		percentage_partial_objs = s->objects_partial * 100  in totals()
849 							/ s->objects;  in totals()
854 		if (s->object_size < min_objsize)  in totals()
855 			min_objsize = s->object_size;  in totals()
856 		if (s->partial < min_partial)  in totals()
857 			min_partial = s->partial;  in totals()
858 		if (s->slabs < min_slabs)  in totals()
859 			min_slabs = s->slabs;  in totals()
866 		if (s->objects < min_objects)  in totals()
867 			min_objects = s->objects;  in totals()
870 		if (s->objects_partial < min_partobj)  in totals()
871 			min_partobj = s->objects_partial;  in totals()
876 		if (s->slab_size < min_memobj)  in totals()
877 			min_memobj = s->slab_size;  in totals()
879 		if (s->object_size > max_objsize)  in totals()
880 			max_objsize = s->object_size;  in totals()
881 		if (s->partial > max_partial)  in totals()
882 			max_partial = s->partial;  in totals()
883 		if (s->slabs > max_slabs)  in totals()
884 			max_slabs = s->slabs;  in totals()
891 		if (s->objects > max_objects)  in totals()
892 			max_objects = s->objects;  in totals()
895 		if (s->objects_partial > max_partobj)  in totals()
896 			max_partobj = s->objects_partial;  in totals()
901 		if (s->slab_size > max_memobj)  in totals()
902 			max_memobj = s->slab_size;  in totals()
904 		total_partial += s->partial;  in totals()
905 		total_slabs += s->slabs;  in totals()
909 		total_objects += s->objects;  in totals()
911 		total_partobj += s->objects_partial;  in totals()
915 		total_objwaste += s->objects * objwaste;  in totals()
916 		total_objsize += s->objects * s->slab_size;  in totals()
1092 	struct slabinfo *s;  in link_slabs()  local
1096 		for (s = slabinfo; s < slabinfo + slabs; s++)  in link_slabs()
1097 			if (strcmp(a->ref, s->name) == 0) {  in link_slabs()
1098 				a->slab = s;  in link_slabs()
1099 				s->refs++;  in link_slabs()
1102 		if (s == slabinfo + slabs)  in link_slabs()
1140 	struct slabinfo *s;  in rename_slabs()  local
1143 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in rename_slabs()
1144 		if (*s->name != ':')  in rename_slabs()
1147 		if (s->refs > 1 && !show_first_alias)  in rename_slabs()
1150 		a = find_one_alias(s);  in rename_slabs()
1153 			s->name = a->name;  in rename_slabs()
1155 			s->name = "*";  in rename_slabs()