Lines Matching refs:pstat

462 __page_stat__findnew_page(struct page_stat *pstat, bool create)  in __page_stat__findnew_page()  argument
474 cmp = data->page - pstat->page; in __page_stat__findnew_page()
488 data->page = pstat->page; in __page_stat__findnew_page()
489 data->order = pstat->order; in __page_stat__findnew_page()
490 data->gfp_flags = pstat->gfp_flags; in __page_stat__findnew_page()
491 data->migrate_type = pstat->migrate_type; in __page_stat__findnew_page()
500 static struct page_stat *page_stat__find_page(struct page_stat *pstat) in page_stat__find_page() argument
502 return __page_stat__findnew_page(pstat, false); in page_stat__find_page()
505 static struct page_stat *page_stat__findnew_page(struct page_stat *pstat) in page_stat__findnew_page() argument
507 return __page_stat__findnew_page(pstat, true); in page_stat__findnew_page()
511 __page_stat__findnew_alloc(struct page_stat *pstat, bool create) in __page_stat__findnew_alloc() argument
525 cmp = sort->cmp(pstat, data); in __page_stat__findnew_alloc()
543 data->page = pstat->page; in __page_stat__findnew_alloc()
544 data->order = pstat->order; in __page_stat__findnew_alloc()
545 data->gfp_flags = pstat->gfp_flags; in __page_stat__findnew_alloc()
546 data->migrate_type = pstat->migrate_type; in __page_stat__findnew_alloc()
555 static struct page_stat *page_stat__find_alloc(struct page_stat *pstat) in page_stat__find_alloc() argument
557 return __page_stat__findnew_alloc(pstat, false); in page_stat__find_alloc()
560 static struct page_stat *page_stat__findnew_alloc(struct page_stat *pstat) in page_stat__findnew_alloc() argument
562 return __page_stat__findnew_alloc(pstat, true); in page_stat__findnew_alloc()
566 __page_stat__findnew_caller(struct page_stat *pstat, bool create) in __page_stat__findnew_caller() argument
580 cmp = sort->cmp(pstat, data); in __page_stat__findnew_caller()
598 data->callsite = pstat->callsite; in __page_stat__findnew_caller()
599 data->order = pstat->order; in __page_stat__findnew_caller()
600 data->gfp_flags = pstat->gfp_flags; in __page_stat__findnew_caller()
601 data->migrate_type = pstat->migrate_type; in __page_stat__findnew_caller()
610 static struct page_stat *page_stat__find_caller(struct page_stat *pstat) in page_stat__find_caller() argument
612 return __page_stat__findnew_caller(pstat, false); in page_stat__find_caller()
615 static struct page_stat *page_stat__findnew_caller(struct page_stat *pstat) in page_stat__findnew_caller() argument
617 return __page_stat__findnew_caller(pstat, true); in page_stat__findnew_caller()
815 struct page_stat *pstat; in evsel__process_page_alloc_event() local
847 pstat = page_stat__findnew_page(&this); in evsel__process_page_alloc_event()
848 if (pstat == NULL) in evsel__process_page_alloc_event()
851 pstat->nr_alloc++; in evsel__process_page_alloc_event()
852 pstat->alloc_bytes += bytes; in evsel__process_page_alloc_event()
853 pstat->callsite = callsite; in evsel__process_page_alloc_event()
856 pstat = page_stat__findnew_alloc(&this); in evsel__process_page_alloc_event()
857 if (pstat == NULL) in evsel__process_page_alloc_event()
860 pstat->nr_alloc++; in evsel__process_page_alloc_event()
861 pstat->alloc_bytes += bytes; in evsel__process_page_alloc_event()
862 pstat->callsite = callsite; in evsel__process_page_alloc_event()
866 pstat = page_stat__findnew_caller(&this); in evsel__process_page_alloc_event()
867 if (pstat == NULL) in evsel__process_page_alloc_event()
870 pstat->nr_alloc++; in evsel__process_page_alloc_event()
871 pstat->alloc_bytes += bytes; in evsel__process_page_alloc_event()
883 struct page_stat *pstat; in evsel__process_page_free_event() local
897 pstat = page_stat__find_page(&this); in evsel__process_page_free_event()
898 if (pstat == NULL) { in evsel__process_page_free_event()
908 this.gfp_flags = pstat->gfp_flags; in evsel__process_page_free_event()
909 this.migrate_type = pstat->migrate_type; in evsel__process_page_free_event()
910 this.callsite = pstat->callsite; in evsel__process_page_free_event()
912 rb_erase(&pstat->node, &page_live_tree); in evsel__process_page_free_event()
913 free(pstat); in evsel__process_page_free_event()
918 pstat = page_stat__find_alloc(&this); in evsel__process_page_free_event()
919 if (pstat == NULL) in evsel__process_page_free_event()
922 pstat->nr_free++; in evsel__process_page_free_event()
923 pstat->free_bytes += bytes; in evsel__process_page_free_event()
926 pstat = page_stat__find_caller(&this); in evsel__process_page_free_event()
927 if (pstat == NULL) in evsel__process_page_free_event()
930 pstat->nr_free++; in evsel__process_page_free_event()
931 pstat->free_bytes += bytes; in evsel__process_page_free_event()
934 pstat->nr_alloc--; in evsel__process_page_free_event()
935 pstat->alloc_bytes -= bytes; in evsel__process_page_free_event()
937 if (pstat->nr_alloc == 0) { in evsel__process_page_free_event()
938 rb_erase(&pstat->node, &page_caller_tree); in evsel__process_page_free_event()
939 free(pstat); in evsel__process_page_free_event()