Lines Matching full:order
72 unsigned order, void *entry, gfp_t gfp) in xa_store_order() argument
74 XA_STATE_ORDER(xas, xa, index, order); in xa_store_order()
177 unsigned int order; in check_xa_mark_1() local
207 for (order = 2; order < max_order; order++) { in check_xa_mark_1()
208 unsigned long base = round_down(index, 1UL << order); in check_xa_mark_1()
209 unsigned long next = base + (1UL << order); in check_xa_mark_1()
217 xa_store_order(xa, index, order, xa_mk_index(index), in check_xa_mark_1()
328 unsigned int order; in check_xa_shrink() local
353 for (order = 0; order < max_order; order++) { in check_xa_shrink()
354 unsigned long max = (1UL << order) - 1; in check_xa_shrink()
355 xa_store_order(xa, 0, order, xa_mk_value(0), GFP_KERNEL); in check_xa_shrink()
532 unsigned int order) in check_multi_store_1() argument
535 unsigned long min = index & ~((1UL << order) - 1); in check_multi_store_1()
536 unsigned long max = min + (1UL << order); in check_multi_store_1()
538 xa_store_order(xa, index, order, xa_mk_index(index), GFP_KERNEL); in check_multi_store_1()
557 unsigned int order) in check_multi_store_2() argument
560 xa_store_order(xa, index, order, xa_mk_value(0), GFP_KERNEL); in check_multi_store_2()
571 unsigned int order) in check_multi_store_3() argument
577 xa_store_order(xa, index, order, xa_mk_index(index), GFP_KERNEL); in check_multi_store_3()
868 unsigned int order, unsigned int present) in __check_store_iter() argument
870 XA_STATE_ORDER(xas, xa, start, order); in __check_store_iter()
879 XA_BUG_ON(xa, entry > xa_mk_index(start + (1UL << order) - 1)); in __check_store_iter()
891 XA_BUG_ON(xa, xa_load(xa, start + (1UL << order) - 1) != in __check_store_iter()
934 static noinline void check_multi_find_1(struct xarray *xa, unsigned order) in check_multi_find_1() argument
937 unsigned long multi = 3 << order; in check_multi_find_1()
938 unsigned long next = 4 << order; in check_multi_find_1()
941 xa_store_order(xa, multi, order, xa_mk_value(multi), GFP_KERNEL); in check_multi_find_1()
992 unsigned int order; in check_multi_find_3() local
994 for (order = 5; order < order_limit; order++) { in check_multi_find_3()
995 unsigned long index = 1UL << (order - 5); in check_multi_find_3()
998 xa_store_order(xa, 0, order - 4, xa_mk_index(0), GFP_KERNEL); in check_multi_find_3()
1155 unsigned int order; in check_find_entry() local
1158 for (order = 0; order < 20; order++) { in check_find_entry()
1159 for (offset = 0; offset < (1UL << (order + 3)); in check_find_entry()
1160 offset += (1UL << order)) { in check_find_entry()
1161 for (index = 0; index < (1UL << (order + 5)); in check_find_entry()
1162 index += (1UL << order)) { in check_find_entry()
1163 xa_store_order(xa, index, order, in check_find_entry()
1188 unsigned int order; in check_pause() local
1192 for (order = 0; order < order_limit; order++) { in check_pause()
1193 XA_BUG_ON(xa, xa_store_order(xa, index, order, in check_pause()
1195 index += 1UL << order; in check_pause()
1381 unsigned long index, unsigned order) in xa_store_many_order() argument
1383 XA_STATE_ORDER(xas, xa, index, order); in xa_store_many_order()
1392 for (i = 0; i < (1U << order); i++) { in xa_store_many_order()
1404 unsigned long index, unsigned order) in check_create_range_1() argument
1408 xa_store_many_order(xa, index, order); in check_create_range_1()
1409 for (i = index; i < index + (1UL << order); i++) in check_create_range_1()
1414 static noinline void check_create_range_2(struct xarray *xa, unsigned order) in check_create_range_2() argument
1417 unsigned long nr = 1UL << order; in check_create_range_2()
1420 xa_store_many_order(xa, i, order); in check_create_range_2()
1435 unsigned long index, unsigned order) in check_create_range_4() argument
1437 XA_STATE_ORDER(xas, xa, index, order); in check_create_range_4()
1447 for (i = 0; i < (1UL << order); i++) { in check_create_range_4()
1461 for (i = base; i < base + (1UL << order); i++) in check_create_range_4()
1468 unsigned int order; in check_create_range() local
1471 for (order = 0; order < max_order; order++) { in check_create_range()
1472 check_create_range_1(xa, 0, order); in check_create_range()
1473 check_create_range_1(xa, 1U << order, order); in check_create_range()
1474 check_create_range_1(xa, 2U << order, order); in check_create_range()
1475 check_create_range_1(xa, 3U << order, order); in check_create_range()
1476 check_create_range_1(xa, 1U << 24, order); in check_create_range()
1477 if (order < 10) in check_create_range()
1478 check_create_range_2(xa, order); in check_create_range()
1480 check_create_range_4(xa, 0, order); in check_create_range()
1481 check_create_range_4(xa, 1U << order, order); in check_create_range()
1482 check_create_range_4(xa, 2U << order, order); in check_create_range()
1483 check_create_range_4(xa, 3U << order, order); in check_create_range()
1484 check_create_range_4(xa, 1U << 24, order); in check_create_range()
1486 check_create_range_4(xa, 1, order); in check_create_range()
1487 check_create_range_4(xa, (1U << order) + 1, order); in check_create_range()
1488 check_create_range_4(xa, (2U << order) + 1, order); in check_create_range()
1489 check_create_range_4(xa, (2U << order) - 1, order); in check_create_range()
1490 check_create_range_4(xa, (3U << order) + 1, order); in check_create_range()
1491 check_create_range_4(xa, (3U << order) - 1, order); in check_create_range()
1492 check_create_range_4(xa, (1U << 24) + 1, order); in check_create_range()
1533 unsigned int order) in check_split_1() argument
1539 xa_store_order(xa, index, order, xa, GFP_KERNEL); in check_split_1()
1541 xas_split_alloc(&xas, xa, order, GFP_KERNEL); in check_split_1()
1543 xas_split(&xas, xa, order); in check_split_1()
1550 XA_BUG_ON(xa, i != 1 << order); in check_split_1()
1560 unsigned int order; in check_split() local
1564 for (order = 1; order < 2 * XA_CHUNK_SHIFT; order++) { in check_split()
1565 check_split_1(xa, 0, order); in check_split()
1566 check_split_1(xa, 1UL << order, order); in check_split()
1567 check_split_1(xa, 3UL << order, order); in check_split()
1689 unsigned int order; in check_account() local
1691 for (order = 1; order < 12; order++) { in check_account()
1692 XA_STATE(xas, xa, 1 << order); in check_account()
1694 xa_store_order(xa, 0, order, xa, GFP_KERNEL); in check_account()
1698 XA_BUG_ON(xa, xas.xa_node->count > (1 << order)); in check_account()
1702 xa_store_order(xa, 1 << order, order, xa_mk_index(1UL << order), in check_account()
1706 xa_erase(xa, 1 << order); in check_account()
1718 unsigned int order; in check_get_order() local
1724 for (order = 0; order < max_order; order++) { in check_get_order()
1726 xa_store_order(xa, i << order, order, in check_get_order()
1727 xa_mk_index(i << order), GFP_KERNEL); in check_get_order()
1728 for (j = i << order; j < (i + 1) << order; j++) in check_get_order()
1729 XA_BUG_ON(xa, xa_get_order(xa, j) != order); in check_get_order()
1730 xa_erase(xa, i << order); in check_get_order()