1388 #define xas_marked(xas, mark)	xa_marked((xas)->xa, (mark))  argument
1389 #define xas_trylock(xas)	xa_trylock((xas)->xa)  argument
1390 #define xas_lock(xas)		xa_lock((xas)->xa)  argument
1391 #define xas_unlock(xas)		xa_unlock((xas)->xa)  argument
1392 #define xas_lock_bh(xas)	xa_lock_bh((xas)->xa)  argument
1393 #define xas_unlock_bh(xas)	xa_unlock_bh((xas)->xa)  argument
1394 #define xas_lock_irq(xas)	xa_lock_irq((xas)->xa)  argument
1395 #define xas_unlock_irq(xas)	xa_unlock_irq((xas)->xa)  argument
1396 #define xas_lock_irqsave(xas, flags) \  argument
1397 				xa_lock_irqsave((xas)->xa, flags)
1398 #define xas_unlock_irqrestore(xas, flags) \  argument
1399 				xa_unlock_irqrestore((xas)->xa, flags)
1407 static inline int xas_error(const struct xa_state *xas)  in xas_error()  argument
1409 	return xa_err(xas->xa_node);  in xas_error()
1421 static inline void xas_set_err(struct xa_state *xas, long err)  in xas_set_err()  argument
1423 	xas->xa_node = XA_ERROR(err);  in xas_set_err()
1432 static inline bool xas_invalid(const struct xa_state *xas)  in xas_invalid()  argument
1434 	return (unsigned long)xas->xa_node & 3;  in xas_invalid()
1443 static inline bool xas_valid(const struct xa_state *xas)  in xas_valid()  argument
1445 	return !xas_invalid(xas);  in xas_valid()
1454 static inline bool xas_is_node(const struct xa_state *xas)  in xas_is_node()  argument
1456 	return xas_valid(xas) && xas->xa_node;  in xas_is_node()
1487 static inline void xas_reset(struct xa_state *xas)  in xas_reset()  argument
1489 	xas->xa_node = XAS_RESTART;  in xas_reset()
1504 static inline bool xas_retry(struct xa_state *xas, const void *entry)  in xas_retry()  argument
1510 	xas_reset(xas);  in xas_retry()
1541 static inline void xas_split(struct xa_state *xas, void *entry,  in xas_split()  argument
1544 	xas_store(xas, entry);  in xas_split()
1547 static inline void xas_split_alloc(struct xa_state *xas, void *entry,  in xas_split_alloc()  argument
1567 static inline void *xas_reload(struct xa_state *xas)  in xas_reload()  argument
1569 	struct xa_node *node = xas->xa_node;  in xas_reload()
1574 		return xa_head(xas->xa);  in xas_reload()
1576 		offset = (xas->xa_index >> node->shift) & XA_CHUNK_MASK;  in xas_reload()
1577 		entry = xa_entry(xas->xa, node, offset);  in xas_reload()
1582 		offset = xas->xa_offset;  in xas_reload()
1584 	return xa_entry(xas->xa, node, offset);  in xas_reload()
1596 static inline void xas_set(struct xa_state *xas, unsigned long index)  in xas_set()  argument
1598 	xas->xa_index = index;  in xas_set()
1599 	xas->xa_node = XAS_RESTART;  in xas_set()
1612 static inline void xas_advance(struct xa_state *xas, unsigned long index)  in xas_advance()  argument
1614 	unsigned char shift = xas_is_node(xas) ? xas->xa_node->shift : 0;  in xas_advance()
1616 	xas->xa_index = index;  in xas_advance()
1617 	xas->xa_offset = (index >> shift) & XA_CHUNK_MASK;  in xas_advance()
1626 static inline void xas_set_order(struct xa_state *xas, unsigned long index,  in xas_set_order()  argument
1630 	xas->xa_index = order < BITS_PER_LONG ? (index >> order) << order : 0;  in xas_set_order()
1631 	xas->xa_shift = order - (order % XA_CHUNK_SHIFT);  in xas_set_order()
1632 	xas->xa_sibs = (1 << (order % XA_CHUNK_SHIFT)) - 1;  in xas_set_order()
1633 	xas->xa_node = XAS_RESTART;  in xas_set_order()
1636 	xas_set(xas, index);  in xas_set_order()
1648 static inline void xas_set_update(struct xa_state *xas, xa_update_node_t update)  in xas_set_update()  argument
1650 	xas->xa_update = update;  in xas_set_update()
1653 static inline void xas_set_lru(struct xa_state *xas, struct list_lru *lru)  in xas_set_lru()  argument
1655 	xas->xa_lru = lru;  in xas_set_lru()
1669 static inline void *xas_next_entry(struct xa_state *xas, unsigned long max)  in xas_next_entry()  argument
1671 	struct xa_node *node = xas->xa_node;  in xas_next_entry()
1675 			xas->xa_offset != (xas->xa_index & XA_CHUNK_MASK)))  in xas_next_entry()
1676 		return xas_find(xas, max);  in xas_next_entry()
1679 		if (unlikely(xas->xa_index >= max))  in xas_next_entry()
1680 			return xas_find(xas, max);  in xas_next_entry()
1681 		if (unlikely(xas->xa_offset == XA_CHUNK_MASK))  in xas_next_entry()
1682 			return xas_find(xas, max);  in xas_next_entry()
1683 		entry = xa_entry(xas->xa, node, xas->xa_offset + 1);  in xas_next_entry()
1685 			return xas_find(xas, max);  in xas_next_entry()
1686 		xas->xa_offset++;  in xas_next_entry()
1687 		xas->xa_index++;  in xas_next_entry()
1694 static inline unsigned int xas_find_chunk(struct xa_state *xas, bool advance,  in xas_find_chunk()  argument
1697 	unsigned long *addr = xas->xa_node->marks[(__force unsigned)mark];  in xas_find_chunk()
1698 	unsigned int offset = xas->xa_offset;  in xas_find_chunk()
1726 static inline void *xas_next_marked(struct xa_state *xas, unsigned long max,  in xas_next_marked()  argument
1729 	struct xa_node *node = xas->xa_node;  in xas_next_marked()
1734 		return xas_find_marked(xas, max, mark);  in xas_next_marked()
1735 	offset = xas_find_chunk(xas, true, mark);  in xas_next_marked()
1736 	xas->xa_offset = offset;  in xas_next_marked()
1737 	xas->xa_index = (xas->xa_index & ~XA_CHUNK_MASK) + offset;  in xas_next_marked()
1738 	if (xas->xa_index > max)  in xas_next_marked()
1741 		return xas_find_marked(xas, max, mark);  in xas_next_marked()
1742 	entry = xa_entry(xas->xa, node, offset);  in xas_next_marked()
1744 		return xas_find_marked(xas, max, mark);  in xas_next_marked()
1769 #define xas_for_each(xas, entry, max) \  argument
1770 	for (entry = xas_find(xas, max); entry; \
1771 	     entry = xas_next_entry(xas, max))
1787 #define xas_for_each_marked(xas, entry, max, mark) \  argument
1788 	for (entry = xas_find_marked(xas, max, mark); entry; \
1789 	     entry = xas_next_marked(xas, max, mark))
1803 #define xas_for_each_conflict(xas, entry) \  argument
1804 	while ((entry = xas_find_conflict(xas)))
1825 static inline void *xas_prev(struct xa_state *xas)  in xas_prev()  argument
1827 	struct xa_node *node = xas->xa_node;  in xas_prev()
1830 				xas->xa_offset == 0))  in xas_prev()
1831 		return __xas_prev(xas);  in xas_prev()
1833 	xas->xa_index--;  in xas_prev()
1834 	xas->xa_offset--;  in xas_prev()
1835 	return xa_entry(xas->xa, node, xas->xa_offset);  in xas_prev()
1854 static inline void *xas_next(struct xa_state *xas)  in xas_next()  argument
1856 	struct xa_node *node = xas->xa_node;  in xas_next()
1859 				xas->xa_offset == XA_CHUNK_MASK))  in xas_next()
1860 		return __xas_next(xas);  in xas_next()
1862 	xas->xa_index++;  in xas_next()
1863 	xas->xa_offset++;  in xas_next()
1864 	return xa_entry(xas->xa, node, xas->xa_offset);  in xas_next()