Lines Matching refs:xas
1370 #define xas_marked(xas, mark) xa_marked((xas)->xa, (mark)) argument
1371 #define xas_trylock(xas) xa_trylock((xas)->xa) argument
1372 #define xas_lock(xas) xa_lock((xas)->xa) argument
1373 #define xas_unlock(xas) xa_unlock((xas)->xa) argument
1374 #define xas_lock_bh(xas) xa_lock_bh((xas)->xa) argument
1375 #define xas_unlock_bh(xas) xa_unlock_bh((xas)->xa) argument
1376 #define xas_lock_irq(xas) xa_lock_irq((xas)->xa) argument
1377 #define xas_unlock_irq(xas) xa_unlock_irq((xas)->xa) argument
1378 #define xas_lock_irqsave(xas, flags) \ argument
1379 xa_lock_irqsave((xas)->xa, flags)
1380 #define xas_unlock_irqrestore(xas, flags) \ argument
1381 xa_unlock_irqrestore((xas)->xa, flags)
1389 static inline int xas_error(const struct xa_state *xas) in xas_error() argument
1391 return xa_err(xas->xa_node); in xas_error()
1403 static inline void xas_set_err(struct xa_state *xas, long err) in xas_set_err() argument
1405 xas->xa_node = XA_ERROR(err); in xas_set_err()
1414 static inline bool xas_invalid(const struct xa_state *xas) in xas_invalid() argument
1416 return (unsigned long)xas->xa_node & 3; in xas_invalid()
1425 static inline bool xas_valid(const struct xa_state *xas) in xas_valid() argument
1427 return !xas_invalid(xas); in xas_valid()
1436 static inline bool xas_is_node(const struct xa_state *xas) in xas_is_node() argument
1438 return xas_valid(xas) && xas->xa_node; in xas_is_node()
1469 static inline void xas_reset(struct xa_state *xas) in xas_reset() argument
1471 xas->xa_node = XAS_RESTART; in xas_reset()
1486 static inline bool xas_retry(struct xa_state *xas, const void *entry) in xas_retry() argument
1492 xas_reset(xas); in xas_retry()
1522 static inline void xas_split(struct xa_state *xas, void *entry, in xas_split() argument
1525 xas_store(xas, entry); in xas_split()
1528 static inline void xas_split_alloc(struct xa_state *xas, void *entry, in xas_split_alloc() argument
1548 static inline void *xas_reload(struct xa_state *xas) in xas_reload() argument
1550 struct xa_node *node = xas->xa_node; in xas_reload()
1555 return xa_head(xas->xa); in xas_reload()
1557 offset = (xas->xa_index >> node->shift) & XA_CHUNK_MASK; in xas_reload()
1558 entry = xa_entry(xas->xa, node, offset); in xas_reload()
1563 offset = xas->xa_offset; in xas_reload()
1565 return xa_entry(xas->xa, node, offset); in xas_reload()
1577 static inline void xas_set(struct xa_state *xas, unsigned long index) in xas_set() argument
1579 xas->xa_index = index; in xas_set()
1580 xas->xa_node = XAS_RESTART; in xas_set()
1589 static inline void xas_set_order(struct xa_state *xas, unsigned long index, in xas_set_order() argument
1593 xas->xa_index = order < BITS_PER_LONG ? (index >> order) << order : 0; in xas_set_order()
1594 xas->xa_shift = order - (order % XA_CHUNK_SHIFT); in xas_set_order()
1595 xas->xa_sibs = (1 << (order % XA_CHUNK_SHIFT)) - 1; in xas_set_order()
1596 xas->xa_node = XAS_RESTART; in xas_set_order()
1599 xas_set(xas, index); in xas_set_order()
1611 static inline void xas_set_update(struct xa_state *xas, xa_update_node_t update) in xas_set_update() argument
1613 xas->xa_update = update; in xas_set_update()
1627 static inline void *xas_next_entry(struct xa_state *xas, unsigned long max) in xas_next_entry() argument
1629 struct xa_node *node = xas->xa_node; in xas_next_entry()
1633 xas->xa_offset != (xas->xa_index & XA_CHUNK_MASK))) in xas_next_entry()
1634 return xas_find(xas, max); in xas_next_entry()
1637 if (unlikely(xas->xa_index >= max)) in xas_next_entry()
1638 return xas_find(xas, max); in xas_next_entry()
1639 if (unlikely(xas->xa_offset == XA_CHUNK_MASK)) in xas_next_entry()
1640 return xas_find(xas, max); in xas_next_entry()
1641 entry = xa_entry(xas->xa, node, xas->xa_offset + 1); in xas_next_entry()
1643 return xas_find(xas, max); in xas_next_entry()
1644 xas->xa_offset++; in xas_next_entry()
1645 xas->xa_index++; in xas_next_entry()
1652 static inline unsigned int xas_find_chunk(struct xa_state *xas, bool advance, in xas_find_chunk() argument
1655 unsigned long *addr = xas->xa_node->marks[(__force unsigned)mark]; in xas_find_chunk()
1656 unsigned int offset = xas->xa_offset; in xas_find_chunk()
1684 static inline void *xas_next_marked(struct xa_state *xas, unsigned long max, in xas_next_marked() argument
1687 struct xa_node *node = xas->xa_node; in xas_next_marked()
1692 return xas_find_marked(xas, max, mark); in xas_next_marked()
1693 offset = xas_find_chunk(xas, true, mark); in xas_next_marked()
1694 xas->xa_offset = offset; in xas_next_marked()
1695 xas->xa_index = (xas->xa_index & ~XA_CHUNK_MASK) + offset; in xas_next_marked()
1696 if (xas->xa_index > max) in xas_next_marked()
1699 return xas_find_marked(xas, max, mark); in xas_next_marked()
1700 entry = xa_entry(xas->xa, node, offset); in xas_next_marked()
1702 return xas_find_marked(xas, max, mark); in xas_next_marked()
1727 #define xas_for_each(xas, entry, max) \ argument
1728 for (entry = xas_find(xas, max); entry; \
1729 entry = xas_next_entry(xas, max))
1745 #define xas_for_each_marked(xas, entry, max, mark) \ argument
1746 for (entry = xas_find_marked(xas, max, mark); entry; \
1747 entry = xas_next_marked(xas, max, mark))
1761 #define xas_for_each_conflict(xas, entry) \ argument
1762 while ((entry = xas_find_conflict(xas)))
1783 static inline void *xas_prev(struct xa_state *xas) in xas_prev() argument
1785 struct xa_node *node = xas->xa_node; in xas_prev()
1788 xas->xa_offset == 0)) in xas_prev()
1789 return __xas_prev(xas); in xas_prev()
1791 xas->xa_index--; in xas_prev()
1792 xas->xa_offset--; in xas_prev()
1793 return xa_entry(xas->xa, node, xas->xa_offset); in xas_prev()
1812 static inline void *xas_next(struct xa_state *xas) in xas_next() argument
1814 struct xa_node *node = xas->xa_node; in xas_next()
1817 xas->xa_offset == XA_CHUNK_MASK)) in xas_next()
1818 return __xas_next(xas); in xas_next()
1820 xas->xa_index++; in xas_next()
1821 xas->xa_offset++; in xas_next()
1822 return xa_entry(xas->xa, node, xas->xa_offset); in xas_next()