Lines Matching refs:epitem
105 #define EP_ITEM_COST (sizeof(struct epitem) + sizeof(struct eppoll_entry))
137 struct epitem { struct
152 struct epitem *next; argument
210 struct epitem *ovflist;
240 struct epitem *base;
255 struct epitem *epi;
338 static inline int ep_is_linked(struct epitem *epi) in ep_is_linked()
349 static inline struct epitem *ep_item_from_wait(wait_queue_entry_t *p) in ep_item_from_wait()
355 static inline struct epitem *ep_item_from_epqueue(poll_table *p) in ep_item_from_epqueue()
412 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
455 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
551 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi) in ep_poll_safewake()
589 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi) in ep_poll_safewake()
618 static void ep_unregister_pollwait(struct eventpoll *ep, struct epitem *epi) in ep_unregister_pollwait()
633 static inline struct wakeup_source *ep_wakeup_source(struct epitem *epi) in ep_wakeup_source()
639 static inline void ep_pm_stay_awake(struct epitem *epi) in ep_pm_stay_awake()
647 static inline bool ep_has_wakeup_source(struct epitem *epi) in ep_has_wakeup_source()
653 static inline void ep_pm_stay_awake_rcu(struct epitem *epi) in ep_pm_stay_awake_rcu()
683 struct epitem *epi, *nepi; in ep_scan_ready_list()
759 struct epitem *epi = container_of(head, struct epitem, rcu); in epi_rcu_free()
767 static int ep_remove(struct eventpoll *ep, struct epitem *epi) in ep_remove()
808 struct epitem *epi; in ep_free()
828 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
844 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
877 static __poll_t ep_item_poll(const struct epitem *epi, poll_table *pt, in ep_item_poll()
899 struct epitem *epi, *tmp; in ep_read_events_proc()
947 struct epitem *epi = rb_entry(rbp, struct epitem, rbn); in ep_show_fdinfo()
981 struct epitem *epi, *next; in eventpoll_release_file()
1041 static struct epitem *ep_find(struct eventpoll *ep, struct file *file, int fd) in ep_find()
1045 struct epitem *epi, *epir = NULL; in ep_find()
1050 epi = rb_entry(rbp, struct epitem, rbn); in ep_find()
1066 static struct epitem *ep_find_tfd(struct eventpoll *ep, int tfd, unsigned long toff) in ep_find_tfd()
1069 struct epitem *epi; in ep_find_tfd()
1072 epi = rb_entry(rbp, struct epitem, rbn); in ep_find_tfd()
1090 struct epitem *epi; in get_epoll_tfile_raw_ptr()
1168 static inline bool chain_epi_lockless(struct epitem *epi) in chain_epi_lockless()
1207 struct epitem *epi = ep_item_from_wait(wait); in ep_poll_callback()
1312 struct epitem *epi = ep_item_from_epqueue(pt); in ep_ptable_queue_proc()
1331 static void ep_rbtree_insert(struct eventpoll *ep, struct epitem *epi) in ep_rbtree_insert()
1335 struct epitem *epic; in ep_rbtree_insert()
1340 epic = rb_entry(parent, struct epitem, rbn); in ep_rbtree_insert()
1393 struct epitem *epi; in reverse_path_check_proc()
1449 static int ep_create_wakeup_source(struct epitem *epi) in ep_create_wakeup_source()
1472 static noinline void ep_destroy_wakeup_source(struct epitem *epi) in ep_destroy_wakeup_source()
1496 struct epitem *epi; in ep_insert()
1622 static int ep_modify(struct eventpoll *ep, struct epitem *epi, in ep_modify()
1699 struct epitem *epi, *tmp; in ep_send_events_proc()
1970 struct epitem *epi; in ep_loop_check_proc()
1975 epi = rb_entry(rbp, struct epitem, rbn); in ep_loop_check_proc()
2115 struct epitem *epi; in do_epoll_ctl()
2406 BUILD_BUG_ON(sizeof(void *) <= 8 && sizeof(struct epitem) > 128); in eventpoll_init()
2409 epi_cache = kmem_cache_create("eventpoll_epi", sizeof(struct epitem), in eventpoll_init()