Lines Matching refs:epitem
105 #define EP_ITEM_COST (sizeof(struct epitem) + sizeof(struct eppoll_entry))
137 struct epitem { struct
152 struct epitem *next; argument
210 struct epitem *ovflist;
236 struct epitem *base;
251 struct epitem *epi;
335 static inline int ep_is_linked(struct epitem *epi) in ep_is_linked()
346 static inline struct epitem *ep_item_from_wait(wait_queue_entry_t *p) in ep_item_from_wait()
352 static inline struct epitem *ep_item_from_epqueue(poll_table *p) in ep_item_from_epqueue()
415 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
458 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
609 static void ep_unregister_pollwait(struct eventpoll *ep, struct epitem *epi) in ep_unregister_pollwait()
624 static inline struct wakeup_source *ep_wakeup_source(struct epitem *epi) in ep_wakeup_source()
630 static inline void ep_pm_stay_awake(struct epitem *epi) in ep_pm_stay_awake()
638 static inline bool ep_has_wakeup_source(struct epitem *epi) in ep_has_wakeup_source()
644 static inline void ep_pm_stay_awake_rcu(struct epitem *epi) in ep_pm_stay_awake_rcu()
675 struct epitem *epi, *nepi; in ep_scan_ready_list()
766 struct epitem *epi = container_of(head, struct epitem, rcu); in epi_rcu_free()
774 static int ep_remove(struct eventpoll *ep, struct epitem *epi) in ep_remove()
815 struct epitem *epi; in ep_free()
835 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
851 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
884 static __poll_t ep_item_poll(const struct epitem *epi, poll_table *pt, in ep_item_poll()
906 struct epitem *epi, *tmp; in ep_read_events_proc()
954 struct epitem *epi = rb_entry(rbp, struct epitem, rbn); in ep_show_fdinfo()
988 struct epitem *epi, *next; in eventpoll_release_file()
1048 static struct epitem *ep_find(struct eventpoll *ep, struct file *file, int fd) in ep_find()
1052 struct epitem *epi, *epir = NULL; in ep_find()
1057 epi = rb_entry(rbp, struct epitem, rbn); in ep_find()
1073 static struct epitem *ep_find_tfd(struct eventpoll *ep, int tfd, unsigned long toff) in ep_find_tfd()
1076 struct epitem *epi; in ep_find_tfd()
1079 epi = rb_entry(rbp, struct epitem, rbn); in ep_find_tfd()
1097 struct epitem *epi; in get_epoll_tfile_raw_ptr()
1175 static inline bool chain_epi_lockless(struct epitem *epi) in chain_epi_lockless()
1210 struct epitem *epi = ep_item_from_wait(wait); in ep_poll_callback()
1319 struct epitem *epi = ep_item_from_epqueue(pt); in ep_ptable_queue_proc()
1338 static void ep_rbtree_insert(struct eventpoll *ep, struct epitem *epi) in ep_rbtree_insert()
1342 struct epitem *epic; in ep_rbtree_insert()
1347 epic = rb_entry(parent, struct epitem, rbn); in ep_rbtree_insert()
1400 struct epitem *epi; in reverse_path_check_proc()
1456 static int ep_create_wakeup_source(struct epitem *epi) in ep_create_wakeup_source()
1478 static noinline void ep_destroy_wakeup_source(struct epitem *epi) in ep_destroy_wakeup_source()
1502 struct epitem *epi; in ep_insert()
1629 static int ep_modify(struct eventpoll *ep, struct epitem *epi, in ep_modify()
1706 struct epitem *epi, *tmp; in ep_send_events_proc()
1964 struct epitem *epi; in ep_loop_check_proc()
1970 epi = rb_entry(rbp, struct epitem, rbn); in ep_loop_check_proc()
2110 struct epitem *epi; in SYSCALL_DEFINE4()
2382 BUILD_BUG_ON(sizeof(void *) <= 8 && sizeof(struct epitem) > 128); in eventpoll_init()
2385 epi_cache = kmem_cache_create("eventpoll_epi", sizeof(struct epitem), in eventpoll_init()