/Linux-v5.10/include/net/ |
D | fq_impl.h | 14 static void fq_adjust_removal(struct fq *fq, in fq_adjust_removal() argument 23 fq->backlog--; in fq_adjust_removal() 24 fq->memory_usage -= skb->truesize; in fq_adjust_removal() 27 static void fq_rejigger_backlog(struct fq *fq, struct fq_flow *flow) in fq_rejigger_backlog() argument 36 list_for_each_entry_continue(i, &fq->backlogs, backlogchain) in fq_rejigger_backlog() 45 static struct sk_buff *fq_flow_dequeue(struct fq *fq, in fq_flow_dequeue() argument 50 lockdep_assert_held(&fq->lock); in fq_flow_dequeue() 56 fq_adjust_removal(fq, flow, skb); in fq_flow_dequeue() 57 fq_rejigger_backlog(fq, flow); in fq_flow_dequeue() 62 static struct sk_buff *fq_tin_dequeue(struct fq *fq, in fq_tin_dequeue() argument [all …]
|
D | ipv6_frag.h | 33 struct frag_queue *fq = container_of(q, struct frag_queue, q); in ip6frag_init() local 37 fq->ecn = 0; in ip6frag_init() 48 const struct inet_frag_queue *fq = data; in ip6frag_obj_hashfn() local 50 return jhash2((const u32 *)&fq->key.v6, in ip6frag_obj_hashfn() 58 const struct inet_frag_queue *fq = ptr; in ip6frag_obj_cmpfn() local 60 return !!memcmp(&fq->key, key, sizeof(*key)); in ip6frag_obj_cmpfn() 64 ip6frag_expire_frag_queue(struct net *net, struct frag_queue *fq) in ip6frag_expire_frag_queue() argument 70 if (fq->q.fqdir->dead) in ip6frag_expire_frag_queue() 72 spin_lock(&fq->q.lock); in ip6frag_expire_frag_queue() 74 if (fq->q.flags & INET_FRAG_COMPLETE) in ip6frag_expire_frag_queue() [all …]
|
D | fq.h | 67 struct fq { struct 82 typedef struct sk_buff *fq_tin_dequeue_t(struct fq *, argument 86 typedef void fq_skb_free_t(struct fq *, 92 typedef bool fq_skb_filter_t(struct fq *, 98 typedef struct fq_flow *fq_flow_get_default_t(struct fq *,
|
/Linux-v5.10/block/ |
D | blk-flush.c | 97 struct blk_flush_queue *fq, unsigned int flags); 165 struct blk_flush_queue *fq, in blk_flush_complete_seq() argument 169 struct list_head *pending = &fq->flush_queue[fq->flush_pending_idx]; in blk_flush_complete_seq() 186 fq->flush_pending_since = jiffies; in blk_flush_complete_seq() 191 list_move_tail(&rq->flush.list, &fq->flush_data_in_flight); in blk_flush_complete_seq() 212 blk_kick_flush(q, fq, cmd_flags); in blk_flush_complete_seq() 221 struct blk_flush_queue *fq = blk_get_flush_queue(q, flush_rq->mq_ctx); in flush_end_io() local 226 spin_lock_irqsave(&fq->mq_flush_lock, flags); in flush_end_io() 229 fq->rq_status = error; in flush_end_io() 230 spin_unlock_irqrestore(&fq->mq_flush_lock, flags); in flush_end_io() [all …]
|
/Linux-v5.10/net/ipv6/netfilter/ |
D | nf_conntrack_reasm.c | 130 static int nf_ct_frag6_reasm(struct frag_queue *fq, struct sk_buff *skb, 141 struct frag_queue *fq; in nf_ct_frag6_expire() local 143 fq = container_of(frag, struct frag_queue, q); in nf_ct_frag6_expire() 145 ip6frag_expire_frag_queue(fq->q.fqdir->net, fq); in nf_ct_frag6_expire() 169 static int nf_ct_frag6_queue(struct frag_queue *fq, struct sk_buff *skb, in nf_ct_frag6_queue() argument 178 if (fq->q.flags & INET_FRAG_COMPLETE) { in nf_ct_frag6_queue() 208 if (end < fq->q.len || in nf_ct_frag6_queue() 209 ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len)) { in nf_ct_frag6_queue() 213 fq->q.flags |= INET_FRAG_LAST_IN; in nf_ct_frag6_queue() 214 fq->q.len = end; in nf_ct_frag6_queue() [all …]
|
/Linux-v5.10/net/ieee802154/6lowpan/ |
D | reassembly.c | 33 static int lowpan_frag_reasm(struct lowpan_frag_queue *fq, struct sk_buff *skb, 47 struct frag_queue *fq; in lowpan_frag_expire() local 49 fq = container_of(frag, struct frag_queue, q); in lowpan_frag_expire() 51 spin_lock(&fq->q.lock); in lowpan_frag_expire() 53 if (fq->q.flags & INET_FRAG_COMPLETE) in lowpan_frag_expire() 56 inet_frag_kill(&fq->q); in lowpan_frag_expire() 58 spin_unlock(&fq->q.lock); in lowpan_frag_expire() 59 inet_frag_put(&fq->q); in lowpan_frag_expire() 84 static int lowpan_frag_queue(struct lowpan_frag_queue *fq, in lowpan_frag_queue() argument 97 if (fq->q.flags & INET_FRAG_COMPLETE) in lowpan_frag_queue() [all …]
|
/Linux-v5.10/net/ipv6/ |
D | reassembly.c | 70 static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *skb, 76 struct frag_queue *fq; in ip6_frag_expire() local 78 fq = container_of(frag, struct frag_queue, q); in ip6_frag_expire() 80 ip6frag_expire_frag_queue(fq->q.fqdir->net, fq); in ip6_frag_expire() 106 static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb, in ip6_frag_queue() argument 117 if (fq->q.flags & INET_FRAG_COMPLETE) in ip6_frag_queue() 147 if (end < fq->q.len || in ip6_frag_queue() 148 ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len)) in ip6_frag_queue() 150 fq->q.flags |= INET_FRAG_LAST_IN; in ip6_frag_queue() 151 fq->q.len = end; in ip6_frag_queue() [all …]
|
/Linux-v5.10/drivers/soc/fsl/qbman/ |
D | qman.c | 268 struct qm_mcc_fq fq; member 957 static inline void fq_set(struct qman_fq *fq, u32 mask) in fq_set() argument 959 fq->flags |= mask; in fq_set() 962 static inline void fq_clear(struct qman_fq *fq, u32 mask) in fq_clear() argument 964 fq->flags &= ~mask; in fq_clear() 967 static inline int fq_isset(struct qman_fq *fq, u32 mask) in fq_isset() argument 969 return fq->flags & mask; in fq_isset() 972 static inline int fq_isclear(struct qman_fq *fq, u32 mask) in fq_isclear() argument 974 return !(fq->flags & mask); in fq_isclear() 1121 struct qman_fq *fq; in idx_to_fq() local [all …]
|
D | qman_test_api.c | 105 static int do_enqueues(struct qman_fq *fq) in do_enqueues() argument 111 if (qman_enqueue(fq, &fd)) { in do_enqueues() 125 struct qman_fq *fq = &fq_base; in qman_test_api() local 132 err = qman_create_fq(0, FQ_FLAGS, fq); in qman_test_api() 137 err = qman_init_fq(fq, QMAN_INITFQ_FLAG_LOCAL, NULL); in qman_test_api() 143 err = do_enqueues(fq); in qman_test_api() 148 err = qman_volatile_dequeue(fq, VDQCR_FLAGS, frmcnt); in qman_test_api() 153 err = do_enqueues(fq); in qman_test_api() 158 err = qman_volatile_dequeue(fq, VDQCR_FLAGS, frmcnt); in qman_test_api() 166 err = qman_volatile_dequeue(fq, VDQCR_FLAGS, frmcnt); in qman_test_api() [all …]
|
D | qman_test_stash.c | 277 struct qman_fq *fq, in normal_dqrr() argument 280 struct hp_handler *handler = (struct hp_handler *)fq; in normal_dqrr() 295 struct qman_fq *fq, in special_dqrr() argument 298 struct hp_handler *handler = (struct hp_handler *)fq; in special_dqrr()
|
/Linux-v5.10/drivers/iommu/ |
D | iova.c | 49 iovad->fq = NULL; in init_iova_domain() 59 return !!iovad->fq; in has_iova_flush_queue() 72 free_percpu(iovad->fq); in free_iova_flush_queue() 74 iovad->fq = NULL; in free_iova_flush_queue() 96 struct iova_fq *fq; in init_iova_flush_queue() local 98 fq = per_cpu_ptr(queue, cpu); in init_iova_flush_queue() 99 fq->head = 0; in init_iova_flush_queue() 100 fq->tail = 0; in init_iova_flush_queue() 102 spin_lock_init(&fq->lock); in init_iova_flush_queue() 107 iovad->fq = queue; in init_iova_flush_queue() [all …]
|
/Linux-v5.10/drivers/net/ethernet/freescale/dpaa2/ |
D | dpaa2-eth-debugfs.c | 47 static char *fq_type_to_str(struct dpaa2_eth_fq *fq) in fq_type_to_str() argument 49 switch (fq->type) { in fq_type_to_str() 62 struct dpaa2_eth_fq *fq; in dpaa2_dbg_fqs_show() local 71 fq = &priv->fq[i]; in dpaa2_dbg_fqs_show() 72 err = dpaa2_io_query_fq_count(NULL, fq->fqid, &fcnt, &bcnt); in dpaa2_dbg_fqs_show() 77 if (!fq->stats.frames && !fcnt) in dpaa2_dbg_fqs_show() 81 fq->fqid, in dpaa2_dbg_fqs_show() 82 fq->target_cpu, in dpaa2_dbg_fqs_show() 83 fq->tc, in dpaa2_dbg_fqs_show() 84 fq_type_to_str(fq), in dpaa2_dbg_fqs_show() [all …]
|
D | dpaa2-eth.c | 254 struct dpaa2_eth_fq *fq, in dpaa2_eth_xdp_flush() argument 269 err = priv->enqueue(priv, fq, &fds[total_enqueued], in dpaa2_eth_xdp_flush() 284 struct dpaa2_eth_fq *fq) in dpaa2_eth_xdp_tx_flush() argument 293 enqueued = dpaa2_eth_xdp_flush(priv, fq, &fq->xdp_tx_fds); in dpaa2_eth_xdp_tx_flush() 297 fds = fq->xdp_tx_fds.fds; in dpaa2_eth_xdp_tx_flush() 302 for (i = enqueued; i < fq->xdp_tx_fds.num; i++) { in dpaa2_eth_xdp_tx_flush() 307 fq->xdp_tx_fds.num = 0; in dpaa2_eth_xdp_tx_flush() 317 struct dpaa2_eth_fq *fq; in dpaa2_eth_xdp_enqueue() local 334 fq = &priv->fq[queue_id]; in dpaa2_eth_xdp_enqueue() 335 dest_fd = &fq->xdp_tx_fds.fds[fq->xdp_tx_fds.num++]; in dpaa2_eth_xdp_enqueue() [all …]
|
/Linux-v5.10/drivers/net/ethernet/freescale/dpaa/ |
D | dpaa_eth_trace.h | 58 struct qman_fq *fq, 62 TP_ARGS(netdev, fq, fd), 80 __entry->fqid = fq->fqid; 104 struct qman_fq *fq, 107 TP_ARGS(netdev, fq, fd) 114 struct qman_fq *fq, 117 TP_ARGS(netdev, fq, fd) 124 struct qman_fq *fq, 127 TP_ARGS(netdev, fq, fd)
|
D | dpaa_eth_sysfs.c | 59 struct dpaa_fq *fq; in dpaa_eth_show_fqids() local 66 list_for_each_entry_safe(fq, tmp, &priv->dpaa_fq_list, list) { in dpaa_eth_show_fqids() 67 switch (fq->fq_type) { in dpaa_eth_show_fqids() 93 if (prev && (abs(fq->fqid - prev->fqid) != 1 || in dpaa_eth_show_fqids() 104 if (prev && abs(fq->fqid - prev->fqid) == 1 && in dpaa_eth_show_fqids() 106 last_fqid = fq->fqid; in dpaa_eth_show_fqids() 108 first_fqid = fq->fqid; in dpaa_eth_show_fqids() 109 last_fqid = fq->fqid; in dpaa_eth_show_fqids() 112 prev = fq; in dpaa_eth_show_fqids()
|
D | dpaa_eth.c | 638 static inline void dpaa_assign_wq(struct dpaa_fq *fq, int idx) in dpaa_assign_wq() argument 640 switch (fq->fq_type) { in dpaa_assign_wq() 643 fq->wq = 1; in dpaa_assign_wq() 647 fq->wq = 5; in dpaa_assign_wq() 651 fq->wq = 6; in dpaa_assign_wq() 657 fq->wq = 6; in dpaa_assign_wq() 661 fq->wq = 2; in dpaa_assign_wq() 665 fq->wq = 1; in dpaa_assign_wq() 669 fq->wq = 0; in dpaa_assign_wq() 678 fq->fq_type, fq->fqid); in dpaa_assign_wq() [all …]
|
/Linux-v5.10/drivers/crypto/caam/ |
D | qi.c | 135 static void caam_fq_ern_cb(struct qman_portal *qm, struct qman_fq *fq, in caam_fq_ern_cb() argument 218 static int empty_retired_fq(struct device *qidev, struct qman_fq *fq) in empty_retired_fq() argument 222 ret = qman_volatile_dequeue(fq, QMAN_VOLATILE_FLAG_WAIT_INT | in empty_retired_fq() 227 dev_err(qidev, "Volatile dequeue fail for FQ: %u\n", fq->fqid); in empty_retired_fq() 236 } while (fq->flags & QMAN_FQ_STATE_NE); in empty_retired_fq() 241 static int kill_fq(struct device *qidev, struct qman_fq *fq) in kill_fq() argument 246 ret = qman_retire_fq(fq, &flags); in kill_fq() 260 } while (fq->state != qman_fq_state_retired); in kill_fq() 262 WARN_ON(fq->flags & QMAN_FQ_STATE_BLOCKOOS); in kill_fq() 263 WARN_ON(fq->flags & QMAN_FQ_STATE_ORL); in kill_fq() [all …]
|
/Linux-v5.10/net/ipv4/ |
D | inet_fragment.c | 130 struct inet_frag_queue *fq = ptr; in inet_frags_free_cb() local 133 count = del_timer_sync(&fq->timer) ? 1 : 0; in inet_frags_free_cb() 135 spin_lock_bh(&fq->lock); in inet_frags_free_cb() 136 if (!(fq->flags & INET_FRAG_COMPLETE)) { in inet_frags_free_cb() 137 fq->flags |= INET_FRAG_COMPLETE; in inet_frags_free_cb() 139 } else if (fq->flags & INET_FRAG_HASH_DEAD) { in inet_frags_free_cb() 142 spin_unlock_bh(&fq->lock); in inet_frags_free_cb() 144 if (refcount_sub_and_test(count, &fq->refcnt)) in inet_frags_free_cb() 145 inet_frag_destroy(fq); in inet_frags_free_cb() 194 void inet_frag_kill(struct inet_frag_queue *fq) in inet_frag_kill() argument [all …]
|
/Linux-v5.10/net/mac80211/ |
D | debugfs.c | 81 struct fq *fq = &local->fq; in aqm_read() local 85 spin_lock_bh(&local->fq.lock); in aqm_read() 99 fq->flows_cnt, in aqm_read() 100 fq->backlog, in aqm_read() 101 fq->overmemory, in aqm_read() 102 fq->overlimit, in aqm_read() 103 fq->collisions, in aqm_read() 104 fq->memory_usage, in aqm_read() 105 fq->memory_limit, in aqm_read() 106 fq->limit, in aqm_read() [all …]
|
D | tx.c | 1317 struct fq *fq; in codel_dequeue_func() local 1322 fq = &local->fq; in codel_dequeue_func() 1327 flow = &fq->flows[cvars - local->cvars]; in codel_dequeue_func() 1329 return fq_flow_dequeue(fq, flow); in codel_dequeue_func() 1346 static struct sk_buff *fq_tin_dequeue_func(struct fq *fq, in fq_tin_dequeue_func() argument 1356 local = container_of(fq, struct ieee80211_local, fq); in fq_tin_dequeue_func() 1371 cvars = &local->cvars[flow - fq->flows]; in fq_tin_dequeue_func() 1384 static void fq_skb_free_func(struct fq *fq, in fq_skb_free_func() argument 1391 local = container_of(fq, struct ieee80211_local, fq); in fq_skb_free_func() 1395 static struct fq_flow *fq_flow_get_default_func(struct fq *fq, in fq_flow_get_default_func() argument [all …]
|
/Linux-v5.10/include/soc/fsl/ |
D | qman.h | 300 } __packed fq; /* FQRN/FQRNI/FQRL/FQPN */ member 691 struct qman_fq *fq, 698 typedef void (*qman_cb_mr)(struct qman_portal *qm, struct qman_fq *fq, 968 int qman_create_fq(u32 fqid, u32 flags, struct qman_fq *fq); 978 void qman_destroy_fq(struct qman_fq *fq); 984 u32 qman_fq_fqid(struct qman_fq *fq); 1020 int qman_init_fq(struct qman_fq *fq, u32 flags, struct qm_mcc_initfq *opts); 1029 int qman_schedule_fq(struct qman_fq *fq); 1049 int qman_retire_fq(struct qman_fq *fq, u32 *flags); 1058 int qman_oos_fq(struct qman_fq *fq); [all …]
|
/Linux-v5.10/net/xdp/ |
D | xsk_buff_pool.c | 76 pool->fq = xs->fq_tmp; in xp_create_and_assign_umem() 208 if (!pool->fq || !pool->cq) in xp_assign_dev_shared() 238 if (pool->fq) { in xp_release_deferred() 239 xskq_destroy(pool->fq); in xp_release_deferred() 240 pool->fq = NULL; in xp_release_deferred() 462 if (!xskq_cons_peek_addr_unchecked(pool->fq, &addr)) { in __xp_alloc() 463 pool->fq->queue_empty_descs++; in __xp_alloc() 471 pool->fq->invalid_descs++; in __xp_alloc() 472 xskq_cons_release(pool->fq); in __xp_alloc() 477 xskq_cons_release(pool->fq); in __xp_alloc() [all …]
|
D | xsk_diag.c | 70 if (!err && pool && pool->fq) in xsk_diag_put_umem() 71 err = xsk_diag_put_ring(pool->fq, in xsk_diag_put_umem() 86 du.n_fill_ring_empty = xs->pool ? xskq_nb_queue_empty_descs(xs->pool->fq) : 0; in xsk_diag_put_stats()
|
/Linux-v5.10/samples/bpf/ |
D | xdpsock_user.c | 137 struct xsk_ring_prod fq; member 816 ret = xsk_umem__create(&umem->umem, buffer, size, &umem->fq, &umem->cq, in xsk_configure_umem() 830 ret = xsk_ring_prod__reserve(&umem->fq, in xsk_populate_fill_ring() 835 *xsk_ring_prod__fill_addr(&umem->fq, idx++) = in xsk_populate_fill_ring() 837 xsk_ring_prod__submit(&umem->fq, XSK_RING_PROD__DEFAULT_NUM_DESCS * 2); in xsk_populate_fill_ring() 1131 ret = xsk_ring_prod__reserve(&umem->fq, rcvd, &idx_fq); in complete_tx_l2fwd() 1135 if (xsk_ring_prod__needs_wakeup(&umem->fq)) { in complete_tx_l2fwd() 1139 ret = xsk_ring_prod__reserve(&umem->fq, rcvd, &idx_fq); in complete_tx_l2fwd() 1143 *xsk_ring_prod__fill_addr(&umem->fq, idx_fq++) = in complete_tx_l2fwd() 1146 xsk_ring_prod__submit(&xsk->umem->fq, rcvd); in complete_tx_l2fwd() [all …]
|
/Linux-v5.10/tools/testing/selftests/netfilter/ |
D | nft_trans_stress.sh | 56 ip netns exec "$testns" taskset $mask ping -4 127.0.0.1 -fq > /dev/null & 57 ip netns exec "$testns" taskset $mask ping -6 ::1 -fq > /dev/null &
|