1 /* SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) */
2 /*
3 * Copyright(c) 2020 Intel Corporation.
4 *
5 */
6
7 /*
8 * This file contains HFI1 support for IPOIB functionality
9 */
10
11 #ifndef HFI1_IPOIB_H
12 #define HFI1_IPOIB_H
13
14 #include <linux/types.h>
15 #include <linux/stddef.h>
16 #include <linux/atomic.h>
17 #include <linux/netdevice.h>
18 #include <linux/slab.h>
19 #include <linux/skbuff.h>
20 #include <linux/list.h>
21 #include <linux/if_infiniband.h>
22
23 #include "hfi.h"
24 #include "iowait.h"
25 #include "netdev.h"
26
27 #include <rdma/ib_verbs.h>
28
29 #define HFI1_IPOIB_ENTROPY_SHIFT 24
30
31 #define HFI1_IPOIB_TXREQ_NAME_LEN 32
32
33 #define HFI1_IPOIB_PSEUDO_LEN 20
34 #define HFI1_IPOIB_ENCAP_LEN 4
35
36 struct hfi1_ipoib_dev_priv;
37
38 union hfi1_ipoib_flow {
39 u16 as_int;
40 struct {
41 u8 tx_queue;
42 u8 sc5;
43 } __attribute__((__packed__));
44 };
45
46 /**
47 * struct hfi1_ipoib_circ_buf - List of items to be processed
48 * @items: ring of items
49 * @head: ring head
50 * @tail: ring tail
51 * @max_items: max items + 1 that the ring can contain
52 * @producer_lock: producer sync lock
53 * @consumer_lock: consumer sync lock
54 */
55 struct hfi1_ipoib_circ_buf {
56 void **items;
57 unsigned long head;
58 unsigned long tail;
59 unsigned long max_items;
60 spinlock_t producer_lock; /* head sync lock */
61 spinlock_t consumer_lock; /* tail sync lock */
62 };
63
64 /**
65 * struct hfi1_ipoib_txq - IPOIB per Tx queue information
66 * @priv: private pointer
67 * @sde: sdma engine
68 * @tx_list: tx request list
69 * @sent_txreqs: count of txreqs posted to sdma
70 * @stops: count of stops of queue
71 * @ring_full: ring has been filled
72 * @no_desc: descriptor shortage seen
73 * @flow: tracks when list needs to be flushed for a flow change
74 * @q_idx: ipoib Tx queue index
75 * @pkts_sent: indicator packets have been sent from this queue
76 * @wait: iowait structure
77 * @complete_txreqs: count of txreqs completed by sdma
78 * @napi: pointer to tx napi interface
79 * @tx_ring: ring of ipoib txreqs to be reaped by napi callback
80 */
81 struct hfi1_ipoib_txq {
82 struct hfi1_ipoib_dev_priv *priv;
83 struct sdma_engine *sde;
84 struct list_head tx_list;
85 u64 sent_txreqs;
86 atomic_t stops;
87 atomic_t ring_full;
88 atomic_t no_desc;
89 union hfi1_ipoib_flow flow;
90 u8 q_idx;
91 bool pkts_sent;
92 struct iowait wait;
93
94 atomic64_t ____cacheline_aligned_in_smp complete_txreqs;
95 struct napi_struct *napi;
96 struct hfi1_ipoib_circ_buf tx_ring;
97 };
98
99 struct hfi1_ipoib_dev_priv {
100 struct hfi1_devdata *dd;
101 struct net_device *netdev;
102 struct ib_device *device;
103 struct hfi1_ipoib_txq *txqs;
104 struct kmem_cache *txreq_cache;
105 struct napi_struct *tx_napis;
106 u16 pkey;
107 u16 pkey_index;
108 u32 qkey;
109 u8 port_num;
110
111 const struct net_device_ops *netdev_ops;
112 struct rvt_qp *qp;
113 struct pcpu_sw_netstats __percpu *netstats;
114 };
115
116 /* hfi1 ipoib rdma netdev's private data structure */
117 struct hfi1_ipoib_rdma_netdev {
118 struct rdma_netdev rn; /* keep this first */
119 /* followed by device private data */
120 struct hfi1_ipoib_dev_priv dev_priv;
121 };
122
123 static inline struct hfi1_ipoib_dev_priv *
hfi1_ipoib_priv(const struct net_device * dev)124 hfi1_ipoib_priv(const struct net_device *dev)
125 {
126 return &((struct hfi1_ipoib_rdma_netdev *)netdev_priv(dev))->dev_priv;
127 }
128
129 static inline void
hfi1_ipoib_update_rx_netstats(struct hfi1_ipoib_dev_priv * priv,u64 packets,u64 bytes)130 hfi1_ipoib_update_rx_netstats(struct hfi1_ipoib_dev_priv *priv,
131 u64 packets,
132 u64 bytes)
133 {
134 struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats);
135
136 u64_stats_update_begin(&netstats->syncp);
137 netstats->rx_packets += packets;
138 netstats->rx_bytes += bytes;
139 u64_stats_update_end(&netstats->syncp);
140 }
141
142 static inline void
hfi1_ipoib_update_tx_netstats(struct hfi1_ipoib_dev_priv * priv,u64 packets,u64 bytes)143 hfi1_ipoib_update_tx_netstats(struct hfi1_ipoib_dev_priv *priv,
144 u64 packets,
145 u64 bytes)
146 {
147 struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats);
148
149 u64_stats_update_begin(&netstats->syncp);
150 netstats->tx_packets += packets;
151 netstats->tx_bytes += bytes;
152 u64_stats_update_end(&netstats->syncp);
153 }
154
155 int hfi1_ipoib_send_dma(struct net_device *dev,
156 struct sk_buff *skb,
157 struct ib_ah *address,
158 u32 dqpn);
159
160 int hfi1_ipoib_txreq_init(struct hfi1_ipoib_dev_priv *priv);
161 void hfi1_ipoib_txreq_deinit(struct hfi1_ipoib_dev_priv *priv);
162
163 int hfi1_ipoib_rxq_init(struct net_device *dev);
164 void hfi1_ipoib_rxq_deinit(struct net_device *dev);
165
166 void hfi1_ipoib_napi_tx_enable(struct net_device *dev);
167 void hfi1_ipoib_napi_tx_disable(struct net_device *dev);
168
169 struct sk_buff *hfi1_ipoib_prepare_skb(struct hfi1_netdev_rxq *rxq,
170 int size, void *data);
171
172 int hfi1_ipoib_rn_get_params(struct ib_device *device,
173 u8 port_num,
174 enum rdma_netdev_t type,
175 struct rdma_netdev_alloc_params *params);
176
177 #endif /* _IPOIB_H */
178
