1 #ifndef _CHIP_H
2 #define _CHIP_H
3 /*
4 * Copyright(c) 2015 - 2020 Intel Corporation.
5 *
6 * This file is provided under a dual BSD/GPLv2 license. When using or
7 * redistributing this file, you may do so under either license.
8 *
9 * GPL LICENSE SUMMARY
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of version 2 of the GNU General Public License as
13 * published by the Free Software Foundation.
14 *
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
19 *
20 * BSD LICENSE
21 *
22 * Redistribution and use in source and binary forms, with or without
23 * modification, are permitted provided that the following conditions
24 * are met:
25 *
26 * - Redistributions of source code must retain the above copyright
27 * notice, this list of conditions and the following disclaimer.
28 * - Redistributions in binary form must reproduce the above copyright
29 * notice, this list of conditions and the following disclaimer in
30 * the documentation and/or other materials provided with the
31 * distribution.
32 * - Neither the name of Intel Corporation nor the names of its
33 * contributors may be used to endorse or promote products derived
34 * from this software without specific prior written permission.
35 *
36 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
37 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
38 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
39 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
40 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
41 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
42 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
43 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
44 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
45 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
46 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
47 *
48 */
49
50 /*
51 * This file contains all of the defines that is specific to the HFI chip
52 */
53
54 /* sizes */
55 #define BITS_PER_REGISTER (BITS_PER_BYTE * sizeof(u64))
56 #define NUM_INTERRUPT_SOURCES 768
57 #define RXE_NUM_CONTEXTS 160
58 #define RXE_PER_CONTEXT_SIZE 0x1000 /* 4k */
59 #define RXE_NUM_TID_FLOWS 32
60 #define RXE_NUM_DATA_VL 8
61 #define TXE_NUM_CONTEXTS 160
62 #define TXE_NUM_SDMA_ENGINES 16
63 #define NUM_CONTEXTS_PER_SET 8
64 #define VL_ARB_HIGH_PRIO_TABLE_SIZE 16
65 #define VL_ARB_LOW_PRIO_TABLE_SIZE 16
66 #define VL_ARB_TABLE_SIZE 16
67 #define TXE_NUM_32_BIT_COUNTER 7
68 #define TXE_NUM_64_BIT_COUNTER 30
69 #define TXE_NUM_DATA_VL 8
70 #define TXE_PIO_SIZE (32 * 0x100000) /* 32 MB */
71 #define PIO_BLOCK_SIZE 64 /* bytes */
72 #define SDMA_BLOCK_SIZE 64 /* bytes */
73 #define RCV_BUF_BLOCK_SIZE 64 /* bytes */
74 #define PIO_CMASK 0x7ff /* counter mask for free and fill counters */
75 #define MAX_EAGER_ENTRIES 2048 /* max receive eager entries */
76 #define MAX_TID_PAIR_ENTRIES 1024 /* max receive expected pairs */
77 /*
78 * Virtual? Allocation Unit, defined as AU = 8*2^vAU, 64 bytes, AU is fixed
79 * at 64 bytes for all generation one devices
80 */
81 #define CM_VAU 3
82 /* HFI link credit count, AKA receive buffer depth (RBUF_DEPTH) */
83 #define CM_GLOBAL_CREDITS 0x880
84 /* Number of PKey entries in the HW */
85 #define MAX_PKEY_VALUES 16
86
87 #include "chip_registers.h"
88
89 #define RXE_PER_CONTEXT_USER (RXE + RXE_PER_CONTEXT_OFFSET)
90 #define TXE_PIO_SEND (TXE + TXE_PIO_SEND_OFFSET)
91
92 /* PBC flags */
93 #define PBC_INTR BIT_ULL(31)
94 #define PBC_DC_INFO_SHIFT (30)
95 #define PBC_DC_INFO BIT_ULL(PBC_DC_INFO_SHIFT)
96 #define PBC_TEST_EBP BIT_ULL(29)
97 #define PBC_PACKET_BYPASS BIT_ULL(28)
98 #define PBC_CREDIT_RETURN BIT_ULL(25)
99 #define PBC_INSERT_BYPASS_ICRC BIT_ULL(24)
100 #define PBC_TEST_BAD_ICRC BIT_ULL(23)
101 #define PBC_FECN BIT_ULL(22)
102
103 /* PbcInsertHcrc field settings */
104 #define PBC_IHCRC_LKDETH 0x0 /* insert @ local KDETH offset */
105 #define PBC_IHCRC_GKDETH 0x1 /* insert @ global KDETH offset */
106 #define PBC_IHCRC_NONE 0x2 /* no HCRC inserted */
107
108 /* PBC fields */
109 #define PBC_STATIC_RATE_CONTROL_COUNT_SHIFT 32
110 #define PBC_STATIC_RATE_CONTROL_COUNT_MASK 0xffffull
111 #define PBC_STATIC_RATE_CONTROL_COUNT_SMASK \
112 (PBC_STATIC_RATE_CONTROL_COUNT_MASK << \
113 PBC_STATIC_RATE_CONTROL_COUNT_SHIFT)
114
115 #define PBC_INSERT_HCRC_SHIFT 26
116 #define PBC_INSERT_HCRC_MASK 0x3ull
117 #define PBC_INSERT_HCRC_SMASK \
118 (PBC_INSERT_HCRC_MASK << PBC_INSERT_HCRC_SHIFT)
119
120 #define PBC_VL_SHIFT 12
121 #define PBC_VL_MASK 0xfull
122 #define PBC_VL_SMASK (PBC_VL_MASK << PBC_VL_SHIFT)
123
124 #define PBC_LENGTH_DWS_SHIFT 0
125 #define PBC_LENGTH_DWS_MASK 0xfffull
126 #define PBC_LENGTH_DWS_SMASK \
127 (PBC_LENGTH_DWS_MASK << PBC_LENGTH_DWS_SHIFT)
128
129 /* Credit Return Fields */
130 #define CR_COUNTER_SHIFT 0
131 #define CR_COUNTER_MASK 0x7ffull
132 #define CR_COUNTER_SMASK (CR_COUNTER_MASK << CR_COUNTER_SHIFT)
133
134 #define CR_STATUS_SHIFT 11
135 #define CR_STATUS_MASK 0x1ull
136 #define CR_STATUS_SMASK (CR_STATUS_MASK << CR_STATUS_SHIFT)
137
138 #define CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT 12
139 #define CR_CREDIT_RETURN_DUE_TO_PBC_MASK 0x1ull
140 #define CR_CREDIT_RETURN_DUE_TO_PBC_SMASK \
141 (CR_CREDIT_RETURN_DUE_TO_PBC_MASK << \
142 CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT)
143
144 #define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT 13
145 #define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK 0x1ull
146 #define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SMASK \
147 (CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK << \
148 CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT)
149
150 #define CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT 14
151 #define CR_CREDIT_RETURN_DUE_TO_ERR_MASK 0x1ull
152 #define CR_CREDIT_RETURN_DUE_TO_ERR_SMASK \
153 (CR_CREDIT_RETURN_DUE_TO_ERR_MASK << \
154 CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT)
155
156 #define CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT 15
157 #define CR_CREDIT_RETURN_DUE_TO_FORCE_MASK 0x1ull
158 #define CR_CREDIT_RETURN_DUE_TO_FORCE_SMASK \
159 (CR_CREDIT_RETURN_DUE_TO_FORCE_MASK << \
160 CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT)
161
162 /* Specific IRQ sources */
163 #define CCE_ERR_INT 0
164 #define RXE_ERR_INT 1
165 #define MISC_ERR_INT 2
166 #define PIO_ERR_INT 4
167 #define SDMA_ERR_INT 5
168 #define EGRESS_ERR_INT 6
169 #define TXE_ERR_INT 7
170 #define PBC_INT 240
171 #define GPIO_ASSERT_INT 241
172 #define QSFP1_INT 242
173 #define QSFP2_INT 243
174 #define TCRIT_INT 244
175
176 /* interrupt source ranges */
177 #define IS_FIRST_SOURCE CCE_ERR_INT
178 #define IS_GENERAL_ERR_START 0
179 #define IS_SDMAENG_ERR_START 16
180 #define IS_SENDCTXT_ERR_START 32
181 #define IS_SDMA_START 192
182 #define IS_SDMA_PROGRESS_START 208
183 #define IS_SDMA_IDLE_START 224
184 #define IS_VARIOUS_START 240
185 #define IS_DC_START 248
186 #define IS_RCVAVAIL_START 256
187 #define IS_RCVURGENT_START 416
188 #define IS_SENDCREDIT_START 576
189 #define IS_RESERVED_START 736
190 #define IS_LAST_SOURCE 767
191
192 /* derived interrupt source values */
193 #define IS_GENERAL_ERR_END 7
194 #define IS_SDMAENG_ERR_END 31
195 #define IS_SENDCTXT_ERR_END 191
196 #define IS_SDMA_END 207
197 #define IS_SDMA_PROGRESS_END 223
198 #define IS_SDMA_IDLE_END 239
199 #define IS_VARIOUS_END 244
200 #define IS_DC_END 255
201 #define IS_RCVAVAIL_END 415
202 #define IS_RCVURGENT_END 575
203 #define IS_SENDCREDIT_END 735
204 #define IS_RESERVED_END IS_LAST_SOURCE
205
206 /* DCC_CFG_PORT_CONFIG logical link states */
207 #define LSTATE_DOWN 0x1
208 #define LSTATE_INIT 0x2
209 #define LSTATE_ARMED 0x3
210 #define LSTATE_ACTIVE 0x4
211
212 /* DCC_CFG_RESET reset states */
213 #define LCB_RX_FPE_TX_FPE_INTO_RESET (DCC_CFG_RESET_RESET_LCB | \
214 DCC_CFG_RESET_RESET_TX_FPE | \
215 DCC_CFG_RESET_RESET_RX_FPE | \
216 DCC_CFG_RESET_ENABLE_CCLK_BCC)
217 /* 0x17 */
218
219 #define LCB_RX_FPE_TX_FPE_OUT_OF_RESET DCC_CFG_RESET_ENABLE_CCLK_BCC /* 0x10 */
220
221 /* DC8051_STS_CUR_STATE port values (physical link states) */
222 #define PLS_DISABLED 0x30
223 #define PLS_OFFLINE 0x90
224 #define PLS_OFFLINE_QUIET 0x90
225 #define PLS_OFFLINE_PLANNED_DOWN_INFORM 0x91
226 #define PLS_OFFLINE_READY_TO_QUIET_LT 0x92
227 #define PLS_OFFLINE_REPORT_FAILURE 0x93
228 #define PLS_OFFLINE_READY_TO_QUIET_BCC 0x94
229 #define PLS_OFFLINE_QUIET_DURATION 0x95
230 #define PLS_POLLING 0x20
231 #define PLS_POLLING_QUIET 0x20
232 #define PLS_POLLING_ACTIVE 0x21
233 #define PLS_CONFIGPHY 0x40
234 #define PLS_CONFIGPHY_DEBOUCE 0x40
235 #define PLS_CONFIGPHY_ESTCOMM 0x41
236 #define PLS_CONFIGPHY_ESTCOMM_TXRX_HUNT 0x42
237 #define PLS_CONFIGPHY_ESTCOMM_LOCAL_COMPLETE 0x43
238 #define PLS_CONFIGPHY_OPTEQ 0x44
239 #define PLS_CONFIGPHY_OPTEQ_OPTIMIZING 0x44
240 #define PLS_CONFIGPHY_OPTEQ_LOCAL_COMPLETE 0x45
241 #define PLS_CONFIGPHY_VERIFYCAP 0x46
242 #define PLS_CONFIGPHY_VERIFYCAP_EXCHANGE 0x46
243 #define PLS_CONFIGPHY_VERIFYCAP_LOCAL_COMPLETE 0x47
244 #define PLS_CONFIGLT 0x48
245 #define PLS_CONFIGLT_CONFIGURE 0x48
246 #define PLS_CONFIGLT_LINK_TRANSFER_ACTIVE 0x49
247 #define PLS_LINKUP 0x50
248 #define PLS_PHYTEST 0xB0
249 #define PLS_INTERNAL_SERDES_LOOPBACK 0xe1
250 #define PLS_QUICK_LINKUP 0xe2
251
252 /* DC_DC8051_CFG_HOST_CMD_0.REQ_TYPE - 8051 host commands */
253 #define HCMD_LOAD_CONFIG_DATA 0x01
254 #define HCMD_READ_CONFIG_DATA 0x02
255 #define HCMD_CHANGE_PHY_STATE 0x03
256 #define HCMD_SEND_LCB_IDLE_MSG 0x04
257 #define HCMD_MISC 0x05
258 #define HCMD_READ_LCB_IDLE_MSG 0x06
259 #define HCMD_READ_LCB_CSR 0x07
260 #define HCMD_WRITE_LCB_CSR 0x08
261 #define HCMD_INTERFACE_TEST 0xff
262
263 /* DC_DC8051_CFG_HOST_CMD_1.RETURN_CODE - 8051 host command return */
264 #define HCMD_SUCCESS 2
265
266 /* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.ERROR - error flags */
267 #define SPICO_ROM_FAILED BIT(0)
268 #define UNKNOWN_FRAME BIT(1)
269 #define TARGET_BER_NOT_MET BIT(2)
270 #define FAILED_SERDES_INTERNAL_LOOPBACK BIT(3)
271 #define FAILED_SERDES_INIT BIT(4)
272 #define FAILED_LNI_POLLING BIT(5)
273 #define FAILED_LNI_DEBOUNCE BIT(6)
274 #define FAILED_LNI_ESTBCOMM BIT(7)
275 #define FAILED_LNI_OPTEQ BIT(8)
276 #define FAILED_LNI_VERIFY_CAP1 BIT(9)
277 #define FAILED_LNI_VERIFY_CAP2 BIT(10)
278 #define FAILED_LNI_CONFIGLT BIT(11)
279 #define HOST_HANDSHAKE_TIMEOUT BIT(12)
280 #define EXTERNAL_DEVICE_REQ_TIMEOUT BIT(13)
281
282 #define FAILED_LNI (FAILED_LNI_POLLING | FAILED_LNI_DEBOUNCE \
283 | FAILED_LNI_ESTBCOMM | FAILED_LNI_OPTEQ \
284 | FAILED_LNI_VERIFY_CAP1 \
285 | FAILED_LNI_VERIFY_CAP2 \
286 | FAILED_LNI_CONFIGLT | HOST_HANDSHAKE_TIMEOUT \
287 | EXTERNAL_DEVICE_REQ_TIMEOUT)
288
289 /* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.HOST_MSG - host message flags */
290 #define HOST_REQ_DONE BIT(0)
291 #define BC_PWR_MGM_MSG BIT(1)
292 #define BC_SMA_MSG BIT(2)
293 #define BC_BCC_UNKNOWN_MSG BIT(3)
294 #define BC_IDLE_UNKNOWN_MSG BIT(4)
295 #define EXT_DEVICE_CFG_REQ BIT(5)
296 #define VERIFY_CAP_FRAME BIT(6)
297 #define LINKUP_ACHIEVED BIT(7)
298 #define LINK_GOING_DOWN BIT(8)
299 #define LINK_WIDTH_DOWNGRADED BIT(9)
300
301 /* DC_DC8051_CFG_EXT_DEV_1.REQ_TYPE - 8051 host requests */
302 #define HREQ_LOAD_CONFIG 0x01
303 #define HREQ_SAVE_CONFIG 0x02
304 #define HREQ_READ_CONFIG 0x03
305 #define HREQ_SET_TX_EQ_ABS 0x04
306 #define HREQ_SET_TX_EQ_REL 0x05
307 #define HREQ_ENABLE 0x06
308 #define HREQ_LCB_RESET 0x07
309 #define HREQ_CONFIG_DONE 0xfe
310 #define HREQ_INTERFACE_TEST 0xff
311
312 /* DC_DC8051_CFG_EXT_DEV_0.RETURN_CODE - 8051 host request return codes */
313 #define HREQ_INVALID 0x01
314 #define HREQ_SUCCESS 0x02
315 #define HREQ_NOT_SUPPORTED 0x03
316 #define HREQ_FEATURE_NOT_SUPPORTED 0x04 /* request specific feature */
317 #define HREQ_REQUEST_REJECTED 0xfe
318 #define HREQ_EXECUTION_ONGOING 0xff
319
320 /* MISC host command functions */
321 #define HCMD_MISC_REQUEST_LCB_ACCESS 0x1
322 #define HCMD_MISC_GRANT_LCB_ACCESS 0x2
323
324 /* idle flit message types */
325 #define IDLE_PHYSICAL_LINK_MGMT 0x1
326 #define IDLE_CRU 0x2
327 #define IDLE_SMA 0x3
328 #define IDLE_POWER_MGMT 0x4
329
330 /* idle flit message send fields (both send and read) */
331 #define IDLE_PAYLOAD_MASK 0xffffffffffull /* 40 bits */
332 #define IDLE_PAYLOAD_SHIFT 8
333 #define IDLE_MSG_TYPE_MASK 0xf
334 #define IDLE_MSG_TYPE_SHIFT 0
335
336 /* idle flit message read fields */
337 #define READ_IDLE_MSG_TYPE_MASK 0xf
338 #define READ_IDLE_MSG_TYPE_SHIFT 0
339
340 /* SMA idle flit payload commands */
341 #define SMA_IDLE_ARM 1
342 #define SMA_IDLE_ACTIVE 2
343
344 /* DC_DC8051_CFG_MODE.GENERAL bits */
345 #define DISABLE_SELF_GUID_CHECK 0x2
346
347 /* Bad L2 frame error code */
348 #define BAD_L2_ERR 0x6
349
350 /*
351 * Eager buffer minimum and maximum sizes supported by the hardware.
352 * All power-of-two sizes in between are supported as well.
353 * MAX_EAGER_BUFFER_TOTAL is the maximum size of memory
354 * allocatable for Eager buffer to a single context. All others
355 * are limits for the RcvArray entries.
356 */
357 #define MIN_EAGER_BUFFER (4 * 1024)
358 #define MAX_EAGER_BUFFER (256 * 1024)
359 #define MAX_EAGER_BUFFER_TOTAL (64 * (1 << 20)) /* max per ctxt 64MB */
360 #define MAX_EXPECTED_BUFFER (2048 * 1024)
361 #define HFI1_MIN_HDRQ_EGRBUF_CNT 32
362 #define HFI1_MAX_HDRQ_EGRBUF_CNT 16352
363
364 /*
365 * Receive expected base and count and eager base and count increment -
366 * the CSR fields hold multiples of this value.
367 */
368 #define RCV_SHIFT 3
369 #define RCV_INCREMENT BIT(RCV_SHIFT)
370
371 /*
372 * Receive header queue entry increment - the CSR holds multiples of
373 * this value.
374 */
375 #define HDRQ_SIZE_SHIFT 5
376 #define HDRQ_INCREMENT BIT(HDRQ_SIZE_SHIFT)
377
378 /*
379 * Freeze handling flags
380 */
381 #define FREEZE_ABORT 0x01 /* do not do recovery */
382 #define FREEZE_SELF 0x02 /* initiate the freeze */
383 #define FREEZE_LINK_DOWN 0x04 /* link is down */
384
385 /*
386 * Chip implementation codes.
387 */
388 #define ICODE_RTL_SILICON 0x00
389 #define ICODE_RTL_VCS_SIMULATION 0x01
390 #define ICODE_FPGA_EMULATION 0x02
391 #define ICODE_FUNCTIONAL_SIMULATOR 0x03
392
393 /*
394 * 8051 data memory size.
395 */
396 #define DC8051_DATA_MEM_SIZE 0x1000
397
398 /*
399 * 8051 firmware registers
400 */
401 #define NUM_GENERAL_FIELDS 0x17
402 #define NUM_LANE_FIELDS 0x8
403
404 /* 8051 general register Field IDs */
405 #define LINK_OPTIMIZATION_SETTINGS 0x00
406 #define LINK_TUNING_PARAMETERS 0x02
407 #define DC_HOST_COMM_SETTINGS 0x03
408 #define TX_SETTINGS 0x06
409 #define VERIFY_CAP_LOCAL_PHY 0x07
410 #define VERIFY_CAP_LOCAL_FABRIC 0x08
411 #define VERIFY_CAP_LOCAL_LINK_MODE 0x09
412 #define LOCAL_DEVICE_ID 0x0a
413 #define RESERVED_REGISTERS 0x0b
414 #define LOCAL_LNI_INFO 0x0c
415 #define REMOTE_LNI_INFO 0x0d
416 #define MISC_STATUS 0x0e
417 #define VERIFY_CAP_REMOTE_PHY 0x0f
418 #define VERIFY_CAP_REMOTE_FABRIC 0x10
419 #define VERIFY_CAP_REMOTE_LINK_WIDTH 0x11
420 #define LAST_LOCAL_STATE_COMPLETE 0x12
421 #define LAST_REMOTE_STATE_COMPLETE 0x13
422 #define LINK_QUALITY_INFO 0x14
423 #define REMOTE_DEVICE_ID 0x15
424 #define LINK_DOWN_REASON 0x16 /* first byte of offset 0x16 */
425 #define VERSION_PATCH 0x16 /* last byte of offset 0x16 */
426
427 /* 8051 lane specific register field IDs */
428 #define TX_EQ_SETTINGS 0x00
429 #define CHANNEL_LOSS_SETTINGS 0x05
430
431 /* Lane ID for general configuration registers */
432 #define GENERAL_CONFIG 4
433
434 /* LINK_TUNING_PARAMETERS fields */
435 #define TUNING_METHOD_SHIFT 24
436
437 /* LINK_OPTIMIZATION_SETTINGS fields */
438 #define ENABLE_EXT_DEV_CONFIG_SHIFT 24
439
440 /* LOAD_DATA 8051 command shifts and fields */
441 #define LOAD_DATA_FIELD_ID_SHIFT 40
442 #define LOAD_DATA_FIELD_ID_MASK 0xfull
443 #define LOAD_DATA_LANE_ID_SHIFT 32
444 #define LOAD_DATA_LANE_ID_MASK 0xfull
445 #define LOAD_DATA_DATA_SHIFT 0x0
446 #define LOAD_DATA_DATA_MASK 0xffffffffull
447
448 /* READ_DATA 8051 command shifts and fields */
449 #define READ_DATA_FIELD_ID_SHIFT 40
450 #define READ_DATA_FIELD_ID_MASK 0xffull
451 #define READ_DATA_LANE_ID_SHIFT 32
452 #define READ_DATA_LANE_ID_MASK 0xffull
453 #define READ_DATA_DATA_SHIFT 0x0
454 #define READ_DATA_DATA_MASK 0xffffffffull
455
456 /* TX settings fields */
457 #define ENABLE_LANE_TX_SHIFT 0
458 #define ENABLE_LANE_TX_MASK 0xff
459 #define TX_POLARITY_INVERSION_SHIFT 8
460 #define TX_POLARITY_INVERSION_MASK 0xff
461 #define RX_POLARITY_INVERSION_SHIFT 16
462 #define RX_POLARITY_INVERSION_MASK 0xff
463 #define MAX_RATE_SHIFT 24
464 #define MAX_RATE_MASK 0xff
465
466 /* verify capability PHY fields */
467 #define CONTINIOUS_REMOTE_UPDATE_SUPPORT_SHIFT 0x4
468 #define CONTINIOUS_REMOTE_UPDATE_SUPPORT_MASK 0x1
469 #define POWER_MANAGEMENT_SHIFT 0x0
470 #define POWER_MANAGEMENT_MASK 0xf
471
472 /* 8051 lane register Field IDs */
473 #define SPICO_FW_VERSION 0x7 /* SPICO firmware version */
474
475 /* SPICO firmware version fields */
476 #define SPICO_ROM_VERSION_SHIFT 0
477 #define SPICO_ROM_VERSION_MASK 0xffff
478 #define SPICO_ROM_PROD_ID_SHIFT 16
479 #define SPICO_ROM_PROD_ID_MASK 0xffff
480
481 /* verify capability fabric fields */
482 #define VAU_SHIFT 0
483 #define VAU_MASK 0x0007
484 #define Z_SHIFT 3
485 #define Z_MASK 0x0001
486 #define VCU_SHIFT 4
487 #define VCU_MASK 0x0007
488 #define VL15BUF_SHIFT 8
489 #define VL15BUF_MASK 0x0fff
490 #define CRC_SIZES_SHIFT 20
491 #define CRC_SIZES_MASK 0x7
492
493 /* verify capability local link width fields */
494 #define LINK_WIDTH_SHIFT 0 /* also for remote link width */
495 #define LINK_WIDTH_MASK 0xffff /* also for remote link width */
496 #define LOCAL_FLAG_BITS_SHIFT 16
497 #define LOCAL_FLAG_BITS_MASK 0xff
498 #define MISC_CONFIG_BITS_SHIFT 24
499 #define MISC_CONFIG_BITS_MASK 0xff
500
501 /* verify capability remote link width fields */
502 #define REMOTE_TX_RATE_SHIFT 16
503 #define REMOTE_TX_RATE_MASK 0xff
504
505 /* LOCAL_DEVICE_ID fields */
506 #define LOCAL_DEVICE_REV_SHIFT 0
507 #define LOCAL_DEVICE_REV_MASK 0xff
508 #define LOCAL_DEVICE_ID_SHIFT 8
509 #define LOCAL_DEVICE_ID_MASK 0xffff
510
511 /* REMOTE_DEVICE_ID fields */
512 #define REMOTE_DEVICE_REV_SHIFT 0
513 #define REMOTE_DEVICE_REV_MASK 0xff
514 #define REMOTE_DEVICE_ID_SHIFT 8
515 #define REMOTE_DEVICE_ID_MASK 0xffff
516
517 /* local LNI link width fields */
518 #define ENABLE_LANE_RX_SHIFT 16
519 #define ENABLE_LANE_RX_MASK 0xff
520
521 /* mask, shift for reading 'mgmt_enabled' value from REMOTE_LNI_INFO field */
522 #define MGMT_ALLOWED_SHIFT 23
523 #define MGMT_ALLOWED_MASK 0x1
524
525 /* mask, shift for 'link_quality' within LINK_QUALITY_INFO field */
526 #define LINK_QUALITY_SHIFT 24
527 #define LINK_QUALITY_MASK 0x7
528
529 /*
530 * mask, shift for reading 'planned_down_remote_reason_code'
531 * from LINK_QUALITY_INFO field
532 */
533 #define DOWN_REMOTE_REASON_SHIFT 16
534 #define DOWN_REMOTE_REASON_MASK 0xff
535
536 #define HOST_INTERFACE_VERSION 1
537 #define HOST_INTERFACE_VERSION_SHIFT 16
538 #define HOST_INTERFACE_VERSION_MASK 0xff
539
540 /* verify capability PHY power management bits */
541 #define PWRM_BER_CONTROL 0x1
542 #define PWRM_BANDWIDTH_CONTROL 0x2
543
544 /* 8051 link down reasons */
545 #define LDR_LINK_TRANSFER_ACTIVE_LOW 0xa
546 #define LDR_RECEIVED_LINKDOWN_IDLE_MSG 0xb
547 #define LDR_RECEIVED_HOST_OFFLINE_REQ 0xc
548
549 /* verify capability fabric CRC size bits */
550 enum {
551 CAP_CRC_14B = (1 << 0), /* 14b CRC */
552 CAP_CRC_48B = (1 << 1), /* 48b CRC */
553 CAP_CRC_12B_16B_PER_LANE = (1 << 2) /* 12b-16b per lane CRC */
554 };
555
556 #define SUPPORTED_CRCS (CAP_CRC_14B | CAP_CRC_48B)
557
558 /* misc status version fields */
559 #define STS_FM_VERSION_MINOR_SHIFT 16
560 #define STS_FM_VERSION_MINOR_MASK 0xff
561 #define STS_FM_VERSION_MAJOR_SHIFT 24
562 #define STS_FM_VERSION_MAJOR_MASK 0xff
563 #define STS_FM_VERSION_PATCH_SHIFT 24
564 #define STS_FM_VERSION_PATCH_MASK 0xff
565
566 /* LCB_CFG_CRC_MODE TX_VAL and RX_VAL CRC mode values */
567 #define LCB_CRC_16B 0x0 /* 16b CRC */
568 #define LCB_CRC_14B 0x1 /* 14b CRC */
569 #define LCB_CRC_48B 0x2 /* 48b CRC */
570 #define LCB_CRC_12B_16B_PER_LANE 0x3 /* 12b-16b per lane CRC */
571
572 /*
573 * the following enum is (almost) a copy/paste of the definition
574 * in the OPA spec, section 20.2.2.6.8 (PortInfo)
575 */
576 enum {
577 PORT_LTP_CRC_MODE_NONE = 0,
578 PORT_LTP_CRC_MODE_14 = 1, /* 14-bit LTP CRC mode (optional) */
579 PORT_LTP_CRC_MODE_16 = 2, /* 16-bit LTP CRC mode */
580 PORT_LTP_CRC_MODE_48 = 4,
581 /* 48-bit overlapping LTP CRC mode (optional) */
582 PORT_LTP_CRC_MODE_PER_LANE = 8
583 /* 12 to 16 bit per lane LTP CRC mode (optional) */
584 };
585
586 /* timeouts */
587 #define LINK_RESTART_DELAY 1000 /* link restart delay, in ms */
588 #define TIMEOUT_8051_START 5000 /* 8051 start timeout, in ms */
589 #define DC8051_COMMAND_TIMEOUT 1000 /* DC8051 command timeout, in ms */
590 #define FREEZE_STATUS_TIMEOUT 20 /* wait for freeze indicators, in ms */
591 #define VL_STATUS_CLEAR_TIMEOUT 5000 /* per-VL status clear, in ms */
592 #define CCE_STATUS_TIMEOUT 10 /* time to clear CCE Status, in ms */
593
594 /* cclock tick time, in picoseconds per tick: 1/speed * 10^12 */
595 #define ASIC_CCLOCK_PS 1242 /* 805 MHz */
596 #define FPGA_CCLOCK_PS 30300 /* 33 MHz */
597
598 /*
599 * Mask of enabled MISC errors. Do not enable the two RSA engine errors -
600 * see firmware.c:run_rsa() for details.
601 */
602 #define DRIVER_MISC_MASK \
603 (~(MISC_ERR_STATUS_MISC_FW_AUTH_FAILED_ERR_SMASK \
604 | MISC_ERR_STATUS_MISC_KEY_MISMATCH_ERR_SMASK))
605
606 /* valid values for the loopback module parameter */
607 #define LOOPBACK_NONE 0 /* no loopback - default */
608 #define LOOPBACK_SERDES 1
609 #define LOOPBACK_LCB 2
610 #define LOOPBACK_CABLE 3 /* external cable */
611
612 /* set up bits in MISC_CONFIG_BITS */
613 #define LOOPBACK_SERDES_CONFIG_BIT_MASK_SHIFT 0
614 #define EXT_CFG_LCB_RESET_SUPPORTED_SHIFT 3
615
616 /* read and write hardware registers */
617 u64 read_csr(const struct hfi1_devdata *dd, u32 offset);
618 void write_csr(const struct hfi1_devdata *dd, u32 offset, u64 value);
619
620 /*
621 * The *_kctxt_* flavor of the CSR read/write functions are for
622 * per-context or per-SDMA CSRs that are not mappable to user-space.
623 * Their spacing is not a PAGE_SIZE multiple.
624 */
read_kctxt_csr(const struct hfi1_devdata * dd,int ctxt,u32 offset0)625 static inline u64 read_kctxt_csr(const struct hfi1_devdata *dd, int ctxt,
626 u32 offset0)
627 {
628 /* kernel per-context CSRs are separated by 0x100 */
629 return read_csr(dd, offset0 + (0x100 * ctxt));
630 }
631
write_kctxt_csr(struct hfi1_devdata * dd,int ctxt,u32 offset0,u64 value)632 static inline void write_kctxt_csr(struct hfi1_devdata *dd, int ctxt,
633 u32 offset0, u64 value)
634 {
635 /* kernel per-context CSRs are separated by 0x100 */
636 write_csr(dd, offset0 + (0x100 * ctxt), value);
637 }
638
639 int read_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 *data);
640 int write_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 data);
641
642 void __iomem *get_csr_addr(
643 const struct hfi1_devdata *dd,
644 u32 offset);
645
get_kctxt_csr_addr(const struct hfi1_devdata * dd,int ctxt,u32 offset0)646 static inline void __iomem *get_kctxt_csr_addr(
647 const struct hfi1_devdata *dd,
648 int ctxt,
649 u32 offset0)
650 {
651 return get_csr_addr(dd, offset0 + (0x100 * ctxt));
652 }
653
654 /*
655 * The *_uctxt_* flavor of the CSR read/write functions are for
656 * per-context CSRs that are mappable to user space. All these CSRs
657 * are spaced by a PAGE_SIZE multiple in order to be mappable to
658 * different processes without exposing other contexts' CSRs
659 */
read_uctxt_csr(const struct hfi1_devdata * dd,int ctxt,u32 offset0)660 static inline u64 read_uctxt_csr(const struct hfi1_devdata *dd, int ctxt,
661 u32 offset0)
662 {
663 /* user per-context CSRs are separated by 0x1000 */
664 return read_csr(dd, offset0 + (0x1000 * ctxt));
665 }
666
write_uctxt_csr(struct hfi1_devdata * dd,int ctxt,u32 offset0,u64 value)667 static inline void write_uctxt_csr(struct hfi1_devdata *dd, int ctxt,
668 u32 offset0, u64 value)
669 {
670 /* user per-context CSRs are separated by 0x1000 */
671 write_csr(dd, offset0 + (0x1000 * ctxt), value);
672 }
673
chip_rcv_contexts(struct hfi1_devdata * dd)674 static inline u32 chip_rcv_contexts(struct hfi1_devdata *dd)
675 {
676 return read_csr(dd, RCV_CONTEXTS);
677 }
678
chip_send_contexts(struct hfi1_devdata * dd)679 static inline u32 chip_send_contexts(struct hfi1_devdata *dd)
680 {
681 return read_csr(dd, SEND_CONTEXTS);
682 }
683
chip_sdma_engines(struct hfi1_devdata * dd)684 static inline u32 chip_sdma_engines(struct hfi1_devdata *dd)
685 {
686 return read_csr(dd, SEND_DMA_ENGINES);
687 }
688
chip_pio_mem_size(struct hfi1_devdata * dd)689 static inline u32 chip_pio_mem_size(struct hfi1_devdata *dd)
690 {
691 return read_csr(dd, SEND_PIO_MEM_SIZE);
692 }
693
chip_sdma_mem_size(struct hfi1_devdata * dd)694 static inline u32 chip_sdma_mem_size(struct hfi1_devdata *dd)
695 {
696 return read_csr(dd, SEND_DMA_MEM_SIZE);
697 }
698
chip_rcv_array_count(struct hfi1_devdata * dd)699 static inline u32 chip_rcv_array_count(struct hfi1_devdata *dd)
700 {
701 return read_csr(dd, RCV_ARRAY_CNT);
702 }
703
704 u8 encode_rcv_header_entry_size(u8 size);
705 int hfi1_validate_rcvhdrcnt(struct hfi1_devdata *dd, uint thecnt);
706 void set_hdrq_regs(struct hfi1_devdata *dd, u8 ctxt, u8 entsize, u16 hdrcnt);
707
708 u64 create_pbc(struct hfi1_pportdata *ppd, u64 flags, int srate_mbs, u32 vl,
709 u32 dw_len);
710
711 /* firmware.c */
712 #define SBUS_MASTER_BROADCAST 0xfd
713 #define NUM_PCIE_SERDES 16 /* number of PCIe serdes on the SBus */
714 extern const u8 pcie_serdes_broadcast[];
715 extern const u8 pcie_pcs_addrs[2][NUM_PCIE_SERDES];
716
717 /* SBus commands */
718 #define RESET_SBUS_RECEIVER 0x20
719 #define WRITE_SBUS_RECEIVER 0x21
720 #define READ_SBUS_RECEIVER 0x22
721 void sbus_request(struct hfi1_devdata *dd,
722 u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
723 int sbus_request_slow(struct hfi1_devdata *dd,
724 u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
725 void set_sbus_fast_mode(struct hfi1_devdata *dd);
726 void clear_sbus_fast_mode(struct hfi1_devdata *dd);
727 int hfi1_firmware_init(struct hfi1_devdata *dd);
728 int load_pcie_firmware(struct hfi1_devdata *dd);
729 int load_firmware(struct hfi1_devdata *dd);
730 void dispose_firmware(void);
731 int acquire_hw_mutex(struct hfi1_devdata *dd);
732 void release_hw_mutex(struct hfi1_devdata *dd);
733
734 /*
735 * Bitmask of dynamic access for ASIC block chip resources. Each HFI has its
736 * own range of bits for the resource so it can clear its own bits on
737 * starting and exiting. If either HFI has the resource bit set, the
738 * resource is in use. The separate bit ranges are:
739 * HFI0 bits 7:0
740 * HFI1 bits 15:8
741 */
742 #define CR_SBUS 0x01 /* SBUS, THERM, and PCIE registers */
743 #define CR_EPROM 0x02 /* EEP, GPIO registers */
744 #define CR_I2C1 0x04 /* QSFP1_OE register */
745 #define CR_I2C2 0x08 /* QSFP2_OE register */
746 #define CR_DYN_SHIFT 8 /* dynamic flag shift */
747 #define CR_DYN_MASK ((1ull << CR_DYN_SHIFT) - 1)
748
749 /*
750 * Bitmask of static ASIC states these are outside of the dynamic ASIC
751 * block chip resources above. These are to be set once and never cleared.
752 * Must be holding the SBus dynamic flag when setting.
753 */
754 #define CR_THERM_INIT 0x010000
755
756 int acquire_chip_resource(struct hfi1_devdata *dd, u32 resource, u32 mswait);
757 void release_chip_resource(struct hfi1_devdata *dd, u32 resource);
758 bool check_chip_resource(struct hfi1_devdata *dd, u32 resource,
759 const char *func);
760 void init_chip_resources(struct hfi1_devdata *dd);
761 void finish_chip_resources(struct hfi1_devdata *dd);
762
763 /* ms wait time for access to an SBus resoure */
764 #define SBUS_TIMEOUT 4000 /* long enough for a FW download and SBR */
765
766 /* ms wait time for a qsfp (i2c) chain to become available */
767 #define QSFP_WAIT 20000 /* long enough for FW update to the F4 uc */
768
769 void fabric_serdes_reset(struct hfi1_devdata *dd);
770 int read_8051_data(struct hfi1_devdata *dd, u32 addr, u32 len, u64 *result);
771
772 /* chip.c */
773 void read_misc_status(struct hfi1_devdata *dd, u8 *ver_major, u8 *ver_minor,
774 u8 *ver_patch);
775 int write_host_interface_version(struct hfi1_devdata *dd, u8 version);
776 void read_guid(struct hfi1_devdata *dd);
777 int wait_fm_ready(struct hfi1_devdata *dd, u32 mstimeout);
778 void set_link_down_reason(struct hfi1_pportdata *ppd, u8 lcl_reason,
779 u8 neigh_reason, u8 rem_reason);
780 int set_link_state(struct hfi1_pportdata *, u32 state);
781 int port_ltp_to_cap(int port_ltp);
782 void handle_verify_cap(struct work_struct *work);
783 void handle_freeze(struct work_struct *work);
784 void handle_link_up(struct work_struct *work);
785 void handle_link_down(struct work_struct *work);
786 void handle_link_downgrade(struct work_struct *work);
787 void handle_link_bounce(struct work_struct *work);
788 void handle_start_link(struct work_struct *work);
789 void handle_sma_message(struct work_struct *work);
790 int reset_qsfp(struct hfi1_pportdata *ppd);
791 void qsfp_event(struct work_struct *work);
792 void start_freeze_handling(struct hfi1_pportdata *ppd, int flags);
793 int send_idle_sma(struct hfi1_devdata *dd, u64 message);
794 int load_8051_config(struct hfi1_devdata *, u8, u8, u32);
795 int read_8051_config(struct hfi1_devdata *, u8, u8, u32 *);
796 int start_link(struct hfi1_pportdata *ppd);
797 int bringup_serdes(struct hfi1_pportdata *ppd);
798 void set_intr_state(struct hfi1_devdata *dd, u32 enable);
799 bool apply_link_downgrade_policy(struct hfi1_pportdata *ppd,
800 bool refresh_widths);
801 void update_usrhead(struct hfi1_ctxtdata *rcd, u32 hd, u32 updegr, u32 egrhd,
802 u32 intr_adjust, u32 npkts);
803 int stop_drain_data_vls(struct hfi1_devdata *dd);
804 int open_fill_data_vls(struct hfi1_devdata *dd);
805 u32 ns_to_cclock(struct hfi1_devdata *dd, u32 ns);
806 u32 cclock_to_ns(struct hfi1_devdata *dd, u32 cclock);
807 void get_linkup_link_widths(struct hfi1_pportdata *ppd);
808 void read_ltp_rtt(struct hfi1_devdata *dd);
809 void clear_linkup_counters(struct hfi1_devdata *dd);
810 u32 hdrqempty(struct hfi1_ctxtdata *rcd);
811 int is_ax(struct hfi1_devdata *dd);
812 int is_bx(struct hfi1_devdata *dd);
813 bool is_urg_masked(struct hfi1_ctxtdata *rcd);
814 u32 read_physical_state(struct hfi1_devdata *dd);
815 u32 chip_to_opa_pstate(struct hfi1_devdata *dd, u32 chip_pstate);
816 const char *opa_lstate_name(u32 lstate);
817 const char *opa_pstate_name(u32 pstate);
818 u32 driver_pstate(struct hfi1_pportdata *ppd);
819 u32 driver_lstate(struct hfi1_pportdata *ppd);
820
821 int acquire_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
822 int release_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
823 #define LCB_START DC_LCB_CSRS
824 #define LCB_END DC_8051_CSRS /* next block is 8051 */
is_lcb_offset(u32 offset)825 static inline int is_lcb_offset(u32 offset)
826 {
827 return (offset >= LCB_START && offset < LCB_END);
828 }
829
830 extern uint num_vls;
831
832 extern uint disable_integrity;
833 u64 read_dev_cntr(struct hfi1_devdata *dd, int index, int vl);
834 u64 write_dev_cntr(struct hfi1_devdata *dd, int index, int vl, u64 data);
835 u64 read_port_cntr(struct hfi1_pportdata *ppd, int index, int vl);
836 u64 write_port_cntr(struct hfi1_pportdata *ppd, int index, int vl, u64 data);
837 u32 read_logical_state(struct hfi1_devdata *dd);
838 void force_recv_intr(struct hfi1_ctxtdata *rcd);
839
840 /* Per VL indexes */
841 enum {
842 C_VL_0 = 0,
843 C_VL_1,
844 C_VL_2,
845 C_VL_3,
846 C_VL_4,
847 C_VL_5,
848 C_VL_6,
849 C_VL_7,
850 C_VL_15,
851 C_VL_COUNT
852 };
853
vl_from_idx(int idx)854 static inline int vl_from_idx(int idx)
855 {
856 return (idx == C_VL_15 ? 15 : idx);
857 }
858
idx_from_vl(int vl)859 static inline int idx_from_vl(int vl)
860 {
861 return (vl == 15 ? C_VL_15 : vl);
862 }
863
864 /* Per device counter indexes */
865 enum {
866 C_RCV_OVF = 0,
867 C_RX_LEN_ERR,
868 C_RX_SHORT_ERR,
869 C_RX_ICRC_ERR,
870 C_RX_EBP,
871 C_RX_TID_FULL,
872 C_RX_TID_INVALID,
873 C_RX_TID_FLGMS,
874 C_RX_CTX_EGRS,
875 C_RCV_TID_FLSMS,
876 C_CCE_PCI_CR_ST,
877 C_CCE_PCI_TR_ST,
878 C_CCE_PIO_WR_ST,
879 C_CCE_ERR_INT,
880 C_CCE_SDMA_INT,
881 C_CCE_MISC_INT,
882 C_CCE_RCV_AV_INT,
883 C_CCE_RCV_URG_INT,
884 C_CCE_SEND_CR_INT,
885 C_DC_UNC_ERR,
886 C_DC_RCV_ERR,
887 C_DC_FM_CFG_ERR,
888 C_DC_RMT_PHY_ERR,
889 C_DC_DROPPED_PKT,
890 C_DC_MC_XMIT_PKTS,
891 C_DC_MC_RCV_PKTS,
892 C_DC_XMIT_CERR,
893 C_DC_RCV_CERR,
894 C_DC_RCV_FCC,
895 C_DC_XMIT_FCC,
896 C_DC_XMIT_FLITS,
897 C_DC_RCV_FLITS,
898 C_DC_XMIT_PKTS,
899 C_DC_RCV_PKTS,
900 C_DC_RX_FLIT_VL,
901 C_DC_RX_PKT_VL,
902 C_DC_RCV_FCN,
903 C_DC_RCV_FCN_VL,
904 C_DC_RCV_BCN,
905 C_DC_RCV_BCN_VL,
906 C_DC_RCV_BBL,
907 C_DC_RCV_BBL_VL,
908 C_DC_MARK_FECN,
909 C_DC_MARK_FECN_VL,
910 C_DC_TOTAL_CRC,
911 C_DC_CRC_LN0,
912 C_DC_CRC_LN1,
913 C_DC_CRC_LN2,
914 C_DC_CRC_LN3,
915 C_DC_CRC_MULT_LN,
916 C_DC_TX_REPLAY,
917 C_DC_RX_REPLAY,
918 C_DC_SEQ_CRC_CNT,
919 C_DC_ESC0_ONLY_CNT,
920 C_DC_ESC0_PLUS1_CNT,
921 C_DC_ESC0_PLUS2_CNT,
922 C_DC_REINIT_FROM_PEER_CNT,
923 C_DC_SBE_CNT,
924 C_DC_MISC_FLG_CNT,
925 C_DC_PRF_GOOD_LTP_CNT,
926 C_DC_PRF_ACCEPTED_LTP_CNT,
927 C_DC_PRF_RX_FLIT_CNT,
928 C_DC_PRF_TX_FLIT_CNT,
929 C_DC_PRF_CLK_CNTR,
930 C_DC_PG_DBG_FLIT_CRDTS_CNT,
931 C_DC_PG_STS_PAUSE_COMPLETE_CNT,
932 C_DC_PG_STS_TX_SBE_CNT,
933 C_DC_PG_STS_TX_MBE_CNT,
934 C_SW_CPU_INTR,
935 C_SW_CPU_RCV_LIM,
936 C_SW_CTX0_SEQ_DROP,
937 C_SW_VTX_WAIT,
938 C_SW_PIO_WAIT,
939 C_SW_PIO_DRAIN,
940 C_SW_KMEM_WAIT,
941 C_SW_TID_WAIT,
942 C_SW_SEND_SCHED,
943 C_SDMA_DESC_FETCHED_CNT,
944 C_SDMA_INT_CNT,
945 C_SDMA_ERR_CNT,
946 C_SDMA_IDLE_INT_CNT,
947 C_SDMA_PROGRESS_INT_CNT,
948 /* MISC_ERR_STATUS */
949 C_MISC_PLL_LOCK_FAIL_ERR,
950 C_MISC_MBIST_FAIL_ERR,
951 C_MISC_INVALID_EEP_CMD_ERR,
952 C_MISC_EFUSE_DONE_PARITY_ERR,
953 C_MISC_EFUSE_WRITE_ERR,
954 C_MISC_EFUSE_READ_BAD_ADDR_ERR,
955 C_MISC_EFUSE_CSR_PARITY_ERR,
956 C_MISC_FW_AUTH_FAILED_ERR,
957 C_MISC_KEY_MISMATCH_ERR,
958 C_MISC_SBUS_WRITE_FAILED_ERR,
959 C_MISC_CSR_WRITE_BAD_ADDR_ERR,
960 C_MISC_CSR_READ_BAD_ADDR_ERR,
961 C_MISC_CSR_PARITY_ERR,
962 /* CceErrStatus */
963 /*
964 * A special counter that is the aggregate count
965 * of all the cce_err_status errors. The remainder
966 * are actual bits in the CceErrStatus register.
967 */
968 C_CCE_ERR_STATUS_AGGREGATED_CNT,
969 C_CCE_MSIX_CSR_PARITY_ERR,
970 C_CCE_INT_MAP_UNC_ERR,
971 C_CCE_INT_MAP_COR_ERR,
972 C_CCE_MSIX_TABLE_UNC_ERR,
973 C_CCE_MSIX_TABLE_COR_ERR,
974 C_CCE_RXDMA_CONV_FIFO_PARITY_ERR,
975 C_CCE_RCPL_ASYNC_FIFO_PARITY_ERR,
976 C_CCE_SEG_WRITE_BAD_ADDR_ERR,
977 C_CCE_SEG_READ_BAD_ADDR_ERR,
978 C_LA_TRIGGERED,
979 C_CCE_TRGT_CPL_TIMEOUT_ERR,
980 C_PCIC_RECEIVE_PARITY_ERR,
981 C_PCIC_TRANSMIT_BACK_PARITY_ERR,
982 C_PCIC_TRANSMIT_FRONT_PARITY_ERR,
983 C_PCIC_CPL_DAT_Q_UNC_ERR,
984 C_PCIC_CPL_HD_Q_UNC_ERR,
985 C_PCIC_POST_DAT_Q_UNC_ERR,
986 C_PCIC_POST_HD_Q_UNC_ERR,
987 C_PCIC_RETRY_SOT_MEM_UNC_ERR,
988 C_PCIC_RETRY_MEM_UNC_ERR,
989 C_PCIC_N_POST_DAT_Q_PARITY_ERR,
990 C_PCIC_N_POST_H_Q_PARITY_ERR,
991 C_PCIC_CPL_DAT_Q_COR_ERR,
992 C_PCIC_CPL_HD_Q_COR_ERR,
993 C_PCIC_POST_DAT_Q_COR_ERR,
994 C_PCIC_POST_HD_Q_COR_ERR,
995 C_PCIC_RETRY_SOT_MEM_COR_ERR,
996 C_PCIC_RETRY_MEM_COR_ERR,
997 C_CCE_CLI1_ASYNC_FIFO_DBG_PARITY_ERR,
998 C_CCE_CLI1_ASYNC_FIFO_RXDMA_PARITY_ERR,
999 C_CCE_CLI1_ASYNC_FIFO_SDMA_HD_PARITY_ERR,
1000 C_CCE_CLI1_ASYNC_FIFO_PIO_CRDT_PARITY_ERR,
1001 C_CCE_CLI2_ASYNC_FIFO_PARITY_ERR,
1002 C_CCE_CSR_CFG_BUS_PARITY_ERR,
1003 C_CCE_CLI0_ASYNC_FIFO_PARTIY_ERR,
1004 C_CCE_RSPD_DATA_PARITY_ERR,
1005 C_CCE_TRGT_ACCESS_ERR,
1006 C_CCE_TRGT_ASYNC_FIFO_PARITY_ERR,
1007 C_CCE_CSR_WRITE_BAD_ADDR_ERR,
1008 C_CCE_CSR_READ_BAD_ADDR_ERR,
1009 C_CCE_CSR_PARITY_ERR,
1010 /* RcvErrStatus */
1011 C_RX_CSR_PARITY_ERR,
1012 C_RX_CSR_WRITE_BAD_ADDR_ERR,
1013 C_RX_CSR_READ_BAD_ADDR_ERR,
1014 C_RX_DMA_CSR_UNC_ERR,
1015 C_RX_DMA_DQ_FSM_ENCODING_ERR,
1016 C_RX_DMA_EQ_FSM_ENCODING_ERR,
1017 C_RX_DMA_CSR_PARITY_ERR,
1018 C_RX_RBUF_DATA_COR_ERR,
1019 C_RX_RBUF_DATA_UNC_ERR,
1020 C_RX_DMA_DATA_FIFO_RD_COR_ERR,
1021 C_RX_DMA_DATA_FIFO_RD_UNC_ERR,
1022 C_RX_DMA_HDR_FIFO_RD_COR_ERR,
1023 C_RX_DMA_HDR_FIFO_RD_UNC_ERR,
1024 C_RX_RBUF_DESC_PART2_COR_ERR,
1025 C_RX_RBUF_DESC_PART2_UNC_ERR,
1026 C_RX_RBUF_DESC_PART1_COR_ERR,
1027 C_RX_RBUF_DESC_PART1_UNC_ERR,
1028 C_RX_HQ_INTR_FSM_ERR,
1029 C_RX_HQ_INTR_CSR_PARITY_ERR,
1030 C_RX_LOOKUP_CSR_PARITY_ERR,
1031 C_RX_LOOKUP_RCV_ARRAY_COR_ERR,
1032 C_RX_LOOKUP_RCV_ARRAY_UNC_ERR,
1033 C_RX_LOOKUP_DES_PART2_PARITY_ERR,
1034 C_RX_LOOKUP_DES_PART1_UNC_COR_ERR,
1035 C_RX_LOOKUP_DES_PART1_UNC_ERR,
1036 C_RX_RBUF_NEXT_FREE_BUF_COR_ERR,
1037 C_RX_RBUF_NEXT_FREE_BUF_UNC_ERR,
1038 C_RX_RBUF_FL_INIT_WR_ADDR_PARITY_ERR,
1039 C_RX_RBUF_FL_INITDONE_PARITY_ERR,
1040 C_RX_RBUF_FL_WRITE_ADDR_PARITY_ERR,
1041 C_RX_RBUF_FL_RD_ADDR_PARITY_ERR,
1042 C_RX_RBUF_EMPTY_ERR,
1043 C_RX_RBUF_FULL_ERR,
1044 C_RX_RBUF_BAD_LOOKUP_ERR,
1045 C_RX_RBUF_CTX_ID_PARITY_ERR,
1046 C_RX_RBUF_CSR_QEOPDW_PARITY_ERR,
1047 C_RX_RBUF_CSR_Q_NUM_OF_PKT_PARITY_ERR,
1048 C_RX_RBUF_CSR_Q_T1_PTR_PARITY_ERR,
1049 C_RX_RBUF_CSR_Q_HD_PTR_PARITY_ERR,
1050 C_RX_RBUF_CSR_Q_VLD_BIT_PARITY_ERR,
1051 C_RX_RBUF_CSR_Q_NEXT_BUF_PARITY_ERR,
1052 C_RX_RBUF_CSR_Q_ENT_CNT_PARITY_ERR,
1053 C_RX_RBUF_CSR_Q_HEAD_BUF_NUM_PARITY_ERR,
1054 C_RX_RBUF_BLOCK_LIST_READ_COR_ERR,
1055 C_RX_RBUF_BLOCK_LIST_READ_UNC_ERR,
1056 C_RX_RBUF_LOOKUP_DES_COR_ERR,
1057 C_RX_RBUF_LOOKUP_DES_UNC_ERR,
1058 C_RX_RBUF_LOOKUP_DES_REG_UNC_COR_ERR,
1059 C_RX_RBUF_LOOKUP_DES_REG_UNC_ERR,
1060 C_RX_RBUF_FREE_LIST_COR_ERR,
1061 C_RX_RBUF_FREE_LIST_UNC_ERR,
1062 C_RX_RCV_FSM_ENCODING_ERR,
1063 C_RX_DMA_FLAG_COR_ERR,
1064 C_RX_DMA_FLAG_UNC_ERR,
1065 C_RX_DC_SOP_EOP_PARITY_ERR,
1066 C_RX_RCV_CSR_PARITY_ERR,
1067 C_RX_RCV_QP_MAP_TABLE_COR_ERR,
1068 C_RX_RCV_QP_MAP_TABLE_UNC_ERR,
1069 C_RX_RCV_DATA_COR_ERR,
1070 C_RX_RCV_DATA_UNC_ERR,
1071 C_RX_RCV_HDR_COR_ERR,
1072 C_RX_RCV_HDR_UNC_ERR,
1073 C_RX_DC_INTF_PARITY_ERR,
1074 C_RX_DMA_CSR_COR_ERR,
1075 /* SendPioErrStatus */
1076 C_PIO_PEC_SOP_HEAD_PARITY_ERR,
1077 C_PIO_PCC_SOP_HEAD_PARITY_ERR,
1078 C_PIO_LAST_RETURNED_CNT_PARITY_ERR,
1079 C_PIO_CURRENT_FREE_CNT_PARITY_ERR,
1080 C_PIO_RSVD_31_ERR,
1081 C_PIO_RSVD_30_ERR,
1082 C_PIO_PPMC_SOP_LEN_ERR,
1083 C_PIO_PPMC_BQC_MEM_PARITY_ERR,
1084 C_PIO_VL_FIFO_PARITY_ERR,
1085 C_PIO_VLF_SOP_PARITY_ERR,
1086 C_PIO_VLF_V1_LEN_PARITY_ERR,
1087 C_PIO_BLOCK_QW_COUNT_PARITY_ERR,
1088 C_PIO_WRITE_QW_VALID_PARITY_ERR,
1089 C_PIO_STATE_MACHINE_ERR,
1090 C_PIO_WRITE_DATA_PARITY_ERR,
1091 C_PIO_HOST_ADDR_MEM_COR_ERR,
1092 C_PIO_HOST_ADDR_MEM_UNC_ERR,
1093 C_PIO_PKT_EVICT_SM_OR_ARM_SM_ERR,
1094 C_PIO_INIT_SM_IN_ERR,
1095 C_PIO_PPMC_PBL_FIFO_ERR,
1096 C_PIO_CREDIT_RET_FIFO_PARITY_ERR,
1097 C_PIO_V1_LEN_MEM_BANK1_COR_ERR,
1098 C_PIO_V1_LEN_MEM_BANK0_COR_ERR,
1099 C_PIO_V1_LEN_MEM_BANK1_UNC_ERR,
1100 C_PIO_V1_LEN_MEM_BANK0_UNC_ERR,
1101 C_PIO_SM_PKT_RESET_PARITY_ERR,
1102 C_PIO_PKT_EVICT_FIFO_PARITY_ERR,
1103 C_PIO_SBRDCTRL_CRREL_FIFO_PARITY_ERR,
1104 C_PIO_SBRDCTL_CRREL_PARITY_ERR,
1105 C_PIO_PEC_FIFO_PARITY_ERR,
1106 C_PIO_PCC_FIFO_PARITY_ERR,
1107 C_PIO_SB_MEM_FIFO1_ERR,
1108 C_PIO_SB_MEM_FIFO0_ERR,
1109 C_PIO_CSR_PARITY_ERR,
1110 C_PIO_WRITE_ADDR_PARITY_ERR,
1111 C_PIO_WRITE_BAD_CTXT_ERR,
1112 /* SendDmaErrStatus */
1113 C_SDMA_PCIE_REQ_TRACKING_COR_ERR,
1114 C_SDMA_PCIE_REQ_TRACKING_UNC_ERR,
1115 C_SDMA_CSR_PARITY_ERR,
1116 C_SDMA_RPY_TAG_ERR,
1117 /* SendEgressErrStatus */
1118 C_TX_READ_PIO_MEMORY_CSR_UNC_ERR,
1119 C_TX_READ_SDMA_MEMORY_CSR_UNC_ERR,
1120 C_TX_EGRESS_FIFO_COR_ERR,
1121 C_TX_READ_PIO_MEMORY_COR_ERR,
1122 C_TX_READ_SDMA_MEMORY_COR_ERR,
1123 C_TX_SB_HDR_COR_ERR,
1124 C_TX_CREDIT_OVERRUN_ERR,
1125 C_TX_LAUNCH_FIFO8_COR_ERR,
1126 C_TX_LAUNCH_FIFO7_COR_ERR,
1127 C_TX_LAUNCH_FIFO6_COR_ERR,
1128 C_TX_LAUNCH_FIFO5_COR_ERR,
1129 C_TX_LAUNCH_FIFO4_COR_ERR,
1130 C_TX_LAUNCH_FIFO3_COR_ERR,
1131 C_TX_LAUNCH_FIFO2_COR_ERR,
1132 C_TX_LAUNCH_FIFO1_COR_ERR,
1133 C_TX_LAUNCH_FIFO0_COR_ERR,
1134 C_TX_CREDIT_RETURN_VL_ERR,
1135 C_TX_HCRC_INSERTION_ERR,
1136 C_TX_EGRESS_FIFI_UNC_ERR,
1137 C_TX_READ_PIO_MEMORY_UNC_ERR,
1138 C_TX_READ_SDMA_MEMORY_UNC_ERR,
1139 C_TX_SB_HDR_UNC_ERR,
1140 C_TX_CREDIT_RETURN_PARITY_ERR,
1141 C_TX_LAUNCH_FIFO8_UNC_OR_PARITY_ERR,
1142 C_TX_LAUNCH_FIFO7_UNC_OR_PARITY_ERR,
1143 C_TX_LAUNCH_FIFO6_UNC_OR_PARITY_ERR,
1144 C_TX_LAUNCH_FIFO5_UNC_OR_PARITY_ERR,
1145 C_TX_LAUNCH_FIFO4_UNC_OR_PARITY_ERR,
1146 C_TX_LAUNCH_FIFO3_UNC_OR_PARITY_ERR,
1147 C_TX_LAUNCH_FIFO2_UNC_OR_PARITY_ERR,
1148 C_TX_LAUNCH_FIFO1_UNC_OR_PARITY_ERR,
1149 C_TX_LAUNCH_FIFO0_UNC_OR_PARITY_ERR,
1150 C_TX_SDMA15_DISALLOWED_PACKET_ERR,
1151 C_TX_SDMA14_DISALLOWED_PACKET_ERR,
1152 C_TX_SDMA13_DISALLOWED_PACKET_ERR,
1153 C_TX_SDMA12_DISALLOWED_PACKET_ERR,
1154 C_TX_SDMA11_DISALLOWED_PACKET_ERR,
1155 C_TX_SDMA10_DISALLOWED_PACKET_ERR,
1156 C_TX_SDMA9_DISALLOWED_PACKET_ERR,
1157 C_TX_SDMA8_DISALLOWED_PACKET_ERR,
1158 C_TX_SDMA7_DISALLOWED_PACKET_ERR,
1159 C_TX_SDMA6_DISALLOWED_PACKET_ERR,
1160 C_TX_SDMA5_DISALLOWED_PACKET_ERR,
1161 C_TX_SDMA4_DISALLOWED_PACKET_ERR,
1162 C_TX_SDMA3_DISALLOWED_PACKET_ERR,
1163 C_TX_SDMA2_DISALLOWED_PACKET_ERR,
1164 C_TX_SDMA1_DISALLOWED_PACKET_ERR,
1165 C_TX_SDMA0_DISALLOWED_PACKET_ERR,
1166 C_TX_CONFIG_PARITY_ERR,
1167 C_TX_SBRD_CTL_CSR_PARITY_ERR,
1168 C_TX_LAUNCH_CSR_PARITY_ERR,
1169 C_TX_ILLEGAL_CL_ERR,
1170 C_TX_SBRD_CTL_STATE_MACHINE_PARITY_ERR,
1171 C_TX_RESERVED_10,
1172 C_TX_RESERVED_9,
1173 C_TX_SDMA_LAUNCH_INTF_PARITY_ERR,
1174 C_TX_PIO_LAUNCH_INTF_PARITY_ERR,
1175 C_TX_RESERVED_6,
1176 C_TX_INCORRECT_LINK_STATE_ERR,
1177 C_TX_LINK_DOWN_ERR,
1178 C_TX_EGRESS_FIFO_UNDERRUN_OR_PARITY_ERR,
1179 C_TX_RESERVED_2,
1180 C_TX_PKT_INTEGRITY_MEM_UNC_ERR,
1181 C_TX_PKT_INTEGRITY_MEM_COR_ERR,
1182 /* SendErrStatus */
1183 C_SEND_CSR_WRITE_BAD_ADDR_ERR,
1184 C_SEND_CSR_READ_BAD_ADD_ERR,
1185 C_SEND_CSR_PARITY_ERR,
1186 /* SendCtxtErrStatus */
1187 C_PIO_WRITE_OUT_OF_BOUNDS_ERR,
1188 C_PIO_WRITE_OVERFLOW_ERR,
1189 C_PIO_WRITE_CROSSES_BOUNDARY_ERR,
1190 C_PIO_DISALLOWED_PACKET_ERR,
1191 C_PIO_INCONSISTENT_SOP_ERR,
1192 /*SendDmaEngErrStatus */
1193 C_SDMA_HEADER_REQUEST_FIFO_COR_ERR,
1194 C_SDMA_HEADER_STORAGE_COR_ERR,
1195 C_SDMA_PACKET_TRACKING_COR_ERR,
1196 C_SDMA_ASSEMBLY_COR_ERR,
1197 C_SDMA_DESC_TABLE_COR_ERR,
1198 C_SDMA_HEADER_REQUEST_FIFO_UNC_ERR,
1199 C_SDMA_HEADER_STORAGE_UNC_ERR,
1200 C_SDMA_PACKET_TRACKING_UNC_ERR,
1201 C_SDMA_ASSEMBLY_UNC_ERR,
1202 C_SDMA_DESC_TABLE_UNC_ERR,
1203 C_SDMA_TIMEOUT_ERR,
1204 C_SDMA_HEADER_LENGTH_ERR,
1205 C_SDMA_HEADER_ADDRESS_ERR,
1206 C_SDMA_HEADER_SELECT_ERR,
1207 C_SMDA_RESERVED_9,
1208 C_SDMA_PACKET_DESC_OVERFLOW_ERR,
1209 C_SDMA_LENGTH_MISMATCH_ERR,
1210 C_SDMA_HALT_ERR,
1211 C_SDMA_MEM_READ_ERR,
1212 C_SDMA_FIRST_DESC_ERR,
1213 C_SDMA_TAIL_OUT_OF_BOUNDS_ERR,
1214 C_SDMA_TOO_LONG_ERR,
1215 C_SDMA_GEN_MISMATCH_ERR,
1216 C_SDMA_WRONG_DW_ERR,
1217 DEV_CNTR_LAST /* Must be kept last */
1218 };
1219
1220 /* Per port counter indexes */
1221 enum {
1222 C_TX_UNSUP_VL = 0,
1223 C_TX_INVAL_LEN,
1224 C_TX_MM_LEN_ERR,
1225 C_TX_UNDERRUN,
1226 C_TX_FLOW_STALL,
1227 C_TX_DROPPED,
1228 C_TX_HDR_ERR,
1229 C_TX_PKT,
1230 C_TX_WORDS,
1231 C_TX_WAIT,
1232 C_TX_FLIT_VL,
1233 C_TX_PKT_VL,
1234 C_TX_WAIT_VL,
1235 C_RX_PKT,
1236 C_RX_WORDS,
1237 C_SW_LINK_DOWN,
1238 C_SW_LINK_UP,
1239 C_SW_UNKNOWN_FRAME,
1240 C_SW_XMIT_DSCD,
1241 C_SW_XMIT_DSCD_VL,
1242 C_SW_XMIT_CSTR_ERR,
1243 C_SW_RCV_CSTR_ERR,
1244 C_SW_IBP_LOOP_PKTS,
1245 C_SW_IBP_RC_RESENDS,
1246 C_SW_IBP_RNR_NAKS,
1247 C_SW_IBP_OTHER_NAKS,
1248 C_SW_IBP_RC_TIMEOUTS,
1249 C_SW_IBP_PKT_DROPS,
1250 C_SW_IBP_DMA_WAIT,
1251 C_SW_IBP_RC_SEQNAK,
1252 C_SW_IBP_RC_DUPREQ,
1253 C_SW_IBP_RDMA_SEQ,
1254 C_SW_IBP_UNALIGNED,
1255 C_SW_IBP_SEQ_NAK,
1256 C_SW_IBP_RC_CRWAITS,
1257 C_SW_CPU_RC_ACKS,
1258 C_SW_CPU_RC_QACKS,
1259 C_SW_CPU_RC_DELAYED_COMP,
1260 C_RCV_HDR_OVF_0,
1261 C_RCV_HDR_OVF_1,
1262 C_RCV_HDR_OVF_2,
1263 C_RCV_HDR_OVF_3,
1264 C_RCV_HDR_OVF_4,
1265 C_RCV_HDR_OVF_5,
1266 C_RCV_HDR_OVF_6,
1267 C_RCV_HDR_OVF_7,
1268 C_RCV_HDR_OVF_8,
1269 C_RCV_HDR_OVF_9,
1270 C_RCV_HDR_OVF_10,
1271 C_RCV_HDR_OVF_11,
1272 C_RCV_HDR_OVF_12,
1273 C_RCV_HDR_OVF_13,
1274 C_RCV_HDR_OVF_14,
1275 C_RCV_HDR_OVF_15,
1276 C_RCV_HDR_OVF_16,
1277 C_RCV_HDR_OVF_17,
1278 C_RCV_HDR_OVF_18,
1279 C_RCV_HDR_OVF_19,
1280 C_RCV_HDR_OVF_20,
1281 C_RCV_HDR_OVF_21,
1282 C_RCV_HDR_OVF_22,
1283 C_RCV_HDR_OVF_23,
1284 C_RCV_HDR_OVF_24,
1285 C_RCV_HDR_OVF_25,
1286 C_RCV_HDR_OVF_26,
1287 C_RCV_HDR_OVF_27,
1288 C_RCV_HDR_OVF_28,
1289 C_RCV_HDR_OVF_29,
1290 C_RCV_HDR_OVF_30,
1291 C_RCV_HDR_OVF_31,
1292 C_RCV_HDR_OVF_32,
1293 C_RCV_HDR_OVF_33,
1294 C_RCV_HDR_OVF_34,
1295 C_RCV_HDR_OVF_35,
1296 C_RCV_HDR_OVF_36,
1297 C_RCV_HDR_OVF_37,
1298 C_RCV_HDR_OVF_38,
1299 C_RCV_HDR_OVF_39,
1300 C_RCV_HDR_OVF_40,
1301 C_RCV_HDR_OVF_41,
1302 C_RCV_HDR_OVF_42,
1303 C_RCV_HDR_OVF_43,
1304 C_RCV_HDR_OVF_44,
1305 C_RCV_HDR_OVF_45,
1306 C_RCV_HDR_OVF_46,
1307 C_RCV_HDR_OVF_47,
1308 C_RCV_HDR_OVF_48,
1309 C_RCV_HDR_OVF_49,
1310 C_RCV_HDR_OVF_50,
1311 C_RCV_HDR_OVF_51,
1312 C_RCV_HDR_OVF_52,
1313 C_RCV_HDR_OVF_53,
1314 C_RCV_HDR_OVF_54,
1315 C_RCV_HDR_OVF_55,
1316 C_RCV_HDR_OVF_56,
1317 C_RCV_HDR_OVF_57,
1318 C_RCV_HDR_OVF_58,
1319 C_RCV_HDR_OVF_59,
1320 C_RCV_HDR_OVF_60,
1321 C_RCV_HDR_OVF_61,
1322 C_RCV_HDR_OVF_62,
1323 C_RCV_HDR_OVF_63,
1324 C_RCV_HDR_OVF_64,
1325 C_RCV_HDR_OVF_65,
1326 C_RCV_HDR_OVF_66,
1327 C_RCV_HDR_OVF_67,
1328 C_RCV_HDR_OVF_68,
1329 C_RCV_HDR_OVF_69,
1330 C_RCV_HDR_OVF_70,
1331 C_RCV_HDR_OVF_71,
1332 C_RCV_HDR_OVF_72,
1333 C_RCV_HDR_OVF_73,
1334 C_RCV_HDR_OVF_74,
1335 C_RCV_HDR_OVF_75,
1336 C_RCV_HDR_OVF_76,
1337 C_RCV_HDR_OVF_77,
1338 C_RCV_HDR_OVF_78,
1339 C_RCV_HDR_OVF_79,
1340 C_RCV_HDR_OVF_80,
1341 C_RCV_HDR_OVF_81,
1342 C_RCV_HDR_OVF_82,
1343 C_RCV_HDR_OVF_83,
1344 C_RCV_HDR_OVF_84,
1345 C_RCV_HDR_OVF_85,
1346 C_RCV_HDR_OVF_86,
1347 C_RCV_HDR_OVF_87,
1348 C_RCV_HDR_OVF_88,
1349 C_RCV_HDR_OVF_89,
1350 C_RCV_HDR_OVF_90,
1351 C_RCV_HDR_OVF_91,
1352 C_RCV_HDR_OVF_92,
1353 C_RCV_HDR_OVF_93,
1354 C_RCV_HDR_OVF_94,
1355 C_RCV_HDR_OVF_95,
1356 C_RCV_HDR_OVF_96,
1357 C_RCV_HDR_OVF_97,
1358 C_RCV_HDR_OVF_98,
1359 C_RCV_HDR_OVF_99,
1360 C_RCV_HDR_OVF_100,
1361 C_RCV_HDR_OVF_101,
1362 C_RCV_HDR_OVF_102,
1363 C_RCV_HDR_OVF_103,
1364 C_RCV_HDR_OVF_104,
1365 C_RCV_HDR_OVF_105,
1366 C_RCV_HDR_OVF_106,
1367 C_RCV_HDR_OVF_107,
1368 C_RCV_HDR_OVF_108,
1369 C_RCV_HDR_OVF_109,
1370 C_RCV_HDR_OVF_110,
1371 C_RCV_HDR_OVF_111,
1372 C_RCV_HDR_OVF_112,
1373 C_RCV_HDR_OVF_113,
1374 C_RCV_HDR_OVF_114,
1375 C_RCV_HDR_OVF_115,
1376 C_RCV_HDR_OVF_116,
1377 C_RCV_HDR_OVF_117,
1378 C_RCV_HDR_OVF_118,
1379 C_RCV_HDR_OVF_119,
1380 C_RCV_HDR_OVF_120,
1381 C_RCV_HDR_OVF_121,
1382 C_RCV_HDR_OVF_122,
1383 C_RCV_HDR_OVF_123,
1384 C_RCV_HDR_OVF_124,
1385 C_RCV_HDR_OVF_125,
1386 C_RCV_HDR_OVF_126,
1387 C_RCV_HDR_OVF_127,
1388 C_RCV_HDR_OVF_128,
1389 C_RCV_HDR_OVF_129,
1390 C_RCV_HDR_OVF_130,
1391 C_RCV_HDR_OVF_131,
1392 C_RCV_HDR_OVF_132,
1393 C_RCV_HDR_OVF_133,
1394 C_RCV_HDR_OVF_134,
1395 C_RCV_HDR_OVF_135,
1396 C_RCV_HDR_OVF_136,
1397 C_RCV_HDR_OVF_137,
1398 C_RCV_HDR_OVF_138,
1399 C_RCV_HDR_OVF_139,
1400 C_RCV_HDR_OVF_140,
1401 C_RCV_HDR_OVF_141,
1402 C_RCV_HDR_OVF_142,
1403 C_RCV_HDR_OVF_143,
1404 C_RCV_HDR_OVF_144,
1405 C_RCV_HDR_OVF_145,
1406 C_RCV_HDR_OVF_146,
1407 C_RCV_HDR_OVF_147,
1408 C_RCV_HDR_OVF_148,
1409 C_RCV_HDR_OVF_149,
1410 C_RCV_HDR_OVF_150,
1411 C_RCV_HDR_OVF_151,
1412 C_RCV_HDR_OVF_152,
1413 C_RCV_HDR_OVF_153,
1414 C_RCV_HDR_OVF_154,
1415 C_RCV_HDR_OVF_155,
1416 C_RCV_HDR_OVF_156,
1417 C_RCV_HDR_OVF_157,
1418 C_RCV_HDR_OVF_158,
1419 C_RCV_HDR_OVF_159,
1420 PORT_CNTR_LAST /* Must be kept last */
1421 };
1422
1423 u64 get_all_cpu_total(u64 __percpu *cntr);
1424 void hfi1_start_cleanup(struct hfi1_devdata *dd);
1425 void hfi1_clear_tids(struct hfi1_ctxtdata *rcd);
1426 void hfi1_init_ctxt(struct send_context *sc);
1427 void hfi1_put_tid(struct hfi1_devdata *dd, u32 index,
1428 u32 type, unsigned long pa, u16 order);
1429 void hfi1_quiet_serdes(struct hfi1_pportdata *ppd);
1430 void hfi1_rcvctrl(struct hfi1_devdata *dd, unsigned int op,
1431 struct hfi1_ctxtdata *rcd);
1432 u32 hfi1_read_cntrs(struct hfi1_devdata *dd, char **namep, u64 **cntrp);
1433 u32 hfi1_read_portcntrs(struct hfi1_pportdata *ppd, char **namep, u64 **cntrp);
1434 int hfi1_get_ib_cfg(struct hfi1_pportdata *ppd, int which);
1435 int hfi1_set_ib_cfg(struct hfi1_pportdata *ppd, int which, u32 val);
1436 int hfi1_set_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd,
1437 u16 jkey);
1438 int hfi1_clear_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt);
1439 int hfi1_set_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt,
1440 u16 pkey);
1441 int hfi1_clear_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt);
1442 void hfi1_read_link_quality(struct hfi1_devdata *dd, u8 *link_quality);
1443 void hfi1_init_vnic_rsm(struct hfi1_devdata *dd);
1444 void hfi1_deinit_vnic_rsm(struct hfi1_devdata *dd);
1445
1446 irqreturn_t general_interrupt(int irq, void *data);
1447 irqreturn_t sdma_interrupt(int irq, void *data);
1448 irqreturn_t receive_context_interrupt(int irq, void *data);
1449 irqreturn_t receive_context_thread(int irq, void *data);
1450 irqreturn_t receive_context_interrupt_napi(int irq, void *data);
1451
1452 int set_intr_bits(struct hfi1_devdata *dd, u16 first, u16 last, bool set);
1453 void init_qsfp_int(struct hfi1_devdata *dd);
1454 void clear_all_interrupts(struct hfi1_devdata *dd);
1455 void remap_intr(struct hfi1_devdata *dd, int isrc, int msix_intr);
1456 void remap_sdma_interrupts(struct hfi1_devdata *dd, int engine, int msix_intr);
1457 void reset_interrupts(struct hfi1_devdata *dd);
1458 u8 hfi1_get_qp_map(struct hfi1_devdata *dd, u8 idx);
1459 void hfi1_init_aip_rsm(struct hfi1_devdata *dd);
1460 void hfi1_deinit_aip_rsm(struct hfi1_devdata *dd);
1461
1462 /*
1463 * Interrupt source table.
1464 *
1465 * Each entry is an interrupt source "type". It is ordered by increasing
1466 * number.
1467 */
1468 struct is_table {
1469 int start; /* interrupt source type start */
1470 int end; /* interrupt source type end */
1471 /* routine that returns the name of the interrupt source */
1472 char *(*is_name)(char *name, size_t size, unsigned int source);
1473 /* routine to call when receiving an interrupt */
1474 void (*is_int)(struct hfi1_devdata *dd, unsigned int source);
1475 };
1476
1477 #endif /* _CHIP_H */
1478
