staging/rdma/hfi1: use u8 for vl/sl
[linux-2.6-block.git] / drivers / staging / rdma / hfi1 / chip.h
CommitLineData
77241056
MM
1#ifndef _CHIP_H
2#define _CHIP_H
3/*
4 *
5 * This file is provided under a dual BSD/GPLv2 license. When using or
6 * redistributing this file, you may do so under either license.
7 *
8 * GPL LICENSE SUMMARY
9 *
10 * Copyright(c) 2015 Intel Corporation.
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of version 2 of the GNU General Public License as
14 * published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * BSD LICENSE
22 *
23 * Copyright(c) 2015 Intel Corporation.
24 *
25 * Redistribution and use in source and binary forms, with or without
26 * modification, are permitted provided that the following conditions
27 * are met:
28 *
29 * - Redistributions of source code must retain the above copyright
30 * notice, this list of conditions and the following disclaimer.
31 * - Redistributions in binary form must reproduce the above copyright
32 * notice, this list of conditions and the following disclaimer in
33 * the documentation and/or other materials provided with the
34 * distribution.
35 * - Neither the name of Intel Corporation nor the names of its
36 * contributors may be used to endorse or promote products derived
37 * from this software without specific prior written permission.
38 *
39 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
40 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
41 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
42 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
43 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
44 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
45 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
46 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
47 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
48 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
49 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
50 *
51 */
52
53/*
54 * This file contains all of the defines that is specific to the HFI chip
55 */
56
57/* sizes */
58#define CCE_NUM_MSIX_VECTORS 256
59#define CCE_NUM_INT_CSRS 12
60#define CCE_NUM_INT_MAP_CSRS 96
61#define NUM_INTERRUPT_SOURCES 768
62#define RXE_NUM_CONTEXTS 160
63#define RXE_PER_CONTEXT_SIZE 0x1000 /* 4k */
64#define RXE_NUM_TID_FLOWS 32
65#define RXE_NUM_DATA_VL 8
66#define TXE_NUM_CONTEXTS 160
67#define TXE_NUM_SDMA_ENGINES 16
68#define NUM_CONTEXTS_PER_SET 8
69#define VL_ARB_HIGH_PRIO_TABLE_SIZE 16
70#define VL_ARB_LOW_PRIO_TABLE_SIZE 16
71#define VL_ARB_TABLE_SIZE 16
72#define TXE_NUM_32_BIT_COUNTER 7
73#define TXE_NUM_64_BIT_COUNTER 30
74#define TXE_NUM_DATA_VL 8
75#define TXE_PIO_SIZE (32 * 0x100000) /* 32 MB */
76#define PIO_BLOCK_SIZE 64 /* bytes */
77#define SDMA_BLOCK_SIZE 64 /* bytes */
78#define RCV_BUF_BLOCK_SIZE 64 /* bytes */
79#define PIO_CMASK 0x7ff /* counter mask for free and fill counters */
80#define MAX_EAGER_ENTRIES 2048 /* max receive eager entries */
81#define MAX_TID_PAIR_ENTRIES 1024 /* max receive expected pairs */
82/* Virtual? Allocation Unit, defined as AU = 8*2^vAU, 64 bytes, AU is fixed
83 at 64 bytes for all generation one devices */
84#define CM_VAU 3
85/* HFI link credit count, AKA receive buffer depth (RBUF_DEPTH) */
86#define CM_GLOBAL_CREDITS 0x940
87/* Number of PKey entries in the HW */
88#define MAX_PKEY_VALUES 16
89
90#include "chip_registers.h"
91
92#define RXE_PER_CONTEXT_USER (RXE + RXE_PER_CONTEXT_OFFSET)
93#define TXE_PIO_SEND (TXE + TXE_PIO_SEND_OFFSET)
94
95/* PBC flags */
96#define PBC_INTR (1ull << 31)
97#define PBC_DC_INFO_SHIFT (30)
98#define PBC_DC_INFO (1ull << PBC_DC_INFO_SHIFT)
99#define PBC_TEST_EBP (1ull << 29)
100#define PBC_PACKET_BYPASS (1ull << 28)
101#define PBC_CREDIT_RETURN (1ull << 25)
102#define PBC_INSERT_BYPASS_ICRC (1ull << 24)
103#define PBC_TEST_BAD_ICRC (1ull << 23)
104#define PBC_FECN (1ull << 22)
105
106/* PbcInsertHcrc field settings */
107#define PBC_IHCRC_LKDETH 0x0 /* insert @ local KDETH offset */
108#define PBC_IHCRC_GKDETH 0x1 /* insert @ global KDETH offset */
109#define PBC_IHCRC_NONE 0x2 /* no HCRC inserted */
110
111/* PBC fields */
112#define PBC_STATIC_RATE_CONTROL_COUNT_SHIFT 32
113#define PBC_STATIC_RATE_CONTROL_COUNT_MASK 0xffffull
114#define PBC_STATIC_RATE_CONTROL_COUNT_SMASK \
115 (PBC_STATIC_RATE_CONTROL_COUNT_MASK << \
116 PBC_STATIC_RATE_CONTROL_COUNT_SHIFT)
117
118#define PBC_INSERT_HCRC_SHIFT 26
119#define PBC_INSERT_HCRC_MASK 0x3ull
120#define PBC_INSERT_HCRC_SMASK \
121 (PBC_INSERT_HCRC_MASK << PBC_INSERT_HCRC_SHIFT)
122
123#define PBC_VL_SHIFT 12
124#define PBC_VL_MASK 0xfull
125#define PBC_VL_SMASK (PBC_VL_MASK << PBC_VL_SHIFT)
126
127#define PBC_LENGTH_DWS_SHIFT 0
128#define PBC_LENGTH_DWS_MASK 0xfffull
129#define PBC_LENGTH_DWS_SMASK \
130 (PBC_LENGTH_DWS_MASK << PBC_LENGTH_DWS_SHIFT)
131
132/* Credit Return Fields */
133#define CR_COUNTER_SHIFT 0
134#define CR_COUNTER_MASK 0x7ffull
135#define CR_COUNTER_SMASK (CR_COUNTER_MASK << CR_COUNTER_SHIFT)
136
137#define CR_STATUS_SHIFT 11
138#define CR_STATUS_MASK 0x1ull
139#define CR_STATUS_SMASK (CR_STATUS_MASK << CR_STATUS_SHIFT)
140
141#define CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT 12
142#define CR_CREDIT_RETURN_DUE_TO_PBC_MASK 0x1ull
143#define CR_CREDIT_RETURN_DUE_TO_PBC_SMASK \
144 (CR_CREDIT_RETURN_DUE_TO_PBC_MASK << \
145 CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT)
146
147#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT 13
148#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK 0x1ull
149#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SMASK \
150 (CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK << \
151 CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT)
152
153#define CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT 14
154#define CR_CREDIT_RETURN_DUE_TO_ERR_MASK 0x1ull
155#define CR_CREDIT_RETURN_DUE_TO_ERR_SMASK \
156 (CR_CREDIT_RETURN_DUE_TO_ERR_MASK << \
157 CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT)
158
159#define CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT 15
160#define CR_CREDIT_RETURN_DUE_TO_FORCE_MASK 0x1ull
161#define CR_CREDIT_RETURN_DUE_TO_FORCE_SMASK \
162 (CR_CREDIT_RETURN_DUE_TO_FORCE_MASK << \
163 CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT)
164
165/* interrupt source numbers */
166#define IS_GENERAL_ERR_START 0
167#define IS_SDMAENG_ERR_START 16
168#define IS_SENDCTXT_ERR_START 32
169#define IS_SDMA_START 192 /* includes SDmaProgress,SDmaIdle */
170#define IS_VARIOUS_START 240
171#define IS_DC_START 248
172#define IS_RCVAVAIL_START 256
173#define IS_RCVURGENT_START 416
174#define IS_SENDCREDIT_START 576
175#define IS_RESERVED_START 736
176#define IS_MAX_SOURCES 768
177
178/* derived interrupt source values */
179#define IS_GENERAL_ERR_END IS_SDMAENG_ERR_START
180#define IS_SDMAENG_ERR_END IS_SENDCTXT_ERR_START
181#define IS_SENDCTXT_ERR_END IS_SDMA_START
182#define IS_SDMA_END IS_VARIOUS_START
183#define IS_VARIOUS_END IS_DC_START
184#define IS_DC_END IS_RCVAVAIL_START
185#define IS_RCVAVAIL_END IS_RCVURGENT_START
186#define IS_RCVURGENT_END IS_SENDCREDIT_START
187#define IS_SENDCREDIT_END IS_RESERVED_START
188#define IS_RESERVED_END IS_MAX_SOURCES
189
190/* absolute interrupt numbers for QSFP1Int and QSFP2Int */
191#define QSFP1_INT 242
192#define QSFP2_INT 243
193
194/* DCC_CFG_PORT_CONFIG logical link states */
195#define LSTATE_DOWN 0x1
196#define LSTATE_INIT 0x2
197#define LSTATE_ARMED 0x3
198#define LSTATE_ACTIVE 0x4
199
200/* DC8051_STS_CUR_STATE port values (physical link states) */
201#define PLS_DISABLED 0x30
202#define PLS_OFFLINE 0x90
203#define PLS_OFFLINE_QUIET 0x90
204#define PLS_OFFLINE_PLANNED_DOWN_INFORM 0x91
205#define PLS_OFFLINE_READY_TO_QUIET_LT 0x92
206#define PLS_OFFLINE_REPORT_FAILURE 0x93
207#define PLS_OFFLINE_READY_TO_QUIET_BCC 0x94
208#define PLS_POLLING 0x20
209#define PLS_POLLING_QUIET 0x20
210#define PLS_POLLING_ACTIVE 0x21
211#define PLS_CONFIGPHY 0x40
212#define PLS_CONFIGPHY_DEBOUCE 0x40
213#define PLS_CONFIGPHY_ESTCOMM 0x41
214#define PLS_CONFIGPHY_ESTCOMM_TXRX_HUNT 0x42
215#define PLS_CONFIGPHY_ESTcOMM_LOCAL_COMPLETE 0x43
216#define PLS_CONFIGPHY_OPTEQ 0x44
217#define PLS_CONFIGPHY_OPTEQ_OPTIMIZING 0x44
218#define PLS_CONFIGPHY_OPTEQ_LOCAL_COMPLETE 0x45
219#define PLS_CONFIGPHY_VERIFYCAP 0x46
220#define PLS_CONFIGPHY_VERIFYCAP_EXCHANGE 0x46
221#define PLS_CONFIGPHY_VERIFYCAP_LOCAL_COMPLETE 0x47
222#define PLS_CONFIGLT 0x48
223#define PLS_CONFIGLT_CONFIGURE 0x48
224#define PLS_CONFIGLT_LINK_TRANSFER_ACTIVE 0x49
225#define PLS_LINKUP 0x50
226#define PLS_PHYTEST 0xB0
227#define PLS_INTERNAL_SERDES_LOOPBACK 0xe1
228#define PLS_QUICK_LINKUP 0xe2
229
230/* DC_DC8051_CFG_HOST_CMD_0.REQ_TYPE - 8051 host commands */
231#define HCMD_LOAD_CONFIG_DATA 0x01
232#define HCMD_READ_CONFIG_DATA 0x02
233#define HCMD_CHANGE_PHY_STATE 0x03
234#define HCMD_SEND_LCB_IDLE_MSG 0x04
235#define HCMD_MISC 0x05
236#define HCMD_READ_LCB_IDLE_MSG 0x06
237#define HCMD_READ_LCB_CSR 0x07
3bf40d65 238#define HCMD_WRITE_LCB_CSR 0x08
77241056
MM
239#define HCMD_INTERFACE_TEST 0xff
240
241/* DC_DC8051_CFG_HOST_CMD_1.RETURN_CODE - 8051 host command return */
242#define HCMD_SUCCESS 2
243
244/* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.ERROR - error flags */
349ac71f 245#define SPICO_ROM_FAILED BIT(0)
246#define UNKNOWN_FRAME BIT(1)
247#define TARGET_BER_NOT_MET BIT(2)
248#define FAILED_SERDES_INTERNAL_LOOPBACK BIT(3)
249#define FAILED_SERDES_INIT BIT(4)
250#define FAILED_LNI_POLLING BIT(5)
251#define FAILED_LNI_DEBOUNCE BIT(6)
252#define FAILED_LNI_ESTBCOMM BIT(7)
253#define FAILED_LNI_OPTEQ BIT(8)
254#define FAILED_LNI_VERIFY_CAP1 BIT(9)
255#define FAILED_LNI_VERIFY_CAP2 BIT(10)
256#define FAILED_LNI_CONFIGLT BIT(11)
77241056
MM
257
258#define FAILED_LNI (FAILED_LNI_POLLING | FAILED_LNI_DEBOUNCE \
259 | FAILED_LNI_ESTBCOMM | FAILED_LNI_OPTEQ \
260 | FAILED_LNI_VERIFY_CAP1 \
261 | FAILED_LNI_VERIFY_CAP2 \
262 | FAILED_LNI_CONFIGLT)
263
264/* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.HOST_MSG - host message flags */
349ac71f 265#define HOST_REQ_DONE BIT(0)
266#define BC_PWR_MGM_MSG BIT(1)
267#define BC_SMA_MSG BIT(2)
268#define BC_BCC_UNKNOWN_MSG BIT(3)
269#define BC_IDLE_UNKNOWN_MSG BIT(4)
270#define EXT_DEVICE_CFG_REQ BIT(5)
271#define VERIFY_CAP_FRAME BIT(6)
272#define LINKUP_ACHIEVED BIT(7)
273#define LINK_GOING_DOWN BIT(8)
274#define LINK_WIDTH_DOWNGRADED BIT(9)
77241056
MM
275
276/* DC_DC8051_CFG_EXT_DEV_1.REQ_TYPE - 8051 host requests */
277#define HREQ_LOAD_CONFIG 0x01
278#define HREQ_SAVE_CONFIG 0x02
279#define HREQ_READ_CONFIG 0x03
280#define HREQ_SET_TX_EQ_ABS 0x04
281#define HREQ_SET_TX_EQ_REL 0x05
282#define HREQ_ENABLE 0x06
283#define HREQ_CONFIG_DONE 0xfe
284#define HREQ_INTERFACE_TEST 0xff
285
286/* DC_DC8051_CFG_EXT_DEV_0.RETURN_CODE - 8051 host request return codes */
287#define HREQ_INVALID 0x01
288#define HREQ_SUCCESS 0x02
289#define HREQ_NOT_SUPPORTED 0x03
290#define HREQ_FEATURE_NOT_SUPPORTED 0x04 /* request specific feature */
291#define HREQ_REQUEST_REJECTED 0xfe
292#define HREQ_EXECUTION_ONGOING 0xff
293
294/* MISC host command functions */
295#define HCMD_MISC_REQUEST_LCB_ACCESS 0x1
296#define HCMD_MISC_GRANT_LCB_ACCESS 0x2
297
298/* idle flit message types */
299#define IDLE_PHYSICAL_LINK_MGMT 0x1
300#define IDLE_CRU 0x2
301#define IDLE_SMA 0x3
302#define IDLE_POWER_MGMT 0x4
303
304/* idle flit message send fields (both send and read) */
305#define IDLE_PAYLOAD_MASK 0xffffffffffull /* 40 bits */
306#define IDLE_PAYLOAD_SHIFT 8
307#define IDLE_MSG_TYPE_MASK 0xf
308#define IDLE_MSG_TYPE_SHIFT 0
309
310/* idle flit message read fields */
311#define READ_IDLE_MSG_TYPE_MASK 0xf
312#define READ_IDLE_MSG_TYPE_SHIFT 0
313
314/* SMA idle flit payload commands */
315#define SMA_IDLE_ARM 1
316#define SMA_IDLE_ACTIVE 2
317
318/* DC_DC8051_CFG_MODE.GENERAL bits */
319#define DISABLE_SELF_GUID_CHECK 0x2
320
321/*
322 * Eager buffer minimum and maximum sizes supported by the hardware.
323 * All power-of-two sizes in between are supported as well.
324 * MAX_EAGER_BUFFER_TOTAL is the maximum size of memory
325 * allocatable for Eager buffer to a single context. All others
326 * are limits for the RcvArray entries.
327 */
328#define MIN_EAGER_BUFFER (4 * 1024)
329#define MAX_EAGER_BUFFER (256 * 1024)
330#define MAX_EAGER_BUFFER_TOTAL (64 * (1 << 20)) /* max per ctxt 64MB */
331#define MAX_EXPECTED_BUFFER (2048 * 1024)
332
333/*
334 * Receive expected base and count and eager base and count increment -
335 * the CSR fields hold multiples of this value.
336 */
337#define RCV_SHIFT 3
349ac71f 338#define RCV_INCREMENT BIT(RCV_SHIFT)
77241056
MM
339
340/*
341 * Receive header queue entry increment - the CSR holds multiples of
342 * this value.
343 */
344#define HDRQ_SIZE_SHIFT 5
349ac71f 345#define HDRQ_INCREMENT BIT(HDRQ_SIZE_SHIFT)
77241056
MM
346
347/*
348 * Freeze handling flags
349 */
350#define FREEZE_ABORT 0x01 /* do not do recovery */
351#define FREEZE_SELF 0x02 /* initiate the freeze */
352#define FREEZE_LINK_DOWN 0x04 /* link is down */
353
354/*
355 * Chip implementation codes.
356 */
357#define ICODE_RTL_SILICON 0x00
358#define ICODE_RTL_VCS_SIMULATION 0x01
359#define ICODE_FPGA_EMULATION 0x02
360#define ICODE_FUNCTIONAL_SIMULATOR 0x03
361
362/*
363 * 8051 data memory size.
364 */
365#define DC8051_DATA_MEM_SIZE 0x1000
366
367/*
368 * 8051 firmware registers
369 */
370#define NUM_GENERAL_FIELDS 0x17
371#define NUM_LANE_FIELDS 0x8
372
373/* 8051 general register Field IDs */
8ebd4cf1
EH
374#define LINK_OPTIMIZATION_SETTINGS 0x00
375#define LINK_TUNING_PARAMETERS 0x02
376#define DC_HOST_COMM_SETTINGS 0x03
77241056
MM
377#define TX_SETTINGS 0x06
378#define VERIFY_CAP_LOCAL_PHY 0x07
379#define VERIFY_CAP_LOCAL_FABRIC 0x08
380#define VERIFY_CAP_LOCAL_LINK_WIDTH 0x09
381#define LOCAL_DEVICE_ID 0x0a
382#define LOCAL_LNI_INFO 0x0c
383#define REMOTE_LNI_INFO 0x0d
384#define MISC_STATUS 0x0e
385#define VERIFY_CAP_REMOTE_PHY 0x0f
386#define VERIFY_CAP_REMOTE_FABRIC 0x10
387#define VERIFY_CAP_REMOTE_LINK_WIDTH 0x11
388#define LAST_LOCAL_STATE_COMPLETE 0x12
389#define LAST_REMOTE_STATE_COMPLETE 0x13
390#define LINK_QUALITY_INFO 0x14
391#define REMOTE_DEVICE_ID 0x15
392
97167e81
EH
393/* 8051 lane specific register field IDs */
394#define TX_EQ_SETTINGS 0x00
395#define CHANNEL_LOSS_SETTINGS 0x05
396
77241056
MM
397/* Lane ID for general configuration registers */
398#define GENERAL_CONFIG 4
399
400/* LOAD_DATA 8051 command shifts and fields */
401#define LOAD_DATA_FIELD_ID_SHIFT 40
402#define LOAD_DATA_FIELD_ID_MASK 0xfull
403#define LOAD_DATA_LANE_ID_SHIFT 32
404#define LOAD_DATA_LANE_ID_MASK 0xfull
405#define LOAD_DATA_DATA_SHIFT 0x0
406#define LOAD_DATA_DATA_MASK 0xffffffffull
407
408/* READ_DATA 8051 command shifts and fields */
409#define READ_DATA_FIELD_ID_SHIFT 40
410#define READ_DATA_FIELD_ID_MASK 0xffull
411#define READ_DATA_LANE_ID_SHIFT 32
412#define READ_DATA_LANE_ID_MASK 0xffull
413#define READ_DATA_DATA_SHIFT 0x0
414#define READ_DATA_DATA_MASK 0xffffffffull
415
416/* TX settings fields */
417#define ENABLE_LANE_TX_SHIFT 0
418#define ENABLE_LANE_TX_MASK 0xff
419#define TX_POLARITY_INVERSION_SHIFT 8
420#define TX_POLARITY_INVERSION_MASK 0xff
421#define RX_POLARITY_INVERSION_SHIFT 16
422#define RX_POLARITY_INVERSION_MASK 0xff
423#define MAX_RATE_SHIFT 24
424#define MAX_RATE_MASK 0xff
425
426/* verify capability PHY fields */
427#define CONTINIOUS_REMOTE_UPDATE_SUPPORT_SHIFT 0x4
428#define CONTINIOUS_REMOTE_UPDATE_SUPPORT_MASK 0x1
429#define POWER_MANAGEMENT_SHIFT 0x0
430#define POWER_MANAGEMENT_MASK 0xf
431
432/* 8051 lane register Field IDs */
433#define SPICO_FW_VERSION 0x7 /* SPICO firmware version */
434
435/* SPICO firmware version fields */
436#define SPICO_ROM_VERSION_SHIFT 0
437#define SPICO_ROM_VERSION_MASK 0xffff
438#define SPICO_ROM_PROD_ID_SHIFT 16
439#define SPICO_ROM_PROD_ID_MASK 0xffff
440
441/* verify capability fabric fields */
442#define VAU_SHIFT 0
443#define VAU_MASK 0x0007
444#define Z_SHIFT 3
445#define Z_MASK 0x0001
446#define VCU_SHIFT 4
447#define VCU_MASK 0x0007
448#define VL15BUF_SHIFT 8
449#define VL15BUF_MASK 0x0fff
450#define CRC_SIZES_SHIFT 20
451#define CRC_SIZES_MASK 0x7
452
453/* verify capability local link width fields */
454#define LINK_WIDTH_SHIFT 0 /* also for remote link width */
455#define LINK_WIDTH_MASK 0xffff /* also for remote link width */
456#define LOCAL_FLAG_BITS_SHIFT 16
457#define LOCAL_FLAG_BITS_MASK 0xff
458#define MISC_CONFIG_BITS_SHIFT 24
459#define MISC_CONFIG_BITS_MASK 0xff
460
461/* verify capability remote link width fields */
462#define REMOTE_TX_RATE_SHIFT 16
463#define REMOTE_TX_RATE_MASK 0xff
464
465/* LOCAL_DEVICE_ID fields */
466#define LOCAL_DEVICE_REV_SHIFT 0
467#define LOCAL_DEVICE_REV_MASK 0xff
468#define LOCAL_DEVICE_ID_SHIFT 8
469#define LOCAL_DEVICE_ID_MASK 0xffff
470
471/* REMOTE_DEVICE_ID fields */
472#define REMOTE_DEVICE_REV_SHIFT 0
473#define REMOTE_DEVICE_REV_MASK 0xff
474#define REMOTE_DEVICE_ID_SHIFT 8
475#define REMOTE_DEVICE_ID_MASK 0xffff
476
477/* local LNI link width fields */
478#define ENABLE_LANE_RX_SHIFT 16
479#define ENABLE_LANE_RX_MASK 0xff
480
481/* mask, shift for reading 'mgmt_enabled' value from REMOTE_LNI_INFO field */
482#define MGMT_ALLOWED_SHIFT 23
483#define MGMT_ALLOWED_MASK 0x1
484
485/* mask, shift for 'link_quality' within LINK_QUALITY_INFO field */
486#define LINK_QUALITY_SHIFT 24
487#define LINK_QUALITY_MASK 0x7
488
489/*
490 * mask, shift for reading 'planned_down_remote_reason_code'
491 * from LINK_QUALITY_INFO field
492 */
493#define DOWN_REMOTE_REASON_SHIFT 16
494#define DOWN_REMOTE_REASON_MASK 0xff
495
496/* verify capability PHY power management bits */
497#define PWRM_BER_CONTROL 0x1
498#define PWRM_BANDWIDTH_CONTROL 0x2
499
500/* verify capability fabric CRC size bits */
501enum {
502 CAP_CRC_14B = (1 << 0), /* 14b CRC */
503 CAP_CRC_48B = (1 << 1), /* 48b CRC */
504 CAP_CRC_12B_16B_PER_LANE = (1 << 2) /* 12b-16b per lane CRC */
505};
506
507#define SUPPORTED_CRCS (CAP_CRC_14B | CAP_CRC_48B)
508
509/* misc status version fields */
510#define STS_FM_VERSION_A_SHIFT 16
511#define STS_FM_VERSION_A_MASK 0xff
512#define STS_FM_VERSION_B_SHIFT 24
513#define STS_FM_VERSION_B_MASK 0xff
514
515/* LCB_CFG_CRC_MODE TX_VAL and RX_VAL CRC mode values */
516#define LCB_CRC_16B 0x0 /* 16b CRC */
517#define LCB_CRC_14B 0x1 /* 14b CRC */
518#define LCB_CRC_48B 0x2 /* 48b CRC */
519#define LCB_CRC_12B_16B_PER_LANE 0x3 /* 12b-16b per lane CRC */
520
521/* the following enum is (almost) a copy/paste of the definition
522 * in the OPA spec, section 20.2.2.6.8 (PortInfo) */
523enum {
524 PORT_LTP_CRC_MODE_NONE = 0,
525 PORT_LTP_CRC_MODE_14 = 1, /* 14-bit LTP CRC mode (optional) */
526 PORT_LTP_CRC_MODE_16 = 2, /* 16-bit LTP CRC mode */
527 PORT_LTP_CRC_MODE_48 = 4,
528 /* 48-bit overlapping LTP CRC mode (optional) */
529 PORT_LTP_CRC_MODE_PER_LANE = 8
530 /* 12 to 16 bit per lane LTP CRC mode (optional) */
531};
532
533/* timeouts */
534#define LINK_RESTART_DELAY 1000 /* link restart delay, in ms */
535#define TIMEOUT_8051_START 5000 /* 8051 start timeout, in ms */
536#define DC8051_COMMAND_TIMEOUT 20000 /* DC8051 command timeout, in ms */
537#define FREEZE_STATUS_TIMEOUT 20 /* wait for freeze indicators, in ms */
538#define VL_STATUS_CLEAR_TIMEOUT 5000 /* per-VL status clear, in ms */
539#define CCE_STATUS_TIMEOUT 10 /* time to clear CCE Status, in ms */
540
541/* cclock tick time, in picoseconds per tick: 1/speed * 10^12 */
542#define ASIC_CCLOCK_PS 1242 /* 805 MHz */
543#define FPGA_CCLOCK_PS 30300 /* 33 MHz */
544
545/*
546 * Mask of enabled MISC errors. Do not enable the two RSA engine errors -
547 * see firmware.c:run_rsa() for details.
548 */
549#define DRIVER_MISC_MASK \
550 (~(MISC_ERR_STATUS_MISC_FW_AUTH_FAILED_ERR_SMASK \
551 | MISC_ERR_STATUS_MISC_KEY_MISMATCH_ERR_SMASK))
552
553/* valid values for the loopback module parameter */
554#define LOOPBACK_NONE 0 /* no loopback - default */
555#define LOOPBACK_SERDES 1
556#define LOOPBACK_LCB 2
557#define LOOPBACK_CABLE 3 /* external cable */
558
559/* read and write hardware registers */
560u64 read_csr(const struct hfi1_devdata *dd, u32 offset);
561void write_csr(const struct hfi1_devdata *dd, u32 offset, u64 value);
562
563/*
564 * The *_kctxt_* flavor of the CSR read/write functions are for
565 * per-context or per-SDMA CSRs that are not mappable to user-space.
566 * Their spacing is not a PAGE_SIZE multiple.
567 */
568static inline u64 read_kctxt_csr(const struct hfi1_devdata *dd, int ctxt,
569 u32 offset0)
570{
571 /* kernel per-context CSRs are separated by 0x100 */
572 return read_csr(dd, offset0 + (0x100 * ctxt));
573}
574
575static inline void write_kctxt_csr(struct hfi1_devdata *dd, int ctxt,
576 u32 offset0, u64 value)
577{
578 /* kernel per-context CSRs are separated by 0x100 */
579 write_csr(dd, offset0 + (0x100 * ctxt), value);
580}
581
582int read_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 *data);
583int write_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 data);
584
585void __iomem *get_csr_addr(
586 struct hfi1_devdata *dd,
587 u32 offset);
588
589static inline void __iomem *get_kctxt_csr_addr(
590 struct hfi1_devdata *dd,
591 int ctxt,
592 u32 offset0)
593{
594 return get_csr_addr(dd, offset0 + (0x100 * ctxt));
595}
596
597/*
598 * The *_uctxt_* flavor of the CSR read/write functions are for
599 * per-context CSRs that are mappable to user space. All these CSRs
600 * are spaced by a PAGE_SIZE multiple in order to be mappable to
601 * different processes without exposing other contexts' CSRs
602 */
603static inline u64 read_uctxt_csr(const struct hfi1_devdata *dd, int ctxt,
604 u32 offset0)
605{
606 /* user per-context CSRs are separated by 0x1000 */
607 return read_csr(dd, offset0 + (0x1000 * ctxt));
608}
609
610static inline void write_uctxt_csr(struct hfi1_devdata *dd, int ctxt,
611 u32 offset0, u64 value)
612{
613 /* user per-context CSRs are separated by 0x1000 */
614 write_csr(dd, offset0 + (0x1000 * ctxt), value);
615}
616
617u64 create_pbc(struct hfi1_pportdata *ppd, u64, int, u32, u32);
618
619/* firmware.c */
c91b4a12 620#define SBUS_MASTER_BROADCAST 0xfd
77241056
MM
621#define NUM_PCIE_SERDES 16 /* number of PCIe serdes on the SBus */
622extern const u8 pcie_serdes_broadcast[];
623extern const u8 pcie_pcs_addrs[2][NUM_PCIE_SERDES];
c3838b39
EH
624extern uint platform_config_load;
625
77241056
MM
626/* SBus commands */
627#define RESET_SBUS_RECEIVER 0x20
628#define WRITE_SBUS_RECEIVER 0x21
629void sbus_request(struct hfi1_devdata *dd,
630 u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
631int sbus_request_slow(struct hfi1_devdata *dd,
632 u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
633void set_sbus_fast_mode(struct hfi1_devdata *dd);
634void clear_sbus_fast_mode(struct hfi1_devdata *dd);
635int hfi1_firmware_init(struct hfi1_devdata *dd);
636int load_pcie_firmware(struct hfi1_devdata *dd);
637int load_firmware(struct hfi1_devdata *dd);
638void dispose_firmware(void);
639int acquire_hw_mutex(struct hfi1_devdata *dd);
640void release_hw_mutex(struct hfi1_devdata *dd);
641void fabric_serdes_reset(struct hfi1_devdata *dd);
642int read_8051_data(struct hfi1_devdata *dd, u32 addr, u32 len, u64 *result);
643
644/* chip.c */
645void read_misc_status(struct hfi1_devdata *dd, u8 *ver_a, u8 *ver_b);
646void read_guid(struct hfi1_devdata *dd);
647int wait_fm_ready(struct hfi1_devdata *dd, u32 mstimeout);
648void set_link_down_reason(struct hfi1_pportdata *ppd, u8 lcl_reason,
649 u8 neigh_reason, u8 rem_reason);
650int set_link_state(struct hfi1_pportdata *, u32 state);
651int port_ltp_to_cap(int port_ltp);
652void handle_verify_cap(struct work_struct *work);
653void handle_freeze(struct work_struct *work);
654void handle_link_up(struct work_struct *work);
655void handle_link_down(struct work_struct *work);
cbac386a 656void handle_8051_request(struct work_struct *work);
77241056
MM
657void handle_link_downgrade(struct work_struct *work);
658void handle_link_bounce(struct work_struct *work);
659void handle_sma_message(struct work_struct *work);
8ebd4cf1
EH
660void reset_qsfp(struct hfi1_pportdata *ppd);
661void qsfp_event(struct work_struct *work);
77241056
MM
662void start_freeze_handling(struct hfi1_pportdata *ppd, int flags);
663int send_idle_sma(struct hfi1_devdata *dd, u64 message);
8ebd4cf1
EH
664int load_8051_config(struct hfi1_devdata *, u8, u8, u32);
665int read_8051_config(struct hfi1_devdata *, u8, u8, u32 *);
77241056 666int start_link(struct hfi1_pportdata *ppd);
77241056
MM
667int bringup_serdes(struct hfi1_pportdata *ppd);
668void set_intr_state(struct hfi1_devdata *dd, u32 enable);
669void apply_link_downgrade_policy(struct hfi1_pportdata *ppd,
670 int refresh_widths);
671void update_usrhead(struct hfi1_ctxtdata *, u32, u32, u32, u32, u32);
672int stop_drain_data_vls(struct hfi1_devdata *dd);
673int open_fill_data_vls(struct hfi1_devdata *dd);
674u32 ns_to_cclock(struct hfi1_devdata *dd, u32 ns);
675u32 cclock_to_ns(struct hfi1_devdata *dd, u32 cclock);
676void get_linkup_link_widths(struct hfi1_pportdata *ppd);
677void read_ltp_rtt(struct hfi1_devdata *dd);
678void clear_linkup_counters(struct hfi1_devdata *dd);
679u32 hdrqempty(struct hfi1_ctxtdata *rcd);
77241056
MM
680int is_ax(struct hfi1_devdata *dd);
681int is_bx(struct hfi1_devdata *dd);
682u32 read_physical_state(struct hfi1_devdata *dd);
683u32 chip_to_opa_pstate(struct hfi1_devdata *dd, u32 chip_pstate);
684u32 get_logical_state(struct hfi1_pportdata *ppd);
685const char *opa_lstate_name(u32 lstate);
686const char *opa_pstate_name(u32 pstate);
687u32 driver_physical_state(struct hfi1_pportdata *ppd);
688u32 driver_logical_state(struct hfi1_pportdata *ppd);
689
690int acquire_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
691int release_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
692#define LCB_START DC_LCB_CSRS
693#define LCB_END DC_8051_CSRS /* next block is 8051 */
694static inline int is_lcb_offset(u32 offset)
695{
696 return (offset >= LCB_START && offset < LCB_END);
697}
698
699extern uint num_vls;
700
701extern uint disable_integrity;
702u64 read_dev_cntr(struct hfi1_devdata *dd, int index, int vl);
703u64 write_dev_cntr(struct hfi1_devdata *dd, int index, int vl, u64 data);
704u64 read_port_cntr(struct hfi1_pportdata *ppd, int index, int vl);
705u64 write_port_cntr(struct hfi1_pportdata *ppd, int index, int vl, u64 data);
fb9036dd
JS
706u32 read_logical_state(struct hfi1_devdata *dd);
707void force_recv_intr(struct hfi1_ctxtdata *rcd);
77241056
MM
708
709/* Per VL indexes */
710enum {
711 C_VL_0 = 0,
712 C_VL_1,
713 C_VL_2,
714 C_VL_3,
715 C_VL_4,
716 C_VL_5,
717 C_VL_6,
718 C_VL_7,
719 C_VL_15,
720 C_VL_COUNT
721};
722
723static inline int vl_from_idx(int idx)
724{
725 return (idx == C_VL_15 ? 15 : idx);
726}
727
728static inline int idx_from_vl(int vl)
729{
730 return (vl == 15 ? C_VL_15 : vl);
731}
732
733/* Per device counter indexes */
734enum {
735 C_RCV_OVF = 0,
736 C_RX_TID_FULL,
737 C_RX_TID_INVALID,
738 C_RX_TID_FLGMS,
77241056
MM
739 C_RX_CTX_EGRS,
740 C_RCV_TID_FLSMS,
741 C_CCE_PCI_CR_ST,
742 C_CCE_PCI_TR_ST,
743 C_CCE_PIO_WR_ST,
744 C_CCE_ERR_INT,
745 C_CCE_SDMA_INT,
746 C_CCE_MISC_INT,
747 C_CCE_RCV_AV_INT,
748 C_CCE_RCV_URG_INT,
749 C_CCE_SEND_CR_INT,
750 C_DC_UNC_ERR,
751 C_DC_RCV_ERR,
752 C_DC_FM_CFG_ERR,
753 C_DC_RMT_PHY_ERR,
754 C_DC_DROPPED_PKT,
755 C_DC_MC_XMIT_PKTS,
756 C_DC_MC_RCV_PKTS,
757 C_DC_XMIT_CERR,
758 C_DC_RCV_CERR,
759 C_DC_RCV_FCC,
760 C_DC_XMIT_FCC,
761 C_DC_XMIT_FLITS,
762 C_DC_RCV_FLITS,
763 C_DC_XMIT_PKTS,
764 C_DC_RCV_PKTS,
765 C_DC_RX_FLIT_VL,
766 C_DC_RX_PKT_VL,
767 C_DC_RCV_FCN,
768 C_DC_RCV_FCN_VL,
769 C_DC_RCV_BCN,
770 C_DC_RCV_BCN_VL,
771 C_DC_RCV_BBL,
772 C_DC_RCV_BBL_VL,
773 C_DC_MARK_FECN,
774 C_DC_MARK_FECN_VL,
775 C_DC_TOTAL_CRC,
776 C_DC_CRC_LN0,
777 C_DC_CRC_LN1,
778 C_DC_CRC_LN2,
779 C_DC_CRC_LN3,
780 C_DC_CRC_MULT_LN,
781 C_DC_TX_REPLAY,
782 C_DC_RX_REPLAY,
783 C_DC_SEQ_CRC_CNT,
784 C_DC_ESC0_ONLY_CNT,
785 C_DC_ESC0_PLUS1_CNT,
786 C_DC_ESC0_PLUS2_CNT,
787 C_DC_REINIT_FROM_PEER_CNT,
788 C_DC_SBE_CNT,
789 C_DC_MISC_FLG_CNT,
790 C_DC_PRF_GOOD_LTP_CNT,
791 C_DC_PRF_ACCEPTED_LTP_CNT,
792 C_DC_PRF_RX_FLIT_CNT,
793 C_DC_PRF_TX_FLIT_CNT,
794 C_DC_PRF_CLK_CNTR,
795 C_DC_PG_DBG_FLIT_CRDTS_CNT,
796 C_DC_PG_STS_PAUSE_COMPLETE_CNT,
797 C_DC_PG_STS_TX_SBE_CNT,
798 C_DC_PG_STS_TX_MBE_CNT,
799 C_SW_CPU_INTR,
800 C_SW_CPU_RCV_LIM,
801 C_SW_VTX_WAIT,
802 C_SW_PIO_WAIT,
803 C_SW_KMEM_WAIT,
b421922e 804 C_SW_SEND_SCHED,
a699c6c2
VM
805 C_SDMA_DESC_FETCHED_CNT,
806 C_SDMA_INT_CNT,
807 C_SDMA_ERR_CNT,
808 C_SDMA_IDLE_INT_CNT,
809 C_SDMA_PROGRESS_INT_CNT,
2c5b521a
JR
810/* MISC_ERR_STATUS */
811 C_MISC_PLL_LOCK_FAIL_ERR,
812 C_MISC_MBIST_FAIL_ERR,
813 C_MISC_INVALID_EEP_CMD_ERR,
814 C_MISC_EFUSE_DONE_PARITY_ERR,
815 C_MISC_EFUSE_WRITE_ERR,
816 C_MISC_EFUSE_READ_BAD_ADDR_ERR,
817 C_MISC_EFUSE_CSR_PARITY_ERR,
818 C_MISC_FW_AUTH_FAILED_ERR,
819 C_MISC_KEY_MISMATCH_ERR,
820 C_MISC_SBUS_WRITE_FAILED_ERR,
821 C_MISC_CSR_WRITE_BAD_ADDR_ERR,
822 C_MISC_CSR_READ_BAD_ADDR_ERR,
823 C_MISC_CSR_PARITY_ERR,
824/* CceErrStatus */
825 /*
826 * A special counter that is the aggregate count
827 * of all the cce_err_status errors. The remainder
828 * are actual bits in the CceErrStatus register.
829 */
830 C_CCE_ERR_STATUS_AGGREGATED_CNT,
831 C_CCE_MSIX_CSR_PARITY_ERR,
832 C_CCE_INT_MAP_UNC_ERR,
833 C_CCE_INT_MAP_COR_ERR,
834 C_CCE_MSIX_TABLE_UNC_ERR,
835 C_CCE_MSIX_TABLE_COR_ERR,
836 C_CCE_RXDMA_CONV_FIFO_PARITY_ERR,
837 C_CCE_RCPL_ASYNC_FIFO_PARITY_ERR,
838 C_CCE_SEG_WRITE_BAD_ADDR_ERR,
839 C_CCE_SEG_READ_BAD_ADDR_ERR,
840 C_LA_TRIGGERED,
841 C_CCE_TRGT_CPL_TIMEOUT_ERR,
842 C_PCIC_RECEIVE_PARITY_ERR,
843 C_PCIC_TRANSMIT_BACK_PARITY_ERR,
844 C_PCIC_TRANSMIT_FRONT_PARITY_ERR,
845 C_PCIC_CPL_DAT_Q_UNC_ERR,
846 C_PCIC_CPL_HD_Q_UNC_ERR,
847 C_PCIC_POST_DAT_Q_UNC_ERR,
848 C_PCIC_POST_HD_Q_UNC_ERR,
849 C_PCIC_RETRY_SOT_MEM_UNC_ERR,
850 C_PCIC_RETRY_MEM_UNC_ERR,
851 C_PCIC_N_POST_DAT_Q_PARITY_ERR,
852 C_PCIC_N_POST_H_Q_PARITY_ERR,
853 C_PCIC_CPL_DAT_Q_COR_ERR,
854 C_PCIC_CPL_HD_Q_COR_ERR,
855 C_PCIC_POST_DAT_Q_COR_ERR,
856 C_PCIC_POST_HD_Q_COR_ERR,
857 C_PCIC_RETRY_SOT_MEM_COR_ERR,
858 C_PCIC_RETRY_MEM_COR_ERR,
859 C_CCE_CLI1_ASYNC_FIFO_DBG_PARITY_ERR,
860 C_CCE_CLI1_ASYNC_FIFO_RXDMA_PARITY_ERR,
861 C_CCE_CLI1_ASYNC_FIFO_SDMA_HD_PARITY_ERR,
862 C_CCE_CLI1_ASYNC_FIFO_PIO_CRDT_PARITY_ERR,
863 C_CCE_CLI2_ASYNC_FIFO_PARITY_ERR,
864 C_CCE_CSR_CFG_BUS_PARITY_ERR,
865 C_CCE_CLI0_ASYNC_FIFO_PARTIY_ERR,
866 C_CCE_RSPD_DATA_PARITY_ERR,
867 C_CCE_TRGT_ACCESS_ERR,
868 C_CCE_TRGT_ASYNC_FIFO_PARITY_ERR,
869 C_CCE_CSR_WRITE_BAD_ADDR_ERR,
870 C_CCE_CSR_READ_BAD_ADDR_ERR,
871 C_CCE_CSR_PARITY_ERR,
872/* RcvErrStatus */
873 C_RX_CSR_PARITY_ERR,
874 C_RX_CSR_WRITE_BAD_ADDR_ERR,
875 C_RX_CSR_READ_BAD_ADDR_ERR,
876 C_RX_DMA_CSR_UNC_ERR,
877 C_RX_DMA_DQ_FSM_ENCODING_ERR,
878 C_RX_DMA_EQ_FSM_ENCODING_ERR,
879 C_RX_DMA_CSR_PARITY_ERR,
880 C_RX_RBUF_DATA_COR_ERR,
881 C_RX_RBUF_DATA_UNC_ERR,
882 C_RX_DMA_DATA_FIFO_RD_COR_ERR,
883 C_RX_DMA_DATA_FIFO_RD_UNC_ERR,
884 C_RX_DMA_HDR_FIFO_RD_COR_ERR,
885 C_RX_DMA_HDR_FIFO_RD_UNC_ERR,
886 C_RX_RBUF_DESC_PART2_COR_ERR,
887 C_RX_RBUF_DESC_PART2_UNC_ERR,
888 C_RX_RBUF_DESC_PART1_COR_ERR,
889 C_RX_RBUF_DESC_PART1_UNC_ERR,
890 C_RX_HQ_INTR_FSM_ERR,
891 C_RX_HQ_INTR_CSR_PARITY_ERR,
892 C_RX_LOOKUP_CSR_PARITY_ERR,
893 C_RX_LOOKUP_RCV_ARRAY_COR_ERR,
894 C_RX_LOOKUP_RCV_ARRAY_UNC_ERR,
895 C_RX_LOOKUP_DES_PART2_PARITY_ERR,
896 C_RX_LOOKUP_DES_PART1_UNC_COR_ERR,
897 C_RX_LOOKUP_DES_PART1_UNC_ERR,
898 C_RX_RBUF_NEXT_FREE_BUF_COR_ERR,
899 C_RX_RBUF_NEXT_FREE_BUF_UNC_ERR,
900 C_RX_RBUF_FL_INIT_WR_ADDR_PARITY_ERR,
901 C_RX_RBUF_FL_INITDONE_PARITY_ERR,
902 C_RX_RBUF_FL_WRITE_ADDR_PARITY_ERR,
903 C_RX_RBUF_FL_RD_ADDR_PARITY_ERR,
904 C_RX_RBUF_EMPTY_ERR,
905 C_RX_RBUF_FULL_ERR,
906 C_RX_RBUF_BAD_LOOKUP_ERR,
907 C_RX_RBUF_CTX_ID_PARITY_ERR,
908 C_RX_RBUF_CSR_QEOPDW_PARITY_ERR,
909 C_RX_RBUF_CSR_Q_NUM_OF_PKT_PARITY_ERR,
910 C_RX_RBUF_CSR_Q_T1_PTR_PARITY_ERR,
911 C_RX_RBUF_CSR_Q_HD_PTR_PARITY_ERR,
912 C_RX_RBUF_CSR_Q_VLD_BIT_PARITY_ERR,
913 C_RX_RBUF_CSR_Q_NEXT_BUF_PARITY_ERR,
914 C_RX_RBUF_CSR_Q_ENT_CNT_PARITY_ERR,
915 C_RX_RBUF_CSR_Q_HEAD_BUF_NUM_PARITY_ERR,
916 C_RX_RBUF_BLOCK_LIST_READ_COR_ERR,
917 C_RX_RBUF_BLOCK_LIST_READ_UNC_ERR,
918 C_RX_RBUF_LOOKUP_DES_COR_ERR,
919 C_RX_RBUF_LOOKUP_DES_UNC_ERR,
920 C_RX_RBUF_LOOKUP_DES_REG_UNC_COR_ERR,
921 C_RX_RBUF_LOOKUP_DES_REG_UNC_ERR,
922 C_RX_RBUF_FREE_LIST_COR_ERR,
923 C_RX_RBUF_FREE_LIST_UNC_ERR,
924 C_RX_RCV_FSM_ENCODING_ERR,
925 C_RX_DMA_FLAG_COR_ERR,
926 C_RX_DMA_FLAG_UNC_ERR,
927 C_RX_DC_SOP_EOP_PARITY_ERR,
928 C_RX_RCV_CSR_PARITY_ERR,
929 C_RX_RCV_QP_MAP_TABLE_COR_ERR,
930 C_RX_RCV_QP_MAP_TABLE_UNC_ERR,
931 C_RX_RCV_DATA_COR_ERR,
932 C_RX_RCV_DATA_UNC_ERR,
933 C_RX_RCV_HDR_COR_ERR,
934 C_RX_RCV_HDR_UNC_ERR,
935 C_RX_DC_INTF_PARITY_ERR,
936 C_RX_DMA_CSR_COR_ERR,
937/* SendPioErrStatus */
938 C_PIO_PEC_SOP_HEAD_PARITY_ERR,
939 C_PIO_PCC_SOP_HEAD_PARITY_ERR,
940 C_PIO_LAST_RETURNED_CNT_PARITY_ERR,
941 C_PIO_CURRENT_FREE_CNT_PARITY_ERR,
942 C_PIO_RSVD_31_ERR,
943 C_PIO_RSVD_30_ERR,
944 C_PIO_PPMC_SOP_LEN_ERR,
945 C_PIO_PPMC_BQC_MEM_PARITY_ERR,
946 C_PIO_VL_FIFO_PARITY_ERR,
947 C_PIO_VLF_SOP_PARITY_ERR,
948 C_PIO_VLF_V1_LEN_PARITY_ERR,
949 C_PIO_BLOCK_QW_COUNT_PARITY_ERR,
950 C_PIO_WRITE_QW_VALID_PARITY_ERR,
951 C_PIO_STATE_MACHINE_ERR,
952 C_PIO_WRITE_DATA_PARITY_ERR,
953 C_PIO_HOST_ADDR_MEM_COR_ERR,
954 C_PIO_HOST_ADDR_MEM_UNC_ERR,
955 C_PIO_PKT_EVICT_SM_OR_ARM_SM_ERR,
956 C_PIO_INIT_SM_IN_ERR,
957 C_PIO_PPMC_PBL_FIFO_ERR,
958 C_PIO_CREDIT_RET_FIFO_PARITY_ERR,
959 C_PIO_V1_LEN_MEM_BANK1_COR_ERR,
960 C_PIO_V1_LEN_MEM_BANK0_COR_ERR,
961 C_PIO_V1_LEN_MEM_BANK1_UNC_ERR,
962 C_PIO_V1_LEN_MEM_BANK0_UNC_ERR,
963 C_PIO_SM_PKT_RESET_PARITY_ERR,
964 C_PIO_PKT_EVICT_FIFO_PARITY_ERR,
965 C_PIO_SBRDCTRL_CRREL_FIFO_PARITY_ERR,
966 C_PIO_SBRDCTL_CRREL_PARITY_ERR,
967 C_PIO_PEC_FIFO_PARITY_ERR,
968 C_PIO_PCC_FIFO_PARITY_ERR,
969 C_PIO_SB_MEM_FIFO1_ERR,
970 C_PIO_SB_MEM_FIFO0_ERR,
971 C_PIO_CSR_PARITY_ERR,
972 C_PIO_WRITE_ADDR_PARITY_ERR,
973 C_PIO_WRITE_BAD_CTXT_ERR,
974/* SendDmaErrStatus */
975 C_SDMA_PCIE_REQ_TRACKING_COR_ERR,
976 C_SDMA_PCIE_REQ_TRACKING_UNC_ERR,
977 C_SDMA_CSR_PARITY_ERR,
978 C_SDMA_RPY_TAG_ERR,
979/* SendEgressErrStatus */
980 C_TX_READ_PIO_MEMORY_CSR_UNC_ERR,
981 C_TX_READ_SDMA_MEMORY_CSR_UNC_ERR,
982 C_TX_EGRESS_FIFO_COR_ERR,
983 C_TX_READ_PIO_MEMORY_COR_ERR,
984 C_TX_READ_SDMA_MEMORY_COR_ERR,
985 C_TX_SB_HDR_COR_ERR,
986 C_TX_CREDIT_OVERRUN_ERR,
987 C_TX_LAUNCH_FIFO8_COR_ERR,
988 C_TX_LAUNCH_FIFO7_COR_ERR,
989 C_TX_LAUNCH_FIFO6_COR_ERR,
990 C_TX_LAUNCH_FIFO5_COR_ERR,
991 C_TX_LAUNCH_FIFO4_COR_ERR,
992 C_TX_LAUNCH_FIFO3_COR_ERR,
993 C_TX_LAUNCH_FIFO2_COR_ERR,
994 C_TX_LAUNCH_FIFO1_COR_ERR,
995 C_TX_LAUNCH_FIFO0_COR_ERR,
996 C_TX_CREDIT_RETURN_VL_ERR,
997 C_TX_HCRC_INSERTION_ERR,
998 C_TX_EGRESS_FIFI_UNC_ERR,
999 C_TX_READ_PIO_MEMORY_UNC_ERR,
1000 C_TX_READ_SDMA_MEMORY_UNC_ERR,
1001 C_TX_SB_HDR_UNC_ERR,
1002 C_TX_CREDIT_RETURN_PARITY_ERR,
1003 C_TX_LAUNCH_FIFO8_UNC_OR_PARITY_ERR,
1004 C_TX_LAUNCH_FIFO7_UNC_OR_PARITY_ERR,
1005 C_TX_LAUNCH_FIFO6_UNC_OR_PARITY_ERR,
1006 C_TX_LAUNCH_FIFO5_UNC_OR_PARITY_ERR,
1007 C_TX_LAUNCH_FIFO4_UNC_OR_PARITY_ERR,
1008 C_TX_LAUNCH_FIFO3_UNC_OR_PARITY_ERR,
1009 C_TX_LAUNCH_FIFO2_UNC_OR_PARITY_ERR,
1010 C_TX_LAUNCH_FIFO1_UNC_OR_PARITY_ERR,
1011 C_TX_LAUNCH_FIFO0_UNC_OR_PARITY_ERR,
1012 C_TX_SDMA15_DISALLOWED_PACKET_ERR,
1013 C_TX_SDMA14_DISALLOWED_PACKET_ERR,
1014 C_TX_SDMA13_DISALLOWED_PACKET_ERR,
1015 C_TX_SDMA12_DISALLOWED_PACKET_ERR,
1016 C_TX_SDMA11_DISALLOWED_PACKET_ERR,
1017 C_TX_SDMA10_DISALLOWED_PACKET_ERR,
1018 C_TX_SDMA9_DISALLOWED_PACKET_ERR,
1019 C_TX_SDMA8_DISALLOWED_PACKET_ERR,
1020 C_TX_SDMA7_DISALLOWED_PACKET_ERR,
1021 C_TX_SDMA6_DISALLOWED_PACKET_ERR,
1022 C_TX_SDMA5_DISALLOWED_PACKET_ERR,
1023 C_TX_SDMA4_DISALLOWED_PACKET_ERR,
1024 C_TX_SDMA3_DISALLOWED_PACKET_ERR,
1025 C_TX_SDMA2_DISALLOWED_PACKET_ERR,
1026 C_TX_SDMA1_DISALLOWED_PACKET_ERR,
1027 C_TX_SDMA0_DISALLOWED_PACKET_ERR,
1028 C_TX_CONFIG_PARITY_ERR,
1029 C_TX_SBRD_CTL_CSR_PARITY_ERR,
1030 C_TX_LAUNCH_CSR_PARITY_ERR,
1031 C_TX_ILLEGAL_CL_ERR,
1032 C_TX_SBRD_CTL_STATE_MACHINE_PARITY_ERR,
1033 C_TX_RESERVED_10,
1034 C_TX_RESERVED_9,
1035 C_TX_SDMA_LAUNCH_INTF_PARITY_ERR,
1036 C_TX_PIO_LAUNCH_INTF_PARITY_ERR,
1037 C_TX_RESERVED_6,
1038 C_TX_INCORRECT_LINK_STATE_ERR,
1039 C_TX_LINK_DOWN_ERR,
1040 C_TX_EGRESS_FIFO_UNDERRUN_OR_PARITY_ERR,
1041 C_TX_RESERVED_2,
1042 C_TX_PKT_INTEGRITY_MEM_UNC_ERR,
1043 C_TX_PKT_INTEGRITY_MEM_COR_ERR,
1044/* SendErrStatus */
1045 C_SEND_CSR_WRITE_BAD_ADDR_ERR,
1046 C_SEND_CSR_READ_BAD_ADD_ERR,
1047 C_SEND_CSR_PARITY_ERR,
1048/* SendCtxtErrStatus */
1049 C_PIO_WRITE_OUT_OF_BOUNDS_ERR,
1050 C_PIO_WRITE_OVERFLOW_ERR,
1051 C_PIO_WRITE_CROSSES_BOUNDARY_ERR,
1052 C_PIO_DISALLOWED_PACKET_ERR,
1053 C_PIO_INCONSISTENT_SOP_ERR,
1054/*SendDmaEngErrStatus */
1055 C_SDMA_HEADER_REQUEST_FIFO_COR_ERR,
1056 C_SDMA_HEADER_STORAGE_COR_ERR,
1057 C_SDMA_PACKET_TRACKING_COR_ERR,
1058 C_SDMA_ASSEMBLY_COR_ERR,
1059 C_SDMA_DESC_TABLE_COR_ERR,
1060 C_SDMA_HEADER_REQUEST_FIFO_UNC_ERR,
1061 C_SDMA_HEADER_STORAGE_UNC_ERR,
1062 C_SDMA_PACKET_TRACKING_UNC_ERR,
1063 C_SDMA_ASSEMBLY_UNC_ERR,
1064 C_SDMA_DESC_TABLE_UNC_ERR,
1065 C_SDMA_TIMEOUT_ERR,
1066 C_SDMA_HEADER_LENGTH_ERR,
1067 C_SDMA_HEADER_ADDRESS_ERR,
1068 C_SDMA_HEADER_SELECT_ERR,
1069 C_SMDA_RESERVED_9,
1070 C_SDMA_PACKET_DESC_OVERFLOW_ERR,
1071 C_SDMA_LENGTH_MISMATCH_ERR,
1072 C_SDMA_HALT_ERR,
1073 C_SDMA_MEM_READ_ERR,
1074 C_SDMA_FIRST_DESC_ERR,
1075 C_SDMA_TAIL_OUT_OF_BOUNDS_ERR,
1076 C_SDMA_TOO_LONG_ERR,
1077 C_SDMA_GEN_MISMATCH_ERR,
1078 C_SDMA_WRONG_DW_ERR,
77241056
MM
1079 DEV_CNTR_LAST /* Must be kept last */
1080};
1081
1082/* Per port counter indexes */
1083enum {
1084 C_TX_UNSUP_VL = 0,
1085 C_TX_INVAL_LEN,
1086 C_TX_MM_LEN_ERR,
1087 C_TX_UNDERRUN,
1088 C_TX_FLOW_STALL,
1089 C_TX_DROPPED,
1090 C_TX_HDR_ERR,
1091 C_TX_PKT,
1092 C_TX_WORDS,
1093 C_TX_WAIT,
1094 C_TX_FLIT_VL,
1095 C_TX_PKT_VL,
1096 C_TX_WAIT_VL,
1097 C_RX_PKT,
1098 C_RX_WORDS,
1099 C_SW_LINK_DOWN,
1100 C_SW_LINK_UP,
6d014530 1101 C_SW_UNKNOWN_FRAME,
77241056
MM
1102 C_SW_XMIT_DSCD,
1103 C_SW_XMIT_DSCD_VL,
1104 C_SW_XMIT_CSTR_ERR,
1105 C_SW_RCV_CSTR_ERR,
1106 C_SW_IBP_LOOP_PKTS,
1107 C_SW_IBP_RC_RESENDS,
1108 C_SW_IBP_RNR_NAKS,
1109 C_SW_IBP_OTHER_NAKS,
1110 C_SW_IBP_RC_TIMEOUTS,
1111 C_SW_IBP_PKT_DROPS,
1112 C_SW_IBP_DMA_WAIT,
1113 C_SW_IBP_RC_SEQNAK,
1114 C_SW_IBP_RC_DUPREQ,
1115 C_SW_IBP_RDMA_SEQ,
1116 C_SW_IBP_UNALIGNED,
1117 C_SW_IBP_SEQ_NAK,
1118 C_SW_CPU_RC_ACKS,
1119 C_SW_CPU_RC_QACKS,
1120 C_SW_CPU_RC_DELAYED_COMP,
1121 C_RCV_HDR_OVF_0,
1122 C_RCV_HDR_OVF_1,
1123 C_RCV_HDR_OVF_2,
1124 C_RCV_HDR_OVF_3,
1125 C_RCV_HDR_OVF_4,
1126 C_RCV_HDR_OVF_5,
1127 C_RCV_HDR_OVF_6,
1128 C_RCV_HDR_OVF_7,
1129 C_RCV_HDR_OVF_8,
1130 C_RCV_HDR_OVF_9,
1131 C_RCV_HDR_OVF_10,
1132 C_RCV_HDR_OVF_11,
1133 C_RCV_HDR_OVF_12,
1134 C_RCV_HDR_OVF_13,
1135 C_RCV_HDR_OVF_14,
1136 C_RCV_HDR_OVF_15,
1137 C_RCV_HDR_OVF_16,
1138 C_RCV_HDR_OVF_17,
1139 C_RCV_HDR_OVF_18,
1140 C_RCV_HDR_OVF_19,
1141 C_RCV_HDR_OVF_20,
1142 C_RCV_HDR_OVF_21,
1143 C_RCV_HDR_OVF_22,
1144 C_RCV_HDR_OVF_23,
1145 C_RCV_HDR_OVF_24,
1146 C_RCV_HDR_OVF_25,
1147 C_RCV_HDR_OVF_26,
1148 C_RCV_HDR_OVF_27,
1149 C_RCV_HDR_OVF_28,
1150 C_RCV_HDR_OVF_29,
1151 C_RCV_HDR_OVF_30,
1152 C_RCV_HDR_OVF_31,
1153 C_RCV_HDR_OVF_32,
1154 C_RCV_HDR_OVF_33,
1155 C_RCV_HDR_OVF_34,
1156 C_RCV_HDR_OVF_35,
1157 C_RCV_HDR_OVF_36,
1158 C_RCV_HDR_OVF_37,
1159 C_RCV_HDR_OVF_38,
1160 C_RCV_HDR_OVF_39,
1161 C_RCV_HDR_OVF_40,
1162 C_RCV_HDR_OVF_41,
1163 C_RCV_HDR_OVF_42,
1164 C_RCV_HDR_OVF_43,
1165 C_RCV_HDR_OVF_44,
1166 C_RCV_HDR_OVF_45,
1167 C_RCV_HDR_OVF_46,
1168 C_RCV_HDR_OVF_47,
1169 C_RCV_HDR_OVF_48,
1170 C_RCV_HDR_OVF_49,
1171 C_RCV_HDR_OVF_50,
1172 C_RCV_HDR_OVF_51,
1173 C_RCV_HDR_OVF_52,
1174 C_RCV_HDR_OVF_53,
1175 C_RCV_HDR_OVF_54,
1176 C_RCV_HDR_OVF_55,
1177 C_RCV_HDR_OVF_56,
1178 C_RCV_HDR_OVF_57,
1179 C_RCV_HDR_OVF_58,
1180 C_RCV_HDR_OVF_59,
1181 C_RCV_HDR_OVF_60,
1182 C_RCV_HDR_OVF_61,
1183 C_RCV_HDR_OVF_62,
1184 C_RCV_HDR_OVF_63,
1185 C_RCV_HDR_OVF_64,
1186 C_RCV_HDR_OVF_65,
1187 C_RCV_HDR_OVF_66,
1188 C_RCV_HDR_OVF_67,
1189 C_RCV_HDR_OVF_68,
1190 C_RCV_HDR_OVF_69,
1191 C_RCV_HDR_OVF_70,
1192 C_RCV_HDR_OVF_71,
1193 C_RCV_HDR_OVF_72,
1194 C_RCV_HDR_OVF_73,
1195 C_RCV_HDR_OVF_74,
1196 C_RCV_HDR_OVF_75,
1197 C_RCV_HDR_OVF_76,
1198 C_RCV_HDR_OVF_77,
1199 C_RCV_HDR_OVF_78,
1200 C_RCV_HDR_OVF_79,
1201 C_RCV_HDR_OVF_80,
1202 C_RCV_HDR_OVF_81,
1203 C_RCV_HDR_OVF_82,
1204 C_RCV_HDR_OVF_83,
1205 C_RCV_HDR_OVF_84,
1206 C_RCV_HDR_OVF_85,
1207 C_RCV_HDR_OVF_86,
1208 C_RCV_HDR_OVF_87,
1209 C_RCV_HDR_OVF_88,
1210 C_RCV_HDR_OVF_89,
1211 C_RCV_HDR_OVF_90,
1212 C_RCV_HDR_OVF_91,
1213 C_RCV_HDR_OVF_92,
1214 C_RCV_HDR_OVF_93,
1215 C_RCV_HDR_OVF_94,
1216 C_RCV_HDR_OVF_95,
1217 C_RCV_HDR_OVF_96,
1218 C_RCV_HDR_OVF_97,
1219 C_RCV_HDR_OVF_98,
1220 C_RCV_HDR_OVF_99,
1221 C_RCV_HDR_OVF_100,
1222 C_RCV_HDR_OVF_101,
1223 C_RCV_HDR_OVF_102,
1224 C_RCV_HDR_OVF_103,
1225 C_RCV_HDR_OVF_104,
1226 C_RCV_HDR_OVF_105,
1227 C_RCV_HDR_OVF_106,
1228 C_RCV_HDR_OVF_107,
1229 C_RCV_HDR_OVF_108,
1230 C_RCV_HDR_OVF_109,
1231 C_RCV_HDR_OVF_110,
1232 C_RCV_HDR_OVF_111,
1233 C_RCV_HDR_OVF_112,
1234 C_RCV_HDR_OVF_113,
1235 C_RCV_HDR_OVF_114,
1236 C_RCV_HDR_OVF_115,
1237 C_RCV_HDR_OVF_116,
1238 C_RCV_HDR_OVF_117,
1239 C_RCV_HDR_OVF_118,
1240 C_RCV_HDR_OVF_119,
1241 C_RCV_HDR_OVF_120,
1242 C_RCV_HDR_OVF_121,
1243 C_RCV_HDR_OVF_122,
1244 C_RCV_HDR_OVF_123,
1245 C_RCV_HDR_OVF_124,
1246 C_RCV_HDR_OVF_125,
1247 C_RCV_HDR_OVF_126,
1248 C_RCV_HDR_OVF_127,
1249 C_RCV_HDR_OVF_128,
1250 C_RCV_HDR_OVF_129,
1251 C_RCV_HDR_OVF_130,
1252 C_RCV_HDR_OVF_131,
1253 C_RCV_HDR_OVF_132,
1254 C_RCV_HDR_OVF_133,
1255 C_RCV_HDR_OVF_134,
1256 C_RCV_HDR_OVF_135,
1257 C_RCV_HDR_OVF_136,
1258 C_RCV_HDR_OVF_137,
1259 C_RCV_HDR_OVF_138,
1260 C_RCV_HDR_OVF_139,
1261 C_RCV_HDR_OVF_140,
1262 C_RCV_HDR_OVF_141,
1263 C_RCV_HDR_OVF_142,
1264 C_RCV_HDR_OVF_143,
1265 C_RCV_HDR_OVF_144,
1266 C_RCV_HDR_OVF_145,
1267 C_RCV_HDR_OVF_146,
1268 C_RCV_HDR_OVF_147,
1269 C_RCV_HDR_OVF_148,
1270 C_RCV_HDR_OVF_149,
1271 C_RCV_HDR_OVF_150,
1272 C_RCV_HDR_OVF_151,
1273 C_RCV_HDR_OVF_152,
1274 C_RCV_HDR_OVF_153,
1275 C_RCV_HDR_OVF_154,
1276 C_RCV_HDR_OVF_155,
1277 C_RCV_HDR_OVF_156,
1278 C_RCV_HDR_OVF_157,
1279 C_RCV_HDR_OVF_158,
1280 C_RCV_HDR_OVF_159,
1281 PORT_CNTR_LAST /* Must be kept last */
1282};
1283
1284u64 get_all_cpu_total(u64 __percpu *cntr);
1285void hfi1_start_cleanup(struct hfi1_devdata *dd);
1286void hfi1_clear_tids(struct hfi1_ctxtdata *rcd);
1287struct hfi1_message_header *hfi1_get_msgheader(
1288 struct hfi1_devdata *dd, __le32 *rhf_addr);
1289int hfi1_get_base_kinfo(struct hfi1_ctxtdata *rcd,
1290 struct hfi1_ctxt_info *kinfo);
1291u64 hfi1_gpio_mod(struct hfi1_devdata *dd, u32 target, u32 data, u32 dir,
1292 u32 mask);
1293int hfi1_init_ctxt(struct send_context *sc);
1294void hfi1_put_tid(struct hfi1_devdata *dd, u32 index,
1295 u32 type, unsigned long pa, u16 order);
1296void hfi1_quiet_serdes(struct hfi1_pportdata *ppd);
1297void hfi1_rcvctrl(struct hfi1_devdata *dd, unsigned int op, int ctxt);
1298u32 hfi1_read_cntrs(struct hfi1_devdata *dd, loff_t pos, char **namep,
1299 u64 **cntrp);
1300u32 hfi1_read_portcntrs(struct hfi1_devdata *dd, loff_t pos, u32 port,
1301 char **namep, u64 **cntrp);
1302u8 hfi1_ibphys_portstate(struct hfi1_pportdata *ppd);
1303int hfi1_get_ib_cfg(struct hfi1_pportdata *ppd, int which);
1304int hfi1_set_ib_cfg(struct hfi1_pportdata *ppd, int which, u32 val);
1305int hfi1_set_ctxt_jkey(struct hfi1_devdata *dd, unsigned ctxt, u16 jkey);
1306int hfi1_clear_ctxt_jkey(struct hfi1_devdata *dd, unsigned ctxt);
1307int hfi1_set_ctxt_pkey(struct hfi1_devdata *dd, unsigned ctxt, u16 pkey);
1308int hfi1_clear_ctxt_pkey(struct hfi1_devdata *dd, unsigned ctxt);
1309void hfi1_read_link_quality(struct hfi1_devdata *dd, u8 *link_quality);
1310
1311/*
1312 * Interrupt source table.
1313 *
1314 * Each entry is an interrupt source "type". It is ordered by increasing
1315 * number.
1316 */
1317struct is_table {
1318 int start; /* interrupt source type start */
1319 int end; /* interrupt source type end */
1320 /* routine that returns the name of the interrupt source */
1321 char *(*is_name)(char *name, size_t size, unsigned int source);
1322 /* routine to call when receiving an interrupt */
1323 void (*is_int)(struct hfi1_devdata *dd, unsigned int source);
1324};
1325
1326#endif /* _CHIP_H */