Commit | Line | Data |
---|---|---|
c0c050c5 MC |
1 | /* Broadcom NetXtreme-C/E network driver. |
2 | * | |
3 | * Copyright (c) 2014-2015 Broadcom Corporation | |
4 | * | |
5 | * This program is free software; you can redistribute it and/or modify | |
6 | * it under the terms of the GNU General Public License as published by | |
7 | * the Free Software Foundation. | |
8 | */ | |
9 | ||
10 | #ifndef BNXT_H | |
11 | #define BNXT_H | |
12 | ||
13 | #define DRV_MODULE_NAME "bnxt_en" | |
14 | #define DRV_MODULE_VERSION "0.1.24" | |
15 | ||
16 | #define DRV_VER_MAJ 0 | |
17 | #define DRV_VER_MIN 1 | |
18 | #define DRV_VER_UPD 24 | |
19 | ||
20 | struct tx_bd { | |
21 | __le32 tx_bd_len_flags_type; | |
22 | #define TX_BD_TYPE (0x3f << 0) | |
23 | #define TX_BD_TYPE_SHORT_TX_BD (0x00 << 0) | |
24 | #define TX_BD_TYPE_LONG_TX_BD (0x10 << 0) | |
25 | #define TX_BD_FLAGS_PACKET_END (1 << 6) | |
26 | #define TX_BD_FLAGS_NO_CMPL (1 << 7) | |
27 | #define TX_BD_FLAGS_BD_CNT (0x1f << 8) | |
28 | #define TX_BD_FLAGS_BD_CNT_SHIFT 8 | |
29 | #define TX_BD_FLAGS_LHINT (3 << 13) | |
30 | #define TX_BD_FLAGS_LHINT_SHIFT 13 | |
31 | #define TX_BD_FLAGS_LHINT_512_AND_SMALLER (0 << 13) | |
32 | #define TX_BD_FLAGS_LHINT_512_TO_1023 (1 << 13) | |
33 | #define TX_BD_FLAGS_LHINT_1024_TO_2047 (2 << 13) | |
34 | #define TX_BD_FLAGS_LHINT_2048_AND_LARGER (3 << 13) | |
35 | #define TX_BD_FLAGS_COAL_NOW (1 << 15) | |
36 | #define TX_BD_LEN (0xffff << 16) | |
37 | #define TX_BD_LEN_SHIFT 16 | |
38 | ||
39 | u32 tx_bd_opaque; | |
40 | __le64 tx_bd_haddr; | |
41 | } __packed; | |
42 | ||
43 | struct tx_bd_ext { | |
44 | __le32 tx_bd_hsize_lflags; | |
45 | #define TX_BD_FLAGS_TCP_UDP_CHKSUM (1 << 0) | |
46 | #define TX_BD_FLAGS_IP_CKSUM (1 << 1) | |
47 | #define TX_BD_FLAGS_NO_CRC (1 << 2) | |
48 | #define TX_BD_FLAGS_STAMP (1 << 3) | |
49 | #define TX_BD_FLAGS_T_IP_CHKSUM (1 << 4) | |
50 | #define TX_BD_FLAGS_LSO (1 << 5) | |
51 | #define TX_BD_FLAGS_IPID_FMT (1 << 6) | |
52 | #define TX_BD_FLAGS_T_IPID (1 << 7) | |
53 | #define TX_BD_HSIZE (0xff << 16) | |
54 | #define TX_BD_HSIZE_SHIFT 16 | |
55 | ||
56 | __le32 tx_bd_mss; | |
57 | __le32 tx_bd_cfa_action; | |
58 | #define TX_BD_CFA_ACTION (0xffff << 16) | |
59 | #define TX_BD_CFA_ACTION_SHIFT 16 | |
60 | ||
61 | __le32 tx_bd_cfa_meta; | |
62 | #define TX_BD_CFA_META_MASK 0xfffffff | |
63 | #define TX_BD_CFA_META_VID_MASK 0xfff | |
64 | #define TX_BD_CFA_META_PRI_MASK (0xf << 12) | |
65 | #define TX_BD_CFA_META_PRI_SHIFT 12 | |
66 | #define TX_BD_CFA_META_TPID_MASK (3 << 16) | |
67 | #define TX_BD_CFA_META_TPID_SHIFT 16 | |
68 | #define TX_BD_CFA_META_KEY (0xf << 28) | |
69 | #define TX_BD_CFA_META_KEY_SHIFT 28 | |
70 | #define TX_BD_CFA_META_KEY_VLAN (1 << 28) | |
71 | }; | |
72 | ||
73 | struct rx_bd { | |
74 | __le32 rx_bd_len_flags_type; | |
75 | #define RX_BD_TYPE (0x3f << 0) | |
76 | #define RX_BD_TYPE_RX_PACKET_BD 0x4 | |
77 | #define RX_BD_TYPE_RX_BUFFER_BD 0x5 | |
78 | #define RX_BD_TYPE_RX_AGG_BD 0x6 | |
79 | #define RX_BD_TYPE_16B_BD_SIZE (0 << 4) | |
80 | #define RX_BD_TYPE_32B_BD_SIZE (1 << 4) | |
81 | #define RX_BD_TYPE_48B_BD_SIZE (2 << 4) | |
82 | #define RX_BD_TYPE_64B_BD_SIZE (3 << 4) | |
83 | #define RX_BD_FLAGS_SOP (1 << 6) | |
84 | #define RX_BD_FLAGS_EOP (1 << 7) | |
85 | #define RX_BD_FLAGS_BUFFERS (3 << 8) | |
86 | #define RX_BD_FLAGS_1_BUFFER_PACKET (0 << 8) | |
87 | #define RX_BD_FLAGS_2_BUFFER_PACKET (1 << 8) | |
88 | #define RX_BD_FLAGS_3_BUFFER_PACKET (2 << 8) | |
89 | #define RX_BD_FLAGS_4_BUFFER_PACKET (3 << 8) | |
90 | #define RX_BD_LEN (0xffff << 16) | |
91 | #define RX_BD_LEN_SHIFT 16 | |
92 | ||
93 | u32 rx_bd_opaque; | |
94 | __le64 rx_bd_haddr; | |
95 | }; | |
96 | ||
97 | struct tx_cmp { | |
98 | __le32 tx_cmp_flags_type; | |
99 | #define CMP_TYPE (0x3f << 0) | |
100 | #define CMP_TYPE_TX_L2_CMP 0 | |
101 | #define CMP_TYPE_RX_L2_CMP 17 | |
102 | #define CMP_TYPE_RX_AGG_CMP 18 | |
103 | #define CMP_TYPE_RX_L2_TPA_START_CMP 19 | |
104 | #define CMP_TYPE_RX_L2_TPA_END_CMP 21 | |
105 | #define CMP_TYPE_STATUS_CMP 32 | |
106 | #define CMP_TYPE_REMOTE_DRIVER_REQ 34 | |
107 | #define CMP_TYPE_REMOTE_DRIVER_RESP 36 | |
108 | #define CMP_TYPE_ERROR_STATUS 48 | |
109 | #define CMPL_BASE_TYPE_STAT_EJECT (0x1aUL << 0) | |
110 | #define CMPL_BASE_TYPE_HWRM_DONE (0x20UL << 0) | |
111 | #define CMPL_BASE_TYPE_HWRM_FWD_REQ (0x22UL << 0) | |
112 | #define CMPL_BASE_TYPE_HWRM_FWD_RESP (0x24UL << 0) | |
113 | #define CMPL_BASE_TYPE_HWRM_ASYNC_EVENT (0x2eUL << 0) | |
114 | ||
115 | #define TX_CMP_FLAGS_ERROR (1 << 6) | |
116 | #define TX_CMP_FLAGS_PUSH (1 << 7) | |
117 | ||
118 | u32 tx_cmp_opaque; | |
119 | __le32 tx_cmp_errors_v; | |
120 | #define TX_CMP_V (1 << 0) | |
121 | #define TX_CMP_ERRORS_BUFFER_ERROR (7 << 1) | |
122 | #define TX_CMP_ERRORS_BUFFER_ERROR_NO_ERROR 0 | |
123 | #define TX_CMP_ERRORS_BUFFER_ERROR_BAD_FORMAT 2 | |
124 | #define TX_CMP_ERRORS_BUFFER_ERROR_INVALID_STAG 4 | |
125 | #define TX_CMP_ERRORS_BUFFER_ERROR_STAG_BOUNDS 5 | |
126 | #define TX_CMP_ERRORS_ZERO_LENGTH_PKT (1 << 4) | |
127 | #define TX_CMP_ERRORS_EXCESSIVE_BD_LEN (1 << 5) | |
128 | #define TX_CMP_ERRORS_DMA_ERROR (1 << 6) | |
129 | #define TX_CMP_ERRORS_HINT_TOO_SHORT (1 << 7) | |
130 | ||
131 | __le32 tx_cmp_unsed_3; | |
132 | }; | |
133 | ||
134 | struct rx_cmp { | |
135 | __le32 rx_cmp_len_flags_type; | |
136 | #define RX_CMP_CMP_TYPE (0x3f << 0) | |
137 | #define RX_CMP_FLAGS_ERROR (1 << 6) | |
138 | #define RX_CMP_FLAGS_PLACEMENT (7 << 7) | |
139 | #define RX_CMP_FLAGS_RSS_VALID (1 << 10) | |
140 | #define RX_CMP_FLAGS_UNUSED (1 << 11) | |
141 | #define RX_CMP_FLAGS_ITYPES_SHIFT 12 | |
142 | #define RX_CMP_FLAGS_ITYPE_UNKNOWN (0 << 12) | |
143 | #define RX_CMP_FLAGS_ITYPE_IP (1 << 12) | |
144 | #define RX_CMP_FLAGS_ITYPE_TCP (2 << 12) | |
145 | #define RX_CMP_FLAGS_ITYPE_UDP (3 << 12) | |
146 | #define RX_CMP_FLAGS_ITYPE_FCOE (4 << 12) | |
147 | #define RX_CMP_FLAGS_ITYPE_ROCE (5 << 12) | |
148 | #define RX_CMP_FLAGS_ITYPE_PTP_WO_TS (8 << 12) | |
149 | #define RX_CMP_FLAGS_ITYPE_PTP_W_TS (9 << 12) | |
150 | #define RX_CMP_LEN (0xffff << 16) | |
151 | #define RX_CMP_LEN_SHIFT 16 | |
152 | ||
153 | u32 rx_cmp_opaque; | |
154 | __le32 rx_cmp_misc_v1; | |
155 | #define RX_CMP_V1 (1 << 0) | |
156 | #define RX_CMP_AGG_BUFS (0x1f << 1) | |
157 | #define RX_CMP_AGG_BUFS_SHIFT 1 | |
158 | #define RX_CMP_RSS_HASH_TYPE (0x7f << 9) | |
159 | #define RX_CMP_RSS_HASH_TYPE_SHIFT 9 | |
160 | #define RX_CMP_PAYLOAD_OFFSET (0xff << 16) | |
161 | #define RX_CMP_PAYLOAD_OFFSET_SHIFT 16 | |
162 | ||
163 | __le32 rx_cmp_rss_hash; | |
164 | }; | |
165 | ||
166 | #define RX_CMP_HASH_VALID(rxcmp) \ | |
167 | ((rxcmp)->rx_cmp_len_flags_type & cpu_to_le32(RX_CMP_FLAGS_RSS_VALID)) | |
168 | ||
169 | #define RX_CMP_HASH_TYPE(rxcmp) \ | |
170 | ((le32_to_cpu((rxcmp)->rx_cmp_misc_v1) & RX_CMP_RSS_HASH_TYPE) >>\ | |
171 | RX_CMP_RSS_HASH_TYPE_SHIFT) | |
172 | ||
173 | struct rx_cmp_ext { | |
174 | __le32 rx_cmp_flags2; | |
175 | #define RX_CMP_FLAGS2_IP_CS_CALC 0x1 | |
176 | #define RX_CMP_FLAGS2_L4_CS_CALC (0x1 << 1) | |
177 | #define RX_CMP_FLAGS2_T_IP_CS_CALC (0x1 << 2) | |
178 | #define RX_CMP_FLAGS2_T_L4_CS_CALC (0x1 << 3) | |
179 | #define RX_CMP_FLAGS2_META_FORMAT_VLAN (0x1 << 4) | |
180 | __le32 rx_cmp_meta_data; | |
181 | #define RX_CMP_FLAGS2_METADATA_VID_MASK 0xfff | |
182 | #define RX_CMP_FLAGS2_METADATA_TPID_MASK 0xffff0000 | |
183 | #define RX_CMP_FLAGS2_METADATA_TPID_SFT 16 | |
184 | __le32 rx_cmp_cfa_code_errors_v2; | |
185 | #define RX_CMP_V (1 << 0) | |
186 | #define RX_CMPL_ERRORS_MASK (0x7fff << 1) | |
187 | #define RX_CMPL_ERRORS_SFT 1 | |
188 | #define RX_CMPL_ERRORS_BUFFER_ERROR_MASK (0x7 << 1) | |
189 | #define RX_CMPL_ERRORS_BUFFER_ERROR_NO_BUFFER (0x0 << 1) | |
190 | #define RX_CMPL_ERRORS_BUFFER_ERROR_DID_NOT_FIT (0x1 << 1) | |
191 | #define RX_CMPL_ERRORS_BUFFER_ERROR_NOT_ON_CHIP (0x2 << 1) | |
192 | #define RX_CMPL_ERRORS_BUFFER_ERROR_BAD_FORMAT (0x3 << 1) | |
193 | #define RX_CMPL_ERRORS_IP_CS_ERROR (0x1 << 4) | |
194 | #define RX_CMPL_ERRORS_L4_CS_ERROR (0x1 << 5) | |
195 | #define RX_CMPL_ERRORS_T_IP_CS_ERROR (0x1 << 6) | |
196 | #define RX_CMPL_ERRORS_T_L4_CS_ERROR (0x1 << 7) | |
197 | #define RX_CMPL_ERRORS_CRC_ERROR (0x1 << 8) | |
198 | #define RX_CMPL_ERRORS_T_PKT_ERROR_MASK (0x7 << 9) | |
199 | #define RX_CMPL_ERRORS_T_PKT_ERROR_NO_ERROR (0x0 << 9) | |
200 | #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_VERSION (0x1 << 9) | |
201 | #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_HDR_LEN (0x2 << 9) | |
202 | #define RX_CMPL_ERRORS_T_PKT_ERROR_TUNNEL_TOTAL_ERROR (0x3 << 9) | |
203 | #define RX_CMPL_ERRORS_T_PKT_ERROR_T_IP_TOTAL_ERROR (0x4 << 9) | |
204 | #define RX_CMPL_ERRORS_T_PKT_ERROR_T_UDP_TOTAL_ERROR (0x5 << 9) | |
205 | #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL (0x6 << 9) | |
206 | #define RX_CMPL_ERRORS_PKT_ERROR_MASK (0xf << 12) | |
207 | #define RX_CMPL_ERRORS_PKT_ERROR_NO_ERROR (0x0 << 12) | |
208 | #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_VERSION (0x1 << 12) | |
209 | #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_HDR_LEN (0x2 << 12) | |
210 | #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_TTL (0x3 << 12) | |
211 | #define RX_CMPL_ERRORS_PKT_ERROR_IP_TOTAL_ERROR (0x4 << 12) | |
212 | #define RX_CMPL_ERRORS_PKT_ERROR_UDP_TOTAL_ERROR (0x5 << 12) | |
213 | #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN (0x6 << 12) | |
214 | #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN_TOO_SMALL (0x7 << 12) | |
215 | #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN (0x8 << 12) | |
216 | ||
217 | #define RX_CMPL_CFA_CODE_MASK (0xffff << 16) | |
218 | #define RX_CMPL_CFA_CODE_SFT 16 | |
219 | ||
220 | __le32 rx_cmp_unused3; | |
221 | }; | |
222 | ||
223 | #define RX_CMP_L2_ERRORS \ | |
224 | cpu_to_le32(RX_CMPL_ERRORS_BUFFER_ERROR_MASK | RX_CMPL_ERRORS_CRC_ERROR) | |
225 | ||
226 | #define RX_CMP_L4_CS_BITS \ | |
227 | (cpu_to_le32(RX_CMP_FLAGS2_L4_CS_CALC | RX_CMP_FLAGS2_T_L4_CS_CALC)) | |
228 | ||
229 | #define RX_CMP_L4_CS_ERR_BITS \ | |
230 | (cpu_to_le32(RX_CMPL_ERRORS_L4_CS_ERROR | RX_CMPL_ERRORS_T_L4_CS_ERROR)) | |
231 | ||
232 | #define RX_CMP_L4_CS_OK(rxcmp1) \ | |
233 | (((rxcmp1)->rx_cmp_flags2 & RX_CMP_L4_CS_BITS) && \ | |
234 | !((rxcmp1)->rx_cmp_cfa_code_errors_v2 & RX_CMP_L4_CS_ERR_BITS)) | |
235 | ||
236 | #define RX_CMP_ENCAP(rxcmp1) \ | |
237 | ((le32_to_cpu((rxcmp1)->rx_cmp_flags2) & \ | |
238 | RX_CMP_FLAGS2_T_L4_CS_CALC) >> 3) | |
239 | ||
240 | struct rx_agg_cmp { | |
241 | __le32 rx_agg_cmp_len_flags_type; | |
242 | #define RX_AGG_CMP_TYPE (0x3f << 0) | |
243 | #define RX_AGG_CMP_LEN (0xffff << 16) | |
244 | #define RX_AGG_CMP_LEN_SHIFT 16 | |
245 | u32 rx_agg_cmp_opaque; | |
246 | __le32 rx_agg_cmp_v; | |
247 | #define RX_AGG_CMP_V (1 << 0) | |
248 | __le32 rx_agg_cmp_unused; | |
249 | }; | |
250 | ||
251 | struct rx_tpa_start_cmp { | |
252 | __le32 rx_tpa_start_cmp_len_flags_type; | |
253 | #define RX_TPA_START_CMP_TYPE (0x3f << 0) | |
254 | #define RX_TPA_START_CMP_FLAGS (0x3ff << 6) | |
255 | #define RX_TPA_START_CMP_FLAGS_SHIFT 6 | |
256 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT (0x7 << 7) | |
257 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT_SHIFT 7 | |
258 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT_JUMBO (0x1 << 7) | |
259 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT_HDS (0x2 << 7) | |
260 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT_GRO_JUMBO (0x5 << 7) | |
261 | #define RX_TPA_START_CMP_FLAGS_PLACEMENT_GRO_HDS (0x6 << 7) | |
262 | #define RX_TPA_START_CMP_FLAGS_RSS_VALID (0x1 << 10) | |
263 | #define RX_TPA_START_CMP_FLAGS_ITYPES (0xf << 12) | |
264 | #define RX_TPA_START_CMP_FLAGS_ITYPES_SHIFT 12 | |
265 | #define RX_TPA_START_CMP_FLAGS_ITYPE_TCP (0x2 << 12) | |
266 | #define RX_TPA_START_CMP_LEN (0xffff << 16) | |
267 | #define RX_TPA_START_CMP_LEN_SHIFT 16 | |
268 | ||
269 | u32 rx_tpa_start_cmp_opaque; | |
270 | __le32 rx_tpa_start_cmp_misc_v1; | |
271 | #define RX_TPA_START_CMP_V1 (0x1 << 0) | |
272 | #define RX_TPA_START_CMP_RSS_HASH_TYPE (0x7f << 9) | |
273 | #define RX_TPA_START_CMP_RSS_HASH_TYPE_SHIFT 9 | |
274 | #define RX_TPA_START_CMP_AGG_ID (0x7f << 25) | |
275 | #define RX_TPA_START_CMP_AGG_ID_SHIFT 25 | |
276 | ||
277 | __le32 rx_tpa_start_cmp_rss_hash; | |
278 | }; | |
279 | ||
280 | #define TPA_START_HASH_VALID(rx_tpa_start) \ | |
281 | ((rx_tpa_start)->rx_tpa_start_cmp_len_flags_type & \ | |
282 | cpu_to_le32(RX_TPA_START_CMP_FLAGS_RSS_VALID)) | |
283 | ||
284 | #define TPA_START_HASH_TYPE(rx_tpa_start) \ | |
285 | ((le32_to_cpu((rx_tpa_start)->rx_tpa_start_cmp_misc_v1) & \ | |
286 | RX_TPA_START_CMP_RSS_HASH_TYPE) >> \ | |
287 | RX_TPA_START_CMP_RSS_HASH_TYPE_SHIFT) | |
288 | ||
289 | #define TPA_START_AGG_ID(rx_tpa_start) \ | |
290 | ((le32_to_cpu((rx_tpa_start)->rx_tpa_start_cmp_misc_v1) & \ | |
291 | RX_TPA_START_CMP_AGG_ID) >> RX_TPA_START_CMP_AGG_ID_SHIFT) | |
292 | ||
293 | struct rx_tpa_start_cmp_ext { | |
294 | __le32 rx_tpa_start_cmp_flags2; | |
295 | #define RX_TPA_START_CMP_FLAGS2_IP_CS_CALC (0x1 << 0) | |
296 | #define RX_TPA_START_CMP_FLAGS2_L4_CS_CALC (0x1 << 1) | |
297 | #define RX_TPA_START_CMP_FLAGS2_T_IP_CS_CALC (0x1 << 2) | |
298 | #define RX_TPA_START_CMP_FLAGS2_T_L4_CS_CALC (0x1 << 3) | |
299 | ||
300 | __le32 rx_tpa_start_cmp_metadata; | |
301 | __le32 rx_tpa_start_cmp_cfa_code_v2; | |
302 | #define RX_TPA_START_CMP_V2 (0x1 << 0) | |
303 | #define RX_TPA_START_CMP_CFA_CODE (0xffff << 16) | |
304 | #define RX_TPA_START_CMPL_CFA_CODE_SHIFT 16 | |
305 | __le32 rx_tpa_start_cmp_unused5; | |
306 | }; | |
307 | ||
308 | struct rx_tpa_end_cmp { | |
309 | __le32 rx_tpa_end_cmp_len_flags_type; | |
310 | #define RX_TPA_END_CMP_TYPE (0x3f << 0) | |
311 | #define RX_TPA_END_CMP_FLAGS (0x3ff << 6) | |
312 | #define RX_TPA_END_CMP_FLAGS_SHIFT 6 | |
313 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT (0x7 << 7) | |
314 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_SHIFT 7 | |
315 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_JUMBO (0x1 << 7) | |
316 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_HDS (0x2 << 7) | |
317 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_JUMBO (0x5 << 7) | |
318 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_HDS (0x6 << 7) | |
319 | #define RX_TPA_END_CMP_FLAGS_RSS_VALID (0x1 << 10) | |
320 | #define RX_TPA_END_CMP_FLAGS_ITYPES (0xf << 12) | |
321 | #define RX_TPA_END_CMP_FLAGS_ITYPES_SHIFT 12 | |
322 | #define RX_TPA_END_CMP_FLAGS_ITYPE_TCP (0x2 << 12) | |
323 | #define RX_TPA_END_CMP_LEN (0xffff << 16) | |
324 | #define RX_TPA_END_CMP_LEN_SHIFT 16 | |
325 | ||
326 | u32 rx_tpa_end_cmp_opaque; | |
327 | __le32 rx_tpa_end_cmp_misc_v1; | |
328 | #define RX_TPA_END_CMP_V1 (0x1 << 0) | |
329 | #define RX_TPA_END_CMP_AGG_BUFS (0x3f << 1) | |
330 | #define RX_TPA_END_CMP_AGG_BUFS_SHIFT 1 | |
331 | #define RX_TPA_END_CMP_TPA_SEGS (0xff << 8) | |
332 | #define RX_TPA_END_CMP_TPA_SEGS_SHIFT 8 | |
333 | #define RX_TPA_END_CMP_PAYLOAD_OFFSET (0xff << 16) | |
334 | #define RX_TPA_END_CMP_PAYLOAD_OFFSET_SHIFT 16 | |
335 | #define RX_TPA_END_CMP_AGG_ID (0x7f << 25) | |
336 | #define RX_TPA_END_CMP_AGG_ID_SHIFT 25 | |
337 | ||
338 | __le32 rx_tpa_end_cmp_tsdelta; | |
339 | #define RX_TPA_END_GRO_TS (0x1 << 31) | |
340 | }; | |
341 | ||
342 | #define TPA_END_AGG_ID(rx_tpa_end) \ | |
343 | ((le32_to_cpu((rx_tpa_end)->rx_tpa_end_cmp_misc_v1) & \ | |
344 | RX_TPA_END_CMP_AGG_ID) >> RX_TPA_END_CMP_AGG_ID_SHIFT) | |
345 | ||
346 | #define TPA_END_TPA_SEGS(rx_tpa_end) \ | |
347 | ((le32_to_cpu((rx_tpa_end)->rx_tpa_end_cmp_misc_v1) & \ | |
348 | RX_TPA_END_CMP_TPA_SEGS) >> RX_TPA_END_CMP_TPA_SEGS_SHIFT) | |
349 | ||
350 | #define RX_TPA_END_CMP_FLAGS_PLACEMENT_ANY_GRO \ | |
351 | cpu_to_le32(RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_JUMBO & \ | |
352 | RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_HDS) | |
353 | ||
354 | #define TPA_END_GRO(rx_tpa_end) \ | |
355 | ((rx_tpa_end)->rx_tpa_end_cmp_len_flags_type & \ | |
356 | RX_TPA_END_CMP_FLAGS_PLACEMENT_ANY_GRO) | |
357 | ||
358 | #define TPA_END_GRO_TS(rx_tpa_end) \ | |
359 | ((rx_tpa_end)->rx_tpa_end_cmp_tsdelta & cpu_to_le32(RX_TPA_END_GRO_TS)) | |
360 | ||
361 | struct rx_tpa_end_cmp_ext { | |
362 | __le32 rx_tpa_end_cmp_dup_acks; | |
363 | #define RX_TPA_END_CMP_TPA_DUP_ACKS (0xf << 0) | |
364 | ||
365 | __le32 rx_tpa_end_cmp_seg_len; | |
366 | #define RX_TPA_END_CMP_TPA_SEG_LEN (0xffff << 0) | |
367 | ||
368 | __le32 rx_tpa_end_cmp_errors_v2; | |
369 | #define RX_TPA_END_CMP_V2 (0x1 << 0) | |
370 | #define RX_TPA_END_CMP_ERRORS (0x7fff << 1) | |
371 | #define RX_TPA_END_CMPL_ERRORS_SHIFT 1 | |
372 | ||
373 | u32 rx_tpa_end_cmp_start_opaque; | |
374 | }; | |
375 | ||
376 | #define DB_IDX_MASK 0xffffff | |
377 | #define DB_IDX_VALID (0x1 << 26) | |
378 | #define DB_IRQ_DIS (0x1 << 27) | |
379 | #define DB_KEY_TX (0x0 << 28) | |
380 | #define DB_KEY_RX (0x1 << 28) | |
381 | #define DB_KEY_CP (0x2 << 28) | |
382 | #define DB_KEY_ST (0x3 << 28) | |
383 | #define DB_KEY_TX_PUSH (0x4 << 28) | |
384 | #define DB_LONG_TX_PUSH (0x2 << 24) | |
385 | ||
386 | #define INVALID_HW_RING_ID ((u16)-1) | |
387 | ||
388 | #define BNXT_RSS_HASH_TYPE_FLAG_IPV4 0x01 | |
389 | #define BNXT_RSS_HASH_TYPE_FLAG_TCP_IPV4 0x02 | |
390 | #define BNXT_RSS_HASH_TYPE_FLAG_IPV6 0x04 | |
391 | #define BNXT_RSS_HASH_TYPE_FLAG_TCP_IPV6 0x08 | |
392 | ||
393 | /* The hardware supports certain page sizes. Use the supported page sizes | |
394 | * to allocate the rings. | |
395 | */ | |
396 | #if (PAGE_SHIFT < 12) | |
397 | #define BNXT_PAGE_SHIFT 12 | |
398 | #elif (PAGE_SHIFT <= 13) | |
399 | #define BNXT_PAGE_SHIFT PAGE_SHIFT | |
400 | #elif (PAGE_SHIFT < 16) | |
401 | #define BNXT_PAGE_SHIFT 13 | |
402 | #else | |
403 | #define BNXT_PAGE_SHIFT 16 | |
404 | #endif | |
405 | ||
406 | #define BNXT_PAGE_SIZE (1 << BNXT_PAGE_SHIFT) | |
407 | ||
408 | #define BNXT_MIN_PKT_SIZE 45 | |
409 | ||
410 | #define BNXT_NUM_TESTS(bp) 0 | |
411 | ||
412 | #define BNXT_DEFAULT_RX_RING_SIZE 1023 | |
413 | #define BNXT_DEFAULT_TX_RING_SIZE 512 | |
414 | ||
415 | #define MAX_TPA 64 | |
416 | ||
417 | #define MAX_RX_PAGES 8 | |
418 | #define MAX_RX_AGG_PAGES 32 | |
419 | #define MAX_TX_PAGES 8 | |
420 | #define MAX_CP_PAGES 64 | |
421 | ||
422 | #define RX_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct rx_bd)) | |
423 | #define TX_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct tx_bd)) | |
424 | #define CP_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct tx_cmp)) | |
425 | ||
426 | #define SW_RXBD_RING_SIZE (sizeof(struct bnxt_sw_rx_bd) * RX_DESC_CNT) | |
427 | #define HW_RXBD_RING_SIZE (sizeof(struct rx_bd) * RX_DESC_CNT) | |
428 | ||
429 | #define SW_RXBD_AGG_RING_SIZE (sizeof(struct bnxt_sw_rx_agg_bd) * RX_DESC_CNT) | |
430 | ||
431 | #define SW_TXBD_RING_SIZE (sizeof(struct bnxt_sw_tx_bd) * TX_DESC_CNT) | |
432 | #define HW_TXBD_RING_SIZE (sizeof(struct tx_bd) * TX_DESC_CNT) | |
433 | ||
434 | #define HW_CMPD_RING_SIZE (sizeof(struct tx_cmp) * CP_DESC_CNT) | |
435 | ||
436 | #define BNXT_MAX_RX_DESC_CNT (RX_DESC_CNT * MAX_RX_PAGES - 1) | |
437 | #define BNXT_MAX_RX_JUM_DESC_CNT (RX_DESC_CNT * MAX_RX_AGG_PAGES - 1) | |
438 | #define BNXT_MAX_TX_DESC_CNT (TX_DESC_CNT * MAX_TX_PAGES - 1) | |
439 | ||
440 | #define RX_RING(x) (((x) & ~(RX_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4)) | |
441 | #define RX_IDX(x) ((x) & (RX_DESC_CNT - 1)) | |
442 | ||
443 | #define TX_RING(x) (((x) & ~(TX_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4)) | |
444 | #define TX_IDX(x) ((x) & (TX_DESC_CNT - 1)) | |
445 | ||
446 | #define CP_RING(x) (((x) & ~(CP_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4)) | |
447 | #define CP_IDX(x) ((x) & (CP_DESC_CNT - 1)) | |
448 | ||
449 | #define TX_CMP_VALID(txcmp, raw_cons) \ | |
450 | (!!((txcmp)->tx_cmp_errors_v & cpu_to_le32(TX_CMP_V)) == \ | |
451 | !((raw_cons) & bp->cp_bit)) | |
452 | ||
453 | #define RX_CMP_VALID(rxcmp1, raw_cons) \ | |
454 | (!!((rxcmp1)->rx_cmp_cfa_code_errors_v2 & cpu_to_le32(RX_CMP_V)) ==\ | |
455 | !((raw_cons) & bp->cp_bit)) | |
456 | ||
457 | #define RX_AGG_CMP_VALID(agg, raw_cons) \ | |
458 | (!!((agg)->rx_agg_cmp_v & cpu_to_le32(RX_AGG_CMP_V)) == \ | |
459 | !((raw_cons) & bp->cp_bit)) | |
460 | ||
461 | #define TX_CMP_TYPE(txcmp) \ | |
462 | (le32_to_cpu((txcmp)->tx_cmp_flags_type) & CMP_TYPE) | |
463 | ||
464 | #define RX_CMP_TYPE(rxcmp) \ | |
465 | (le32_to_cpu((rxcmp)->rx_cmp_len_flags_type) & RX_CMP_CMP_TYPE) | |
466 | ||
467 | #define NEXT_RX(idx) (((idx) + 1) & bp->rx_ring_mask) | |
468 | ||
469 | #define NEXT_RX_AGG(idx) (((idx) + 1) & bp->rx_agg_ring_mask) | |
470 | ||
471 | #define NEXT_TX(idx) (((idx) + 1) & bp->tx_ring_mask) | |
472 | ||
473 | #define ADV_RAW_CMP(idx, n) ((idx) + (n)) | |
474 | #define NEXT_RAW_CMP(idx) ADV_RAW_CMP(idx, 1) | |
475 | #define RING_CMP(idx) ((idx) & bp->cp_ring_mask) | |
476 | #define NEXT_CMP(idx) RING_CMP(ADV_RAW_CMP(idx, 1)) | |
477 | ||
478 | #define HWRM_CMD_TIMEOUT 500 | |
479 | #define HWRM_RESET_TIMEOUT ((HWRM_CMD_TIMEOUT) * 4) | |
480 | #define HWRM_RESP_ERR_CODE_MASK 0xffff | |
481 | #define HWRM_RESP_LEN_MASK 0xffff0000 | |
482 | #define HWRM_RESP_LEN_SFT 16 | |
483 | #define HWRM_RESP_VALID_MASK 0xff000000 | |
484 | #define BNXT_HWRM_REQ_MAX_SIZE 128 | |
485 | #define BNXT_HWRM_REQS_PER_PAGE (BNXT_PAGE_SIZE / \ | |
486 | BNXT_HWRM_REQ_MAX_SIZE) | |
487 | ||
488 | struct bnxt_sw_tx_bd { | |
489 | struct sk_buff *skb; | |
490 | DEFINE_DMA_UNMAP_ADDR(mapping); | |
491 | u8 is_gso; | |
492 | u8 is_push; | |
493 | unsigned short nr_frags; | |
494 | }; | |
495 | ||
496 | struct bnxt_sw_rx_bd { | |
497 | u8 *data; | |
498 | DEFINE_DMA_UNMAP_ADDR(mapping); | |
499 | }; | |
500 | ||
501 | struct bnxt_sw_rx_agg_bd { | |
502 | struct page *page; | |
503 | dma_addr_t mapping; | |
504 | }; | |
505 | ||
506 | struct bnxt_ring_struct { | |
507 | int nr_pages; | |
508 | int page_size; | |
509 | void **pg_arr; | |
510 | dma_addr_t *dma_arr; | |
511 | ||
512 | __le64 *pg_tbl; | |
513 | dma_addr_t pg_tbl_map; | |
514 | ||
515 | int vmem_size; | |
516 | void **vmem; | |
517 | ||
518 | u16 fw_ring_id; /* Ring id filled by Chimp FW */ | |
519 | u8 queue_id; | |
520 | }; | |
521 | ||
522 | struct tx_push_bd { | |
523 | __le32 doorbell; | |
524 | struct tx_bd txbd1; | |
525 | struct tx_bd_ext txbd2; | |
526 | }; | |
527 | ||
528 | struct bnxt_tx_ring_info { | |
529 | u16 tx_prod; | |
530 | u16 tx_cons; | |
531 | void __iomem *tx_doorbell; | |
532 | ||
533 | struct tx_bd *tx_desc_ring[MAX_TX_PAGES]; | |
534 | struct bnxt_sw_tx_bd *tx_buf_ring; | |
535 | ||
536 | dma_addr_t tx_desc_mapping[MAX_TX_PAGES]; | |
537 | ||
538 | struct tx_push_bd *tx_push; | |
539 | dma_addr_t tx_push_mapping; | |
540 | ||
541 | #define BNXT_DEV_STATE_CLOSING 0x1 | |
542 | u32 dev_state; | |
543 | ||
544 | struct bnxt_ring_struct tx_ring_struct; | |
545 | }; | |
546 | ||
547 | struct bnxt_tpa_info { | |
548 | u8 *data; | |
549 | dma_addr_t mapping; | |
550 | u16 len; | |
551 | unsigned short gso_type; | |
552 | u32 flags2; | |
553 | u32 metadata; | |
554 | enum pkt_hash_types hash_type; | |
555 | u32 rss_hash; | |
556 | }; | |
557 | ||
558 | struct bnxt_rx_ring_info { | |
559 | u16 rx_prod; | |
560 | u16 rx_agg_prod; | |
561 | u16 rx_sw_agg_prod; | |
562 | void __iomem *rx_doorbell; | |
563 | void __iomem *rx_agg_doorbell; | |
564 | ||
565 | struct rx_bd *rx_desc_ring[MAX_RX_PAGES]; | |
566 | struct bnxt_sw_rx_bd *rx_buf_ring; | |
567 | ||
568 | struct rx_bd *rx_agg_desc_ring[MAX_RX_AGG_PAGES]; | |
569 | struct bnxt_sw_rx_agg_bd *rx_agg_ring; | |
570 | ||
571 | unsigned long *rx_agg_bmap; | |
572 | u16 rx_agg_bmap_size; | |
573 | ||
574 | dma_addr_t rx_desc_mapping[MAX_RX_PAGES]; | |
575 | dma_addr_t rx_agg_desc_mapping[MAX_RX_AGG_PAGES]; | |
576 | ||
577 | struct bnxt_tpa_info *rx_tpa; | |
578 | ||
579 | struct bnxt_ring_struct rx_ring_struct; | |
580 | struct bnxt_ring_struct rx_agg_ring_struct; | |
581 | }; | |
582 | ||
583 | struct bnxt_cp_ring_info { | |
584 | u32 cp_raw_cons; | |
585 | void __iomem *cp_doorbell; | |
586 | ||
587 | struct tx_cmp *cp_desc_ring[MAX_CP_PAGES]; | |
588 | ||
589 | dma_addr_t cp_desc_mapping[MAX_CP_PAGES]; | |
590 | ||
591 | struct ctx_hw_stats *hw_stats; | |
592 | dma_addr_t hw_stats_map; | |
593 | u32 hw_stats_ctx_id; | |
594 | u64 rx_l4_csum_errors; | |
595 | ||
596 | struct bnxt_ring_struct cp_ring_struct; | |
597 | }; | |
598 | ||
599 | struct bnxt_napi { | |
600 | struct napi_struct napi; | |
601 | struct bnxt *bp; | |
602 | ||
603 | int index; | |
604 | struct bnxt_cp_ring_info cp_ring; | |
605 | struct bnxt_rx_ring_info rx_ring; | |
606 | struct bnxt_tx_ring_info tx_ring; | |
607 | ||
608 | #ifdef CONFIG_NET_RX_BUSY_POLL | |
609 | atomic_t poll_state; | |
610 | #endif | |
611 | }; | |
612 | ||
613 | #ifdef CONFIG_NET_RX_BUSY_POLL | |
614 | enum bnxt_poll_state_t { | |
615 | BNXT_STATE_IDLE = 0, | |
616 | BNXT_STATE_NAPI, | |
617 | BNXT_STATE_POLL, | |
618 | BNXT_STATE_DISABLE, | |
619 | }; | |
620 | #endif | |
621 | ||
622 | struct bnxt_irq { | |
623 | irq_handler_t handler; | |
624 | unsigned int vector; | |
625 | u8 requested; | |
626 | char name[IFNAMSIZ + 2]; | |
627 | }; | |
628 | ||
629 | #define HWRM_RING_ALLOC_TX 0x1 | |
630 | #define HWRM_RING_ALLOC_RX 0x2 | |
631 | #define HWRM_RING_ALLOC_AGG 0x4 | |
632 | #define HWRM_RING_ALLOC_CMPL 0x8 | |
633 | ||
634 | #define INVALID_STATS_CTX_ID -1 | |
635 | ||
636 | struct hwrm_cmd_req_hdr { | |
637 | #define HWRM_CMPL_RING_MASK 0xffff0000 | |
638 | #define HWRM_CMPL_RING_SFT 16 | |
639 | __le32 cmpl_ring_req_type; | |
640 | #define HWRM_SEQ_ID_MASK 0xffff | |
641 | #define HWRM_SEQ_ID_INVALID -1 | |
642 | #define HWRM_RESP_LEN_OFFSET 4 | |
643 | #define HWRM_TARGET_FID_MASK 0xffff0000 | |
644 | #define HWRM_TARGET_FID_SFT 16 | |
645 | __le32 target_id_seq_id; | |
646 | __le64 resp_addr; | |
647 | }; | |
648 | ||
649 | struct bnxt_ring_grp_info { | |
650 | u16 fw_stats_ctx; | |
651 | u16 fw_grp_id; | |
652 | u16 rx_fw_ring_id; | |
653 | u16 agg_fw_ring_id; | |
654 | u16 cp_fw_ring_id; | |
655 | }; | |
656 | ||
657 | struct bnxt_vnic_info { | |
658 | u16 fw_vnic_id; /* returned by Chimp during alloc */ | |
659 | u16 fw_rss_cos_lb_ctx; | |
660 | u16 fw_l2_ctx_id; | |
661 | #define BNXT_MAX_UC_ADDRS 4 | |
662 | __le64 fw_l2_filter_id[BNXT_MAX_UC_ADDRS]; | |
663 | /* index 0 always dev_addr */ | |
664 | u16 uc_filter_count; | |
665 | u8 *uc_list; | |
666 | ||
667 | u16 *fw_grp_ids; | |
668 | u16 hash_type; | |
669 | dma_addr_t rss_table_dma_addr; | |
670 | __le16 *rss_table; | |
671 | dma_addr_t rss_hash_key_dma_addr; | |
672 | u64 *rss_hash_key; | |
673 | u32 rx_mask; | |
674 | ||
675 | u8 *mc_list; | |
676 | int mc_list_size; | |
677 | int mc_list_count; | |
678 | dma_addr_t mc_list_mapping; | |
679 | #define BNXT_MAX_MC_ADDRS 16 | |
680 | ||
681 | u32 flags; | |
682 | #define BNXT_VNIC_RSS_FLAG 1 | |
683 | #define BNXT_VNIC_RFS_FLAG 2 | |
684 | #define BNXT_VNIC_MCAST_FLAG 4 | |
685 | #define BNXT_VNIC_UCAST_FLAG 8 | |
686 | }; | |
687 | ||
688 | #if defined(CONFIG_BNXT_SRIOV) | |
689 | struct bnxt_vf_info { | |
690 | u16 fw_fid; | |
691 | u8 mac_addr[ETH_ALEN]; | |
692 | u16 max_rsscos_ctxs; | |
693 | u16 max_cp_rings; | |
694 | u16 max_tx_rings; | |
695 | u16 max_rx_rings; | |
696 | u16 max_l2_ctxs; | |
697 | u16 max_irqs; | |
698 | u16 max_vnics; | |
699 | u16 max_stat_ctxs; | |
700 | u16 vlan; | |
701 | u32 flags; | |
702 | #define BNXT_VF_QOS 0x1 | |
703 | #define BNXT_VF_SPOOFCHK 0x2 | |
704 | #define BNXT_VF_LINK_FORCED 0x4 | |
705 | #define BNXT_VF_LINK_UP 0x8 | |
706 | u32 func_flags; /* func cfg flags */ | |
707 | u32 min_tx_rate; | |
708 | u32 max_tx_rate; | |
709 | void *hwrm_cmd_req_addr; | |
710 | dma_addr_t hwrm_cmd_req_dma_addr; | |
711 | }; | |
379a80a1 | 712 | #endif |
c0c050c5 MC |
713 | |
714 | struct bnxt_pf_info { | |
715 | #define BNXT_FIRST_PF_FID 1 | |
716 | #define BNXT_FIRST_VF_FID 128 | |
717 | u32 fw_fid; | |
718 | u8 port_id; | |
719 | u8 mac_addr[ETH_ALEN]; | |
720 | u16 max_rsscos_ctxs; | |
721 | u16 max_cp_rings; | |
722 | u16 max_tx_rings; /* HW assigned max tx rings for this PF */ | |
723 | u16 max_pf_tx_rings; /* runtime max tx rings owned by PF */ | |
724 | u16 max_rx_rings; /* HW assigned max rx rings for this PF */ | |
725 | u16 max_pf_rx_rings; /* runtime max rx rings owned by PF */ | |
726 | u16 max_irqs; | |
727 | u16 max_l2_ctxs; | |
728 | u16 max_vnics; | |
729 | u16 max_stat_ctxs; | |
730 | u32 first_vf_id; | |
731 | u16 active_vfs; | |
732 | u16 max_vfs; | |
733 | u32 max_encap_records; | |
734 | u32 max_decap_records; | |
735 | u32 max_tx_em_flows; | |
736 | u32 max_tx_wm_flows; | |
737 | u32 max_rx_em_flows; | |
738 | u32 max_rx_wm_flows; | |
739 | unsigned long *vf_event_bmap; | |
740 | u16 hwrm_cmd_req_pages; | |
741 | void *hwrm_cmd_req_addr[4]; | |
742 | dma_addr_t hwrm_cmd_req_dma_addr[4]; | |
743 | struct bnxt_vf_info *vf; | |
744 | }; | |
c0c050c5 MC |
745 | |
746 | struct bnxt_ntuple_filter { | |
747 | struct hlist_node hash; | |
748 | u8 src_mac_addr[ETH_ALEN]; | |
749 | struct flow_keys fkeys; | |
750 | __le64 filter_id; | |
751 | u16 sw_id; | |
752 | u16 rxq; | |
753 | u32 flow_id; | |
754 | unsigned long state; | |
755 | #define BNXT_FLTR_VALID 0 | |
756 | #define BNXT_FLTR_UPDATE 1 | |
757 | }; | |
758 | ||
759 | #define BNXT_ALL_COPPER_ETHTOOL_SPEED \ | |
760 | (ADVERTISED_100baseT_Full | ADVERTISED_1000baseT_Full | \ | |
761 | ADVERTISED_10000baseT_Full) | |
762 | ||
763 | struct bnxt_link_info { | |
764 | u8 media_type; | |
765 | u8 transceiver; | |
766 | u8 phy_addr; | |
767 | u8 phy_link_status; | |
768 | #define BNXT_LINK_NO_LINK PORT_PHY_QCFG_RESP_LINK_NO_LINK | |
769 | #define BNXT_LINK_SIGNAL PORT_PHY_QCFG_RESP_LINK_SIGNAL | |
770 | #define BNXT_LINK_LINK PORT_PHY_QCFG_RESP_LINK_LINK | |
771 | u8 wire_speed; | |
772 | u8 loop_back; | |
773 | u8 link_up; | |
774 | u8 duplex; | |
775 | #define BNXT_LINK_DUPLEX_HALF PORT_PHY_QCFG_RESP_DUPLEX_HALF | |
776 | #define BNXT_LINK_DUPLEX_FULL PORT_PHY_QCFG_RESP_DUPLEX_FULL | |
777 | u8 pause; | |
778 | #define BNXT_LINK_PAUSE_TX PORT_PHY_QCFG_RESP_PAUSE_TX | |
779 | #define BNXT_LINK_PAUSE_RX PORT_PHY_QCFG_RESP_PAUSE_RX | |
780 | #define BNXT_LINK_PAUSE_BOTH (PORT_PHY_QCFG_RESP_PAUSE_RX | \ | |
781 | PORT_PHY_QCFG_RESP_PAUSE_TX) | |
782 | u8 auto_pause_setting; | |
783 | u8 force_pause_setting; | |
784 | u8 duplex_setting; | |
785 | u8 auto_mode; | |
786 | #define BNXT_AUTO_MODE(mode) ((mode) > BNXT_LINK_AUTO_NONE && \ | |
787 | (mode) <= BNXT_LINK_AUTO_MSK) | |
788 | #define BNXT_LINK_AUTO_NONE PORT_PHY_QCFG_RESP_AUTO_MODE_NONE | |
789 | #define BNXT_LINK_AUTO_ALLSPDS PORT_PHY_QCFG_RESP_AUTO_MODE_ALL_SPEEDS | |
790 | #define BNXT_LINK_AUTO_ONESPD PORT_PHY_QCFG_RESP_AUTO_MODE_ONE_SPEED | |
791 | #define BNXT_LINK_AUTO_ONEORBELOW PORT_PHY_QCFG_RESP_AUTO_MODE_ONE_OR_BELOW | |
792 | #define BNXT_LINK_AUTO_MSK PORT_PHY_QCFG_RESP_AUTO_MODE_MASK | |
793 | #define PHY_VER_LEN 3 | |
794 | u8 phy_ver[PHY_VER_LEN]; | |
795 | u16 link_speed; | |
796 | #define BNXT_LINK_SPEED_100MB PORT_PHY_QCFG_RESP_LINK_SPEED_100MB | |
797 | #define BNXT_LINK_SPEED_1GB PORT_PHY_QCFG_RESP_LINK_SPEED_1GB | |
798 | #define BNXT_LINK_SPEED_2GB PORT_PHY_QCFG_RESP_LINK_SPEED_2GB | |
799 | #define BNXT_LINK_SPEED_2_5GB PORT_PHY_QCFG_RESP_LINK_SPEED_2_5GB | |
800 | #define BNXT_LINK_SPEED_10GB PORT_PHY_QCFG_RESP_LINK_SPEED_10GB | |
801 | #define BNXT_LINK_SPEED_20GB PORT_PHY_QCFG_RESP_LINK_SPEED_20GB | |
802 | #define BNXT_LINK_SPEED_25GB PORT_PHY_QCFG_RESP_LINK_SPEED_25GB | |
803 | #define BNXT_LINK_SPEED_40GB PORT_PHY_QCFG_RESP_LINK_SPEED_40GB | |
804 | #define BNXT_LINK_SPEED_50GB PORT_PHY_QCFG_RESP_LINK_SPEED_50GB | |
805 | u16 support_speeds; | |
806 | u16 auto_link_speeds; | |
807 | #define BNXT_LINK_SPEED_MSK_100MB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_100MB | |
808 | #define BNXT_LINK_SPEED_MSK_1GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_1GB | |
809 | #define BNXT_LINK_SPEED_MSK_2GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_2GB | |
810 | #define BNXT_LINK_SPEED_MSK_10GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_10GB | |
811 | #define BNXT_LINK_SPEED_MSK_2_5GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_2_5GB | |
812 | #define BNXT_LINK_SPEED_MSK_20GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_20GB | |
813 | #define BNXT_LINK_SPEED_MSK_25GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_25GB | |
814 | #define BNXT_LINK_SPEED_MSK_40GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_40GB | |
815 | #define BNXT_LINK_SPEED_MSK_50GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_50GB | |
816 | u16 auto_link_speed; | |
817 | u16 force_link_speed; | |
818 | u32 preemphasis; | |
819 | ||
820 | /* copy of requested setting from ethtool cmd */ | |
821 | u8 autoneg; | |
822 | #define BNXT_AUTONEG_SPEED 1 | |
823 | #define BNXT_AUTONEG_FLOW_CTRL 2 | |
824 | u8 req_duplex; | |
825 | u8 req_flow_ctrl; | |
826 | u16 req_link_speed; | |
827 | u32 advertising; | |
828 | bool force_link_chng; | |
829 | /* a copy of phy_qcfg output used to report link | |
830 | * info to VF | |
831 | */ | |
832 | struct hwrm_port_phy_qcfg_output phy_qcfg_resp; | |
833 | }; | |
834 | ||
835 | #define BNXT_MAX_QUEUE 8 | |
836 | ||
837 | struct bnxt_queue_info { | |
838 | u8 queue_id; | |
839 | u8 queue_profile; | |
840 | }; | |
841 | ||
842 | struct bnxt { | |
843 | void __iomem *bar0; | |
844 | void __iomem *bar1; | |
845 | void __iomem *bar2; | |
846 | ||
847 | u32 reg_base; | |
848 | ||
849 | struct net_device *dev; | |
850 | struct pci_dev *pdev; | |
851 | ||
852 | atomic_t intr_sem; | |
853 | ||
854 | u32 flags; | |
855 | #define BNXT_FLAG_DCB_ENABLED 0x1 | |
856 | #define BNXT_FLAG_VF 0x2 | |
857 | #define BNXT_FLAG_LRO 0x4 | |
858 | #define BNXT_FLAG_GRO 0x8 | |
859 | #define BNXT_FLAG_TPA (BNXT_FLAG_LRO | BNXT_FLAG_GRO) | |
860 | #define BNXT_FLAG_JUMBO 0x10 | |
861 | #define BNXT_FLAG_STRIP_VLAN 0x20 | |
862 | #define BNXT_FLAG_AGG_RINGS (BNXT_FLAG_JUMBO | BNXT_FLAG_GRO | \ | |
863 | BNXT_FLAG_LRO) | |
864 | #define BNXT_FLAG_USING_MSIX 0x40 | |
865 | #define BNXT_FLAG_MSIX_CAP 0x80 | |
866 | #define BNXT_FLAG_RFS 0x100 | |
867 | #define BNXT_FLAG_ALL_CONFIG_FEATS (BNXT_FLAG_TPA | \ | |
868 | BNXT_FLAG_RFS | \ | |
869 | BNXT_FLAG_STRIP_VLAN) | |
870 | ||
871 | #define BNXT_PF(bp) (!((bp)->flags & BNXT_FLAG_VF)) | |
872 | #define BNXT_VF(bp) ((bp)->flags & BNXT_FLAG_VF) | |
873 | ||
874 | struct bnxt_napi **bnapi; | |
875 | ||
876 | u32 rx_buf_size; | |
877 | u32 rx_buf_use_size; /* useable size */ | |
878 | u32 rx_ring_size; | |
879 | u32 rx_agg_ring_size; | |
880 | u32 rx_copy_thresh; | |
881 | u32 rx_ring_mask; | |
882 | u32 rx_agg_ring_mask; | |
883 | int rx_nr_pages; | |
884 | int rx_agg_nr_pages; | |
885 | int rx_nr_rings; | |
886 | int rsscos_nr_ctxs; | |
887 | ||
888 | u32 tx_ring_size; | |
889 | u32 tx_ring_mask; | |
890 | int tx_nr_pages; | |
891 | int tx_nr_rings; | |
892 | int tx_nr_rings_per_tc; | |
893 | ||
894 | int tx_wake_thresh; | |
895 | int tx_push_thresh; | |
896 | int tx_push_size; | |
897 | ||
898 | u32 cp_ring_size; | |
899 | u32 cp_ring_mask; | |
900 | u32 cp_bit; | |
901 | int cp_nr_pages; | |
902 | int cp_nr_rings; | |
903 | ||
904 | int num_stat_ctxs; | |
905 | struct bnxt_ring_grp_info *grp_info; | |
906 | struct bnxt_vnic_info *vnic_info; | |
907 | int nr_vnics; | |
908 | ||
909 | u8 max_tc; | |
910 | struct bnxt_queue_info q_info[BNXT_MAX_QUEUE]; | |
911 | ||
912 | unsigned int current_interval; | |
913 | #define BNXT_TIMER_INTERVAL (HZ / 2) | |
914 | ||
915 | struct timer_list timer; | |
916 | ||
917 | int state; | |
918 | #define BNXT_STATE_CLOSED 0 | |
919 | #define BNXT_STATE_OPEN 1 | |
920 | ||
921 | struct bnxt_irq *irq_tbl; | |
922 | u8 mac_addr[ETH_ALEN]; | |
923 | ||
924 | u32 msg_enable; | |
925 | ||
926 | u16 hwrm_cmd_seq; | |
927 | u32 hwrm_intr_seq_id; | |
928 | void *hwrm_cmd_resp_addr; | |
929 | dma_addr_t hwrm_cmd_resp_dma_addr; | |
930 | void *hwrm_dbg_resp_addr; | |
931 | dma_addr_t hwrm_dbg_resp_dma_addr; | |
932 | #define HWRM_DBG_REG_BUF_SIZE 128 | |
933 | struct mutex hwrm_cmd_lock; /* serialize hwrm messages */ | |
934 | struct hwrm_ver_get_output ver_resp; | |
935 | #define FW_VER_STR_LEN 32 | |
936 | #define BC_HWRM_STR_LEN 21 | |
937 | #define PHY_VER_STR_LEN (FW_VER_STR_LEN - BC_HWRM_STR_LEN) | |
938 | char fw_ver_str[FW_VER_STR_LEN]; | |
939 | __be16 vxlan_port; | |
940 | u8 vxlan_port_cnt; | |
941 | __le16 vxlan_fw_dst_port_id; | |
942 | u8 nge_port_cnt; | |
943 | __le16 nge_fw_dst_port_id; | |
944 | u16 coal_ticks; | |
945 | u16 coal_ticks_irq; | |
946 | u16 coal_bufs; | |
947 | u16 coal_bufs_irq; | |
948 | ||
949 | #define BNXT_USEC_TO_COAL_TIMER(x) ((x) * 25 / 2) | |
950 | #define BNXT_COAL_TIMER_TO_USEC(x) ((x) * 2 / 25) | |
951 | ||
952 | struct work_struct sp_task; | |
953 | unsigned long sp_event; | |
954 | #define BNXT_RX_MASK_SP_EVENT 0 | |
955 | #define BNXT_RX_NTP_FLTR_SP_EVENT 1 | |
956 | #define BNXT_LINK_CHNG_SP_EVENT 2 | |
957 | #define BNXT_HWRM_EXEC_FWD_REQ_SP_EVENT 4 | |
958 | #define BNXT_VXLAN_ADD_PORT_SP_EVENT 8 | |
959 | #define BNXT_VXLAN_DEL_PORT_SP_EVENT 16 | |
960 | #define BNXT_RESET_TASK_SP_EVENT 32 | |
961 | #define BNXT_RST_RING_SP_EVENT 64 | |
962 | ||
379a80a1 | 963 | struct bnxt_pf_info pf; |
c0c050c5 MC |
964 | #ifdef CONFIG_BNXT_SRIOV |
965 | int nr_vfs; | |
c0c050c5 MC |
966 | struct bnxt_vf_info vf; |
967 | wait_queue_head_t sriov_cfg_wait; | |
968 | bool sriov_cfg; | |
969 | #define BNXT_SRIOV_CFG_WAIT_TMO msecs_to_jiffies(10000) | |
970 | #endif | |
971 | ||
972 | #define BNXT_NTP_FLTR_MAX_FLTR 4096 | |
973 | #define BNXT_NTP_FLTR_HASH_SIZE 512 | |
974 | #define BNXT_NTP_FLTR_HASH_MASK (BNXT_NTP_FLTR_HASH_SIZE - 1) | |
975 | struct hlist_head ntp_fltr_hash_tbl[BNXT_NTP_FLTR_HASH_SIZE]; | |
976 | spinlock_t ntp_fltr_lock; /* for hash table add, del */ | |
977 | ||
978 | unsigned long *ntp_fltr_bmap; | |
979 | int ntp_fltr_count; | |
980 | ||
981 | struct bnxt_link_info link_info; | |
982 | }; | |
983 | ||
984 | #ifdef CONFIG_NET_RX_BUSY_POLL | |
985 | static inline void bnxt_enable_poll(struct bnxt_napi *bnapi) | |
986 | { | |
987 | atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE); | |
988 | } | |
989 | ||
990 | /* called from the NAPI poll routine to get ownership of a bnapi */ | |
991 | static inline bool bnxt_lock_napi(struct bnxt_napi *bnapi) | |
992 | { | |
993 | int rc = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE, | |
994 | BNXT_STATE_NAPI); | |
995 | ||
996 | return rc == BNXT_STATE_IDLE; | |
997 | } | |
998 | ||
999 | static inline void bnxt_unlock_napi(struct bnxt_napi *bnapi) | |
1000 | { | |
1001 | atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE); | |
1002 | } | |
1003 | ||
1004 | /* called from the busy poll routine to get ownership of a bnapi */ | |
1005 | static inline bool bnxt_lock_poll(struct bnxt_napi *bnapi) | |
1006 | { | |
1007 | int rc = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE, | |
1008 | BNXT_STATE_POLL); | |
1009 | ||
1010 | return rc == BNXT_STATE_IDLE; | |
1011 | } | |
1012 | ||
1013 | static inline void bnxt_unlock_poll(struct bnxt_napi *bnapi) | |
1014 | { | |
1015 | atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE); | |
1016 | } | |
1017 | ||
1018 | static inline bool bnxt_busy_polling(struct bnxt_napi *bnapi) | |
1019 | { | |
1020 | return atomic_read(&bnapi->poll_state) == BNXT_STATE_POLL; | |
1021 | } | |
1022 | ||
1023 | static inline void bnxt_disable_poll(struct bnxt_napi *bnapi) | |
1024 | { | |
1025 | int old; | |
1026 | ||
1027 | while (1) { | |
1028 | old = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE, | |
1029 | BNXT_STATE_DISABLE); | |
1030 | if (old == BNXT_STATE_IDLE) | |
1031 | break; | |
1032 | usleep_range(500, 5000); | |
1033 | } | |
1034 | } | |
1035 | ||
1036 | #else | |
1037 | ||
1038 | static inline void bnxt_enable_poll(struct bnxt_napi *bnapi) | |
1039 | { | |
1040 | } | |
1041 | ||
1042 | static inline bool bnxt_lock_napi(struct bnxt_napi *bnapi) | |
1043 | { | |
1044 | return true; | |
1045 | } | |
1046 | ||
1047 | static inline void bnxt_unlock_napi(struct bnxt_napi *bnapi) | |
1048 | { | |
1049 | } | |
1050 | ||
1051 | static inline bool bnxt_lock_poll(struct bnxt_napi *bnapi) | |
1052 | { | |
1053 | return false; | |
1054 | } | |
1055 | ||
1056 | static inline void bnxt_unlock_poll(struct bnxt_napi *bnapi) | |
1057 | { | |
1058 | } | |
1059 | ||
1060 | static inline bool bnxt_busy_polling(struct bnxt_napi *bnapi) | |
1061 | { | |
1062 | return false; | |
1063 | } | |
1064 | ||
1065 | static inline void bnxt_disable_poll(struct bnxt_napi *bnapi) | |
1066 | { | |
1067 | } | |
1068 | ||
1069 | #endif | |
1070 | ||
1071 | void bnxt_set_ring_params(struct bnxt *); | |
1072 | void bnxt_hwrm_cmd_hdr_init(struct bnxt *, void *, u16, u16, u16); | |
1073 | int _hwrm_send_message(struct bnxt *, void *, u32, int); | |
1074 | int hwrm_send_message(struct bnxt *, void *, u32, int); | |
1075 | int bnxt_hwrm_set_coal(struct bnxt *); | |
1076 | int bnxt_hwrm_set_pause(struct bnxt *); | |
1077 | int bnxt_hwrm_set_link_setting(struct bnxt *, bool); | |
1078 | int bnxt_open_nic(struct bnxt *, bool, bool); | |
1079 | int bnxt_close_nic(struct bnxt *, bool, bool); | |
1080 | void bnxt_get_max_rings(struct bnxt *, int *, int *); | |
1081 | #endif |