Merge tag 'at91-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/nferre/linux...
[linux-2.6-block.git] / drivers / net / ethernet / broadcom / bnxt / bnxt.h
1 /* Broadcom NetXtreme-C/E network driver.
2  *
3  * Copyright (c) 2014-2015 Broadcom Corporation
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation.
8  */
9
10 #ifndef BNXT_H
11 #define BNXT_H
12
13 #define DRV_MODULE_NAME         "bnxt_en"
14 #define DRV_MODULE_VERSION      "1.0.0"
15
16 #define DRV_VER_MAJ     1
17 #define DRV_VER_MIN     0
18 #define DRV_VER_UPD     0
19
20 struct tx_bd {
21         __le32 tx_bd_len_flags_type;
22         #define TX_BD_TYPE                                      (0x3f << 0)
23          #define TX_BD_TYPE_SHORT_TX_BD                          (0x00 << 0)
24          #define TX_BD_TYPE_LONG_TX_BD                           (0x10 << 0)
25         #define TX_BD_FLAGS_PACKET_END                          (1 << 6)
26         #define TX_BD_FLAGS_NO_CMPL                             (1 << 7)
27         #define TX_BD_FLAGS_BD_CNT                              (0x1f << 8)
28          #define TX_BD_FLAGS_BD_CNT_SHIFT                        8
29         #define TX_BD_FLAGS_LHINT                               (3 << 13)
30          #define TX_BD_FLAGS_LHINT_SHIFT                         13
31          #define TX_BD_FLAGS_LHINT_512_AND_SMALLER               (0 << 13)
32          #define TX_BD_FLAGS_LHINT_512_TO_1023                   (1 << 13)
33          #define TX_BD_FLAGS_LHINT_1024_TO_2047                  (2 << 13)
34          #define TX_BD_FLAGS_LHINT_2048_AND_LARGER               (3 << 13)
35         #define TX_BD_FLAGS_COAL_NOW                            (1 << 15)
36         #define TX_BD_LEN                                       (0xffff << 16)
37          #define TX_BD_LEN_SHIFT                                 16
38
39         u32 tx_bd_opaque;
40         __le64 tx_bd_haddr;
41 } __packed;
42
43 struct tx_bd_ext {
44         __le32 tx_bd_hsize_lflags;
45         #define TX_BD_FLAGS_TCP_UDP_CHKSUM                      (1 << 0)
46         #define TX_BD_FLAGS_IP_CKSUM                            (1 << 1)
47         #define TX_BD_FLAGS_NO_CRC                              (1 << 2)
48         #define TX_BD_FLAGS_STAMP                               (1 << 3)
49         #define TX_BD_FLAGS_T_IP_CHKSUM                         (1 << 4)
50         #define TX_BD_FLAGS_LSO                                 (1 << 5)
51         #define TX_BD_FLAGS_IPID_FMT                            (1 << 6)
52         #define TX_BD_FLAGS_T_IPID                              (1 << 7)
53         #define TX_BD_HSIZE                                     (0xff << 16)
54          #define TX_BD_HSIZE_SHIFT                               16
55
56         __le32 tx_bd_mss;
57         __le32 tx_bd_cfa_action;
58         #define TX_BD_CFA_ACTION                                (0xffff << 16)
59          #define TX_BD_CFA_ACTION_SHIFT                          16
60
61         __le32 tx_bd_cfa_meta;
62         #define TX_BD_CFA_META_MASK                             0xfffffff
63         #define TX_BD_CFA_META_VID_MASK                         0xfff
64         #define TX_BD_CFA_META_PRI_MASK                         (0xf << 12)
65          #define TX_BD_CFA_META_PRI_SHIFT                        12
66         #define TX_BD_CFA_META_TPID_MASK                        (3 << 16)
67          #define TX_BD_CFA_META_TPID_SHIFT                       16
68         #define TX_BD_CFA_META_KEY                              (0xf << 28)
69          #define TX_BD_CFA_META_KEY_SHIFT                        28
70         #define TX_BD_CFA_META_KEY_VLAN                         (1 << 28)
71 };
72
73 struct rx_bd {
74         __le32 rx_bd_len_flags_type;
75         #define RX_BD_TYPE                                      (0x3f << 0)
76          #define RX_BD_TYPE_RX_PACKET_BD                         0x4
77          #define RX_BD_TYPE_RX_BUFFER_BD                         0x5
78          #define RX_BD_TYPE_RX_AGG_BD                            0x6
79          #define RX_BD_TYPE_16B_BD_SIZE                          (0 << 4)
80          #define RX_BD_TYPE_32B_BD_SIZE                          (1 << 4)
81          #define RX_BD_TYPE_48B_BD_SIZE                          (2 << 4)
82          #define RX_BD_TYPE_64B_BD_SIZE                          (3 << 4)
83         #define RX_BD_FLAGS_SOP                                 (1 << 6)
84         #define RX_BD_FLAGS_EOP                                 (1 << 7)
85         #define RX_BD_FLAGS_BUFFERS                             (3 << 8)
86          #define RX_BD_FLAGS_1_BUFFER_PACKET                     (0 << 8)
87          #define RX_BD_FLAGS_2_BUFFER_PACKET                     (1 << 8)
88          #define RX_BD_FLAGS_3_BUFFER_PACKET                     (2 << 8)
89          #define RX_BD_FLAGS_4_BUFFER_PACKET                     (3 << 8)
90         #define RX_BD_LEN                                       (0xffff << 16)
91          #define RX_BD_LEN_SHIFT                                 16
92
93         u32 rx_bd_opaque;
94         __le64 rx_bd_haddr;
95 };
96
97 struct tx_cmp {
98         __le32 tx_cmp_flags_type;
99         #define CMP_TYPE                                        (0x3f << 0)
100          #define CMP_TYPE_TX_L2_CMP                              0
101          #define CMP_TYPE_RX_L2_CMP                              17
102          #define CMP_TYPE_RX_AGG_CMP                             18
103          #define CMP_TYPE_RX_L2_TPA_START_CMP                    19
104          #define CMP_TYPE_RX_L2_TPA_END_CMP                      21
105          #define CMP_TYPE_STATUS_CMP                             32
106          #define CMP_TYPE_REMOTE_DRIVER_REQ                      34
107          #define CMP_TYPE_REMOTE_DRIVER_RESP                     36
108          #define CMP_TYPE_ERROR_STATUS                           48
109          #define CMPL_BASE_TYPE_STAT_EJECT                       (0x1aUL << 0)
110          #define CMPL_BASE_TYPE_HWRM_DONE                        (0x20UL << 0)
111          #define CMPL_BASE_TYPE_HWRM_FWD_REQ                     (0x22UL << 0)
112          #define CMPL_BASE_TYPE_HWRM_FWD_RESP                    (0x24UL << 0)
113          #define CMPL_BASE_TYPE_HWRM_ASYNC_EVENT                 (0x2eUL << 0)
114
115         #define TX_CMP_FLAGS_ERROR                              (1 << 6)
116         #define TX_CMP_FLAGS_PUSH                               (1 << 7)
117
118         u32 tx_cmp_opaque;
119         __le32 tx_cmp_errors_v;
120         #define TX_CMP_V                                        (1 << 0)
121         #define TX_CMP_ERRORS_BUFFER_ERROR                      (7 << 1)
122          #define TX_CMP_ERRORS_BUFFER_ERROR_NO_ERROR             0
123          #define TX_CMP_ERRORS_BUFFER_ERROR_BAD_FORMAT           2
124          #define TX_CMP_ERRORS_BUFFER_ERROR_INVALID_STAG         4
125          #define TX_CMP_ERRORS_BUFFER_ERROR_STAG_BOUNDS          5
126          #define TX_CMP_ERRORS_ZERO_LENGTH_PKT                   (1 << 4)
127          #define TX_CMP_ERRORS_EXCESSIVE_BD_LEN                  (1 << 5)
128          #define TX_CMP_ERRORS_DMA_ERROR                         (1 << 6)
129          #define TX_CMP_ERRORS_HINT_TOO_SHORT                    (1 << 7)
130
131         __le32 tx_cmp_unsed_3;
132 };
133
134 struct rx_cmp {
135         __le32 rx_cmp_len_flags_type;
136         #define RX_CMP_CMP_TYPE                                 (0x3f << 0)
137         #define RX_CMP_FLAGS_ERROR                              (1 << 6)
138         #define RX_CMP_FLAGS_PLACEMENT                          (7 << 7)
139         #define RX_CMP_FLAGS_RSS_VALID                          (1 << 10)
140         #define RX_CMP_FLAGS_UNUSED                             (1 << 11)
141          #define RX_CMP_FLAGS_ITYPES_SHIFT                       12
142          #define RX_CMP_FLAGS_ITYPE_UNKNOWN                      (0 << 12)
143          #define RX_CMP_FLAGS_ITYPE_IP                           (1 << 12)
144          #define RX_CMP_FLAGS_ITYPE_TCP                          (2 << 12)
145          #define RX_CMP_FLAGS_ITYPE_UDP                          (3 << 12)
146          #define RX_CMP_FLAGS_ITYPE_FCOE                         (4 << 12)
147          #define RX_CMP_FLAGS_ITYPE_ROCE                         (5 << 12)
148          #define RX_CMP_FLAGS_ITYPE_PTP_WO_TS                    (8 << 12)
149          #define RX_CMP_FLAGS_ITYPE_PTP_W_TS                     (9 << 12)
150         #define RX_CMP_LEN                                      (0xffff << 16)
151          #define RX_CMP_LEN_SHIFT                                16
152
153         u32 rx_cmp_opaque;
154         __le32 rx_cmp_misc_v1;
155         #define RX_CMP_V1                                       (1 << 0)
156         #define RX_CMP_AGG_BUFS                                 (0x1f << 1)
157          #define RX_CMP_AGG_BUFS_SHIFT                           1
158         #define RX_CMP_RSS_HASH_TYPE                            (0x7f << 9)
159          #define RX_CMP_RSS_HASH_TYPE_SHIFT                      9
160         #define RX_CMP_PAYLOAD_OFFSET                           (0xff << 16)
161          #define RX_CMP_PAYLOAD_OFFSET_SHIFT                     16
162
163         __le32 rx_cmp_rss_hash;
164 };
165
166 #define RX_CMP_HASH_VALID(rxcmp)                                \
167         ((rxcmp)->rx_cmp_len_flags_type & cpu_to_le32(RX_CMP_FLAGS_RSS_VALID))
168
169 #define RSS_PROFILE_ID_MASK     0x1f
170
171 #define RX_CMP_HASH_TYPE(rxcmp)                                 \
172         (((le32_to_cpu((rxcmp)->rx_cmp_misc_v1) & RX_CMP_RSS_HASH_TYPE) >>\
173           RX_CMP_RSS_HASH_TYPE_SHIFT) & RSS_PROFILE_ID_MASK)
174
175 struct rx_cmp_ext {
176         __le32 rx_cmp_flags2;
177         #define RX_CMP_FLAGS2_IP_CS_CALC                        0x1
178         #define RX_CMP_FLAGS2_L4_CS_CALC                        (0x1 << 1)
179         #define RX_CMP_FLAGS2_T_IP_CS_CALC                      (0x1 << 2)
180         #define RX_CMP_FLAGS2_T_L4_CS_CALC                      (0x1 << 3)
181         #define RX_CMP_FLAGS2_META_FORMAT_VLAN                  (0x1 << 4)
182         __le32 rx_cmp_meta_data;
183         #define RX_CMP_FLAGS2_METADATA_VID_MASK                 0xfff
184         #define RX_CMP_FLAGS2_METADATA_TPID_MASK                0xffff0000
185          #define RX_CMP_FLAGS2_METADATA_TPID_SFT                 16
186         __le32 rx_cmp_cfa_code_errors_v2;
187         #define RX_CMP_V                                        (1 << 0)
188         #define RX_CMPL_ERRORS_MASK                             (0x7fff << 1)
189          #define RX_CMPL_ERRORS_SFT                              1
190         #define RX_CMPL_ERRORS_BUFFER_ERROR_MASK                (0x7 << 1)
191          #define RX_CMPL_ERRORS_BUFFER_ERROR_NO_BUFFER           (0x0 << 1)
192          #define RX_CMPL_ERRORS_BUFFER_ERROR_DID_NOT_FIT         (0x1 << 1)
193          #define RX_CMPL_ERRORS_BUFFER_ERROR_NOT_ON_CHIP         (0x2 << 1)
194          #define RX_CMPL_ERRORS_BUFFER_ERROR_BAD_FORMAT          (0x3 << 1)
195         #define RX_CMPL_ERRORS_IP_CS_ERROR                      (0x1 << 4)
196         #define RX_CMPL_ERRORS_L4_CS_ERROR                      (0x1 << 5)
197         #define RX_CMPL_ERRORS_T_IP_CS_ERROR                    (0x1 << 6)
198         #define RX_CMPL_ERRORS_T_L4_CS_ERROR                    (0x1 << 7)
199         #define RX_CMPL_ERRORS_CRC_ERROR                        (0x1 << 8)
200         #define RX_CMPL_ERRORS_T_PKT_ERROR_MASK                 (0x7 << 9)
201          #define RX_CMPL_ERRORS_T_PKT_ERROR_NO_ERROR             (0x0 << 9)
202          #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_VERSION     (0x1 << 9)
203          #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_HDR_LEN     (0x2 << 9)
204          #define RX_CMPL_ERRORS_T_PKT_ERROR_TUNNEL_TOTAL_ERROR   (0x3 << 9)
205          #define RX_CMPL_ERRORS_T_PKT_ERROR_T_IP_TOTAL_ERROR     (0x4 << 9)
206          #define RX_CMPL_ERRORS_T_PKT_ERROR_T_UDP_TOTAL_ERROR    (0x5 << 9)
207          #define RX_CMPL_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL         (0x6 << 9)
208         #define RX_CMPL_ERRORS_PKT_ERROR_MASK                   (0xf << 12)
209          #define RX_CMPL_ERRORS_PKT_ERROR_NO_ERROR               (0x0 << 12)
210          #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_VERSION         (0x1 << 12)
211          #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_HDR_LEN         (0x2 << 12)
212          #define RX_CMPL_ERRORS_PKT_ERROR_L3_BAD_TTL             (0x3 << 12)
213          #define RX_CMPL_ERRORS_PKT_ERROR_IP_TOTAL_ERROR         (0x4 << 12)
214          #define RX_CMPL_ERRORS_PKT_ERROR_UDP_TOTAL_ERROR        (0x5 << 12)
215          #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN         (0x6 << 12)
216          #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN_TOO_SMALL (0x7 << 12)
217          #define RX_CMPL_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN         (0x8 << 12)
218
219         #define RX_CMPL_CFA_CODE_MASK                           (0xffff << 16)
220          #define RX_CMPL_CFA_CODE_SFT                            16
221
222         __le32 rx_cmp_unused3;
223 };
224
225 #define RX_CMP_L2_ERRORS                                                \
226         cpu_to_le32(RX_CMPL_ERRORS_BUFFER_ERROR_MASK | RX_CMPL_ERRORS_CRC_ERROR)
227
228 #define RX_CMP_L4_CS_BITS                                               \
229         (cpu_to_le32(RX_CMP_FLAGS2_L4_CS_CALC | RX_CMP_FLAGS2_T_L4_CS_CALC))
230
231 #define RX_CMP_L4_CS_ERR_BITS                                           \
232         (cpu_to_le32(RX_CMPL_ERRORS_L4_CS_ERROR | RX_CMPL_ERRORS_T_L4_CS_ERROR))
233
234 #define RX_CMP_L4_CS_OK(rxcmp1)                                         \
235             (((rxcmp1)->rx_cmp_flags2 & RX_CMP_L4_CS_BITS) &&           \
236              !((rxcmp1)->rx_cmp_cfa_code_errors_v2 & RX_CMP_L4_CS_ERR_BITS))
237
238 #define RX_CMP_ENCAP(rxcmp1)                                            \
239             ((le32_to_cpu((rxcmp1)->rx_cmp_flags2) &                    \
240              RX_CMP_FLAGS2_T_L4_CS_CALC) >> 3)
241
242 struct rx_agg_cmp {
243         __le32 rx_agg_cmp_len_flags_type;
244         #define RX_AGG_CMP_TYPE                                 (0x3f << 0)
245         #define RX_AGG_CMP_LEN                                  (0xffff << 16)
246          #define RX_AGG_CMP_LEN_SHIFT                            16
247         u32 rx_agg_cmp_opaque;
248         __le32 rx_agg_cmp_v;
249         #define RX_AGG_CMP_V                                    (1 << 0)
250         __le32 rx_agg_cmp_unused;
251 };
252
253 struct rx_tpa_start_cmp {
254         __le32 rx_tpa_start_cmp_len_flags_type;
255         #define RX_TPA_START_CMP_TYPE                           (0x3f << 0)
256         #define RX_TPA_START_CMP_FLAGS                          (0x3ff << 6)
257          #define RX_TPA_START_CMP_FLAGS_SHIFT                    6
258         #define RX_TPA_START_CMP_FLAGS_PLACEMENT                (0x7 << 7)
259          #define RX_TPA_START_CMP_FLAGS_PLACEMENT_SHIFT          7
260          #define RX_TPA_START_CMP_FLAGS_PLACEMENT_JUMBO          (0x1 << 7)
261          #define RX_TPA_START_CMP_FLAGS_PLACEMENT_HDS            (0x2 << 7)
262          #define RX_TPA_START_CMP_FLAGS_PLACEMENT_GRO_JUMBO      (0x5 << 7)
263          #define RX_TPA_START_CMP_FLAGS_PLACEMENT_GRO_HDS        (0x6 << 7)
264         #define RX_TPA_START_CMP_FLAGS_RSS_VALID                (0x1 << 10)
265         #define RX_TPA_START_CMP_FLAGS_ITYPES                   (0xf << 12)
266          #define RX_TPA_START_CMP_FLAGS_ITYPES_SHIFT             12
267          #define RX_TPA_START_CMP_FLAGS_ITYPE_TCP                (0x2 << 12)
268         #define RX_TPA_START_CMP_LEN                            (0xffff << 16)
269          #define RX_TPA_START_CMP_LEN_SHIFT                      16
270
271         u32 rx_tpa_start_cmp_opaque;
272         __le32 rx_tpa_start_cmp_misc_v1;
273         #define RX_TPA_START_CMP_V1                             (0x1 << 0)
274         #define RX_TPA_START_CMP_RSS_HASH_TYPE                  (0x7f << 9)
275          #define RX_TPA_START_CMP_RSS_HASH_TYPE_SHIFT            9
276         #define RX_TPA_START_CMP_AGG_ID                         (0x7f << 25)
277          #define RX_TPA_START_CMP_AGG_ID_SHIFT                   25
278
279         __le32 rx_tpa_start_cmp_rss_hash;
280 };
281
282 #define TPA_START_HASH_VALID(rx_tpa_start)                              \
283         ((rx_tpa_start)->rx_tpa_start_cmp_len_flags_type &              \
284          cpu_to_le32(RX_TPA_START_CMP_FLAGS_RSS_VALID))
285
286 #define TPA_START_HASH_TYPE(rx_tpa_start)                               \
287         (((le32_to_cpu((rx_tpa_start)->rx_tpa_start_cmp_misc_v1) &      \
288            RX_TPA_START_CMP_RSS_HASH_TYPE) >>                           \
289           RX_TPA_START_CMP_RSS_HASH_TYPE_SHIFT) & RSS_PROFILE_ID_MASK)
290
291 #define TPA_START_AGG_ID(rx_tpa_start)                                  \
292         ((le32_to_cpu((rx_tpa_start)->rx_tpa_start_cmp_misc_v1) &       \
293          RX_TPA_START_CMP_AGG_ID) >> RX_TPA_START_CMP_AGG_ID_SHIFT)
294
295 struct rx_tpa_start_cmp_ext {
296         __le32 rx_tpa_start_cmp_flags2;
297         #define RX_TPA_START_CMP_FLAGS2_IP_CS_CALC              (0x1 << 0)
298         #define RX_TPA_START_CMP_FLAGS2_L4_CS_CALC              (0x1 << 1)
299         #define RX_TPA_START_CMP_FLAGS2_T_IP_CS_CALC            (0x1 << 2)
300         #define RX_TPA_START_CMP_FLAGS2_T_L4_CS_CALC            (0x1 << 3)
301
302         __le32 rx_tpa_start_cmp_metadata;
303         __le32 rx_tpa_start_cmp_cfa_code_v2;
304         #define RX_TPA_START_CMP_V2                             (0x1 << 0)
305         #define RX_TPA_START_CMP_CFA_CODE                       (0xffff << 16)
306          #define RX_TPA_START_CMPL_CFA_CODE_SHIFT                16
307         __le32 rx_tpa_start_cmp_unused5;
308 };
309
310 struct rx_tpa_end_cmp {
311         __le32 rx_tpa_end_cmp_len_flags_type;
312         #define RX_TPA_END_CMP_TYPE                             (0x3f << 0)
313         #define RX_TPA_END_CMP_FLAGS                            (0x3ff << 6)
314          #define RX_TPA_END_CMP_FLAGS_SHIFT                      6
315         #define RX_TPA_END_CMP_FLAGS_PLACEMENT                  (0x7 << 7)
316          #define RX_TPA_END_CMP_FLAGS_PLACEMENT_SHIFT            7
317          #define RX_TPA_END_CMP_FLAGS_PLACEMENT_JUMBO            (0x1 << 7)
318          #define RX_TPA_END_CMP_FLAGS_PLACEMENT_HDS              (0x2 << 7)
319          #define RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_JUMBO        (0x5 << 7)
320          #define RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_HDS          (0x6 << 7)
321         #define RX_TPA_END_CMP_FLAGS_RSS_VALID                  (0x1 << 10)
322         #define RX_TPA_END_CMP_FLAGS_ITYPES                     (0xf << 12)
323          #define RX_TPA_END_CMP_FLAGS_ITYPES_SHIFT               12
324          #define RX_TPA_END_CMP_FLAGS_ITYPE_TCP                  (0x2 << 12)
325         #define RX_TPA_END_CMP_LEN                              (0xffff << 16)
326          #define RX_TPA_END_CMP_LEN_SHIFT                        16
327
328         u32 rx_tpa_end_cmp_opaque;
329         __le32 rx_tpa_end_cmp_misc_v1;
330         #define RX_TPA_END_CMP_V1                               (0x1 << 0)
331         #define RX_TPA_END_CMP_AGG_BUFS                         (0x3f << 1)
332          #define RX_TPA_END_CMP_AGG_BUFS_SHIFT                   1
333         #define RX_TPA_END_CMP_TPA_SEGS                         (0xff << 8)
334          #define RX_TPA_END_CMP_TPA_SEGS_SHIFT                   8
335         #define RX_TPA_END_CMP_PAYLOAD_OFFSET                   (0xff << 16)
336          #define RX_TPA_END_CMP_PAYLOAD_OFFSET_SHIFT             16
337         #define RX_TPA_END_CMP_AGG_ID                           (0x7f << 25)
338          #define RX_TPA_END_CMP_AGG_ID_SHIFT                     25
339
340         __le32 rx_tpa_end_cmp_tsdelta;
341         #define RX_TPA_END_GRO_TS                               (0x1 << 31)
342 };
343
344 #define TPA_END_AGG_ID(rx_tpa_end)                                      \
345         ((le32_to_cpu((rx_tpa_end)->rx_tpa_end_cmp_misc_v1) &           \
346          RX_TPA_END_CMP_AGG_ID) >> RX_TPA_END_CMP_AGG_ID_SHIFT)
347
348 #define TPA_END_TPA_SEGS(rx_tpa_end)                                    \
349         ((le32_to_cpu((rx_tpa_end)->rx_tpa_end_cmp_misc_v1) &           \
350          RX_TPA_END_CMP_TPA_SEGS) >> RX_TPA_END_CMP_TPA_SEGS_SHIFT)
351
352 #define RX_TPA_END_CMP_FLAGS_PLACEMENT_ANY_GRO                          \
353         cpu_to_le32(RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_JUMBO &          \
354                     RX_TPA_END_CMP_FLAGS_PLACEMENT_GRO_HDS)
355
356 #define TPA_END_GRO(rx_tpa_end)                                         \
357         ((rx_tpa_end)->rx_tpa_end_cmp_len_flags_type &                  \
358          RX_TPA_END_CMP_FLAGS_PLACEMENT_ANY_GRO)
359
360 #define TPA_END_GRO_TS(rx_tpa_end)                                      \
361         ((rx_tpa_end)->rx_tpa_end_cmp_tsdelta & cpu_to_le32(RX_TPA_END_GRO_TS))
362
363 struct rx_tpa_end_cmp_ext {
364         __le32 rx_tpa_end_cmp_dup_acks;
365         #define RX_TPA_END_CMP_TPA_DUP_ACKS                     (0xf << 0)
366
367         __le32 rx_tpa_end_cmp_seg_len;
368         #define RX_TPA_END_CMP_TPA_SEG_LEN                      (0xffff << 0)
369
370         __le32 rx_tpa_end_cmp_errors_v2;
371         #define RX_TPA_END_CMP_V2                               (0x1 << 0)
372         #define RX_TPA_END_CMP_ERRORS                           (0x7fff << 1)
373         #define RX_TPA_END_CMPL_ERRORS_SHIFT                     1
374
375         u32 rx_tpa_end_cmp_start_opaque;
376 };
377
378 #define DB_IDX_MASK                                             0xffffff
379 #define DB_IDX_VALID                                            (0x1 << 26)
380 #define DB_IRQ_DIS                                              (0x1 << 27)
381 #define DB_KEY_TX                                               (0x0 << 28)
382 #define DB_KEY_RX                                               (0x1 << 28)
383 #define DB_KEY_CP                                               (0x2 << 28)
384 #define DB_KEY_ST                                               (0x3 << 28)
385 #define DB_KEY_TX_PUSH                                          (0x4 << 28)
386 #define DB_LONG_TX_PUSH                                         (0x2 << 24)
387
388 #define INVALID_HW_RING_ID      ((u16)-1)
389
390 #define BNXT_RSS_HASH_TYPE_FLAG_IPV4            0x01
391 #define BNXT_RSS_HASH_TYPE_FLAG_TCP_IPV4        0x02
392 #define BNXT_RSS_HASH_TYPE_FLAG_IPV6            0x04
393 #define BNXT_RSS_HASH_TYPE_FLAG_TCP_IPV6        0x08
394
395 /* The hardware supports certain page sizes.  Use the supported page sizes
396  * to allocate the rings.
397  */
398 #if (PAGE_SHIFT < 12)
399 #define BNXT_PAGE_SHIFT 12
400 #elif (PAGE_SHIFT <= 13)
401 #define BNXT_PAGE_SHIFT PAGE_SHIFT
402 #elif (PAGE_SHIFT < 16)
403 #define BNXT_PAGE_SHIFT 13
404 #else
405 #define BNXT_PAGE_SHIFT 16
406 #endif
407
408 #define BNXT_PAGE_SIZE  (1 << BNXT_PAGE_SHIFT)
409
410 /* The RXBD length is 16-bit so we can only support page sizes < 64K */
411 #if (PAGE_SHIFT > 15)
412 #define BNXT_RX_PAGE_SHIFT 15
413 #else
414 #define BNXT_RX_PAGE_SHIFT PAGE_SHIFT
415 #endif
416
417 #define BNXT_RX_PAGE_SIZE (1 << BNXT_RX_PAGE_SHIFT)
418
419 #define BNXT_MIN_PKT_SIZE       45
420
421 #define BNXT_NUM_TESTS(bp)      0
422
423 #define BNXT_DEFAULT_RX_RING_SIZE       511
424 #define BNXT_DEFAULT_TX_RING_SIZE       511
425
426 #define MAX_TPA         64
427
428 #define MAX_RX_PAGES    8
429 #define MAX_RX_AGG_PAGES        32
430 #define MAX_TX_PAGES    8
431 #define MAX_CP_PAGES    64
432
433 #define RX_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct rx_bd))
434 #define TX_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct tx_bd))
435 #define CP_DESC_CNT (BNXT_PAGE_SIZE / sizeof(struct tx_cmp))
436
437 #define SW_RXBD_RING_SIZE (sizeof(struct bnxt_sw_rx_bd) * RX_DESC_CNT)
438 #define HW_RXBD_RING_SIZE (sizeof(struct rx_bd) * RX_DESC_CNT)
439
440 #define SW_RXBD_AGG_RING_SIZE (sizeof(struct bnxt_sw_rx_agg_bd) * RX_DESC_CNT)
441
442 #define SW_TXBD_RING_SIZE (sizeof(struct bnxt_sw_tx_bd) * TX_DESC_CNT)
443 #define HW_TXBD_RING_SIZE (sizeof(struct tx_bd) * TX_DESC_CNT)
444
445 #define HW_CMPD_RING_SIZE (sizeof(struct tx_cmp) * CP_DESC_CNT)
446
447 #define BNXT_MAX_RX_DESC_CNT            (RX_DESC_CNT * MAX_RX_PAGES - 1)
448 #define BNXT_MAX_RX_JUM_DESC_CNT        (RX_DESC_CNT * MAX_RX_AGG_PAGES - 1)
449 #define BNXT_MAX_TX_DESC_CNT            (TX_DESC_CNT * MAX_TX_PAGES - 1)
450
451 #define RX_RING(x)      (((x) & ~(RX_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4))
452 #define RX_IDX(x)       ((x) & (RX_DESC_CNT - 1))
453
454 #define TX_RING(x)      (((x) & ~(TX_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4))
455 #define TX_IDX(x)       ((x) & (TX_DESC_CNT - 1))
456
457 #define CP_RING(x)      (((x) & ~(CP_DESC_CNT - 1)) >> (BNXT_PAGE_SHIFT - 4))
458 #define CP_IDX(x)       ((x) & (CP_DESC_CNT - 1))
459
460 #define TX_CMP_VALID(txcmp, raw_cons)                                   \
461         (!!((txcmp)->tx_cmp_errors_v & cpu_to_le32(TX_CMP_V)) ==        \
462          !((raw_cons) & bp->cp_bit))
463
464 #define RX_CMP_VALID(rxcmp1, raw_cons)                                  \
465         (!!((rxcmp1)->rx_cmp_cfa_code_errors_v2 & cpu_to_le32(RX_CMP_V)) ==\
466          !((raw_cons) & bp->cp_bit))
467
468 #define RX_AGG_CMP_VALID(agg, raw_cons)                         \
469         (!!((agg)->rx_agg_cmp_v & cpu_to_le32(RX_AGG_CMP_V)) == \
470          !((raw_cons) & bp->cp_bit))
471
472 #define TX_CMP_TYPE(txcmp)                                      \
473         (le32_to_cpu((txcmp)->tx_cmp_flags_type) & CMP_TYPE)
474
475 #define RX_CMP_TYPE(rxcmp)                                      \
476         (le32_to_cpu((rxcmp)->rx_cmp_len_flags_type) & RX_CMP_CMP_TYPE)
477
478 #define NEXT_RX(idx)            (((idx) + 1) & bp->rx_ring_mask)
479
480 #define NEXT_RX_AGG(idx)        (((idx) + 1) & bp->rx_agg_ring_mask)
481
482 #define NEXT_TX(idx)            (((idx) + 1) & bp->tx_ring_mask)
483
484 #define ADV_RAW_CMP(idx, n)     ((idx) + (n))
485 #define NEXT_RAW_CMP(idx)       ADV_RAW_CMP(idx, 1)
486 #define RING_CMP(idx)           ((idx) & bp->cp_ring_mask)
487 #define NEXT_CMP(idx)           RING_CMP(ADV_RAW_CMP(idx, 1))
488
489 #define BNXT_HWRM_MAX_REQ_LEN           (bp->hwrm_max_req_len)
490 #define DFLT_HWRM_CMD_TIMEOUT           500
491 #define HWRM_CMD_TIMEOUT                (bp->hwrm_cmd_timeout)
492 #define HWRM_RESET_TIMEOUT              ((HWRM_CMD_TIMEOUT) * 4)
493 #define HWRM_RESP_ERR_CODE_MASK         0xffff
494 #define HWRM_RESP_LEN_OFFSET            4
495 #define HWRM_RESP_LEN_MASK              0xffff0000
496 #define HWRM_RESP_LEN_SFT               16
497 #define HWRM_RESP_VALID_MASK            0xff000000
498 #define HWRM_SEQ_ID_INVALID             -1
499 #define BNXT_HWRM_REQ_MAX_SIZE          128
500 #define BNXT_HWRM_REQS_PER_PAGE         (BNXT_PAGE_SIZE /       \
501                                          BNXT_HWRM_REQ_MAX_SIZE)
502
503 struct bnxt_sw_tx_bd {
504         struct sk_buff          *skb;
505         DEFINE_DMA_UNMAP_ADDR(mapping);
506         u8                      is_gso;
507         u8                      is_push;
508         unsigned short          nr_frags;
509 };
510
511 struct bnxt_sw_rx_bd {
512         u8                      *data;
513         DEFINE_DMA_UNMAP_ADDR(mapping);
514 };
515
516 struct bnxt_sw_rx_agg_bd {
517         struct page             *page;
518         unsigned int            offset;
519         dma_addr_t              mapping;
520 };
521
522 struct bnxt_ring_struct {
523         int                     nr_pages;
524         int                     page_size;
525         void                    **pg_arr;
526         dma_addr_t              *dma_arr;
527
528         __le64                  *pg_tbl;
529         dma_addr_t              pg_tbl_map;
530
531         int                     vmem_size;
532         void                    **vmem;
533
534         u16                     fw_ring_id; /* Ring id filled by Chimp FW */
535         u8                      queue_id;
536 };
537
538 struct tx_push_bd {
539         __le32                  doorbell;
540         __le32                  tx_bd_len_flags_type;
541         u32                     tx_bd_opaque;
542         struct tx_bd_ext        txbd2;
543 };
544
545 struct tx_push_buffer {
546         struct tx_push_bd       push_bd;
547         u32                     data[25];
548 };
549
550 struct bnxt_tx_ring_info {
551         struct bnxt_napi        *bnapi;
552         u16                     tx_prod;
553         u16                     tx_cons;
554         void __iomem            *tx_doorbell;
555
556         struct tx_bd            *tx_desc_ring[MAX_TX_PAGES];
557         struct bnxt_sw_tx_bd    *tx_buf_ring;
558
559         dma_addr_t              tx_desc_mapping[MAX_TX_PAGES];
560
561         struct tx_push_buffer   *tx_push;
562         dma_addr_t              tx_push_mapping;
563         __le64                  data_mapping;
564
565 #define BNXT_DEV_STATE_CLOSING  0x1
566         u32                     dev_state;
567
568         struct bnxt_ring_struct tx_ring_struct;
569 };
570
571 struct bnxt_tpa_info {
572         u8                      *data;
573         dma_addr_t              mapping;
574         u16                     len;
575         unsigned short          gso_type;
576         u32                     flags2;
577         u32                     metadata;
578         enum pkt_hash_types     hash_type;
579         u32                     rss_hash;
580 };
581
582 struct bnxt_rx_ring_info {
583         struct bnxt_napi        *bnapi;
584         u16                     rx_prod;
585         u16                     rx_agg_prod;
586         u16                     rx_sw_agg_prod;
587         void __iomem            *rx_doorbell;
588         void __iomem            *rx_agg_doorbell;
589
590         struct rx_bd            *rx_desc_ring[MAX_RX_PAGES];
591         struct bnxt_sw_rx_bd    *rx_buf_ring;
592
593         struct rx_bd            *rx_agg_desc_ring[MAX_RX_AGG_PAGES];
594         struct bnxt_sw_rx_agg_bd        *rx_agg_ring;
595
596         unsigned long           *rx_agg_bmap;
597         u16                     rx_agg_bmap_size;
598
599         struct page             *rx_page;
600         unsigned int            rx_page_offset;
601
602         dma_addr_t              rx_desc_mapping[MAX_RX_PAGES];
603         dma_addr_t              rx_agg_desc_mapping[MAX_RX_AGG_PAGES];
604
605         struct bnxt_tpa_info    *rx_tpa;
606
607         struct bnxt_ring_struct rx_ring_struct;
608         struct bnxt_ring_struct rx_agg_ring_struct;
609 };
610
611 struct bnxt_cp_ring_info {
612         u32                     cp_raw_cons;
613         void __iomem            *cp_doorbell;
614
615         struct tx_cmp           *cp_desc_ring[MAX_CP_PAGES];
616
617         dma_addr_t              cp_desc_mapping[MAX_CP_PAGES];
618
619         struct ctx_hw_stats     *hw_stats;
620         dma_addr_t              hw_stats_map;
621         u32                     hw_stats_ctx_id;
622         u64                     rx_l4_csum_errors;
623
624         struct bnxt_ring_struct cp_ring_struct;
625 };
626
627 struct bnxt_napi {
628         struct napi_struct      napi;
629         struct bnxt             *bp;
630
631         int                     index;
632         struct bnxt_cp_ring_info        cp_ring;
633         struct bnxt_rx_ring_info        *rx_ring;
634         struct bnxt_tx_ring_info        *tx_ring;
635
636 #ifdef CONFIG_NET_RX_BUSY_POLL
637         atomic_t                poll_state;
638 #endif
639 };
640
641 #ifdef CONFIG_NET_RX_BUSY_POLL
642 enum bnxt_poll_state_t {
643         BNXT_STATE_IDLE = 0,
644         BNXT_STATE_NAPI,
645         BNXT_STATE_POLL,
646         BNXT_STATE_DISABLE,
647 };
648 #endif
649
650 struct bnxt_irq {
651         irq_handler_t   handler;
652         unsigned int    vector;
653         u8              requested;
654         char            name[IFNAMSIZ + 2];
655 };
656
657 #define HWRM_RING_ALLOC_TX      0x1
658 #define HWRM_RING_ALLOC_RX      0x2
659 #define HWRM_RING_ALLOC_AGG     0x4
660 #define HWRM_RING_ALLOC_CMPL    0x8
661
662 #define INVALID_STATS_CTX_ID    -1
663
664 struct bnxt_ring_grp_info {
665         u16     fw_stats_ctx;
666         u16     fw_grp_id;
667         u16     rx_fw_ring_id;
668         u16     agg_fw_ring_id;
669         u16     cp_fw_ring_id;
670 };
671
672 struct bnxt_vnic_info {
673         u16             fw_vnic_id; /* returned by Chimp during alloc */
674         u16             fw_rss_cos_lb_ctx;
675         u16             fw_l2_ctx_id;
676 #define BNXT_MAX_UC_ADDRS       4
677         __le64          fw_l2_filter_id[BNXT_MAX_UC_ADDRS];
678                                 /* index 0 always dev_addr */
679         u16             uc_filter_count;
680         u8              *uc_list;
681
682         u16             *fw_grp_ids;
683         u16             hash_type;
684         dma_addr_t      rss_table_dma_addr;
685         __le16          *rss_table;
686         dma_addr_t      rss_hash_key_dma_addr;
687         u64             *rss_hash_key;
688         u32             rx_mask;
689
690         u8              *mc_list;
691         int             mc_list_size;
692         int             mc_list_count;
693         dma_addr_t      mc_list_mapping;
694 #define BNXT_MAX_MC_ADDRS       16
695
696         u32             flags;
697 #define BNXT_VNIC_RSS_FLAG      1
698 #define BNXT_VNIC_RFS_FLAG      2
699 #define BNXT_VNIC_MCAST_FLAG    4
700 #define BNXT_VNIC_UCAST_FLAG    8
701 };
702
703 #if defined(CONFIG_BNXT_SRIOV)
704 struct bnxt_vf_info {
705         u16     fw_fid;
706         u8      mac_addr[ETH_ALEN];
707         u16     max_rsscos_ctxs;
708         u16     max_cp_rings;
709         u16     max_tx_rings;
710         u16     max_rx_rings;
711         u16     max_hw_ring_grps;
712         u16     max_l2_ctxs;
713         u16     max_irqs;
714         u16     max_vnics;
715         u16     max_stat_ctxs;
716         u16     vlan;
717         u32     flags;
718 #define BNXT_VF_QOS             0x1
719 #define BNXT_VF_SPOOFCHK        0x2
720 #define BNXT_VF_LINK_FORCED     0x4
721 #define BNXT_VF_LINK_UP         0x8
722         u32     func_flags; /* func cfg flags */
723         u32     min_tx_rate;
724         u32     max_tx_rate;
725         void    *hwrm_cmd_req_addr;
726         dma_addr_t      hwrm_cmd_req_dma_addr;
727 };
728 #endif
729
730 struct bnxt_pf_info {
731 #define BNXT_FIRST_PF_FID       1
732 #define BNXT_FIRST_VF_FID       128
733         u32     fw_fid;
734         u8      port_id;
735         u8      mac_addr[ETH_ALEN];
736         u16     max_rsscos_ctxs;
737         u16     max_cp_rings;
738         u16     max_tx_rings; /* HW assigned max tx rings for this PF */
739         u16     max_rx_rings; /* HW assigned max rx rings for this PF */
740         u16     max_hw_ring_grps;
741         u16     max_irqs;
742         u16     max_l2_ctxs;
743         u16     max_vnics;
744         u16     max_stat_ctxs;
745         u32     first_vf_id;
746         u16     active_vfs;
747         u16     max_vfs;
748         u32     max_encap_records;
749         u32     max_decap_records;
750         u32     max_tx_em_flows;
751         u32     max_tx_wm_flows;
752         u32     max_rx_em_flows;
753         u32     max_rx_wm_flows;
754         unsigned long   *vf_event_bmap;
755         u16     hwrm_cmd_req_pages;
756         void                    *hwrm_cmd_req_addr[4];
757         dma_addr_t              hwrm_cmd_req_dma_addr[4];
758         struct bnxt_vf_info     *vf;
759 };
760
761 struct bnxt_ntuple_filter {
762         struct hlist_node       hash;
763         u8                      src_mac_addr[ETH_ALEN];
764         struct flow_keys        fkeys;
765         __le64                  filter_id;
766         u16                     sw_id;
767         u16                     rxq;
768         u32                     flow_id;
769         unsigned long           state;
770 #define BNXT_FLTR_VALID         0
771 #define BNXT_FLTR_UPDATE        1
772 };
773
774 struct bnxt_link_info {
775         u8                      media_type;
776         u8                      transceiver;
777         u8                      phy_addr;
778         u8                      phy_link_status;
779 #define BNXT_LINK_NO_LINK       PORT_PHY_QCFG_RESP_LINK_NO_LINK
780 #define BNXT_LINK_SIGNAL        PORT_PHY_QCFG_RESP_LINK_SIGNAL
781 #define BNXT_LINK_LINK          PORT_PHY_QCFG_RESP_LINK_LINK
782         u8                      wire_speed;
783         u8                      loop_back;
784         u8                      link_up;
785         u8                      duplex;
786 #define BNXT_LINK_DUPLEX_HALF   PORT_PHY_QCFG_RESP_DUPLEX_HALF
787 #define BNXT_LINK_DUPLEX_FULL   PORT_PHY_QCFG_RESP_DUPLEX_FULL
788         u8                      pause;
789 #define BNXT_LINK_PAUSE_TX      PORT_PHY_QCFG_RESP_PAUSE_TX
790 #define BNXT_LINK_PAUSE_RX      PORT_PHY_QCFG_RESP_PAUSE_RX
791 #define BNXT_LINK_PAUSE_BOTH    (PORT_PHY_QCFG_RESP_PAUSE_RX | \
792                                  PORT_PHY_QCFG_RESP_PAUSE_TX)
793         u8                      lp_pause;
794         u8                      auto_pause_setting;
795         u8                      force_pause_setting;
796         u8                      duplex_setting;
797         u8                      auto_mode;
798 #define BNXT_AUTO_MODE(mode)    ((mode) > BNXT_LINK_AUTO_NONE && \
799                                  (mode) <= BNXT_LINK_AUTO_MSK)
800 #define BNXT_LINK_AUTO_NONE     PORT_PHY_QCFG_RESP_AUTO_MODE_NONE
801 #define BNXT_LINK_AUTO_ALLSPDS  PORT_PHY_QCFG_RESP_AUTO_MODE_ALL_SPEEDS
802 #define BNXT_LINK_AUTO_ONESPD   PORT_PHY_QCFG_RESP_AUTO_MODE_ONE_SPEED
803 #define BNXT_LINK_AUTO_ONEORBELOW PORT_PHY_QCFG_RESP_AUTO_MODE_ONE_OR_BELOW
804 #define BNXT_LINK_AUTO_MSK      PORT_PHY_QCFG_RESP_AUTO_MODE_MASK
805 #define PHY_VER_LEN             3
806         u8                      phy_ver[PHY_VER_LEN];
807         u16                     link_speed;
808 #define BNXT_LINK_SPEED_100MB   PORT_PHY_QCFG_RESP_LINK_SPEED_100MB
809 #define BNXT_LINK_SPEED_1GB     PORT_PHY_QCFG_RESP_LINK_SPEED_1GB
810 #define BNXT_LINK_SPEED_2GB     PORT_PHY_QCFG_RESP_LINK_SPEED_2GB
811 #define BNXT_LINK_SPEED_2_5GB   PORT_PHY_QCFG_RESP_LINK_SPEED_2_5GB
812 #define BNXT_LINK_SPEED_10GB    PORT_PHY_QCFG_RESP_LINK_SPEED_10GB
813 #define BNXT_LINK_SPEED_20GB    PORT_PHY_QCFG_RESP_LINK_SPEED_20GB
814 #define BNXT_LINK_SPEED_25GB    PORT_PHY_QCFG_RESP_LINK_SPEED_25GB
815 #define BNXT_LINK_SPEED_40GB    PORT_PHY_QCFG_RESP_LINK_SPEED_40GB
816 #define BNXT_LINK_SPEED_50GB    PORT_PHY_QCFG_RESP_LINK_SPEED_50GB
817         u16                     support_speeds;
818         u16                     auto_link_speeds;
819 #define BNXT_LINK_SPEED_MSK_100MB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_100MB
820 #define BNXT_LINK_SPEED_MSK_1GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_1GB
821 #define BNXT_LINK_SPEED_MSK_2GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_2GB
822 #define BNXT_LINK_SPEED_MSK_10GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_10GB
823 #define BNXT_LINK_SPEED_MSK_2_5GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_2_5GB
824 #define BNXT_LINK_SPEED_MSK_20GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_20GB
825 #define BNXT_LINK_SPEED_MSK_25GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_25GB
826 #define BNXT_LINK_SPEED_MSK_40GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_40GB
827 #define BNXT_LINK_SPEED_MSK_50GB PORT_PHY_QCFG_RESP_SUPPORT_SPEEDS_50GB
828         u16                     lp_auto_link_speeds;
829         u16                     auto_link_speed;
830         u16                     force_link_speed;
831         u32                     preemphasis;
832
833         /* copy of requested setting from ethtool cmd */
834         u8                      autoneg;
835 #define BNXT_AUTONEG_SPEED              1
836 #define BNXT_AUTONEG_FLOW_CTRL          2
837         u8                      req_duplex;
838         u8                      req_flow_ctrl;
839         u16                     req_link_speed;
840         u32                     advertising;
841         bool                    force_link_chng;
842         /* a copy of phy_qcfg output used to report link
843          * info to VF
844          */
845         struct hwrm_port_phy_qcfg_output phy_qcfg_resp;
846 };
847
848 #define BNXT_MAX_QUEUE  8
849
850 struct bnxt_queue_info {
851         u8      queue_id;
852         u8      queue_profile;
853 };
854
855 #define BNXT_GRCPF_REG_WINDOW_BASE_OUT  0x400
856 #define BNXT_CAG_REG_LEGACY_INT_STATUS  0x4014
857 #define BNXT_CAG_REG_BASE               0x300000
858
859 struct bnxt {
860         void __iomem            *bar0;
861         void __iomem            *bar1;
862         void __iomem            *bar2;
863
864         u32                     reg_base;
865
866         struct net_device       *dev;
867         struct pci_dev          *pdev;
868
869         atomic_t                intr_sem;
870
871         u32                     flags;
872         #define BNXT_FLAG_DCB_ENABLED   0x1
873         #define BNXT_FLAG_VF            0x2
874         #define BNXT_FLAG_LRO           0x4
875 #ifdef CONFIG_INET
876         #define BNXT_FLAG_GRO           0x8
877 #else
878         /* Cannot support hardware GRO if CONFIG_INET is not set */
879         #define BNXT_FLAG_GRO           0x0
880 #endif
881         #define BNXT_FLAG_TPA           (BNXT_FLAG_LRO | BNXT_FLAG_GRO)
882         #define BNXT_FLAG_JUMBO         0x10
883         #define BNXT_FLAG_STRIP_VLAN    0x20
884         #define BNXT_FLAG_AGG_RINGS     (BNXT_FLAG_JUMBO | BNXT_FLAG_GRO | \
885                                          BNXT_FLAG_LRO)
886         #define BNXT_FLAG_USING_MSIX    0x40
887         #define BNXT_FLAG_MSIX_CAP      0x80
888         #define BNXT_FLAG_RFS           0x100
889         #define BNXT_FLAG_SHARED_RINGS  0x200
890         #define BNXT_FLAG_PORT_STATS    0x400
891
892         #define BNXT_FLAG_ALL_CONFIG_FEATS (BNXT_FLAG_TPA |             \
893                                             BNXT_FLAG_RFS |             \
894                                             BNXT_FLAG_STRIP_VLAN)
895
896 #define BNXT_PF(bp)             (!((bp)->flags & BNXT_FLAG_VF))
897 #define BNXT_VF(bp)             ((bp)->flags & BNXT_FLAG_VF)
898
899         struct bnxt_napi        **bnapi;
900
901         struct bnxt_rx_ring_info        *rx_ring;
902         struct bnxt_tx_ring_info        *tx_ring;
903
904         u32                     rx_buf_size;
905         u32                     rx_buf_use_size;        /* useable size */
906         u32                     rx_ring_size;
907         u32                     rx_agg_ring_size;
908         u32                     rx_copy_thresh;
909         u32                     rx_ring_mask;
910         u32                     rx_agg_ring_mask;
911         int                     rx_nr_pages;
912         int                     rx_agg_nr_pages;
913         int                     rx_nr_rings;
914         int                     rsscos_nr_ctxs;
915
916         u32                     tx_ring_size;
917         u32                     tx_ring_mask;
918         int                     tx_nr_pages;
919         int                     tx_nr_rings;
920         int                     tx_nr_rings_per_tc;
921
922         int                     tx_wake_thresh;
923         int                     tx_push_thresh;
924         int                     tx_push_size;
925
926         u32                     cp_ring_size;
927         u32                     cp_ring_mask;
928         u32                     cp_bit;
929         int                     cp_nr_pages;
930         int                     cp_nr_rings;
931
932         int                     num_stat_ctxs;
933
934         /* grp_info indexed by completion ring index */
935         struct bnxt_ring_grp_info       *grp_info;
936         struct bnxt_vnic_info   *vnic_info;
937         int                     nr_vnics;
938
939         u8                      max_tc;
940         struct bnxt_queue_info  q_info[BNXT_MAX_QUEUE];
941
942         unsigned int            current_interval;
943 #define BNXT_TIMER_INTERVAL     HZ
944
945         struct timer_list       timer;
946
947         unsigned long           state;
948 #define BNXT_STATE_OPEN         0
949 #define BNXT_STATE_IN_SP_TASK   1
950
951         struct bnxt_irq *irq_tbl;
952         u8                      mac_addr[ETH_ALEN];
953
954         u32                     msg_enable;
955
956         u16                     hwrm_cmd_seq;
957         u32                     hwrm_intr_seq_id;
958         void                    *hwrm_cmd_resp_addr;
959         dma_addr_t              hwrm_cmd_resp_dma_addr;
960         void                    *hwrm_dbg_resp_addr;
961         dma_addr_t              hwrm_dbg_resp_dma_addr;
962 #define HWRM_DBG_REG_BUF_SIZE   128
963
964         struct rx_port_stats    *hw_rx_port_stats;
965         struct tx_port_stats    *hw_tx_port_stats;
966         dma_addr_t              hw_rx_port_stats_map;
967         dma_addr_t              hw_tx_port_stats_map;
968         int                     hw_port_stats_size;
969
970         u16                     hwrm_max_req_len;
971         int                     hwrm_cmd_timeout;
972         struct mutex            hwrm_cmd_lock;  /* serialize hwrm messages */
973         struct hwrm_ver_get_output      ver_resp;
974 #define FW_VER_STR_LEN          32
975 #define BC_HWRM_STR_LEN         21
976 #define PHY_VER_STR_LEN         (FW_VER_STR_LEN - BC_HWRM_STR_LEN)
977         char                    fw_ver_str[FW_VER_STR_LEN];
978         __be16                  vxlan_port;
979         u8                      vxlan_port_cnt;
980         __le16                  vxlan_fw_dst_port_id;
981         u8                      nge_port_cnt;
982         __le16                  nge_fw_dst_port_id;
983
984         u16                     rx_coal_ticks;
985         u16                     rx_coal_ticks_irq;
986         u16                     rx_coal_bufs;
987         u16                     rx_coal_bufs_irq;
988         u16                     tx_coal_ticks;
989         u16                     tx_coal_ticks_irq;
990         u16                     tx_coal_bufs;
991         u16                     tx_coal_bufs_irq;
992
993 #define BNXT_USEC_TO_COAL_TIMER(x)      ((x) * 25 / 2)
994
995         struct work_struct      sp_task;
996         unsigned long           sp_event;
997 #define BNXT_RX_MASK_SP_EVENT           0
998 #define BNXT_RX_NTP_FLTR_SP_EVENT       1
999 #define BNXT_LINK_CHNG_SP_EVENT         2
1000 #define BNXT_HWRM_EXEC_FWD_REQ_SP_EVENT 3
1001 #define BNXT_VXLAN_ADD_PORT_SP_EVENT    4
1002 #define BNXT_VXLAN_DEL_PORT_SP_EVENT    5
1003 #define BNXT_RESET_TASK_SP_EVENT        6
1004 #define BNXT_RST_RING_SP_EVENT          7
1005 #define BNXT_HWRM_PF_UNLOAD_SP_EVENT    8
1006 #define BNXT_PERIODIC_STATS_SP_EVENT    9
1007
1008         struct bnxt_pf_info     pf;
1009 #ifdef CONFIG_BNXT_SRIOV
1010         int                     nr_vfs;
1011         struct bnxt_vf_info     vf;
1012         wait_queue_head_t       sriov_cfg_wait;
1013         bool                    sriov_cfg;
1014 #define BNXT_SRIOV_CFG_WAIT_TMO msecs_to_jiffies(10000)
1015 #endif
1016
1017 #define BNXT_NTP_FLTR_MAX_FLTR  4096
1018 #define BNXT_NTP_FLTR_HASH_SIZE 512
1019 #define BNXT_NTP_FLTR_HASH_MASK (BNXT_NTP_FLTR_HASH_SIZE - 1)
1020         struct hlist_head       ntp_fltr_hash_tbl[BNXT_NTP_FLTR_HASH_SIZE];
1021         spinlock_t              ntp_fltr_lock;  /* for hash table add, del */
1022
1023         unsigned long           *ntp_fltr_bmap;
1024         int                     ntp_fltr_count;
1025
1026         struct bnxt_link_info   link_info;
1027 };
1028
1029 #ifdef CONFIG_NET_RX_BUSY_POLL
1030 static inline void bnxt_enable_poll(struct bnxt_napi *bnapi)
1031 {
1032         atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE);
1033 }
1034
1035 /* called from the NAPI poll routine to get ownership of a bnapi */
1036 static inline bool bnxt_lock_napi(struct bnxt_napi *bnapi)
1037 {
1038         int rc = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE,
1039                                 BNXT_STATE_NAPI);
1040
1041         return rc == BNXT_STATE_IDLE;
1042 }
1043
1044 static inline void bnxt_unlock_napi(struct bnxt_napi *bnapi)
1045 {
1046         atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE);
1047 }
1048
1049 /* called from the busy poll routine to get ownership of a bnapi */
1050 static inline bool bnxt_lock_poll(struct bnxt_napi *bnapi)
1051 {
1052         int rc = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE,
1053                                 BNXT_STATE_POLL);
1054
1055         return rc == BNXT_STATE_IDLE;
1056 }
1057
1058 static inline void bnxt_unlock_poll(struct bnxt_napi *bnapi)
1059 {
1060         atomic_set(&bnapi->poll_state, BNXT_STATE_IDLE);
1061 }
1062
1063 static inline bool bnxt_busy_polling(struct bnxt_napi *bnapi)
1064 {
1065         return atomic_read(&bnapi->poll_state) == BNXT_STATE_POLL;
1066 }
1067
1068 static inline void bnxt_disable_poll(struct bnxt_napi *bnapi)
1069 {
1070         int old;
1071
1072         while (1) {
1073                 old = atomic_cmpxchg(&bnapi->poll_state, BNXT_STATE_IDLE,
1074                                      BNXT_STATE_DISABLE);
1075                 if (old == BNXT_STATE_IDLE)
1076                         break;
1077                 usleep_range(500, 5000);
1078         }
1079 }
1080
1081 #else
1082
1083 static inline void bnxt_enable_poll(struct bnxt_napi *bnapi)
1084 {
1085 }
1086
1087 static inline bool bnxt_lock_napi(struct bnxt_napi *bnapi)
1088 {
1089         return true;
1090 }
1091
1092 static inline void bnxt_unlock_napi(struct bnxt_napi *bnapi)
1093 {
1094 }
1095
1096 static inline bool bnxt_lock_poll(struct bnxt_napi *bnapi)
1097 {
1098         return false;
1099 }
1100
1101 static inline void bnxt_unlock_poll(struct bnxt_napi *bnapi)
1102 {
1103 }
1104
1105 static inline bool bnxt_busy_polling(struct bnxt_napi *bnapi)
1106 {
1107         return false;
1108 }
1109
1110 static inline void bnxt_disable_poll(struct bnxt_napi *bnapi)
1111 {
1112 }
1113
1114 #endif
1115
1116 void bnxt_set_ring_params(struct bnxt *);
1117 void bnxt_hwrm_cmd_hdr_init(struct bnxt *, void *, u16, u16, u16);
1118 int _hwrm_send_message(struct bnxt *, void *, u32, int);
1119 int hwrm_send_message(struct bnxt *, void *, u32, int);
1120 int hwrm_send_message_silent(struct bnxt *, void *, u32, int);
1121 int bnxt_hwrm_set_coal(struct bnxt *);
1122 int bnxt_hwrm_func_qcaps(struct bnxt *);
1123 int bnxt_hwrm_set_pause(struct bnxt *);
1124 int bnxt_hwrm_set_link_setting(struct bnxt *, bool);
1125 int bnxt_open_nic(struct bnxt *, bool, bool);
1126 int bnxt_close_nic(struct bnxt *, bool, bool);
1127 int bnxt_get_max_rings(struct bnxt *, int *, int *, bool);
1128 #endif