1 /* QLogic qede NIC Driver
2 * Copyright (c) 2015 QLogic Corporation
4 * This software is available under the terms of the GNU General Public License
5 * (GPL) Version 2, available from the file COPYING in the main directory of
11 #include <linux/compiler.h>
12 #include <linux/version.h>
13 #include <linux/workqueue.h>
14 #include <linux/netdevice.h>
15 #include <linux/interrupt.h>
16 #include <linux/bitmap.h>
17 #include <linux/kernel.h>
18 #include <linux/mutex.h>
20 #include <linux/qed/common_hsi.h>
21 #include <linux/qed/eth_common.h>
22 #include <linux/qed/qed_if.h>
23 #include <linux/qed/qed_chain.h>
24 #include <linux/qed/qed_eth_if.h>
26 #define QEDE_MAJOR_VERSION 8
27 #define QEDE_MINOR_VERSION 10
28 #define QEDE_REVISION_VERSION 9
29 #define QEDE_ENGINEERING_VERSION 20
30 #define DRV_MODULE_VERSION __stringify(QEDE_MAJOR_VERSION) "." \
31 __stringify(QEDE_MINOR_VERSION) "." \
32 __stringify(QEDE_REVISION_VERSION) "." \
33 __stringify(QEDE_ENGINEERING_VERSION)
35 #define DRV_MODULE_SYM qede
39 u64 packet_too_big_discard;
47 u64 mftag_filter_discards;
48 u64 mac_filter_discards;
58 u64 coalesced_aborts_num;
59 u64 non_coalesced_pkts;
63 u64 rx_64_byte_packets;
64 u64 rx_65_to_127_byte_packets;
65 u64 rx_128_to_255_byte_packets;
66 u64 rx_256_to_511_byte_packets;
67 u64 rx_512_to_1023_byte_packets;
68 u64 rx_1024_to_1518_byte_packets;
69 u64 rx_1519_to_1522_byte_packets;
70 u64 rx_1519_to_2047_byte_packets;
71 u64 rx_2048_to_4095_byte_packets;
72 u64 rx_4096_to_9216_byte_packets;
73 u64 rx_9217_to_16383_byte_packets;
75 u64 rx_mac_crtl_frames;
79 u64 rx_carrier_errors;
80 u64 rx_oversize_packets;
82 u64 rx_undersize_packets;
84 u64 tx_64_byte_packets;
85 u64 tx_65_to_127_byte_packets;
86 u64 tx_128_to_255_byte_packets;
87 u64 tx_256_to_511_byte_packets;
88 u64 tx_512_to_1023_byte_packets;
89 u64 tx_1024_to_1518_byte_packets;
90 u64 tx_1519_to_2047_byte_packets;
91 u64 tx_2048_to_4095_byte_packets;
92 u64 tx_4096_to_9216_byte_packets;
93 u64 tx_9217_to_16383_byte_packets;
96 u64 tx_lpi_entry_count;
97 u64 tx_total_collisions;
100 u64 tx_mac_ctrl_frames;
104 struct list_head list;
109 struct qede_rdma_dev {
110 struct qedr_dev *qedr_dev;
111 struct list_head entry;
112 struct list_head roce_event_list;
113 struct workqueue_struct *roce_wq;
117 struct qed_dev *cdev;
118 struct net_device *ndev;
119 struct pci_dev *pdev;
125 #define QEDE_FLAG_IS_VF BIT(0)
126 #define IS_VF(edev) (!!((edev)->flags & QEDE_FLAG_IS_VF))
128 const struct qed_eth_ops *ops;
130 struct qed_dev_eth_info dev_info;
131 #define QEDE_MAX_RSS_CNT(edev) ((edev)->dev_info.num_queues)
132 #define QEDE_MAX_TSS_CNT(edev) ((edev)->dev_info.num_queues * \
133 (edev)->dev_info.num_tc)
135 struct qede_fastpath *fp_array;
143 #define QEDE_QUEUE_CNT(edev) ((edev)->num_queues)
144 #define QEDE_RSS_COUNT(edev) ((edev)->num_queues - (edev)->fp_num_tx)
145 #define QEDE_TSS_COUNT(edev) (((edev)->num_queues - (edev)->fp_num_rx) * \
147 #define QEDE_TX_IDX(edev, txqidx) ((edev)->fp_num_rx + (txqidx) % \
148 QEDE_TSS_COUNT(edev))
149 #define QEDE_TC_IDX(edev, txqidx) ((txqidx) / QEDE_TSS_COUNT(edev))
150 #define QEDE_TX_QUEUE(edev, txqidx) \
151 (&(edev)->fp_array[QEDE_TX_IDX((edev), (txqidx))].txqs[QEDE_TC_IDX(\
154 struct qed_int_info int_info;
155 unsigned char primary_mac[ETH_ALEN];
157 /* Smaller private varaiant of the RTNL lock */
158 struct mutex qede_lock;
159 u32 state; /* Protected by qede_lock */
163 /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
164 #define ETH_OVERHEAD (ETH_HLEN + 8 + 8)
165 /* Max supported alignment is 256 (8 shift)
166 * minimal alignment shift 6 is optimal for 57xxx HW performance
168 #define QEDE_RX_ALIGN_SHIFT max(6, min(8, L1_CACHE_SHIFT))
169 /* We assume skb_build() uses sizeof(struct skb_shared_info) bytes
170 * at the end of skb->data, to avoid wasting a full cache line.
171 * This reduces memory use (skb->truesize).
173 #define QEDE_FW_RX_ALIGN_END \
174 max_t(u64, 1UL << QEDE_RX_ALIGN_SHIFT, \
175 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
177 struct qede_stats stats;
178 #define QEDE_RSS_INDIR_INITED BIT(0)
179 #define QEDE_RSS_KEY_INITED BIT(1)
180 #define QEDE_RSS_CAPS_INITED BIT(2)
181 u32 rss_params_inited; /* bit-field to track initialized rss params */
182 struct qed_update_vport_rss_params rss_params;
183 u16 q_num_rx_buffers; /* Must be a power of two */
184 u16 q_num_tx_buffers; /* Must be a power of two */
187 struct list_head vlan_list;
188 u16 configured_vlans;
189 u16 non_configured_vlans;
190 bool accept_any_vlan;
191 struct delayed_work sp_task;
192 unsigned long sp_flags;
196 struct qede_rdma_dev rdma_info;
204 #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
207 #define MAX_NUM_PRI 8
209 /* The driver supports the new build_skb() API:
210 * RX ring buffer contains pointer to kmalloc() data only,
211 * skb are built only after the frame was DMA-ed.
216 unsigned int page_offset;
219 enum qede_agg_state {
220 QEDE_AGG_STATE_NONE = 0,
221 QEDE_AGG_STATE_START = 1,
222 QEDE_AGG_STATE_ERROR = 2
225 struct qede_agg_info {
226 struct sw_rx_data replace_buf;
227 dma_addr_t replace_buf_mapping;
228 struct sw_rx_data start_buf;
229 dma_addr_t start_buf_mapping;
230 struct eth_fast_path_rx_tpa_start_cqe start_cqe;
231 enum qede_agg_state agg_state;
237 struct qede_rx_queue {
239 struct sw_rx_data *sw_rx_ring;
242 struct qed_chain rx_bd_ring;
243 struct qed_chain rx_comp_ring;
244 void __iomem *hw_rxq_prod_addr;
247 struct qede_agg_info tpa_info[ETH_TPA_MAX_AGGS_NUM];
250 unsigned int rx_buf_seg_size;
262 struct eth_db_data data;
269 /* Set on the first BD descriptor when there is a split BD */
270 #define QEDE_TSO_SPLIT_BD BIT(0)
273 struct qede_tx_queue {
274 int index; /* Queue index */
276 struct sw_tx_bd *sw_tx_ring;
279 struct qed_chain tx_pbl;
280 void __iomem *doorbell_addr;
290 #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr.hi), \
291 le32_to_cpu((bd)->addr.lo))
292 #define BD_SET_UNMAP_ADDR_LEN(bd, maddr, len) \
294 (bd)->addr.hi = cpu_to_le32(upper_32_bits(maddr)); \
295 (bd)->addr.lo = cpu_to_le32(lower_32_bits(maddr)); \
296 (bd)->nbytes = cpu_to_le16(len); \
298 #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
300 struct qede_fastpath {
301 struct qede_dev *edev;
302 #define QEDE_FASTPATH_TX BIT(0)
303 #define QEDE_FASTPATH_RX BIT(1)
304 #define QEDE_FASTPATH_COMBINED (QEDE_FASTPATH_TX | QEDE_FASTPATH_RX)
307 struct napi_struct napi;
308 struct qed_sb_info *sb_info;
309 struct qede_rx_queue *rxq;
310 struct qede_tx_queue *txqs;
312 #define VEC_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
313 char name[VEC_NAME_SIZE];
316 /* Debug print definitions */
317 #define DP_NAME(edev) ((edev)->ndev->name)
320 #define XMIT_L4_CSUM BIT(0)
321 #define XMIT_LSO BIT(1)
322 #define XMIT_ENC BIT(2)
324 #define QEDE_CSUM_ERROR BIT(0)
325 #define QEDE_CSUM_UNNECESSARY BIT(1)
326 #define QEDE_TUNN_CSUM_UNNECESSARY BIT(2)
328 #define QEDE_SP_RX_MODE 1
329 #define QEDE_SP_VXLAN_PORT_CONFIG 2
330 #define QEDE_SP_GENEVE_PORT_CONFIG 3
332 union qede_reload_args {
337 void qede_set_dcbnl_ops(struct net_device *ndev);
339 void qede_config_debug(uint debug, u32 *p_dp_module, u8 *p_dp_level);
340 void qede_set_ethtool_ops(struct net_device *netdev);
341 void qede_reload(struct qede_dev *edev,
342 void (*func)(struct qede_dev *edev,
343 union qede_reload_args *args),
344 union qede_reload_args *args);
345 int qede_change_mtu(struct net_device *dev, int new_mtu);
346 void qede_fill_by_demand_stats(struct qede_dev *edev);
347 bool qede_has_rx_work(struct qede_rx_queue *rxq);
348 int qede_txq_has_work(struct qede_tx_queue *txq);
349 void qede_recycle_rx_bd_ring(struct qede_rx_queue *rxq, struct qede_dev *edev,
351 void qede_update_rx_prod(struct qede_dev *edev, struct qede_rx_queue *rxq);
353 #define RX_RING_SIZE_POW 13
354 #define RX_RING_SIZE ((u16)BIT(RX_RING_SIZE_POW))
355 #define NUM_RX_BDS_MAX (RX_RING_SIZE - 1)
356 #define NUM_RX_BDS_MIN 128
357 #define NUM_RX_BDS_DEF ((u16)BIT(10) - 1)
359 #define TX_RING_SIZE_POW 13
360 #define TX_RING_SIZE ((u16)BIT(TX_RING_SIZE_POW))
361 #define NUM_TX_BDS_MAX (TX_RING_SIZE - 1)
362 #define NUM_TX_BDS_MIN 128
363 #define NUM_TX_BDS_DEF NUM_TX_BDS_MAX
365 #define QEDE_MIN_PKT_LEN 64
366 #define QEDE_RX_HDR_SIZE 256
367 #define for_each_queue(i) for (i = 0; i < edev->num_queues; i++)
369 #endif /* _QEDE_H_ */