1 /**********************************************************************
4 * Contact: support@cavium.com
5 * Please include "LiquidIO" in the subject.
7 * Copyright (c) 2003-2015 Cavium, Inc.
9 * This file is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License, Version 2, as
11 * published by the Free Software Foundation.
13 * This file is distributed in the hope that it will be useful, but
14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16 * NONINFRINGEMENT. See the GNU General Public License for more
19 * This file may also be available under a different license from Cavium.
20 * Contact Cavium, Inc. for more information
21 **********************************************************************/
23 /*! \file octeon_network.h
24 * \brief Host NIC Driver: Structure and Macro definitions used by NIC Module.
27 #ifndef __OCTEON_NETWORK_H__
28 #define __OCTEON_NETWORK_H__
29 #include <linux/version.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/ptp_clock_kernel.h>
33 #define LIO_MAX_MTU_SIZE (OCTNET_MAX_FRM_SIZE - OCTNET_FRM_HEADER_SIZE)
34 #define LIO_MIN_MTU_SIZE 68
36 struct oct_nic_stats_resp {
38 struct oct_link_stats stats;
42 struct oct_nic_stats_ctrl {
43 struct completion complete;
44 struct net_device *netdev;
47 /** LiquidIO per-interface network private data */
49 /** State of the interface. Rx/Tx happens only in the RUNNING state. */
52 /** Octeon Interface index number. This device will be represented as
53 * oct<ifidx> in the system.
57 /** Octeon Input queue to use to transmit for this network interface. */
60 /** Octeon Output queue from which pkts arrive
61 * for this network interface.
65 /** Guards each glist */
66 spinlock_t *glist_lock;
68 /** Array of gather component linked lists */
69 struct list_head *glist;
71 /** Pointer to the NIC properties for the Octeon device this network
72 * interface is associated with.
74 struct octdev_props *octprops;
76 /** Pointer to the octeon device structure. */
77 struct octeon_device *oct_dev;
79 struct net_device *netdev;
81 /** Link information sent by the core application for this interface. */
82 struct oct_link_info linfo;
84 /** counter of link changes */
87 /** Size of Tx queue for this octeon device. */
90 /** Size of Rx queue for this octeon device. */
93 /** Size of MTU this octeon device. */
96 /** msg level flag per interface. */
99 /** Copy of Interface capabilities: TSO, TSO6, LRO, Chescksums . */
102 /* Copy of transmit encapsulation capabilities:
103 * TSO, TSO6, Checksums for this device for Kernel
106 u64 enc_dev_capability;
108 /** Copy of beacaon reg in phy */
111 /** Copy of ctrl reg in phy */
114 /* PTP clock information */
115 struct ptp_clock_info ptp_info;
116 struct ptp_clock *ptp_clock;
119 /* for atomic access to Octeon PTP reg and data struct */
125 /* work queue for txq status */
126 struct cavium_wq txq_status_wq;
129 #define LIO_SIZE (sizeof(struct lio))
130 #define GET_LIO(netdev) ((struct lio *)netdev_priv(netdev))
133 * \brief Enable or disable feature
134 * @param netdev pointer to network device
135 * @param cmd Command that just requires acknowledgment
136 * @param param1 Parameter to command
138 int liquidio_set_feature(struct net_device *netdev, int cmd, u16 param1);
141 * \brief Link control command completion callback
142 * @param nctrl_ptr pointer to control packet structure
144 * This routine is called by the callback function when a ctrl pkt sent to
145 * core app completes. The nctrl_ptr contains a copy of the command type
146 * and data sent to the core app. This routine is only called if the ctrl
147 * pkt was sent successfully to the core app.
149 void liquidio_link_ctrl_cmd_completion(void *nctrl_ptr);
152 * \brief Register ethtool operations
153 * @param netdev pointer to network device
155 void liquidio_set_ethtool_ops(struct net_device *netdev);
157 #define SKB_ADJ_MASK 0x3F
158 #define SKB_ADJ (SKB_ADJ_MASK + 1)
160 #define MIN_SKB_SIZE 256 /* 8 bytes and more - 8 bytes for PTP */
161 #define LIO_RXBUFFER_SZ 2048
164 *recv_buffer_alloc(struct octeon_device *oct,
165 struct octeon_skb_page_info *pg_info)
169 struct octeon_skb_page_info *skb_pg_info;
171 page = alloc_page(GFP_ATOMIC | __GFP_COLD);
175 skb = dev_alloc_skb(MIN_SKB_SIZE + SKB_ADJ);
176 if (unlikely(!skb)) {
178 pg_info->page = NULL;
182 if ((unsigned long)skb->data & SKB_ADJ_MASK) {
183 u32 r = SKB_ADJ - ((unsigned long)skb->data & SKB_ADJ_MASK);
188 skb_pg_info = ((struct octeon_skb_page_info *)(skb->cb));
190 pg_info->dma = dma_map_page(&oct->pci_dev->dev, page, 0,
191 PAGE_SIZE, DMA_FROM_DEVICE);
193 /* Mapping failed!! */
194 if (dma_mapping_error(&oct->pci_dev->dev, pg_info->dma)) {
196 dev_kfree_skb_any((struct sk_buff *)skb);
197 pg_info->page = NULL;
201 pg_info->page = page;
202 pg_info->page_offset = 0;
203 skb_pg_info->page = page;
204 skb_pg_info->page_offset = 0;
205 skb_pg_info->dma = pg_info->dma;
211 *recv_buffer_fast_alloc(u32 size)
214 struct octeon_skb_page_info *skb_pg_info;
216 skb = dev_alloc_skb(size + SKB_ADJ);
220 if ((unsigned long)skb->data & SKB_ADJ_MASK) {
221 u32 r = SKB_ADJ - ((unsigned long)skb->data & SKB_ADJ_MASK);
226 skb_pg_info = ((struct octeon_skb_page_info *)(skb->cb));
227 skb_pg_info->page = NULL;
228 skb_pg_info->page_offset = 0;
229 skb_pg_info->dma = 0;
235 recv_buffer_recycle(struct octeon_device *oct, void *buf)
237 struct octeon_skb_page_info *pg_info = buf;
239 if (!pg_info->page) {
240 dev_err(&oct->pci_dev->dev, "%s: pg_info->page NULL\n",
245 if (unlikely(page_count(pg_info->page) != 1) ||
246 unlikely(page_to_nid(pg_info->page) != numa_node_id())) {
247 dma_unmap_page(&oct->pci_dev->dev,
248 pg_info->dma, (PAGE_SIZE << 0),
251 pg_info->page = NULL;
252 pg_info->page_offset = 0;
256 /* Flip to other half of the buffer */
257 if (pg_info->page_offset == 0)
258 pg_info->page_offset = LIO_RXBUFFER_SZ;
260 pg_info->page_offset = 0;
261 page_ref_inc(pg_info->page);
267 *recv_buffer_reuse(struct octeon_device *oct, void *buf)
269 struct octeon_skb_page_info *pg_info = buf, *skb_pg_info;
272 skb = dev_alloc_skb(MIN_SKB_SIZE + SKB_ADJ);
273 if (unlikely(!skb)) {
274 dma_unmap_page(&oct->pci_dev->dev,
275 pg_info->dma, (PAGE_SIZE << 0),
280 if ((unsigned long)skb->data & SKB_ADJ_MASK) {
281 u32 r = SKB_ADJ - ((unsigned long)skb->data & SKB_ADJ_MASK);
286 skb_pg_info = ((struct octeon_skb_page_info *)(skb->cb));
287 skb_pg_info->page = pg_info->page;
288 skb_pg_info->page_offset = pg_info->page_offset;
289 skb_pg_info->dma = pg_info->dma;
295 recv_buffer_destroy(void *buffer, struct octeon_skb_page_info *pg_info)
297 struct sk_buff *skb = (struct sk_buff *)buffer;
299 put_page(pg_info->page);
301 pg_info->page = NULL;
302 pg_info->page_offset = 0;
305 dev_kfree_skb_any(skb);
308 static inline void recv_buffer_free(void *buffer)
310 struct sk_buff *skb = (struct sk_buff *)buffer;
311 struct octeon_skb_page_info *pg_info;
313 pg_info = ((struct octeon_skb_page_info *)(skb->cb));
316 put_page(pg_info->page);
318 pg_info->page = NULL;
319 pg_info->page_offset = 0;
322 dev_kfree_skb_any((struct sk_buff *)buffer);
326 recv_buffer_fast_free(void *buffer)
328 dev_kfree_skb_any((struct sk_buff *)buffer);
331 static inline void tx_buffer_free(void *buffer)
333 dev_kfree_skb_any((struct sk_buff *)buffer);
336 #define lio_dma_alloc(oct, size, dma_addr) \
337 dma_alloc_coherent(&oct->pci_dev->dev, size, dma_addr, GFP_KERNEL)
338 #define lio_dma_free(oct, size, virt_addr, dma_addr) \
339 dma_free_coherent(&oct->pci_dev->dev, size, virt_addr, dma_addr)
342 void *get_rbd(struct sk_buff *skb)
344 struct octeon_skb_page_info *pg_info;
347 pg_info = ((struct octeon_skb_page_info *)(skb->cb));
348 va = page_address(pg_info->page) + pg_info->page_offset;
354 lio_map_ring_info(struct octeon_droq *droq, u32 i)
357 struct octeon_device *oct = droq->oct_dev;
359 dma_addr = dma_map_single(&oct->pci_dev->dev, &droq->info_list[i],
360 OCT_DROQ_INFO_SIZE, DMA_FROM_DEVICE);
362 WARN_ON(dma_mapping_error(&oct->pci_dev->dev, dma_addr));
364 return (u64)dma_addr;
368 lio_unmap_ring_info(struct pci_dev *pci_dev,
369 u64 info_ptr, u32 size)
371 dma_unmap_single(&pci_dev->dev, info_ptr, size, DMA_FROM_DEVICE);
375 lio_map_ring(void *buf)
379 struct sk_buff *skb = (struct sk_buff *)buf;
380 struct octeon_skb_page_info *pg_info;
382 pg_info = ((struct octeon_skb_page_info *)(skb->cb));
383 if (!pg_info->page) {
384 pr_err("%s: pg_info->page NULL\n", __func__);
389 dma_addr = pg_info->dma;
391 pr_err("%s: ERROR it should be already available\n",
395 dma_addr += pg_info->page_offset;
397 return (u64)dma_addr;
401 lio_unmap_ring(struct pci_dev *pci_dev,
405 dma_unmap_page(&pci_dev->dev,
406 buf_ptr, (PAGE_SIZE << 0),
410 static inline void *octeon_fast_packet_alloc(u32 size)
412 return recv_buffer_fast_alloc(size);
415 static inline void octeon_fast_packet_next(struct octeon_droq *droq,
416 struct sk_buff *nicbuf,
420 memcpy(skb_put(nicbuf, copy_len),
421 get_rbd(droq->recv_buf_list[idx].buffer), copy_len);