1 /*******************************************************************************
3 Intel PRO/1000 Linux driver
4 Copyright(c) 1999 - 2013 Intel Corporation.
6 This program is free software; you can redistribute it and/or modify it
7 under the terms and conditions of the GNU General Public License,
8 version 2, as published by the Free Software Foundation.
10 This program is distributed in the hope it will be useful, but WITHOUT
11 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
15 You should have received a copy of the GNU General Public License along with
16 this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
23 Linux NICS <linux.nics@intel.com>
24 e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25 Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *******************************************************************************/
29 /* Linux PRO/1000 Ethernet Driver main header file */
34 #include <linux/bitops.h>
35 #include <linux/types.h>
36 #include <linux/timer.h>
37 #include <linux/workqueue.h>
39 #include <linux/netdevice.h>
40 #include <linux/pci.h>
41 #include <linux/pci-aspm.h>
42 #include <linux/crc32.h>
43 #include <linux/if_vlan.h>
44 #include <linux/clocksource.h>
45 #include <linux/net_tstamp.h>
46 #include <linux/ptp_clock_kernel.h>
47 #include <linux/ptp_classify.h>
48 #include <linux/mii.h>
53 #define e_dbg(format, arg...) \
54 netdev_dbg(hw->adapter->netdev, format, ## arg)
55 #define e_err(format, arg...) \
56 netdev_err(adapter->netdev, format, ## arg)
57 #define e_info(format, arg...) \
58 netdev_info(adapter->netdev, format, ## arg)
59 #define e_warn(format, arg...) \
60 netdev_warn(adapter->netdev, format, ## arg)
61 #define e_notice(format, arg...) \
62 netdev_notice(adapter->netdev, format, ## arg)
64 /* Interrupt modes, as used by the IntMode parameter */
65 #define E1000E_INT_MODE_LEGACY 0
66 #define E1000E_INT_MODE_MSI 1
67 #define E1000E_INT_MODE_MSIX 2
69 /* Tx/Rx descriptor defines */
70 #define E1000_DEFAULT_TXD 256
71 #define E1000_MAX_TXD 4096
72 #define E1000_MIN_TXD 64
74 #define E1000_DEFAULT_RXD 256
75 #define E1000_MAX_RXD 4096
76 #define E1000_MIN_RXD 64
78 #define E1000_MIN_ITR_USECS 10 /* 100000 irq/sec */
79 #define E1000_MAX_ITR_USECS 10000 /* 100 irq/sec */
81 #define E1000_FC_PAUSE_TIME 0x0680 /* 858 usec */
83 /* How many Tx Descriptors do we need to call netif_wake_queue ? */
84 /* How many Rx Buffers do we bundle into one write to the hardware ? */
85 #define E1000_RX_BUFFER_WRITE 16 /* Must be power of 2 */
87 #define AUTO_ALL_MODES 0
88 #define E1000_EEPROM_APME 0x0400
90 #define E1000_MNG_VLAN_NONE (-1)
92 /* Number of packet split data buffers (not including the header buffer) */
93 #define PS_PAGE_BUFFERS (MAX_PS_BUFFERS - 1)
95 #define DEFAULT_JUMBO 9234
97 /* Time to wait before putting the device into D3 if there's no link (in ms). */
98 #define LINK_TIMEOUT 100
100 /* Count for polling __E1000_RESET condition every 10-20msec.
101 * Experimentation has shown the reset can take approximately 210msec.
103 #define E1000_CHECK_RESET_COUNT 25
105 #define DEFAULT_RDTR 0
106 #define DEFAULT_RADV 8
107 #define BURST_RDTR 0x20
108 #define BURST_RADV 0x20
110 /* in the case of WTHRESH, it appears at least the 82571/2 hardware
111 * writes back 4 descriptors when WTHRESH=5, and 3 descriptors when
112 * WTHRESH=4, so a setting of 5 gives the most efficient bus
113 * utilization but to avoid possible Tx stalls, set it to 1
115 #define E1000_TXDCTL_DMA_BURST_ENABLE \
116 (E1000_TXDCTL_GRAN | /* set descriptor granularity */ \
117 E1000_TXDCTL_COUNT_DESC | \
118 (1 << 16) | /* wthresh must be +1 more than desired */\
119 (1 << 8) | /* hthresh */ \
122 #define E1000_RXDCTL_DMA_BURST_ENABLE \
123 (0x01000000 | /* set descriptor granularity */ \
124 (4 << 16) | /* set writeback threshold */ \
125 (4 << 8) | /* set prefetch threshold */ \
126 0x20) /* set hthresh */
128 #define E1000_TIDV_FPD (1 << 31)
129 #define E1000_RDTR_FPD (1 << 31)
146 struct e1000_ps_page {
148 u64 dma; /* must be u64 - written to hw */
151 /* wrappers around a pointer to a socket buffer,
152 * so a DMA handle can be stored along with the buffer
154 struct e1000_buffer {
160 unsigned long time_stamp;
164 unsigned int bytecount;
169 /* arrays of page information for packet split */
170 struct e1000_ps_page *ps_pages;
177 struct e1000_adapter *adapter; /* back pointer to adapter */
178 void *desc; /* pointer to ring memory */
179 dma_addr_t dma; /* phys address of ring */
180 unsigned int size; /* length of ring in bytes */
181 unsigned int count; /* number of desc. in ring */
189 /* array of buffer information structs */
190 struct e1000_buffer *buffer_info;
192 char name[IFNAMSIZ + 5];
195 void __iomem *itr_register;
198 struct sk_buff *rx_skb_top;
201 /* PHY register snapshot values */
202 struct e1000_phy_regs {
203 u16 bmcr; /* basic mode control register */
204 u16 bmsr; /* basic mode status register */
205 u16 advertise; /* auto-negotiation advertisement */
206 u16 lpa; /* link partner ability register */
207 u16 expansion; /* auto-negotiation expansion reg */
208 u16 ctrl1000; /* 1000BASE-T control register */
209 u16 stat1000; /* 1000BASE-T status register */
210 u16 estatus; /* extended status register */
213 /* board specific private data structure */
214 struct e1000_adapter {
215 struct timer_list watchdog_timer;
216 struct timer_list phy_info_timer;
217 struct timer_list blink_timer;
219 struct work_struct reset_task;
220 struct work_struct watchdog_task;
222 const struct e1000_info *ei;
224 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
232 /* track device up/down/testing state */
235 /* Interrupt Throttle Rate */
242 struct e1000_ring *tx_ring /* One per active queue */
243 ____cacheline_aligned_in_smp;
246 struct napi_struct napi;
248 unsigned int uncorr_errors; /* uncorrectable ECC errors */
249 unsigned int corr_errors; /* correctable ECC errors */
250 unsigned int restart_queue;
254 bool tx_hang_recheck;
255 u8 tx_timeout_factor;
258 u32 tx_abs_int_delay;
260 unsigned int total_tx_bytes;
261 unsigned int total_tx_packets;
262 unsigned int total_rx_bytes;
263 unsigned int total_rx_packets;
270 u32 tx_timeout_count;
277 bool (*clean_rx) (struct e1000_ring *ring, int *work_done,
278 int work_to_do) ____cacheline_aligned_in_smp;
279 void (*alloc_rx_buf) (struct e1000_ring *ring, int cleaned_count,
281 struct e1000_ring *rx_ring;
284 u32 rx_abs_int_delay;
292 u32 alloc_rx_buff_failed;
294 u32 rx_hwtstamp_cleared;
296 unsigned int rx_ps_pages;
301 /* OS defined structs */
302 struct net_device *netdev;
303 struct pci_dev *pdev;
305 /* structs defined in e1000_hw.h */
308 spinlock_t stats64_lock; /* protects statistics counters */
309 struct e1000_hw_stats stats;
310 struct e1000_phy_info phy_info;
311 struct e1000_phy_stats phy_stats;
313 /* Snapshot of PHY registers */
314 struct e1000_phy_regs phy_regs;
316 struct e1000_ring test_tx_ring;
317 struct e1000_ring test_rx_ring;
321 unsigned int num_vectors;
322 struct msix_entry *msix_entries;
329 u32 max_hw_frame_size;
335 struct work_struct downshift_task;
336 struct work_struct update_phy_task;
337 struct work_struct print_hang_task;
345 struct hwtstamp_config hwtstamp_config;
346 struct delayed_work systim_overflow_work;
347 struct sk_buff *tx_hwtstamp_skb;
348 struct work_struct tx_hwtstamp_work;
349 spinlock_t systim_lock; /* protects SYSTIML/H regsters */
350 struct cyclecounter cc;
351 struct timecounter tc;
352 struct ptp_clock *ptp_clock;
353 struct ptp_clock_info ptp_clock_info;
357 enum e1000_mac_type mac;
361 u32 max_hw_frame_size;
362 s32 (*get_variants)(struct e1000_adapter *);
363 const struct e1000_mac_operations *mac_ops;
364 const struct e1000_phy_operations *phy_ops;
365 const struct e1000_nvm_operations *nvm_ops;
368 s32 e1000e_get_base_timinca(struct e1000_adapter *adapter, u32 *timinca);
370 /* The system time is maintained by a 64-bit counter comprised of the 32-bit
371 * SYSTIMH and SYSTIML registers. How the counter increments (and therefore
372 * its resolution) is based on the contents of the TIMINCA register - it
373 * increments every incperiod (bits 31:24) clock ticks by incvalue (bits 23:0).
374 * For the best accuracy, the incperiod should be as small as possible. The
375 * incvalue is scaled by a factor as large as possible (while still fitting
376 * in bits 23:0) so that relatively small clock corrections can be made.
378 * As a result, a shift of INCVALUE_SHIFT_n is used to fit a value of
379 * INCVALUE_n into the TIMINCA register allowing 32+8+(24-INCVALUE_SHIFT_n)
380 * bits to count nanoseconds leaving the rest for fractional nonseconds.
382 #define INCVALUE_96MHz 125
383 #define INCVALUE_SHIFT_96MHz 17
384 #define INCPERIOD_SHIFT_96MHz 2
385 #define INCPERIOD_96MHz (12 >> INCPERIOD_SHIFT_96MHz)
387 #define INCVALUE_25MHz 40
388 #define INCVALUE_SHIFT_25MHz 18
389 #define INCPERIOD_25MHz 1
391 /* Another drawback of scaling the incvalue by a large factor is the
392 * 64-bit SYSTIM register overflows more quickly. This is dealt with
393 * by simply reading the clock before it overflows.
395 * Clock ns bits Overflows after
396 * ~~~~~~ ~~~~~~~ ~~~~~~~~~~~~~~~
397 * 96MHz 47-bit 2^(47-INCPERIOD_SHIFT_96MHz) / 10^9 / 3600 = 9.77 hrs
398 * 25MHz 46-bit 2^46 / 10^9 / 3600 = 19.55 hours
400 #define E1000_SYSTIM_OVERFLOW_PERIOD (HZ * 60 * 60 * 4)
402 /* hardware capability, feature, and workaround flags */
403 #define FLAG_HAS_AMT (1 << 0)
404 #define FLAG_HAS_FLASH (1 << 1)
405 #define FLAG_HAS_HW_VLAN_FILTER (1 << 2)
406 #define FLAG_HAS_WOL (1 << 3)
408 #define FLAG_HAS_CTRLEXT_ON_LOAD (1 << 5)
409 #define FLAG_HAS_SWSM_ON_LOAD (1 << 6)
410 #define FLAG_HAS_JUMBO_FRAMES (1 << 7)
411 #define FLAG_READ_ONLY_NVM (1 << 8)
412 #define FLAG_IS_ICH (1 << 9)
413 #define FLAG_HAS_MSIX (1 << 10)
414 #define FLAG_HAS_SMART_POWER_DOWN (1 << 11)
415 #define FLAG_IS_QUAD_PORT_A (1 << 12)
416 #define FLAG_IS_QUAD_PORT (1 << 13)
417 #define FLAG_HAS_HW_TIMESTAMP (1 << 14)
418 #define FLAG_APME_IN_WUC (1 << 15)
419 #define FLAG_APME_IN_CTRL3 (1 << 16)
420 #define FLAG_APME_CHECK_PORT_B (1 << 17)
421 #define FLAG_DISABLE_FC_PAUSE_TIME (1 << 18)
422 #define FLAG_NO_WAKE_UCAST (1 << 19)
423 #define FLAG_MNG_PT_ENABLED (1 << 20)
424 #define FLAG_RESET_OVERWRITES_LAA (1 << 21)
425 #define FLAG_TARC_SPEED_MODE_BIT (1 << 22)
426 #define FLAG_TARC_SET_BIT_ZERO (1 << 23)
427 #define FLAG_RX_NEEDS_RESTART (1 << 24)
428 #define FLAG_LSC_GIG_SPEED_DROP (1 << 25)
429 #define FLAG_SMART_POWER_DOWN (1 << 26)
430 #define FLAG_MSI_ENABLED (1 << 27)
431 /* reserved (1 << 28) */
432 #define FLAG_TSO_FORCE (1 << 29)
433 #define FLAG_RESTART_NOW (1 << 30)
434 #define FLAG_MSI_TEST_FAILED (1 << 31)
436 #define FLAG2_CRC_STRIPPING (1 << 0)
437 #define FLAG2_HAS_PHY_WAKEUP (1 << 1)
438 #define FLAG2_IS_DISCARDING (1 << 2)
439 #define FLAG2_DISABLE_ASPM_L1 (1 << 3)
440 #define FLAG2_HAS_PHY_STATS (1 << 4)
441 #define FLAG2_HAS_EEE (1 << 5)
442 #define FLAG2_DMA_BURST (1 << 6)
443 #define FLAG2_DISABLE_ASPM_L0S (1 << 7)
444 #define FLAG2_DISABLE_AIM (1 << 8)
445 #define FLAG2_CHECK_PHY_HANG (1 << 9)
446 #define FLAG2_NO_DISABLE_RX (1 << 10)
447 #define FLAG2_PCIM2PCI_ARBITER_WA (1 << 11)
448 #define FLAG2_DFLT_CRC_STRIPPING (1 << 12)
449 #define FLAG2_CHECK_RX_HWTSTAMP (1 << 13)
451 #define E1000_RX_DESC_PS(R, i) \
452 (&(((union e1000_rx_desc_packet_split *)((R).desc))[i]))
453 #define E1000_RX_DESC_EXT(R, i) \
454 (&(((union e1000_rx_desc_extended *)((R).desc))[i]))
455 #define E1000_GET_DESC(R, i, type) (&(((struct type *)((R).desc))[i]))
456 #define E1000_TX_DESC(R, i) E1000_GET_DESC(R, i, e1000_tx_desc)
457 #define E1000_CONTEXT_DESC(R, i) E1000_GET_DESC(R, i, e1000_context_desc)
462 __E1000_ACCESS_SHARED_RESOURCE,
470 latency_invalid = 255
473 extern char e1000e_driver_name[];
474 extern const char e1000e_driver_version[];
476 extern void e1000e_check_options(struct e1000_adapter *adapter);
477 extern void e1000e_set_ethtool_ops(struct net_device *netdev);
479 extern int e1000e_up(struct e1000_adapter *adapter);
480 extern void e1000e_down(struct e1000_adapter *adapter);
481 extern void e1000e_reinit_locked(struct e1000_adapter *adapter);
482 extern void e1000e_reset(struct e1000_adapter *adapter);
483 extern void e1000e_power_up_phy(struct e1000_adapter *adapter);
484 extern int e1000e_setup_rx_resources(struct e1000_ring *ring);
485 extern int e1000e_setup_tx_resources(struct e1000_ring *ring);
486 extern void e1000e_free_rx_resources(struct e1000_ring *ring);
487 extern void e1000e_free_tx_resources(struct e1000_ring *ring);
488 extern struct rtnl_link_stats64 *e1000e_get_stats64(struct net_device *netdev,
489 struct rtnl_link_stats64
491 extern void e1000e_set_interrupt_capability(struct e1000_adapter *adapter);
492 extern void e1000e_reset_interrupt_capability(struct e1000_adapter *adapter);
493 extern void e1000e_get_hw_control(struct e1000_adapter *adapter);
494 extern void e1000e_release_hw_control(struct e1000_adapter *adapter);
495 extern void e1000e_write_itr(struct e1000_adapter *adapter, u32 itr);
497 extern unsigned int copybreak;
499 extern const struct e1000_info e1000_82571_info;
500 extern const struct e1000_info e1000_82572_info;
501 extern const struct e1000_info e1000_82573_info;
502 extern const struct e1000_info e1000_82574_info;
503 extern const struct e1000_info e1000_82583_info;
504 extern const struct e1000_info e1000_ich8_info;
505 extern const struct e1000_info e1000_ich9_info;
506 extern const struct e1000_info e1000_ich10_info;
507 extern const struct e1000_info e1000_pch_info;
508 extern const struct e1000_info e1000_pch2_info;
509 extern const struct e1000_info e1000_pch_lpt_info;
510 extern const struct e1000_info e1000_es2_info;
512 extern void e1000e_ptp_init(struct e1000_adapter *adapter);
513 extern void e1000e_ptp_remove(struct e1000_adapter *adapter);
515 static inline s32 e1000_phy_hw_reset(struct e1000_hw *hw)
517 return hw->phy.ops.reset(hw);
520 static inline s32 e1e_rphy(struct e1000_hw *hw, u32 offset, u16 *data)
522 return hw->phy.ops.read_reg(hw, offset, data);
525 static inline s32 e1e_rphy_locked(struct e1000_hw *hw, u32 offset, u16 *data)
527 return hw->phy.ops.read_reg_locked(hw, offset, data);
530 static inline s32 e1e_wphy(struct e1000_hw *hw, u32 offset, u16 data)
532 return hw->phy.ops.write_reg(hw, offset, data);
535 static inline s32 e1e_wphy_locked(struct e1000_hw *hw, u32 offset, u16 data)
537 return hw->phy.ops.write_reg_locked(hw, offset, data);
540 extern void e1000e_reload_nvm_generic(struct e1000_hw *hw);
542 static inline s32 e1000e_read_mac_addr(struct e1000_hw *hw)
544 if (hw->mac.ops.read_mac_addr)
545 return hw->mac.ops.read_mac_addr(hw);
547 return e1000_read_mac_addr_generic(hw);
550 static inline s32 e1000_validate_nvm_checksum(struct e1000_hw *hw)
552 return hw->nvm.ops.validate(hw);
555 static inline s32 e1000e_update_nvm_checksum(struct e1000_hw *hw)
557 return hw->nvm.ops.update(hw);
560 static inline s32 e1000_read_nvm(struct e1000_hw *hw, u16 offset, u16 words,
563 return hw->nvm.ops.read(hw, offset, words, data);
566 static inline s32 e1000_write_nvm(struct e1000_hw *hw, u16 offset, u16 words,
569 return hw->nvm.ops.write(hw, offset, words, data);
572 static inline s32 e1000_get_phy_info(struct e1000_hw *hw)
574 return hw->phy.ops.get_info(hw);
577 static inline u32 __er32(struct e1000_hw *hw, unsigned long reg)
579 return readl(hw->hw_addr + reg);
582 #define er32(reg) __er32(hw, E1000_##reg)
585 * __ew32_prepare - prepare to write to MAC CSR register on certain parts
586 * @hw: pointer to the HW structure
588 * When updating the MAC CSR registers, the Manageability Engine (ME) could
589 * be accessing the registers at the same time. Normally, this is handled in
590 * h/w by an arbiter but on some parts there is a bug that acknowledges Host
591 * accesses later than it should which could result in the register to have
592 * an incorrect value. Workaround this by checking the FWSM register which
593 * has bit 24 set while ME is accessing MAC CSR registers, wait if it is set
594 * and try again a number of times.
596 static inline s32 __ew32_prepare(struct e1000_hw *hw)
598 s32 i = E1000_ICH_FWSM_PCIM2PCI_COUNT;
600 while ((er32(FWSM) & E1000_ICH_FWSM_PCIM2PCI) && --i)
606 static inline void __ew32(struct e1000_hw *hw, unsigned long reg, u32 val)
608 if (hw->adapter->flags2 & FLAG2_PCIM2PCI_ARBITER_WA)
611 writel(val, hw->hw_addr + reg);
614 #define ew32(reg, val) __ew32(hw, E1000_##reg, (val))
616 #define e1e_flush() er32(STATUS)
618 #define E1000_WRITE_REG_ARRAY(a, reg, offset, value) \
619 (__ew32((a), (reg + ((offset) << 2)), (value)))
621 #define E1000_READ_REG_ARRAY(a, reg, offset) \
622 (readl((a)->hw_addr + reg + ((offset) << 2)))
624 #endif /* _E1000_H_ */