projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge branch 'intel'
[linux-2.6-block.git] / drivers / net / ethernet / qlogic / netxen / netxen_nic_main.c
CommitLineData
3d396eb1 1/*
5d242f1c 2 * Copyright (C) 2003 - 2009 NetXen, Inc.
13af7a6e 3 * Copyright (C) 2009 - QLogic Corporation.
3d396eb1 4 * All rights reserved.
80922fbc 5 *
3d396eb1
AK		 6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version 2
9 * of the License, or (at your option) any later version.
80922fbc 10 *
3d396eb1
AK		 11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
80922fbc 15 *
3d396eb1
AK		 16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
19 * MA 02111-1307, USA.
80922fbc 20 *
3d396eb1 21 * The full GNU General Public License is included in this distribution
4d21fef4 22 * in the file called "COPYING".
80922fbc 23 *
3d396eb1
AK		 24 */
25
5a0e3ad6 26#include <linux/slab.h>
cb8011ad 27#include <linux/vmalloc.h>
e98e3350 28#include <linux/interrupt.h>
3d396eb1
AK		 29#include "netxen_nic_hw.h"
30
31#include "netxen_nic.h"
3d396eb1 32
1494a814 33#include <linux/dma-mapping.h>
391587c3 34#include <linux/if_vlan.h>
c9bdd4b5 35#include <net/ip.h>
00977784 36#include <linux/ipv6.h>
6598b169 37#include <linux/inetdevice.h>
0531d7b8 38#include <linux/sysfs.h>
e87ad553 39#include <linux/aer.h>
1494a814 40
0438a1b2 41MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Intelligent Ethernet Driver");
3d396eb1
AK		 42MODULE_LICENSE("GPL");
43MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
7e8e5d97 44MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME);
3d396eb1 45
ceded32f 46char netxen_nic_driver_name[] = "netxen_nic";
c25c0b9b 47static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v"
cb8011ad 48 NETXEN_NIC_LINUX_VERSIONID;
3d396eb1 49
2956640d
DP		 50static int port_mode = NETXEN_PORT_MODE_AUTO_NEG;
51
52/* Default to restricted 1G auto-neg mode */
53static int wol_port_mode = 5;
54
55static int use_msi = 1;
56
57static int use_msi_x = 1;
58
afdafff1
SH		 59static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
60module_param(auto_fw_reset, int, 0644);
61MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled");
caa2dd53 62
c3f9c88c 63static int netxen_nic_probe(struct pci_dev *pdev,
2956640d 64 const struct pci_device_id *ent);
c3f9c88c 65static void netxen_nic_remove(struct pci_dev *pdev);
3d396eb1
AK		 66static int netxen_nic_open(struct net_device *netdev);
67static int netxen_nic_close(struct net_device *netdev);
61357325
SH		 68static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *,
69 struct net_device *);
3d396eb1 70static void netxen_tx_timeout(struct net_device *netdev);
74c520da 71static void netxen_tx_timeout_task(struct work_struct *work);
6a581e93
DP		 72static void netxen_fw_poll_work(struct work_struct *work);
73static void netxen_schedule_work(struct netxen_adapter *adapter,
74 work_func_t func, int delay);
75static void netxen_cancel_fw_work(struct netxen_adapter *adapter);
bea3348e 76static int netxen_nic_poll(struct napi_struct *napi, int budget);
3d396eb1
AK		 77#ifdef CONFIG_NET_POLL_CONTROLLER
78static void netxen_nic_poll_controller(struct net_device *netdev);
79#endif
fa3ce355
NK		 80
81static void netxen_create_sysfs_entries(struct netxen_adapter *adapter);
82static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter);
70f9cf89
DP		 83static void netxen_create_diag_entries(struct netxen_adapter *adapter);
84static void netxen_remove_diag_entries(struct netxen_adapter *adapter);
e87ad553 85static int nx_dev_request_aer(struct netxen_adapter *adapter);
6a581e93
DP		 86static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter);
87static int netxen_can_start_firmware(struct netxen_adapter *adapter);
88
1494a814 89static irqreturn_t netxen_intr(int irq, void *data);
05aaa02d 90static irqreturn_t netxen_msi_intr(int irq, void *data);
b3df68f8 91static irqreturn_t netxen_msix_intr(int irq, void *data);
3d396eb1 92
8a7fbfab 93static void netxen_free_ip_list(struct netxen_adapter *, bool);
57569d0e 94static void netxen_restore_indev_addr(struct net_device *dev, unsigned long);
47fd428c 95static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *dev,
96 struct rtnl_link_stats64 *stats);
7e12bb0a 97static int netxen_nic_set_mac(struct net_device *netdev, void *p);
d0725e4d 98
3d396eb1 99/* PCI Device ID Table */
70081ac5 100#define ENTRY(device) \
040dec3b 101 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
70081ac5
AV		 102 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
103
a3aa1884 104static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = {
040dec3b
DP		 105 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR),
106 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4),
107 ENTRY(PCI_DEVICE_ID_NX2031_4GCU),
108 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ),
109 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ),
110 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT),
111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2),
112 ENTRY(PCI_DEVICE_ID_NX3031),
3d396eb1
AK		 113 {0,}
114};
115
116MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
117
7830b22c
DP		 118static uint32_t crb_cmd_producer[4] = {
119 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1,
120 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3
121};
122
c9fc891f 123void
3ce06a32 124netxen_nic_update_cmd_producer(struct netxen_adapter *adapter,
cb2107be 125 struct nx_host_tx_ring *tx_ring)
3176ff3e 126{
195c5f98 127 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer);
3176ff3e
MT		 128}
129
7830b22c
DP		 130static uint32_t crb_cmd_consumer[4] = {
131 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1,
132 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3
133};
134
3ce06a32
DP		 135static inline void
136netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter,
cb2107be 137 struct nx_host_tx_ring *tx_ring)
3176ff3e 138{
195c5f98 139 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer);
3176ff3e
MT		 140}
141
2956640d 142static uint32_t msi_tgt_status[8] = {
443be796 143 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
2956640d
DP		 144 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
145 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
146 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
443be796
DP		 147};
148
2956640d
DP		 149static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG;
150
d8b100c5 151static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 152{
d8b100c5
DP		 153 struct netxen_adapter *adapter = sds_ring->adapter;
154
195c5f98 155 NXWRIO(adapter, sds_ring->crb_intr_mask, 0);
4638aef1
SH		 156}
157
d8b100c5 158static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 159{
d8b100c5
DP		 160 struct netxen_adapter *adapter = sds_ring->adapter;
161
195c5f98 162 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1);
4638aef1 163
092bc571 164 if (!NETXEN_IS_MSI_FAMILY(adapter))
195c5f98 165 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff);
4638aef1
SH		 166}
167
71dcddbd
DP		 168static int
169netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count)
170{
171 int size = sizeof(struct nx_host_sds_ring) * count;
172
173 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
174
807540ba 175 return recv_ctx->sds_rings == NULL;
71dcddbd
DP		 176}
177
d8b100c5 178static void
71dcddbd
DP		 179netxen_free_sds_rings(struct netxen_recv_context *recv_ctx)
180{
181 if (recv_ctx->sds_rings != NULL)
182 kfree(recv_ctx->sds_rings);
232e7d68
DP		 183
184 recv_ctx->sds_rings = NULL;
71dcddbd
DP		 185}
186
187static int
d8b100c5
DP		 188netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev)
189{
190 int ring;
191 struct nx_host_sds_ring *sds_ring;
192 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
193
71dcddbd 194 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
f17443f4 195 return -ENOMEM;
71dcddbd 196
d8b100c5
DP		 197 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
198 sds_ring = &recv_ctx->sds_rings[ring];
199 netif_napi_add(netdev, &sds_ring->napi,
200 netxen_nic_poll, NETXEN_NETDEV_WEIGHT);
201 }
71dcddbd
DP		 202
203 return 0;
d8b100c5
DP		 204}
205
232e7d68
DP		 206static void
207netxen_napi_del(struct netxen_adapter *adapter)
208{
209 int ring;
210 struct nx_host_sds_ring *sds_ring;
211 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
212
213 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
214 sds_ring = &recv_ctx->sds_rings[ring];
215 netif_napi_del(&sds_ring->napi);
216 }
217
218 netxen_free_sds_rings(&adapter->recv_ctx);
219}
220
d8b100c5
DP		 221static void
222netxen_napi_enable(struct netxen_adapter *adapter)
223{
224 int ring;
225 struct nx_host_sds_ring *sds_ring;
226 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
227
228 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
229 sds_ring = &recv_ctx->sds_rings[ring];
230 napi_enable(&sds_ring->napi);
231 netxen_nic_enable_int(sds_ring);
232 }
233}
234
235static void
236netxen_napi_disable(struct netxen_adapter *adapter)
237{
238 int ring;
239 struct nx_host_sds_ring *sds_ring;
240 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
241
242 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
243 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 244 netxen_nic_disable_int(sds_ring);
b2af9cb0
DP		 245 napi_synchronize(&sds_ring->napi);
246 napi_disable(&sds_ring->napi);
d8b100c5
DP		 247 }
248}
249
50c643e7 250static int nx_set_dma_mask(struct netxen_adapter *adapter)
2956640d
DP		 251{
252 struct pci_dev *pdev = adapter->pdev;
1f434f63
DP		 253 uint64_t mask, cmask;
254
255 adapter->pci_using_dac = 0;
2956640d 256
6afd142f 257 mask = DMA_BIT_MASK(32);
6afd142f 258 cmask = DMA_BIT_MASK(32);
1f434f63 259
50c643e7 260 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
1f434f63 261#ifndef CONFIG_IA64
6afd142f 262 mask = DMA_BIT_MASK(35);
1f434f63 263#endif
50c643e7
DP		 264 } else {
265 mask = DMA_BIT_MASK(39);
266 cmask = mask;
267 }
268
2956640d 269 if (pci_set_dma_mask(pdev, mask) == 0 &&
1f434f63 270 pci_set_consistent_dma_mask(pdev, cmask) == 0) {
2956640d
DP		 271 adapter->pci_using_dac = 1;
272 return 0;
273 }
2956640d 274
1f434f63
DP		 275 return -EIO;
276}
277
278/* Update addressable range if firmware supports it */
279static int
280nx_update_dma_mask(struct netxen_adapter *adapter)
281{
282 int change, shift, err;
50c643e7 283 uint64_t mask, old_mask, old_cmask;
1f434f63
DP		 284 struct pci_dev *pdev = adapter->pdev;
285
286 change = 0;
287
f98a9f69 288 shift = NXRD32(adapter, CRB_DMA_SHIFT);
f60f7856 289 if (shift > 32)
1f434f63
DP		 290 return 0;
291
292 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9))
293 change = 1;
294 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4))
295 change = 1;
296
297 if (change) {
298 old_mask = pdev->dma_mask;
50c643e7
DP		 299 old_cmask = pdev->dev.coherent_dma_mask;
300
f60f7856 301 mask = DMA_BIT_MASK(32+shift);
1f434f63
DP		 302
303 err = pci_set_dma_mask(pdev, mask);
304 if (err)
50c643e7
DP		 305 goto err_out;
306
307 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
308
309 err = pci_set_consistent_dma_mask(pdev, mask);
310 if (err)
311 goto err_out;
312 }
313 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
2956640d
DP		 314 }
315
2956640d 316 return 0;
50c643e7
DP		 317
318err_out:
319 pci_set_dma_mask(pdev, old_mask);
320 pci_set_consistent_dma_mask(pdev, old_cmask);
321 return err;
2956640d
DP		 322}
323
2956640d
DP		 324static int
325netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot)
326{
27c915a4 327 u32 val, timeout;
2956640d
DP		 328
329 if (first_boot == 0x55555555) {
330 /* This is the first boot after power up */
f98a9f69 331 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC);
27c915a4
DP		 332
333 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id))
334 return 0;
2956640d
DP		 335
336 /* PCI bus master workaround */
f98a9f69 337 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 338 if (!(first_boot & 0x4)) {
339 first_boot |= 0x4;
f98a9f69 340 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot);
581e8ae4 341 NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 342 }
343
344 /* This is the first boot after power up */
f98a9f69 345 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET);
2956640d
DP		 346 if (first_boot != 0x80000f) {
347 /* clear the register for future unloads/loads */
f98a9f69 348 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0);
27c915a4 349 return -EIO;
2956640d
DP		 350 }
351
27c915a4 352 /* Start P2 boot loader */
f98a9f69
DP		 353 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE);
354 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1);
27c915a4
DP		 355 timeout = 0;
356 do {
357 msleep(1);
f98a9f69 358 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
27c915a4
DP		 359
360 if (++timeout > 5000)
361 return -EIO;
362
363 } while (val == NETXEN_BDINFO_MAGIC);
2956640d 364 }
27c915a4 365 return 0;
2956640d
DP		 366}
367
368static void netxen_set_port_mode(struct netxen_adapter *adapter)
369{
370 u32 val, data;
371
1e2d0059 372 val = adapter->ahw.board_type;
2956640d
DP		 373 if ((val == NETXEN_BRDTYPE_P3_HMEZ) ||
374 (val == NETXEN_BRDTYPE_P3_XG_LOM)) {
375 if (port_mode == NETXEN_PORT_MODE_802_3_AP) {
376 data = NETXEN_PORT_MODE_802_3_AP;
f98a9f69 377 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 378 } else if (port_mode == NETXEN_PORT_MODE_XG) {
379 data = NETXEN_PORT_MODE_XG;
f98a9f69 380 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 381 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) {
382 data = NETXEN_PORT_MODE_AUTO_NEG_1G;
f98a9f69 383 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 384 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) {
385 data = NETXEN_PORT_MODE_AUTO_NEG_XG;
f98a9f69 386 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 387 } else {
388 data = NETXEN_PORT_MODE_AUTO_NEG;
f98a9f69 389 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 390 }
391
392 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) &&
393 (wol_port_mode != NETXEN_PORT_MODE_XG) &&
394 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) &&
395 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) {
396 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG;
397 }
f98a9f69 398 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode);
2956640d
DP		 399 }
400}
401
e3feb266
RB		 402#define PCI_CAP_ID_GEN 0x10
403
404static void netxen_pcie_strap_init(struct netxen_adapter *adapter)
405{
406 u32 pdevfuncsave;
407 u32 c8c9value = 0;
408 u32 chicken = 0;
409 u32 control = 0;
410 int i, pos;
411 struct pci_dev *pdev;
412
413 pdev = adapter->pdev;
414
415 chicken = NXRD32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3));
416 /* clear chicken3.25:24 */
417 chicken &= 0xFCFFFFFF;
418 /*
419 * if gen1 and B0, set F1020 - if gen 2, do nothing
420 * if gen2 set to F1000
421 */
422 pos = pci_find_capability(pdev, PCI_CAP_ID_GEN);
423 if (pos == 0xC0) {
424 pci_read_config_dword(pdev, pos + 0x10, &control);
425 if ((control & 0x000F0000) != 0x00020000) {
426 /* set chicken3.24 if gen1 */
427 chicken |= 0x01000000;
428 }
429 dev_info(&adapter->pdev->dev, "Gen2 strapping detected\n");
430 c8c9value = 0xF1000;
431 } else {
432 /* set chicken3.24 if gen1 */
433 chicken |= 0x01000000;
434 dev_info(&adapter->pdev->dev, "Gen1 strapping detected\n");
435 if (adapter->ahw.revision_id == NX_P3_B0)
436 c8c9value = 0xF1020;
437 else
438 c8c9value = 0;
439 }
440
441 NXWR32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3), chicken);
442
443 if (!c8c9value)
444 return;
445
446 pdevfuncsave = pdev->devfn;
447 if (pdevfuncsave & 0x07)
448 return;
449
450 for (i = 0; i < 8; i++) {
451 pci_read_config_dword(pdev, pos + 8, &control);
452 pci_read_config_dword(pdev, pos + 8, &control);
453 pci_write_config_dword(pdev, pos + 8, c8c9value);
454 pdev->devfn++;
455 }
456 pdev->devfn = pdevfuncsave;
457}
458
2956640d
DP		 459static void netxen_set_msix_bit(struct pci_dev *pdev, int enable)
460{
461 u32 control;
462 int pos;
463
464 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
465 if (pos) {
466 pci_read_config_dword(pdev, pos, &control);
467 if (enable)
468 control |= PCI_MSIX_FLAGS_ENABLE;
469 else
470 control = 0;
471 pci_write_config_dword(pdev, pos, control);
472 }
473}
474
be339aee 475static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count)
2956640d
DP		 476{
477 int i;
478
be339aee 479 for (i = 0; i < count; i++)
2956640d
DP		 480 adapter->msix_entries[i].entry = i;
481}
482
9dc28efe
DP		 483static int
484netxen_read_mac_addr(struct netxen_adapter *adapter)
485{
486 int i;
487 unsigned char *p;
a03d2451 488 u64 mac_addr;
9dc28efe
DP		 489 struct net_device *netdev = adapter->netdev;
490 struct pci_dev *pdev = adapter->pdev;
491
9dc28efe
DP		 492 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
493 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0)
494 return -EIO;
495 } else {
496 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0)
497 return -EIO;
498 }
499
500 p = (unsigned char *)&mac_addr;
501 for (i = 0; i < 6; i++)
502 netdev->dev_addr[i] = *(p + 5 - i);
503
5d09e534 504 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
9dc28efe
DP		 505
506 /* set station address */
507
aaeb6cdf 508 if (!is_valid_ether_addr(netdev->dev_addr))
e174961c 509 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr);
9dc28efe
DP		 510
511 return 0;
512}
513
7e12bb0a 514static int netxen_nic_set_mac(struct net_device *netdev, void *p)
3d0a3cc9
DP		 515{
516 struct netxen_adapter *adapter = netdev_priv(netdev);
517 struct sockaddr *addr = p;
518
519 if (!is_valid_ether_addr(addr->sa_data))
504f9b5a 520 return -EADDRNOTAVAIL;
3d0a3cc9
DP		 521
522 if (netif_running(netdev)) {
523 netif_device_detach(netdev);
524 netxen_napi_disable(adapter);
525 }
526
5d09e534 527 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
3d0a3cc9
DP		 528 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
529 adapter->macaddr_set(adapter, addr->sa_data);
530
531 if (netif_running(netdev)) {
532 netif_device_attach(netdev);
533 netxen_napi_enable(adapter);
534 }
535 return 0;
536}
537
1abd266f
SH		 538static void netxen_set_multicast_list(struct net_device *dev)
539{
540 struct netxen_adapter *adapter = netdev_priv(dev);
541
3d0a3cc9 542 adapter->set_multi(dev);
1abd266f
SH		 543}
544
c8f44aff
MM		 545static netdev_features_t netxen_fix_features(struct net_device *dev,
546 netdev_features_t features)
066413da
MM		 547{
548 if (!(features & NETIF_F_RXCSUM)) {
549 netdev_info(dev, "disabling LRO as RXCSUM is off\n");
550
551 features &= ~NETIF_F_LRO;
552 }
553
554 return features;
555}
556
c8f44aff
MM		 557static int netxen_set_features(struct net_device *dev,
558 netdev_features_t features)
066413da
MM		 559{
560 struct netxen_adapter *adapter = netdev_priv(dev);
561 int hw_lro;
562
563 if (!((dev->features ^ features) & NETIF_F_LRO))
564 return 0;
565
566 hw_lro = (features & NETIF_F_LRO) ? NETXEN_NIC_LRO_ENABLED
567 : NETXEN_NIC_LRO_DISABLED;
568
569 if (netxen_config_hw_lro(adapter, hw_lro))
570 return -EIO;
571
572 if (!(features & NETIF_F_LRO) && netxen_send_lro_cleanup(adapter))
573 return -EIO;
574
575 return 0;
576}
577
1abd266f
SH		 578static const struct net_device_ops netxen_netdev_ops = {
579 .ndo_open = netxen_nic_open,
580 .ndo_stop = netxen_nic_close,
581 .ndo_start_xmit = netxen_nic_xmit_frame,
47fd428c 582 .ndo_get_stats64 = netxen_nic_get_stats,
1abd266f 583 .ndo_validate_addr = eth_validate_addr,
afc4b13d 584 .ndo_set_rx_mode = netxen_set_multicast_list,
1abd266f
SH		 585 .ndo_set_mac_address = netxen_nic_set_mac,
586 .ndo_change_mtu = netxen_nic_change_mtu,
587 .ndo_tx_timeout = netxen_tx_timeout,
066413da
MM		 588 .ndo_fix_features = netxen_fix_features,
589 .ndo_set_features = netxen_set_features,
1abd266f
SH		 590#ifdef CONFIG_NET_POLL_CONTROLLER
591 .ndo_poll_controller = netxen_nic_poll_controller,
592#endif
593};
594
97daee83
DP		 595static void
596netxen_setup_intr(struct netxen_adapter *adapter)
597{
598 struct netxen_legacy_intr_set *legacy_intrp;
599 struct pci_dev *pdev = adapter->pdev;
be339aee
DP		 600 int err, num_msix;
601
602 if (adapter->rss_supported) {
603 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
604 MSIX_ENTRIES_PER_ADAPTER : 2;
605 } else
606 num_msix = 1;
607
608 adapter->max_sds_rings = 1;
97daee83
DP		 609
610 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED);
97daee83
DP		 611
612 if (adapter->ahw.revision_id >= NX_P3_B0)
613 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
614 else
615 legacy_intrp = &legacy_intr[0];
195c5f98
AKS		 616
617 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
618 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
619 legacy_intrp->tgt_status_reg);
620 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter,
621 legacy_intrp->tgt_mask_reg);
622 adapter->pci_int_reg = netxen_get_ioaddr(adapter,
623 legacy_intrp->pci_int_reg);
624 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR);
625
626 if (adapter->ahw.revision_id >= NX_P3_B1)
627 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
628 ISR_INT_STATE_REG);
629 else
630 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
631 CRB_INT_VECTOR);
97daee83
DP		 632
633 netxen_set_msix_bit(pdev, 0);
634
635 if (adapter->msix_supported) {
636
be339aee
DP		 637 netxen_init_msix_entries(adapter, num_msix);
638 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
639 if (err == 0) {
640 adapter->flags |= NETXEN_NIC_MSIX_ENABLED;
641 netxen_set_msix_bit(pdev, 1);
97daee83 642
be339aee
DP		 643 if (adapter->rss_supported)
644 adapter->max_sds_rings = num_msix;
97daee83 645
be339aee
DP		 646 dev_info(&pdev->dev, "using msi-x interrupts\n");
647 return;
648 }
649
650 if (err > 0)
651 pci_disable_msix(pdev);
652
653 /* fall through for msi */
97daee83 654 }
be339aee
DP		 655
656 if (use_msi && !pci_enable_msi(pdev)) {
657 adapter->flags |= NETXEN_NIC_MSI_ENABLED;
195c5f98
AKS		 658 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
659 msi_tgt_status[adapter->ahw.pci_func]);
be339aee 660 dev_info(&pdev->dev, "using msi interrupts\n");
f67f3408 661 adapter->msix_entries[0].vector = pdev->irq;
be339aee
DP		 662 return;
663 }
664
665 dev_info(&pdev->dev, "using legacy interrupts\n");
666 adapter->msix_entries[0].vector = pdev->irq;
97daee83
DP		 667}
668
669static void
670netxen_teardown_intr(struct netxen_adapter *adapter)
671{
672 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
673 pci_disable_msix(adapter->pdev);
674 if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
675 pci_disable_msi(adapter->pdev);
676}
677
678static void
679netxen_cleanup_pci_map(struct netxen_adapter *adapter)
680{
681 if (adapter->ahw.db_base != NULL)
682 iounmap(adapter->ahw.db_base);
683 if (adapter->ahw.pci_base0 != NULL)
684 iounmap(adapter->ahw.pci_base0);
685 if (adapter->ahw.pci_base1 != NULL)
686 iounmap(adapter->ahw.pci_base1);
687 if (adapter->ahw.pci_base2 != NULL)
688 iounmap(adapter->ahw.pci_base2);
689}
690
691static int
692netxen_setup_pci_map(struct netxen_adapter *adapter)
693{
97daee83
DP		 694 void __iomem *db_ptr = NULL;
695
71fb62fb 696 resource_size_t mem_base, db_base;
afbe5cd6 697 unsigned long mem_len, db_len = 0;
97daee83
DP		 698
699 struct pci_dev *pdev = adapter->pdev;
700 int pci_func = adapter->ahw.pci_func;
afbe5cd6 701 struct netxen_hardware_context *ahw = &adapter->ahw;
97daee83
DP		 702
703 int err = 0;
704
705 /*
706 * Set the CRB window to invalid. If any register in window 0 is
707 * accessed it should set the window to 0 and then reset it to 1.
708 */
907fa120 709 adapter->ahw.crb_win = -1;
47abe356 710 adapter->ahw.ocm_win = -1;
97daee83
DP		 711
712 /* remap phys address */
713 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
714 mem_len = pci_resource_len(pdev, 0);
97daee83 715
97daee83
DP		 716 /* 128 Meg of memory */
717 if (mem_len == NETXEN_PCI_128MB_SIZE) {
afbe5cd6
AKS		 718
719 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE);
720 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START,
97daee83 721 SECOND_PAGE_GROUP_SIZE);
afbe5cd6 722 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START,
97daee83 723 THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 724 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL ||
725 ahw->pci_base2 == NULL) {
726 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
727 err = -EIO;
728 goto err_out;
729 }
730
731 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE;
732
97daee83 733 } else if (mem_len == NETXEN_PCI_32MB_SIZE) {
afbe5cd6
AKS		 734
735 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE);
736 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START -
97daee83 737 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 738 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) {
739 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
740 err = -EIO;
741 goto err_out;
742 }
743
97daee83 744 } else if (mem_len == NETXEN_PCI_2MB_SIZE) {
97daee83 745
afbe5cd6
AKS		 746 ahw->pci_base0 = pci_ioremap_bar(pdev, 0);
747 if (ahw->pci_base0 == NULL) {
97daee83
DP		 748 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
749 return -EIO;
750 }
afbe5cd6 751 ahw->pci_len0 = mem_len;
97daee83
DP		 752 } else {
753 return -EIO;
754 }
755
195c5f98
AKS		 756 netxen_setup_hwops(adapter);
757
97daee83
DP		 758 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
759
6abb4b83
AKS		 760 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) {
761 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
762 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
763
764 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
47abe356
DP		 765 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
766 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func)));
767 }
768
97daee83
DP		 769 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
770 goto skip_doorbell;
771
772 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */
773 db_len = pci_resource_len(pdev, 4);
774
775 if (db_len == 0) {
776 printk(KERN_ERR "%s: doorbell is disabled\n",
777 netxen_nic_driver_name);
778 err = -EIO;
779 goto err_out;
780 }
781
782 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES);
783 if (!db_ptr) {
784 printk(KERN_ERR "%s: Failed to allocate doorbell map.",
785 netxen_nic_driver_name);
786 err = -EIO;
787 goto err_out;
788 }
789
790skip_doorbell:
791 adapter->ahw.db_base = db_ptr;
792 adapter->ahw.db_len = db_len;
793 return 0;
794
795err_out:
796 netxen_cleanup_pci_map(adapter);
797 return err;
798}
799
2b9e62ee
DP		 800static void
801netxen_check_options(struct netxen_adapter *adapter)
802{
83f18a55 803 u32 fw_major, fw_minor, fw_build, prev_fw_version;
2b9e62ee
DP		 804 char brd_name[NETXEN_MAX_SHORT_NAME];
805 char serial_num[32];
83f18a55 806 int i, offset, val, err;
06d6c108 807 __le32 *ptr32;
2b9e62ee
DP		 808 struct pci_dev *pdev = adapter->pdev;
809
810 adapter->driver_mismatch = 0;
811
06d6c108 812 ptr32 = (__le32 *)&serial_num;
2b9e62ee
DP		 813 offset = NX_FW_SERIAL_NUM_OFFSET;
814 for (i = 0; i < 8; i++) {
815 if (netxen_rom_fast_read(adapter, offset, &val) == -1) {
816 dev_err(&pdev->dev, "error reading board info\n");
817 adapter->driver_mismatch = 1;
818 return;
819 }
820 ptr32[i] = cpu_to_le32(val);
821 offset += sizeof(u32);
822 }
823
824 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR);
825 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR);
826 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB);
83f18a55 827 prev_fw_version = adapter->fw_version;
2b9e62ee
DP		 828 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build);
829
83f18a55
M		 830 /* Get FW Mini Coredump template and store it */
831 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
832 if (adapter->mdump.md_template == NULL ||
833 adapter->fw_version > prev_fw_version) {
834 kfree(adapter->mdump.md_template);
835 adapter->mdump.md_template = NULL;
836 err = netxen_setup_minidump(adapter);
837 if (err)
838 dev_err(&adapter->pdev->dev,
839 "Failed to setup minidump rcode = %d\n", err);
840 }
841 }
842
2b9e62ee
DP		 843 if (adapter->portnum == 0) {
844 get_brd_name_by_type(adapter->ahw.board_type, brd_name);
845
c25c0b9b
DP		 846 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n",
847 module_name(THIS_MODULE),
2b9e62ee
DP		 848 brd_name, serial_num, adapter->ahw.revision_id);
849 }
850
851 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) {
852 adapter->driver_mismatch = 1;
853 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
854 fw_major, fw_minor, fw_build);
855 return;
856 }
857
858 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
859 i = NXRD32(adapter, NETXEN_SRE_MISC);
860 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
861 }
862
863 dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n",
864 fw_major, fw_minor, fw_build,
865 adapter->ahw.cut_through ? "cut-through" : "legacy");
866
867 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222))
868 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1);
869
2b9e62ee
DP		 870 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) {
871 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
872 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
873 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) {
874 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
875 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
876 }
877
878 adapter->msix_supported = 0;
879 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
880 adapter->msix_supported = !!use_msi_x;
881 adapter->rss_supported = !!use_msi_x;
083ba279
AKS		 882 } else {
883 u32 flashed_ver = 0;
884 netxen_rom_fast_read(adapter,
885 NX_FW_VERSION_OFFSET, (int *)&flashed_ver);
886 flashed_ver = NETXEN_DECODE_VERSION(flashed_ver);
887
888 if (flashed_ver >= NETXEN_VERSION_CODE(3, 4, 336)) {
889 switch (adapter->ahw.board_type) {
890 case NETXEN_BRDTYPE_P2_SB31_10G:
891 case NETXEN_BRDTYPE_P2_SB31_10G_CX4:
892 adapter->msix_supported = !!use_msi_x;
893 adapter->rss_supported = !!use_msi_x;
894 break;
895 default:
896 break;
897 }
2b9e62ee
DP		 898 }
899 }
900
901 adapter->num_txd = MAX_CMD_DESCRIPTORS;
902
903 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
904 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS;
905 adapter->max_rds_rings = 3;
906 } else {
907 adapter->num_lro_rxd = 0;
908 adapter->max_rds_rings = 2;
909 }
910}
911
ba599d4f 912static int
6a581e93 913netxen_start_firmware(struct netxen_adapter *adapter)
ba599d4f
DP		 914{
915 int val, err, first_boot;
916 struct pci_dev *pdev = adapter->pdev;
917
2b9e62ee
DP		 918 /* required for NX2031 dummy dma */
919 err = nx_set_dma_mask(adapter);
920 if (err)
921 return err;
922
83f18a55
M		 923 err = netxen_can_start_firmware(adapter);
924
925 if (err < 0)
926 return err;
927
928 if (!err)
96f2ebd2 929 goto wait_init;
0b72e659 930
f98a9f69 931 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
ba599d4f
DP		 932
933 err = netxen_check_hw_init(adapter, first_boot);
934 if (err) {
935 dev_err(&pdev->dev, "error in init HW init sequence\n");
936 return err;
937 }
938
6a581e93 939 netxen_request_firmware(adapter);
f7185c71 940
67c38fc6 941 err = netxen_need_fw_reset(adapter);
1dbc84a7 942 if (err < 0)
db4cfd8a 943 goto err_out;
1dbc84a7 944 if (err == 0)
e3feb266 945 goto pcie_strap_init;
67c38fc6 946
ba599d4f 947 if (first_boot != 0x55555555) {
f98a9f69 948 NXWR32(adapter, CRB_CMDPEG_STATE, 0);
0be367bd 949 netxen_pinit_from_rom(adapter);
ba599d4f
DP		 950 msleep(1);
951 }
567c6c4e 952
f98a9f69 953 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
6a581e93
DP		 954 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0);
955 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0);
956
567c6c4e
DP		 957 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
958 netxen_set_port_mode(adapter);
959
db4cfd8a
DP		 960 err = netxen_load_firmware(adapter);
961 if (err)
962 goto err_out;
ba599d4f 963
6a581e93
DP		 964 netxen_release_firmware(adapter);
965
ba599d4f
DP		 966 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
967
968 /* Initialize multicast addr pool owners */
969 val = 0x7654;
1e2d0059 970 if (adapter->ahw.port_type == NETXEN_NIC_XGBE)
ba599d4f 971 val |= 0x0f000000;
f98a9f69 972 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val);
ba599d4f
DP		 973
974 }
975
83ac51fa 976 err = netxen_init_dummy_dma(adapter);
ba599d4f 977 if (err)
db4cfd8a 978 goto err_out;
ba599d4f
DP		 979
980 /*
981 * Tell the hardware our version number.
982 */
983 val = (_NETXEN_NIC_LINUX_MAJOR << 16)
984 | ((_NETXEN_NIC_LINUX_MINOR << 8))
985 | (_NETXEN_NIC_LINUX_SUBVERSION);
f98a9f69 986 NXWR32(adapter, CRB_DRIVER_VERSION, val);
ba599d4f 987
e3feb266
RB		 988pcie_strap_init:
989 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
990 netxen_pcie_strap_init(adapter);
991
96f2ebd2 992wait_init:
ba599d4f
DP		 993 /* Handshake with the card before we register the devices. */
994 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE);
995 if (err) {
83ac51fa 996 netxen_free_dummy_dma(adapter);
db4cfd8a 997 goto err_out;
ba599d4f
DP		 998 }
999
8f9b3f69
AKS		 1000 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY);
1001
68b3cae0
DP		 1002 nx_update_dma_mask(adapter);
1003
6a581e93 1004 netxen_check_options(adapter);
68b3cae0 1005
74c520da
AKS		 1006 adapter->need_fw_reset = 0;
1007
ec5c50cb 1008 /* fall through and release firmware */
db4cfd8a
DP		 1009
1010err_out:
1011 netxen_release_firmware(adapter);
1012 return err;
ba599d4f
DP		 1013}
1014
9f5bc7f1
DP		 1015static int
1016netxen_nic_request_irq(struct netxen_adapter *adapter)
1017{
1018 irq_handler_t handler;
d8b100c5
DP		 1019 struct nx_host_sds_ring *sds_ring;
1020 int err, ring;
1021
ab392d2d 1022 unsigned long flags = 0;
9f5bc7f1 1023 struct net_device *netdev = adapter->netdev;
d8b100c5 1024 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
9f5bc7f1 1025
9f5bc7f1
DP		 1026 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
1027 handler = netxen_msix_intr;
1028 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
1029 handler = netxen_msi_intr;
1030 else {
1031 flags |= IRQF_SHARED;
1032 handler = netxen_intr;
1033 }
1034 adapter->irq = netdev->irq;
1035
d8b100c5
DP		 1036 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1037 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 1038 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
d8b100c5
DP		 1039 err = request_irq(sds_ring->irq, handler,
1040 flags, sds_ring->name, sds_ring);
1041 if (err)
1042 return err;
1043 }
1044
1045 return 0;
1046}
1047
1048static void
1049netxen_nic_free_irq(struct netxen_adapter *adapter)
1050{
1051 int ring;
1052 struct nx_host_sds_ring *sds_ring;
1053
1054 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
1055
1056 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1057 sds_ring = &recv_ctx->sds_rings[ring];
1058 free_irq(sds_ring->irq, sds_ring);
1059 }
9f5bc7f1
DP		 1060}
1061
ca2ef330
DP		 1062static void
1063netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter)
1064{
1065 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT;
1066 adapter->coal.normal.data.rx_time_us =
1067 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US;
1068 adapter->coal.normal.data.rx_packets =
1069 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS;
1070 adapter->coal.normal.data.tx_time_us =
1071 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US;
1072 adapter->coal.normal.data.tx_packets =
1073 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS;
1074}
1075
6f771419 1076/* with rtnl_lock */
9f5bc7f1 1077static int
6f771419 1078__netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1
DP		 1079{
1080 int err;
1081
db4cfd8a
DP		 1082 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1083 return -EIO;
1084
9f5bc7f1
DP		 1085 err = adapter->init_port(adapter, adapter->physical_port);
1086 if (err) {
1087 printk(KERN_ERR "%s: Failed to initialize port %d\n",
1088 netxen_nic_driver_name, adapter->portnum);
1089 return err;
1090 }
3d0a3cc9 1091 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
5d09e534 1092 adapter->macaddr_set(adapter, adapter->mac_addr);
9f5bc7f1 1093
3d0a3cc9
DP		 1094 adapter->set_multi(netdev);
1095 adapter->set_mtu(adapter, netdev->mtu);
9f5bc7f1
DP		 1096
1097 adapter->ahw.linkup = 0;
9f5bc7f1 1098
d8b100c5
DP		 1099 if (adapter->max_sds_rings > 1)
1100 netxen_config_rss(adapter, 1);
9f5bc7f1 1101
ca2ef330
DP		 1102 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1103 netxen_config_intr_coalesce(adapter);
1104
e4baaf71 1105 if (netdev->features & NETIF_F_LRO)
1bb482f8
NK		 1106 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED);
1107
b2af9cb0
DP		 1108 netxen_napi_enable(adapter);
1109
5103c9f7 1110 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
3bf26ce3 1111 netxen_linkevent_request(adapter, 1);
3d0a3cc9
DP		 1112 else
1113 netxen_nic_set_link_parameters(adapter);
1114
6a581e93 1115 set_bit(__NX_DEV_UP, &adapter->state);
9f5bc7f1
DP		 1116 return 0;
1117}
1118
6f771419
AKS		 1119/* Usage: During resume and firmware recovery module.*/
1120
1121static inline int
1122netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
1123{
1124 int err = 0;
1125
1126 rtnl_lock();
1127 if (netif_running(netdev))
1128 err = __netxen_nic_up(adapter, netdev);
1129 rtnl_unlock();
1130
1131 return err;
1132}
1133
1134/* with rtnl_lock */
9f5bc7f1 1135static void
6f771419 1136__netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1 1137{
db4cfd8a
DP		 1138 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1139 return;
1140
f2251f66
AKS		 1141 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state))
1142 return;
6a581e93 1143
f2251f66 1144 smp_mb();
b2af9cb0 1145 spin_lock(&adapter->tx_clean_lock);
9f5bc7f1 1146 netif_carrier_off(netdev);
b2af9cb0 1147 netif_tx_disable(netdev);
9f5bc7f1 1148
d478af0d
SC		 1149 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
1150 netxen_linkevent_request(adapter, 0);
1151
9f5bc7f1
DP		 1152 if (adapter->stop_port)
1153 adapter->stop_port(adapter);
1154
5cf4d323
DP		 1155 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1156 netxen_p3_free_mac_list(adapter);
1157
22b5794b
AKS		 1158 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE);
1159
be339aee
DP		 1160 netxen_napi_disable(adapter);
1161
9f5bc7f1 1162 netxen_release_tx_buffers(adapter);
b2af9cb0 1163 spin_unlock(&adapter->tx_clean_lock);
9f5bc7f1
DP		 1164}
1165
6f771419
AKS		 1166/* Usage: During suspend and firmware recovery module */
1167
1168static inline void
1169netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
1170{
1171 rtnl_lock();
1172 if (netif_running(netdev))
1173 __netxen_nic_down(adapter, netdev);
1174 rtnl_unlock();
1175
1176}
9f5bc7f1
DP		 1177
1178static int
1179netxen_nic_attach(struct netxen_adapter *adapter)
1180{
1181 struct net_device *netdev = adapter->netdev;
1182 struct pci_dev *pdev = adapter->pdev;
becf46a0 1183 int err, ring;
d8b100c5 1184 struct nx_host_rds_ring *rds_ring;
d877f1e3 1185 struct nx_host_tx_ring *tx_ring;
01da0c2b 1186 u32 capab2;
9f5bc7f1 1187
7042cd8f
AKS		 1188 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC)
1189 return 0;
1190
9f5bc7f1 1191 err = netxen_init_firmware(adapter);
232e7d68
DP		 1192 if (err)
1193 return err;
1194
01da0c2b
RB		 1195 adapter->flags &= ~NETXEN_FW_MSS_CAP;
1196 if (adapter->capabilities & NX_FW_CAPABILITY_MORE_CAPS) {
1197 capab2 = NXRD32(adapter, CRB_FW_CAPABILITIES_2);
1198 if (capab2 & NX_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
1199 adapter->flags |= NETXEN_FW_MSS_CAP;
1200 }
1201
232e7d68
DP		 1202 err = netxen_napi_add(adapter, netdev);
1203 if (err)
1204 return err;
9f5bc7f1 1205
9f5bc7f1
DP		 1206 err = netxen_alloc_sw_resources(adapter);
1207 if (err) {
1208 printk(KERN_ERR "%s: Error in setting sw resources\n",
1209 netdev->name);
1210 return err;
1211 }
1212
9f5bc7f1
DP		 1213 err = netxen_alloc_hw_resources(adapter);
1214 if (err) {
1215 printk(KERN_ERR "%s: Error in setting hw resources\n",
1216 netdev->name);
1217 goto err_out_free_sw;
1218 }
1219
4f96b988 1220 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
4ea528a1 1221 tx_ring = adapter->tx_ring;
195c5f98
AKS		 1222 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter,
1223 crb_cmd_producer[adapter->portnum]);
1224 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter,
1225 crb_cmd_consumer[adapter->portnum]);
9f5bc7f1 1226
cb2107be
DP		 1227 tx_ring->producer = 0;
1228 tx_ring->sw_consumer = 0;
1229
1230 netxen_nic_update_cmd_producer(adapter, tx_ring);
1231 netxen_nic_update_cmd_consumer(adapter, tx_ring);
9f5bc7f1
DP		 1232 }
1233
d8b100c5
DP		 1234 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1235 rds_ring = &adapter->recv_ctx.rds_rings[ring];
1236 netxen_post_rx_buffers(adapter, ring, rds_ring);
1237 }
9f5bc7f1
DP		 1238
1239 err = netxen_nic_request_irq(adapter);
1240 if (err) {
1241 dev_err(&pdev->dev, "%s: failed to setup interrupt\n",
1242 netdev->name);
1243 goto err_out_free_rxbuf;
1244 }
1245
ca2ef330
DP		 1246 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1247 netxen_nic_init_coalesce_defaults(adapter);
1248
fa3ce355
NK		 1249 netxen_create_sysfs_entries(adapter);
1250
9f5bc7f1
DP		 1251 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
1252 return 0;
1253
1254err_out_free_rxbuf:
1255 netxen_release_rx_buffers(adapter);
1256 netxen_free_hw_resources(adapter);
1257err_out_free_sw:
1258 netxen_free_sw_resources(adapter);
1259 return err;
1260}
1261
1262static void
1263netxen_nic_detach(struct netxen_adapter *adapter)
1264{
7042cd8f
AKS		 1265 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1266 return;
1267
fa3ce355
NK		 1268 netxen_remove_sysfs_entries(adapter);
1269
9f5bc7f1 1270 netxen_free_hw_resources(adapter);
cf981ffb 1271 netxen_release_rx_buffers(adapter);
be339aee 1272 netxen_nic_free_irq(adapter);
232e7d68 1273 netxen_napi_del(adapter);
9f5bc7f1
DP		 1274 netxen_free_sw_resources(adapter);
1275
1276 adapter->is_up = 0;
1277}
1278
7042cd8f
AKS		 1279int
1280netxen_nic_reset_context(struct netxen_adapter *adapter)
1281{
1282 int err = 0;
1283 struct net_device *netdev = adapter->netdev;
1284
6a581e93
DP		 1285 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
1286 return -EBUSY;
1287
7042cd8f
AKS		 1288 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) {
1289
6a581e93
DP		 1290 netif_device_detach(netdev);
1291
7042cd8f 1292 if (netif_running(netdev))
6f771419 1293 __netxen_nic_down(adapter, netdev);
7042cd8f
AKS		 1294
1295 netxen_nic_detach(adapter);
1296
6a581e93
DP		 1297 if (netif_running(netdev)) {
1298 err = netxen_nic_attach(adapter);
1299 if (!err)
6f771419 1300 err = __netxen_nic_up(adapter, netdev);
7042cd8f 1301
6a581e93
DP		 1302 if (err)
1303 goto done;
1304 }
1305
1306 netif_device_attach(netdev);
7042cd8f 1307 }
6a581e93 1308
7042cd8f 1309done:
6a581e93 1310 clear_bit(__NX_RESETTING, &adapter->state);
7042cd8f
AKS		 1311 return err;
1312}
1313
f17443f4
DP		 1314static int
1315netxen_setup_netdev(struct netxen_adapter *adapter,
1316 struct net_device *netdev)
1317{
1318 int err = 0;
1319 struct pci_dev *pdev = adapter->pdev;
1320
f17443f4
DP		 1321 adapter->mc_enabled = 0;
1322 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1323 adapter->max_mc_count = 38;
1324 else
1325 adapter->max_mc_count = 16;
1326
1327 netdev->netdev_ops = &netxen_netdev_ops;
7a9905e6 1328 netdev->watchdog_timeo = 5*HZ;
f17443f4
DP		 1329
1330 netxen_nic_change_mtu(netdev, netdev->mtu);
1331
1332 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
1333
066413da
MM		 1334 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
1335 NETIF_F_RXCSUM;
f17443f4 1336
066413da
MM		 1337 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1338 netdev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6;
1339
1340 netdev->vlan_features |= netdev->hw_features;
f17443f4
DP		 1341
1342 if (adapter->pci_using_dac) {
1343 netdev->features |= NETIF_F_HIGHDMA;
1344 netdev->vlan_features |= NETIF_F_HIGHDMA;
1345 }
1346
028afe71 1347 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX)
066413da 1348 netdev->hw_features |= NETIF_F_HW_VLAN_TX;
028afe71 1349
1bb482f8 1350 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO)
066413da
MM		 1351 netdev->hw_features |= NETIF_F_LRO;
1352
1353 netdev->features |= netdev->hw_features;
1bb482f8 1354
f17443f4
DP		 1355 netdev->irq = adapter->msix_entries[0].vector;
1356
74c520da 1357 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task);
f17443f4
DP		 1358
1359 if (netxen_read_mac_addr(adapter))
1360 dev_warn(&pdev->dev, "failed to read mac addr\n");
1361
1362 netif_carrier_off(netdev);
f17443f4
DP		 1363
1364 err = register_netdev(netdev);
1365 if (err) {
1366 dev_err(&pdev->dev, "failed to register net device\n");
1367 return err;
1368 }
1369
1370 return 0;
1371}
1372
dce87b96 1373#ifdef CONFIG_PCIEAER
1374static void netxen_mask_aer_correctable(struct netxen_adapter *adapter)
1375{
1376 struct pci_dev *pdev = adapter->pdev;
1377 struct pci_dev *root = pdev->bus->self;
1378 u32 aer_pos;
1379
e4d1aa40
NA		 1380 /* root bus? */
1381 if (!root)
1382 return;
1383
dce87b96 1384 if (adapter->ahw.board_type != NETXEN_BRDTYPE_P3_4_GB_MM &&
1385 adapter->ahw.board_type != NETXEN_BRDTYPE_P3_10G_TP)
1386 return;
1387
62f87c0e 1388 if (pci_pcie_type(root) != PCI_EXP_TYPE_ROOT_PORT)
dce87b96 1389 return;
1390
1391 aer_pos = pci_find_ext_capability(root, PCI_EXT_CAP_ID_ERR);
1392 if (!aer_pos)
1393 return;
1394
1395 pci_write_config_dword(root, aer_pos + PCI_ERR_COR_MASK, 0xffff);
1396}
1397#endif
1398
c3f9c88c 1399static int
3d396eb1
AK		 1400netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1401{
1402 struct net_device *netdev = NULL;
1403 struct netxen_adapter *adapter = NULL;
2956640d 1404 int i = 0, err;
3176ff3e 1405 int pci_func_id = PCI_FUNC(pdev->devfn);
2956640d 1406 uint8_t revision_id;
5a6f95e6 1407 u32 val;
3d396eb1 1408
688328c7
EB		 1409 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) {
1410 pr_warning("%s: chip revisions between 0x%x-0x%x "
11d89d63 1411 "will not be enabled.\n",
c25c0b9b 1412 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1);
11d89d63
DP		 1413 return -ENODEV;
1414 }
1415
3d396eb1
AK		 1416 if ((err = pci_enable_device(pdev)))
1417 return err;
2956640d 1418
3d396eb1
AK		 1419 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1420 err = -ENODEV;
1421 goto err_out_disable_pdev;
1422 }
1423
1424 if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
1425 goto err_out_disable_pdev;
1426
e87ad553
AKS		 1427 if (NX_IS_REVISION_P3(pdev->revision))
1428 pci_enable_pcie_error_reporting(pdev);
1429
3d396eb1 1430 pci_set_master(pdev);
3176ff3e
MT		 1431
1432 netdev = alloc_etherdev(sizeof(struct netxen_adapter));
1433 if(!netdev) {
f17443f4 1434 err = -ENOMEM;
3176ff3e
MT		 1435 goto err_out_free_res;
1436 }
1437
3176ff3e
MT		 1438 SET_NETDEV_DEV(netdev, &pdev->dev);
1439
4cf1653a 1440 adapter = netdev_priv(netdev);
2956640d
DP		 1441 adapter->netdev = netdev;
1442 adapter->pdev = pdev;
13ba9c77 1443 adapter->ahw.pci_func = pci_func_id;
2956640d
DP		 1444
1445 revision_id = pdev->revision;
1446 adapter->ahw.revision_id = revision_id;
1447
f03b0ebd
DP		 1448 rwlock_init(&adapter->ahw.crb_lock);
1449 spin_lock_init(&adapter->ahw.mem_lock);
1450
d8b100c5 1451 spin_lock_init(&adapter->tx_clean_lock);
5cf4d323 1452 INIT_LIST_HEAD(&adapter->mac_list);
8a7fbfab 1453 INIT_LIST_HEAD(&adapter->ip_list);
3ce06a32 1454
97daee83
DP		 1455 err = netxen_setup_pci_map(adapter);
1456 if (err)
6c80b18d 1457 goto err_out_free_netdev;
3d396eb1 1458
2d1a3bbd 1459 /* This will be reset for mezz cards */
3176ff3e 1460 adapter->portnum = pci_func_id;
3176ff3e 1461
f17443f4
DP		 1462 err = netxen_nic_get_board_info(adapter);
1463 if (err) {
1464 dev_err(&pdev->dev, "Error getting board config info.\n");
dcd56fdb
DP		 1465 goto err_out_iounmap;
1466 }
6c80b18d 1467
dce87b96 1468#ifdef CONFIG_PCIEAER
1469 netxen_mask_aer_correctable(adapter);
1470#endif
1471
13ba9c77 1472 /* Mezz cards have PCI function 0,2,3 enabled */
1e2d0059 1473 switch (adapter->ahw.board_type) {
dc515f2e
DP		 1474 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
1475 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
1476 if (pci_func_id >= 2)
13ba9c77 1477 adapter->portnum = pci_func_id - 2;
dc515f2e
DP		 1478 break;
1479 default:
1480 break;
1481 }
13ba9c77 1482
e933d019
AKS		 1483 err = netxen_check_flash_fw_compatibility(adapter);
1484 if (err)
1485 goto err_out_iounmap;
1486
5a6f95e6
RB		 1487 if (adapter->portnum == 0) {
1488 val = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
1489 if (val != 0xffffffff && val != 0) {
683b65f8
RB		 1490 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, 0);
1491 adapter->need_fw_reset = 1;
1492 }
1493 }
1494
6a581e93 1495 err = netxen_start_firmware(adapter);
0b72e659 1496 if (err)
8f9b3f69 1497 goto err_out_decr_ref;
f17443f4 1498
3d396eb1 1499 /*
6c80b18d 1500 * See if the firmware gave us a virtual-physical port mapping.
3d396eb1 1501 */
dcd56fdb 1502 adapter->physical_port = adapter->portnum;
4f96b988 1503 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
f98a9f69 1504 i = NXRD32(adapter, CRB_V2P(adapter->portnum));
044fad0d
DP		 1505 if (i != 0x55555555)
1506 adapter->physical_port = i;
1507 }
6c80b18d 1508
6a581e93 1509 netxen_nic_clear_stats(adapter);
2956640d 1510
97daee83 1511 netxen_setup_intr(adapter);
2956640d 1512
f17443f4 1513 err = netxen_setup_netdev(adapter, netdev);
9dc28efe 1514 if (err)
2956640d 1515 goto err_out_disable_msi;
6c80b18d
MT		 1516
1517 pci_set_drvdata(pdev, adapter);
3d396eb1 1518
6a581e93
DP		 1519 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
1520
1e2d0059 1521 switch (adapter->ahw.port_type) {
2956640d
DP		 1522 case NETXEN_NIC_GBE:
1523 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1524 adapter->netdev->name);
1525 break;
1526 case NETXEN_NIC_XGBE:
1527 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1528 adapter->netdev->name);
1529 break;
3d396eb1 1530 }
3d396eb1 1531
70f9cf89
DP		 1532 netxen_create_diag_entries(adapter);
1533
2956640d
DP		 1534 return 0;
1535
1536err_out_disable_msi:
97daee83 1537 netxen_teardown_intr(adapter);
6c80b18d 1538
83ac51fa 1539 netxen_free_dummy_dma(adapter);
3d396eb1 1540
8f9b3f69 1541err_out_decr_ref:
6a581e93
DP		 1542 nx_decr_dev_ref_cnt(adapter);
1543
2956640d 1544err_out_iounmap:
97daee83 1545 netxen_cleanup_pci_map(adapter);
cb8011ad 1546
6c80b18d
MT		 1547err_out_free_netdev:
1548 free_netdev(netdev);
1549
1550err_out_free_res:
3d396eb1 1551 pci_release_regions(pdev);
6c80b18d
MT		 1552
1553err_out_disable_pdev:
2956640d 1554 pci_set_drvdata(pdev, NULL);
3d396eb1
AK		 1555 pci_disable_device(pdev);
1556 return err;
1557}
1558
83f18a55
M		 1559static
1560void netxen_cleanup_minidump(struct netxen_adapter *adapter)
1561{
1562 kfree(adapter->mdump.md_template);
1563 adapter->mdump.md_template = NULL;
1564
1565 if (adapter->mdump.md_capture_buff) {
1566 vfree(adapter->mdump.md_capture_buff);
1567 adapter->mdump.md_capture_buff = NULL;
1568 }
1569}
1570
c3f9c88c 1571static void netxen_nic_remove(struct pci_dev *pdev)
3d396eb1
AK		 1572{
1573 struct netxen_adapter *adapter;
3176ff3e 1574 struct net_device *netdev;
3d396eb1 1575
6c80b18d 1576 adapter = pci_get_drvdata(pdev);
3d396eb1
AK		 1577 if (adapter == NULL)
1578 return;
1579
6c80b18d
MT		 1580 netdev = adapter->netdev;
1581
6a581e93
DP		 1582 netxen_cancel_fw_work(adapter);
1583
96acb6eb
DP		 1584 unregister_netdev(netdev);
1585
e424fa9d
AKS		 1586 cancel_work_sync(&adapter->tx_timeout_task);
1587
8a7fbfab 1588 netxen_free_ip_list(adapter, false);
7042cd8f 1589 netxen_nic_detach(adapter);
3d396eb1 1590
6a581e93
DP		 1591 nx_decr_dev_ref_cnt(adapter);
1592
439b454e 1593 if (adapter->portnum == 0)
83ac51fa 1594 netxen_free_dummy_dma(adapter);
96acb6eb 1595
6a581e93
DP		 1596 clear_bit(__NX_RESETTING, &adapter->state);
1597
97daee83 1598 netxen_teardown_intr(adapter);
3052246c 1599
70f9cf89
DP		 1600 netxen_remove_diag_entries(adapter);
1601
97daee83 1602 netxen_cleanup_pci_map(adapter);
595e3fb8 1603
f7185c71
DP		 1604 netxen_release_firmware(adapter);
1605
83f18a55
M		 1606 if (NX_IS_REVISION_P3(pdev->revision)) {
1607 netxen_cleanup_minidump(adapter);
e87ad553 1608 pci_disable_pcie_error_reporting(pdev);
83f18a55 1609 }
e87ad553 1610
595e3fb8 1611 pci_release_regions(pdev);
3052246c 1612 pci_disable_device(pdev);
595e3fb8
MT		 1613 pci_set_drvdata(pdev, NULL);
1614
6c80b18d 1615 free_netdev(netdev);
3d396eb1 1616}
e87ad553
AKS		 1617
1618static void netxen_nic_detach_func(struct netxen_adapter *adapter)
0b72e659 1619{
0b72e659
DP		 1620 struct net_device *netdev = adapter->netdev;
1621
1622 netif_device_detach(netdev);
1623
6a581e93
DP		 1624 netxen_cancel_fw_work(adapter);
1625
0b72e659
DP		 1626 if (netif_running(netdev))
1627 netxen_nic_down(adapter, netdev);
1628
e424fa9d
AKS		 1629 cancel_work_sync(&adapter->tx_timeout_task);
1630
7042cd8f 1631 netxen_nic_detach(adapter);
0b72e659 1632
22b5794b
AKS		 1633 if (adapter->portnum == 0)
1634 netxen_free_dummy_dma(adapter);
1635
6a581e93
DP		 1636 nx_decr_dev_ref_cnt(adapter);
1637
1638 clear_bit(__NX_RESETTING, &adapter->state);
22b5794b 1639}
0b72e659 1640
e87ad553 1641static int netxen_nic_attach_func(struct pci_dev *pdev)
0b72e659
DP		 1642{
1643 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1644 struct net_device *netdev = adapter->netdev;
1645 int err;
1646
0b72e659
DP		 1647 err = pci_enable_device(pdev);
1648 if (err)
1649 return err;
1650
bc86fcba
AKS		 1651 pci_set_power_state(pdev, PCI_D0);
1652 pci_set_master(pdev);
1653 pci_restore_state(pdev);
1654
907fa120 1655 adapter->ahw.crb_win = -1;
47abe356 1656 adapter->ahw.ocm_win = -1;
0b72e659 1657
6a581e93 1658 err = netxen_start_firmware(adapter);
0b72e659
DP		 1659 if (err) {
1660 dev_err(&pdev->dev, "failed to start firmware\n");
1661 return err;
1662 }
1663
1664 if (netif_running(netdev)) {
1665 err = netxen_nic_attach(adapter);
1666 if (err)
6a581e93 1667 goto err_out;
0b72e659
DP		 1668
1669 err = netxen_nic_up(adapter, netdev);
1670 if (err)
6a581e93 1671 goto err_out_detach;
0b72e659 1672
57569d0e 1673 netxen_restore_indev_addr(netdev, NETDEV_UP);
0b72e659
DP		 1674 }
1675
bc86fcba 1676 netif_device_attach(netdev);
6a581e93 1677 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
07653aa3 1678 return 0;
6a581e93
DP		 1679
1680err_out_detach:
1681 netxen_nic_detach(adapter);
1682err_out:
1683 nx_decr_dev_ref_cnt(adapter);
1684 return err;
0b72e659 1685}
e87ad553
AKS		 1686
1687static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev,
1688 pci_channel_state_t state)
1689{
1690 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1691
1692 if (state == pci_channel_io_perm_failure)
1693 return PCI_ERS_RESULT_DISCONNECT;
1694
1695 if (nx_dev_request_aer(adapter))
1696 return PCI_ERS_RESULT_RECOVERED;
1697
1698 netxen_nic_detach_func(adapter);
1699
1700 pci_disable_device(pdev);
1701
1702 return PCI_ERS_RESULT_NEED_RESET;
1703}
1704
1705static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev)
1706{
1707 int err = 0;
1708
1709 err = netxen_nic_attach_func(pdev);
1710
1711 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED;
1712}
1713
1714static void netxen_io_resume(struct pci_dev *pdev)
1715{
1716 pci_cleanup_aer_uncorrect_error_status(pdev);
1717}
1718
1719static void netxen_nic_shutdown(struct pci_dev *pdev)
1720{
1721 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1722
1723 netxen_nic_detach_func(adapter);
1724
1725 if (pci_save_state(pdev))
1726 return;
1727
1728 if (netxen_nic_wol_supported(adapter)) {
1729 pci_enable_wake(pdev, PCI_D3cold, 1);
1730 pci_enable_wake(pdev, PCI_D3hot, 1);
1731 }
1732
1733 pci_disable_device(pdev);
1734}
1735
1736#ifdef CONFIG_PM
1737static int
1738netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state)
1739{
1740 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1741 int retval;
1742
1743 netxen_nic_detach_func(adapter);
1744
1745 retval = pci_save_state(pdev);
1746 if (retval)
1747 return retval;
1748
1749 if (netxen_nic_wol_supported(adapter)) {
1750 pci_enable_wake(pdev, PCI_D3cold, 1);
1751 pci_enable_wake(pdev, PCI_D3hot, 1);
1752 }
1753
1754 pci_disable_device(pdev);
1755 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1756
1757 return 0;
1758}
1759
1760static int
1761netxen_nic_resume(struct pci_dev *pdev)
1762{
1763 return netxen_nic_attach_func(pdev);
1764}
01542cd1 1765#endif
0b72e659 1766
3d396eb1
AK		 1767static int netxen_nic_open(struct net_device *netdev)
1768{
4cf1653a 1769 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1770 int err = 0;
3d396eb1 1771
dcd56fdb
DP		 1772 if (adapter->driver_mismatch)
1773 return -EIO;
1774
7042cd8f
AKS		 1775 err = netxen_nic_attach(adapter);
1776 if (err)
1777 return err;
2956640d 1778
6f771419 1779 err = __netxen_nic_up(adapter, netdev);
9f5bc7f1
DP		 1780 if (err)
1781 goto err_out;
05aaa02d 1782
dcd56fdb 1783 netif_start_queue(netdev);
3d396eb1
AK		 1784
1785 return 0;
2956640d 1786
9f5bc7f1
DP		 1787err_out:
1788 netxen_nic_detach(adapter);
2956640d 1789 return err;
3d396eb1
AK		 1790}
1791
1792/*
1793 * netxen_nic_close - Disables a network interface entry point
1794 */
1795static int netxen_nic_close(struct net_device *netdev)
1796{
3176ff3e 1797 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1798
6f771419 1799 __netxen_nic_down(adapter, netdev);
3d396eb1
AK		 1800 return 0;
1801}
1802
1bcfd790
DP		 1803static void
1804netxen_tso_check(struct net_device *netdev,
1805 struct nx_host_tx_ring *tx_ring,
1806 struct cmd_desc_type0 *first_desc,
1807 struct sk_buff *skb)
cd1f8160 1808{
391587c3 1809 u8 opcode = TX_ETHER_PKT;
cdff1036 1810 __be16 protocol = skb->protocol;
028afe71 1811 u16 flags = 0, vid = 0;
1bcfd790 1812 u32 producer;
028afe71 1813 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1bcfd790 1814 struct cmd_desc_type0 *hwdesc;
028afe71 1815 struct vlan_ethhdr *vh;
cdff1036 1816
09640e63 1817 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
028afe71
DP		 1818
1819 vh = (struct vlan_ethhdr *)skb->data;
cdff1036
DP		 1820 protocol = vh->h_vlan_encapsulated_proto;
1821 flags = FLAGS_VLAN_TAGGED;
028afe71
DP		 1822
1823 } else if (vlan_tx_tag_present(skb)) {
028afe71
DP		 1824 flags = FLAGS_VLAN_OOB;
1825 vid = vlan_tx_tag_get(skb);
1826 netxen_set_tx_vlan_tci(first_desc, vid);
1827 vlan_oob = 1;
cdff1036 1828 }
cd1f8160 1829
391587c3
DP		 1830 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1831 skb_shinfo(skb)->gso_size > 0) {
1832
1bcfd790
DP		 1833 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1834
1835 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1836 first_desc->total_hdr_length = hdr_len;
028afe71
DP		 1837 if (vlan_oob) {
1838 first_desc->total_hdr_length += VLAN_HLEN;
1839 first_desc->tcp_hdr_offset = VLAN_HLEN;
1840 first_desc->ip_hdr_offset = VLAN_HLEN;
1841 /* Only in case of TSO on vlan device */
1842 flags |= FLAGS_VLAN_TAGGED;
1843 }
391587c3 1844
09640e63 1845 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
391587c3 1846 TX_TCP_LSO6 : TX_TCP_LSO;
1bcfd790 1847 tso = 1;
cd1f8160
DP		 1848
1849 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
391587c3
DP		 1850 u8 l4proto;
1851
09640e63 1852 if (protocol == cpu_to_be16(ETH_P_IP)) {
391587c3
DP		 1853 l4proto = ip_hdr(skb)->protocol;
1854
1855 if (l4proto == IPPROTO_TCP)
1856 opcode = TX_TCP_PKT;
1857 else if(l4proto == IPPROTO_UDP)
1858 opcode = TX_UDP_PKT;
09640e63 1859 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
391587c3
DP		 1860 l4proto = ipv6_hdr(skb)->nexthdr;
1861
1862 if (l4proto == IPPROTO_TCP)
1863 opcode = TX_TCPV6_PKT;
1864 else if(l4proto == IPPROTO_UDP)
1865 opcode = TX_UDPV6_PKT;
1866 }
cd1f8160 1867 }
028afe71
DP		 1868
1869 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1870 first_desc->ip_hdr_offset += skb_network_offset(skb);
1bcfd790
DP		 1871 netxen_set_tx_flags_opcode(first_desc, flags, opcode);
1872
1873 if (!tso)
1874 return;
1875
1876 /* For LSO, we need to copy the MAC/IP/TCP headers into
1877 * the descriptor ring
1878 */
1879 producer = tx_ring->producer;
1880 copied = 0;
1881 offset = 2;
1882
028afe71
DP		 1883 if (vlan_oob) {
1884 /* Create a TSO vlan header template for firmware */
1885
1886 hwdesc = &tx_ring->desc_head[producer];
1887 tx_ring->cmd_buf_arr[producer].skb = NULL;
1888
1889 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1890 hdr_len + VLAN_HLEN);
1891
1892 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1893 skb_copy_from_linear_data(skb, vh, 12);
1894 vh->h_vlan_proto = htons(ETH_P_8021Q);
1895 vh->h_vlan_TCI = htons(vid);
1896 skb_copy_from_linear_data_offset(skb, 12,
1897 (char *)vh + 16, copy_len - 16);
1898
545eb370 1899 copied = copy_len - VLAN_HLEN;
028afe71
DP		 1900 offset = 0;
1901
1902 producer = get_next_index(producer, tx_ring->num_desc);
1903 }
1904
1bcfd790
DP		 1905 while (copied < hdr_len) {
1906
1907 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1908 (hdr_len - copied));
1909
1910 hwdesc = &tx_ring->desc_head[producer];
1911 tx_ring->cmd_buf_arr[producer].skb = NULL;
1912
1913 skb_copy_from_linear_data_offset(skb, copied,
1914 (char *)hwdesc + offset, copy_len);
1915
1916 copied += copy_len;
1917 offset = 0;
1918
1919 producer = get_next_index(producer, tx_ring->num_desc);
1920 }
1921
1922 tx_ring->producer = producer;
1923 barrier();
cd1f8160
DP		 1924}
1925
ce644ed4
DP		 1926static int
1927netxen_map_tx_skb(struct pci_dev *pdev,
1928 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf)
6f703406 1929{
ce644ed4
DP		 1930 struct netxen_skb_frag *nf;
1931 struct skb_frag_struct *frag;
1932 int i, nr_frags;
1933 dma_addr_t map;
1934
1935 nr_frags = skb_shinfo(skb)->nr_frags;
1936 nf = &pbuf->frag_array[0];
1937
1938 map = pci_map_single(pdev, skb->data,
1939 skb_headlen(skb), PCI_DMA_TODEVICE);
1940 if (pci_dma_mapping_error(pdev, map))
1941 goto out_err;
6f703406 1942
ce644ed4
DP		 1943 nf->dma = map;
1944 nf->length = skb_headlen(skb);
1945
1946 for (i = 0; i < nr_frags; i++) {
1947 frag = &skb_shinfo(skb)->frags[i];
1948 nf = &pbuf->frag_array[i+1];
1949
9e903e08 1950 map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
5d6bcdfe
IC		 1951 DMA_TO_DEVICE);
1952 if (dma_mapping_error(&pdev->dev, map))
ce644ed4
DP		 1953 goto unwind;
1954
1955 nf->dma = map;
9e903e08 1956 nf->length = skb_frag_size(frag);
ce644ed4
DP		 1957 }
1958
1959 return 0;
6f703406 1960
ce644ed4 1961unwind:
cf503e8f
DP		 1962 while (--i >= 0) {
1963 nf = &pbuf->frag_array[i+1];
ce644ed4 1964 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
a05948f2 1965 nf->dma = 0ULL;
6f703406 1966 }
ce644ed4
DP		 1967
1968 nf = &pbuf->frag_array[0];
1969 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
a05948f2 1970 nf->dma = 0ULL;
ce644ed4
DP		 1971
1972out_err:
1973 return -ENOMEM;
6f703406
DP		 1974}
1975
d32cc3d2
DP		 1976static inline void
1977netxen_clear_cmddesc(u64 *desc)
1978{
1bcfd790
DP		 1979 desc[0] = 0ULL;
1980 desc[2] = 0ULL;
d32cc3d2
DP		 1981}
1982
61357325 1983static netdev_tx_t
d32cc3d2 1984netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
3d396eb1 1985{
3176ff3e 1986 struct netxen_adapter *adapter = netdev_priv(netdev);
4ea528a1 1987 struct nx_host_tx_ring *tx_ring = adapter->tx_ring;
391587c3 1988 struct netxen_cmd_buffer *pbuf;
3d396eb1 1989 struct netxen_skb_frag *buffrag;
1bcfd790
DP		 1990 struct cmd_desc_type0 *hwdesc, *first_desc;
1991 struct pci_dev *pdev;
391587c3 1992 int i, k;
c968bdf6 1993 int delta = 0;
1994 struct skb_frag_struct *frag;
3d396eb1 1995
cb2107be 1996 u32 producer;
ce644ed4 1997 int frag_count, no_of_desc;
d877f1e3 1998 u32 num_txd = tx_ring->num_desc;
3d396eb1 1999
3d396eb1
AK		 2000 frag_count = skb_shinfo(skb)->nr_frags + 1;
2001
c968bdf6 2002 /* 14 frags supported for normal packet and
2003 * 32 frags supported for TSO packet
2004 */
2005 if (!skb_is_gso(skb) && frag_count > NETXEN_MAX_FRAGS_PER_TX) {
2006
2007 for (i = 0; i < (frag_count - NETXEN_MAX_FRAGS_PER_TX); i++) {
2008 frag = &skb_shinfo(skb)->frags[i];
9e903e08 2009 delta += skb_frag_size(frag);
c968bdf6 2010 }
2011
2012 if (!__pskb_pull_tail(skb, delta))
2013 goto drop_packet;
2014
2015 frag_count = 1 + skb_shinfo(skb)->nr_frags;
2016 }
d877f1e3 2017 /* 4 fragments per cmd des */
3d396eb1 2018 no_of_desc = (frag_count + 3) >> 2;
53a01e00 2019
7a9905e6 2020 if (unlikely(netxen_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
ba53e6b4 2021 netif_stop_queue(netdev);
7a9905e6
RB		 2022 smp_mb();
2023 if (netxen_tx_avail(tx_ring) > TX_STOP_THRESH)
2024 netif_start_queue(netdev);
2025 else
2026 return NETDEV_TX_BUSY;
53a01e00 2027 }
3d396eb1 2028
cb2107be 2029 producer = tx_ring->producer;
ce644ed4 2030 pbuf = &tx_ring->cmd_buf_arr[producer];
cb2107be 2031
1bcfd790 2032 pdev = adapter->pdev;
391587c3 2033
ce644ed4 2034 if (netxen_map_tx_skb(pdev, skb, pbuf))
1bcfd790 2035 goto drop_packet;
391587c3 2036
3d396eb1 2037 pbuf->skb = skb;
3d396eb1 2038 pbuf->frag_count = frag_count;
6f703406 2039
1bcfd790
DP		 2040 first_desc = hwdesc = &tx_ring->desc_head[producer];
2041 netxen_clear_cmddesc((u64 *)hwdesc);
3d396eb1 2042
ce644ed4
DP		 2043 netxen_set_tx_frags_len(first_desc, frag_count, skb->len);
2044 netxen_set_tx_port(first_desc, adapter->portnum);
3d396eb1 2045
ce644ed4 2046 for (i = 0; i < frag_count; i++) {
3d396eb1 2047
ce644ed4
DP		 2048 k = i % 4;
2049
2050 if ((k == 0) && (i > 0)) {
2051 /* move to next desc.*/
ba53e6b4 2052 producer = get_next_index(producer, num_txd);
d877f1e3 2053 hwdesc = &tx_ring->desc_head[producer];
d32cc3d2 2054 netxen_clear_cmddesc((u64 *)hwdesc);
ce644ed4 2055 tx_ring->cmd_buf_arr[producer].skb = NULL;
6f703406 2056 }
3d396eb1 2057
ce644ed4 2058 buffrag = &pbuf->frag_array[i];
3d396eb1 2059
ce644ed4 2060 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
3d396eb1
AK		 2061 switch (k) {
2062 case 0:
ce644ed4 2063 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2064 break;
2065 case 1:
ce644ed4 2066 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2067 break;
2068 case 2:
ce644ed4 2069 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2070 break;
2071 case 3:
ce644ed4 2072 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2073 break;
2074 }
3d396eb1 2075 }
ce644ed4 2076
1bcfd790 2077 tx_ring->producer = get_next_index(producer, num_txd);
3d396eb1 2078
1bcfd790 2079 netxen_tso_check(netdev, tx_ring, first_desc, skb);
6c80b18d 2080
1bcfd790 2081 adapter->stats.txbytes += skb->len;
ba53e6b4 2082 adapter->stats.xmitcalled++;
3d396eb1 2083
c82b9d7f
ED		 2084 netxen_nic_update_cmd_producer(adapter, tx_ring);
2085
3d396eb1 2086 return NETDEV_TX_OK;
6f703406
DP		 2087
2088drop_packet:
2089 adapter->stats.txdropped++;
2090 dev_kfree_skb_any(skb);
2091 return NETDEV_TX_OK;
3d396eb1
AK		 2092}
2093
a97342f9
DP		 2094static int netxen_nic_check_temp(struct netxen_adapter *adapter)
2095{
2096 struct net_device *netdev = adapter->netdev;
2097 uint32_t temp, temp_state, temp_val;
2098 int rv = 0;
2099
f98a9f69 2100 temp = NXRD32(adapter, CRB_TEMP_STATE);
a97342f9
DP		 2101
2102 temp_state = nx_get_temp_state(temp);
2103 temp_val = nx_get_temp_val(temp);
2104
2105 if (temp_state == NX_TEMP_PANIC) {
2106 printk(KERN_ALERT
2107 "%s: Device temperature %d degrees C exceeds"
2108 " maximum allowed. Hardware has been shut down.\n",
e4135c2d 2109 netdev->name, temp_val);
a97342f9
DP		 2110 rv = 1;
2111 } else if (temp_state == NX_TEMP_WARN) {
2112 if (adapter->temp == NX_TEMP_NORMAL) {
2113 printk(KERN_ALERT
2114 "%s: Device temperature %d degrees C "
2115 "exceeds operating range."
2116 " Immediate action needed.\n",
e4135c2d 2117 netdev->name, temp_val);
a97342f9
DP		 2118 }
2119 } else {
2120 if (adapter->temp == NX_TEMP_WARN) {
2121 printk(KERN_INFO
2122 "%s: Device temperature is now %d degrees C"
e4135c2d 2123 " in normal range.\n", netdev->name,
a97342f9
DP		 2124 temp_val);
2125 }
2126 }
2127 adapter->temp = temp_state;
2128 return rv;
2129}
2130
3bf26ce3 2131void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup)
a97342f9
DP		 2132{
2133 struct net_device *netdev = adapter->netdev;
a97342f9
DP		 2134
2135 if (adapter->ahw.linkup && !linkup) {
2136 printk(KERN_INFO "%s: %s NIC Link is down\n",
2137 netxen_nic_driver_name, netdev->name);
2138 adapter->ahw.linkup = 0;
2139 if (netif_running(netdev)) {
2140 netif_carrier_off(netdev);
2141 netif_stop_queue(netdev);
2142 }
e424fa9d 2143 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2144 } else if (!adapter->ahw.linkup && linkup) {
2145 printk(KERN_INFO "%s: %s NIC Link is up\n",
2146 netxen_nic_driver_name, netdev->name);
2147 adapter->ahw.linkup = 1;
2148 if (netif_running(netdev)) {
2149 netif_carrier_on(netdev);
2150 netif_wake_queue(netdev);
2151 }
e424fa9d 2152 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2153 }
2154}
2155
3bf26ce3
DP		 2156static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter)
2157{
2158 u32 val, port, linkup;
2159
2160 port = adapter->physical_port;
2161
2162 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
f98a9f69 2163 val = NXRD32(adapter, CRB_XG_STATE_P3);
3bf26ce3
DP		 2164 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val);
2165 linkup = (val == XG_LINK_UP_P3);
2166 } else {
f98a9f69 2167 val = NXRD32(adapter, CRB_XG_STATE);
a4b751d8
SC		 2168 val = (val >> port*8) & 0xff;
2169 linkup = (val == XG_LINK_UP);
3bf26ce3
DP		 2170 }
2171
2172 netxen_advert_link_change(adapter, linkup);
2173}
2174
3d396eb1
AK		 2175static void netxen_tx_timeout(struct net_device *netdev)
2176{
e424fa9d 2177 struct netxen_adapter *adapter = netdev_priv(netdev);
f17443f4 2178
6a581e93
DP		 2179 if (test_bit(__NX_RESETTING, &adapter->state))
2180 return;
2181
f17443f4 2182 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
e424fa9d 2183 schedule_work(&adapter->tx_timeout_task);
3d396eb1
AK		 2184}
2185
74c520da 2186static void netxen_tx_timeout_task(struct work_struct *work)
3d396eb1 2187{
4790654c 2188 struct netxen_adapter *adapter =
3176ff3e 2189 container_of(work, struct netxen_adapter, tx_timeout_task);
3d396eb1 2190
b2af9cb0
DP		 2191 if (!netif_running(adapter->netdev))
2192 return;
2193
74c520da 2194 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2195 return;
2196
74c520da
AKS		 2197 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS)
2198 goto request_reset;
2199
16d884bd 2200 rtnl_lock();
74c520da
AKS		 2201 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
2202 /* try to scrub interrupt */
2203 netxen_napi_disable(adapter);
ba53e6b4 2204
74c520da
AKS		 2205 netxen_napi_enable(adapter);
2206
2207 netif_wake_queue(adapter->netdev);
2208
a598ae17 2209 clear_bit(__NX_RESETTING, &adapter->state);
74c520da 2210 } else {
a598ae17 2211 clear_bit(__NX_RESETTING, &adapter->state);
16d884bd
AKS		 2212 if (netxen_nic_reset_context(adapter)) {
2213 rtnl_unlock();
2214 goto request_reset;
74c520da 2215 }
74c520da 2216 }
16d884bd
AKS		 2217 adapter->netdev->trans_start = jiffies;
2218 rtnl_unlock();
2219 return;
74c520da
AKS		 2220
2221request_reset:
2222 adapter->need_fw_reset = 1;
ff8a306d 2223 clear_bit(__NX_RESETTING, &adapter->state);
3d396eb1
AK		 2224}
2225
47fd428c 2226static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *netdev,
2227 struct rtnl_link_stats64 *stats)
a97342f9
DP		 2228{
2229 struct netxen_adapter *adapter = netdev_priv(netdev);
a97342f9 2230
1bb482f8 2231 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
e98e3350 2232 stats->tx_packets = adapter->stats.xmitfinished;
a97342f9 2233 stats->rx_bytes = adapter->stats.rxbytes;
a97342f9 2234 stats->tx_bytes = adapter->stats.txbytes;
a97342f9 2235 stats->rx_dropped = adapter->stats.rxdropped;
a97342f9
DP		 2236 stats->tx_dropped = adapter->stats.txdropped;
2237
2238 return stats;
2239}
2240
e4c93c81 2241static irqreturn_t netxen_intr(int irq, void *data)
3d396eb1 2242{
d8b100c5
DP		 2243 struct nx_host_sds_ring *sds_ring = data;
2244 struct netxen_adapter *adapter = sds_ring->adapter;
d71e1be8
DP		 2245 u32 status = 0;
2246
195c5f98 2247 status = readl(adapter->isr_int_vec);
d71e1be8 2248
195c5f98 2249 if (!(status & adapter->int_vec_bit))
05aaa02d 2250 return IRQ_NONE;
e01872af 2251
195c5f98 2252 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
d71e1be8 2253 /* check interrupt state machine, to be sure */
195c5f98 2254 status = readl(adapter->crb_int_state_reg);
d71e1be8
DP		 2255 if (!ISR_LEGACY_INT_TRIGGERED(status))
2256 return IRQ_NONE;
2257
092bc571
DP		 2258 } else {
2259 unsigned long our_int = 0;
d71e1be8 2260
195c5f98 2261 our_int = readl(adapter->crb_int_state_reg);
092bc571 2262
d71e1be8 2263 /* not our interrupt */
092bc571 2264 if (!test_and_clear_bit((7 + adapter->portnum), &our_int))
d71e1be8
DP		 2265 return IRQ_NONE;
2266
092bc571 2267 /* claim interrupt */
195c5f98 2268 writel((our_int & 0xffffffff), adapter->crb_int_state_reg);
e01872af 2269
195c5f98 2270 /* clear interrupt */
d8b100c5 2271 netxen_nic_disable_int(sds_ring);
195c5f98 2272 }
092bc571 2273
195c5f98 2274 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2275 /* read twice to ensure write is flushed */
195c5f98
AKS		 2276 readl(adapter->isr_int_vec);
2277 readl(adapter->isr_int_vec);
092bc571 2278
d8b100c5 2279 napi_schedule(&sds_ring->napi);
3d396eb1
AK		 2280
2281 return IRQ_HANDLED;
2282}
2283
e4c93c81 2284static irqreturn_t netxen_msi_intr(int irq, void *data)
05aaa02d 2285{
d8b100c5
DP		 2286 struct nx_host_sds_ring *sds_ring = data;
2287 struct netxen_adapter *adapter = sds_ring->adapter;
05aaa02d 2288
092bc571 2289 /* clear interrupt */
195c5f98 2290 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2291
d8b100c5 2292 napi_schedule(&sds_ring->napi);
05aaa02d
DP		 2293 return IRQ_HANDLED;
2294}
2295
b3df68f8
DP		 2296static irqreturn_t netxen_msix_intr(int irq, void *data)
2297{
d8b100c5 2298 struct nx_host_sds_ring *sds_ring = data;
b3df68f8 2299
d8b100c5 2300 napi_schedule(&sds_ring->napi);
b3df68f8
DP		 2301 return IRQ_HANDLED;
2302}
2303
bea3348e 2304static int netxen_nic_poll(struct napi_struct *napi, int budget)
3d396eb1 2305{
d8b100c5
DP		 2306 struct nx_host_sds_ring *sds_ring =
2307 container_of(napi, struct nx_host_sds_ring, napi);
2308
2309 struct netxen_adapter *adapter = sds_ring->adapter;
2310
05aaa02d 2311 int tx_complete;
bea3348e 2312 int work_done;
3d396eb1 2313
05aaa02d 2314 tx_complete = netxen_process_cmd_ring(adapter);
3d396eb1 2315
d8b100c5 2316 work_done = netxen_process_rcv_ring(sds_ring, budget);
3d396eb1 2317
05aaa02d 2318 if ((work_done < budget) && tx_complete) {
d8b100c5 2319 napi_complete(&sds_ring->napi);
f2251f66 2320 if (test_bit(__NX_DEV_UP, &adapter->state))
b2af9cb0 2321 netxen_nic_enable_int(sds_ring);
3d396eb1
AK		 2322 }
2323
bea3348e 2324 return work_done;
3d396eb1
AK		 2325}
2326
2327#ifdef CONFIG_NET_POLL_CONTROLLER
2328static void netxen_nic_poll_controller(struct net_device *netdev)
2329{
7b589a35
YL		 2330 int ring;
2331 struct nx_host_sds_ring *sds_ring;
3176ff3e 2332 struct netxen_adapter *adapter = netdev_priv(netdev);
7b589a35
YL		 2333 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
2334
3d396eb1 2335 disable_irq(adapter->irq);
7b589a35
YL		 2336 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
2337 sds_ring = &recv_ctx->sds_rings[ring];
2338 netxen_intr(adapter->irq, sds_ring);
2339 }
3d396eb1
AK		 2340 enable_irq(adapter->irq);
2341}
2342#endif
3d396eb1 2343
6a581e93
DP		 2344static int
2345nx_incr_dev_ref_cnt(struct netxen_adapter *adapter)
2346{
2347 int count;
2348 if (netxen_api_lock(adapter))
2349 return -EIO;
2350
2351 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2352
2353 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2354
2355 netxen_api_unlock(adapter);
2356 return count;
2357}
2358
2359static int
2360nx_decr_dev_ref_cnt(struct netxen_adapter *adapter)
2361{
83f18a55 2362 int count, state;
6a581e93
DP		 2363 if (netxen_api_lock(adapter))
2364 return -EIO;
2365
2366 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2367 WARN_ON(count == 0);
2368
2369 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
83f18a55 2370 state = NXRD32(adapter, NX_CRB_DEV_STATE);
6a581e93 2371
83f18a55 2372 if (count == 0 && state != NX_DEV_FAILED)
6a581e93
DP		 2373 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2374
2375 netxen_api_unlock(adapter);
2376 return count;
2377}
2378
e87ad553
AKS		 2379static int
2380nx_dev_request_aer(struct netxen_adapter *adapter)
2381{
2382 u32 state;
2383 int ret = -EINVAL;
2384
2385 if (netxen_api_lock(adapter))
2386 return ret;
2387
2388 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2389
2390 if (state == NX_DEV_NEED_AER)
2391 ret = 0;
2392 else if (state == NX_DEV_READY) {
2393 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER);
2394 ret = 0;
2395 }
2396
2397 netxen_api_unlock(adapter);
2398 return ret;
2399}
2400
83f18a55 2401int
74c520da
AKS		 2402nx_dev_request_reset(struct netxen_adapter *adapter)
2403{
2404 u32 state;
e87ad553 2405 int ret = -EINVAL;
74c520da
AKS		 2406
2407 if (netxen_api_lock(adapter))
e87ad553 2408 return ret;
74c520da
AKS		 2409
2410 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2411
83f18a55 2412 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED)
e87ad553
AKS		 2413 ret = 0;
2414 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) {
74c520da 2415 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET);
83f18a55 2416 adapter->flags |= NETXEN_FW_RESET_OWNER;
e87ad553
AKS		 2417 ret = 0;
2418 }
74c520da
AKS		 2419
2420 netxen_api_unlock(adapter);
e87ad553
AKS		 2421
2422 return ret;
74c520da
AKS		 2423}
2424
6a581e93
DP		 2425static int
2426netxen_can_start_firmware(struct netxen_adapter *adapter)
2427{
2428 int count;
2429 int can_start = 0;
2430
83f18a55
M		 2431 if (netxen_api_lock(adapter)) {
2432 nx_incr_dev_ref_cnt(adapter);
2433 return -1;
2434 }
6a581e93
DP		 2435
2436 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2437
2438 if ((count < 0) || (count >= NX_MAX_PCI_FUNC))
2439 count = 0;
2440
2441 if (count == 0) {
2442 can_start = 1;
2443 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING);
2444 }
2445
2446 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2447
2448 netxen_api_unlock(adapter);
2449
2450 return can_start;
2451}
2452
2453static void
2454netxen_schedule_work(struct netxen_adapter *adapter,
2455 work_func_t func, int delay)
2456{
2457 INIT_DELAYED_WORK(&adapter->fw_work, func);
2458 schedule_delayed_work(&adapter->fw_work, delay);
2459}
2460
2461static void
2462netxen_cancel_fw_work(struct netxen_adapter *adapter)
2463{
2464 while (test_and_set_bit(__NX_RESETTING, &adapter->state))
2465 msleep(10);
2466
2467 cancel_delayed_work_sync(&adapter->fw_work);
2468}
2469
2470static void
2471netxen_attach_work(struct work_struct *work)
2472{
2473 struct netxen_adapter *adapter = container_of(work,
2474 struct netxen_adapter, fw_work.work);
2475 struct net_device *netdev = adapter->netdev;
2476 int err = 0;
2477
2478 if (netif_running(netdev)) {
2479 err = netxen_nic_attach(adapter);
2480 if (err)
2481 goto done;
2482
2483 err = netxen_nic_up(adapter, netdev);
2484 if (err) {
2485 netxen_nic_detach(adapter);
2486 goto done;
2487 }
2488
57569d0e 2489 netxen_restore_indev_addr(netdev, NETDEV_UP);
6a581e93
DP		 2490 }
2491
2492 netif_device_attach(netdev);
2493
2494done:
2495 adapter->fw_fail_cnt = 0;
2496 clear_bit(__NX_RESETTING, &adapter->state);
2497 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2498}
2499
2500static void
2501netxen_fwinit_work(struct work_struct *work)
2502{
2503 struct netxen_adapter *adapter = container_of(work,
2504 struct netxen_adapter, fw_work.work);
2505 int dev_state;
83f18a55 2506 int count;
6a581e93 2507 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE);
83f18a55
M		 2508 if (adapter->flags & NETXEN_FW_RESET_OWNER) {
2509 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2510 WARN_ON(count == 0);
2511 if (count == 1) {
2512 if (adapter->mdump.md_enabled) {
2513 rtnl_lock();
2514 netxen_dump_fw(adapter);
2515 rtnl_unlock();
2516 }
2517 adapter->flags &= ~NETXEN_FW_RESET_OWNER;
2518 if (netxen_api_lock(adapter)) {
2519 clear_bit(__NX_RESETTING, &adapter->state);
2520 NXWR32(adapter, NX_CRB_DEV_STATE,
2521 NX_DEV_FAILED);
2522 return;
2523 }
2524 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2525 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
2526 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2527 dev_state = NX_DEV_COLD;
2528 netxen_api_unlock(adapter);
2529 }
2530 }
6a581e93
DP		 2531
2532 switch (dev_state) {
2533 case NX_DEV_COLD:
2534 case NX_DEV_READY:
74c520da
AKS		 2535 if (!netxen_start_firmware(adapter)) {
2536 netxen_schedule_work(adapter, netxen_attach_work, 0);
2537 return;
2538 }
2539 break;
6a581e93 2540
6b50ea15 2541 case NX_DEV_NEED_RESET:
6a581e93 2542 case NX_DEV_INITALIZING:
6a581e93
DP		 2543 netxen_schedule_work(adapter,
2544 netxen_fwinit_work, 2 * FW_POLL_DELAY);
2545 return;
6a581e93
DP		 2546
2547 case NX_DEV_FAILED:
2548 default:
8f9b3f69 2549 nx_incr_dev_ref_cnt(adapter);
6a581e93
DP		 2550 break;
2551 }
2552
83f18a55
M		 2553 if (netxen_api_lock(adapter)) {
2554 clear_bit(__NX_RESETTING, &adapter->state);
2555 return;
2556 }
2557 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_FAILED);
2558 netxen_api_unlock(adapter);
2559 dev_err(&adapter->pdev->dev, "%s: Device initialization Failed\n",
2560 adapter->netdev->name);
2561
6a581e93
DP		 2562 clear_bit(__NX_RESETTING, &adapter->state);
2563}
2564
2565static void
2566netxen_detach_work(struct work_struct *work)
2567{
2568 struct netxen_adapter *adapter = container_of(work,
2569 struct netxen_adapter, fw_work.work);
2570 struct net_device *netdev = adapter->netdev;
83f18a55 2571 int ref_cnt = 0, delay;
6a581e93
DP		 2572 u32 status;
2573
2574 netif_device_detach(netdev);
2575
6f771419 2576 netxen_nic_down(adapter, netdev);
6a581e93 2577
e15eec28 2578 rtnl_lock();
6a581e93 2579 netxen_nic_detach(adapter);
e15eec28 2580 rtnl_unlock();
6a581e93
DP		 2581
2582 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2583
6a581e93 2584 if (status & NX_RCODE_FATAL_ERROR)
8f9b3f69 2585 goto err_ret;
6a581e93
DP		 2586
2587 if (adapter->temp == NX_TEMP_PANIC)
8f9b3f69
AKS		 2588 goto err_ret;
2589
83f18a55
M		 2590 if (!(adapter->flags & NETXEN_FW_RESET_OWNER))
2591 ref_cnt = nx_decr_dev_ref_cnt(adapter);
6a581e93 2592
6b50ea15
AKS		 2593 if (ref_cnt == -EIO)
2594 goto err_ret;
2595
6a581e93
DP		 2596 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY);
2597
2598 adapter->fw_wait_cnt = 0;
2599 netxen_schedule_work(adapter, netxen_fwinit_work, delay);
8f9b3f69
AKS		 2600
2601 return;
2602
2603err_ret:
2604 clear_bit(__NX_RESETTING, &adapter->state);
6a581e93
DP		 2605}
2606
2607static int
2608netxen_check_health(struct netxen_adapter *adapter)
2609{
2610 u32 state, heartbit;
5471aed0 2611 u32 peg_status;
6a581e93
DP		 2612 struct net_device *netdev = adapter->netdev;
2613
e87ad553
AKS		 2614 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2615 if (state == NX_DEV_NEED_AER)
2616 return 0;
2617
6a581e93
DP		 2618 if (netxen_nic_check_temp(adapter))
2619 goto detach;
2620
74c520da 2621 if (adapter->need_fw_reset) {
e87ad553
AKS		 2622 if (nx_dev_request_reset(adapter))
2623 return 0;
74c520da
AKS		 2624 goto detach;
2625 }
2626
e87ad553
AKS		 2627 /* NX_DEV_NEED_RESET, this state can be marked in two cases
2628 * 1. Tx timeout 2. Fw hang
2629 * Send request to destroy context in case of tx timeout only
2630 * and doesn't required in case of Fw hang
2631 */
83f18a55 2632 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) {
6a808c6c 2633 adapter->need_fw_reset = 1;
e87ad553
AKS		 2634 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2635 goto detach;
6a808c6c 2636 }
6a581e93
DP		 2637
2638 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2639 return 0;
2640
2641 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER);
2642 if (heartbit != adapter->heartbit) {
2643 adapter->heartbit = heartbit;
2644 adapter->fw_fail_cnt = 0;
e87ad553
AKS		 2645 if (adapter->need_fw_reset)
2646 goto detach;
6a581e93
DP		 2647 return 0;
2648 }
2649
2650 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2651 return 0;
2652
e87ad553
AKS		 2653 if (nx_dev_request_reset(adapter))
2654 return 0;
2655
6a581e93
DP		 2656 clear_bit(__NX_FW_ATTACHED, &adapter->state);
2657
5471aed0
SV		 2658 dev_err(&netdev->dev, "firmware hang detected\n");
2659 peg_status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2660 dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
2661 "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
2662 "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
2663 "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
2664 "PEG_NET_4_PC: 0x%x\n",
2665 peg_status,
2666 NXRD32(adapter, NETXEN_PEG_HALT_STATUS2),
2667 NXRD32(adapter, NETXEN_CRB_PEG_NET_0 + 0x3c),
2668 NXRD32(adapter, NETXEN_CRB_PEG_NET_1 + 0x3c),
2669 NXRD32(adapter, NETXEN_CRB_PEG_NET_2 + 0x3c),
2670 NXRD32(adapter, NETXEN_CRB_PEG_NET_3 + 0x3c),
2671 NXRD32(adapter, NETXEN_CRB_PEG_NET_4 + 0x3c));
2672 if (NX_FWERROR_PEGSTAT1(peg_status) == 0x67)
2673 dev_err(&adapter->pdev->dev,
2674 "Firmware aborted with error code 0x00006700. "
2675 "Device is being reset.\n");
6a581e93 2676detach:
caa2dd53
NK		 2677 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2678 !test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2679 netxen_schedule_work(adapter, netxen_detach_work, 0);
2680 return 1;
2681}
2682
2683static void
2684netxen_fw_poll_work(struct work_struct *work)
2685{
2686 struct netxen_adapter *adapter = container_of(work,
2687 struct netxen_adapter, fw_work.work);
2688
2689 if (test_bit(__NX_RESETTING, &adapter->state))
2690 goto reschedule;
2691
2692 if (test_bit(__NX_DEV_UP, &adapter->state)) {
2693 if (!adapter->has_link_events) {
2694
2695 netxen_nic_handle_phy_intr(adapter);
2696
2697 if (adapter->link_changed)
2698 netxen_nic_set_link_parameters(adapter);
2699 }
2700 }
2701
2702 if (netxen_check_health(adapter))
2703 return;
2704
2705reschedule:
2706 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2707}
2708
fa3ce355
NK		 2709static ssize_t
2710netxen_store_bridged_mode(struct device *dev,
2711 struct device_attribute *attr, const char *buf, size_t len)
2712{
2713 struct net_device *net = to_net_dev(dev);
2714 struct netxen_adapter *adapter = netdev_priv(net);
2715 unsigned long new;
2716 int ret = -EINVAL;
2717
2718 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG))
2719 goto err_out;
2720
2721 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2722 goto err_out;
2723
2724 if (strict_strtoul(buf, 2, &new))
2725 goto err_out;
2726
2727 if (!netxen_config_bridged_mode(adapter, !!new))
2728 ret = len;
2729
2730err_out:
2731 return ret;
2732}
2733
2734static ssize_t
2735netxen_show_bridged_mode(struct device *dev,
2736 struct device_attribute *attr, char *buf)
2737{
2738 struct net_device *net = to_net_dev(dev);
2739 struct netxen_adapter *adapter;
2740 int bridged_mode = 0;
2741
2742 adapter = netdev_priv(net);
2743
2744 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2745 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED);
2746
2747 return sprintf(buf, "%d\n", bridged_mode);
2748}
2749
2750static struct device_attribute dev_attr_bridged_mode = {
2751 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2752 .show = netxen_show_bridged_mode,
2753 .store = netxen_store_bridged_mode,
2754};
2755
70f9cf89
DP		 2756static ssize_t
2757netxen_store_diag_mode(struct device *dev,
2758 struct device_attribute *attr, const char *buf, size_t len)
2759{
2760 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2761 unsigned long new;
2762
2763 if (strict_strtoul(buf, 2, &new))
2764 return -EINVAL;
2765
2766 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2767 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED;
2768
2769 return len;
2770}
2771
2772static ssize_t
2773netxen_show_diag_mode(struct device *dev,
2774 struct device_attribute *attr, char *buf)
2775{
2776 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2777
2778 return sprintf(buf, "%d\n",
2779 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED));
2780}
2781
2782static struct device_attribute dev_attr_diag_mode = {
2783 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2784 .show = netxen_show_diag_mode,
2785 .store = netxen_store_diag_mode,
2786};
2787
2788static int
2789netxen_sysfs_validate_crb(struct netxen_adapter *adapter,
2790 loff_t offset, size_t size)
2791{
0b9715e6
AKS		 2792 size_t crb_size = 4;
2793
70f9cf89
DP		 2794 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2795 return -EIO;
2796
0b9715e6
AKS		 2797 if (offset < NETXEN_PCI_CRBSPACE) {
2798 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2799 return -EINVAL;
70f9cf89 2800
0b9715e6
AKS		 2801 if (ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2802 NETXEN_PCI_CAMQM_2M_END))
2803 crb_size = 8;
2804 else
2805 return -EINVAL;
2806 }
2807
2808 if ((size != crb_size) || (offset & (crb_size-1)))
2809 return -EINVAL;
70f9cf89
DP		 2810
2811 return 0;
2812}
2813
2814static ssize_t
2c3c8bea
CW		 2815netxen_sysfs_read_crb(struct file *filp, struct kobject *kobj,
2816 struct bin_attribute *attr,
70f9cf89
DP		 2817 char *buf, loff_t offset, size_t size)
2818{
2819 struct device *dev = container_of(kobj, struct device, kobj);
2820 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2821 u32 data;
0b9715e6 2822 u64 qmdata;
70f9cf89
DP		 2823 int ret;
2824
2825 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2826 if (ret != 0)
2827 return ret;
2828
0b9715e6
AKS		 2829 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2830 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2831 NETXEN_PCI_CAMQM_2M_END)) {
2832 netxen_pci_camqm_read_2M(adapter, offset, &qmdata);
2833 memcpy(buf, &qmdata, size);
2834 } else {
2835 data = NXRD32(adapter, offset);
2836 memcpy(buf, &data, size);
2837 }
2838
70f9cf89
DP		 2839 return size;
2840}
2841
2842static ssize_t
2c3c8bea
CW		 2843netxen_sysfs_write_crb(struct file *filp, struct kobject *kobj,
2844 struct bin_attribute *attr,
70f9cf89
DP		 2845 char *buf, loff_t offset, size_t size)
2846{
2847 struct device *dev = container_of(kobj, struct device, kobj);
2848 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2849 u32 data;
0b9715e6 2850 u64 qmdata;
70f9cf89
DP		 2851 int ret;
2852
2853 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2854 if (ret != 0)
2855 return ret;
2856
0b9715e6
AKS		 2857 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2858 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2859 NETXEN_PCI_CAMQM_2M_END)) {
2860 memcpy(&qmdata, buf, size);
2861 netxen_pci_camqm_write_2M(adapter, offset, qmdata);
2862 } else {
2863 memcpy(&data, buf, size);
2864 NXWR32(adapter, offset, data);
2865 }
2866
70f9cf89
DP		 2867 return size;
2868}
2869
2870static int
2871netxen_sysfs_validate_mem(struct netxen_adapter *adapter,
2872 loff_t offset, size_t size)
2873{
2874 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2875 return -EIO;
2876
2877 if ((size != 8) || (offset & 0x7))
2878 return -EIO;
2879
2880 return 0;
2881}
2882
2883static ssize_t
2c3c8bea
CW		 2884netxen_sysfs_read_mem(struct file *filp, struct kobject *kobj,
2885 struct bin_attribute *attr,
70f9cf89
DP		 2886 char *buf, loff_t offset, size_t size)
2887{
2888 struct device *dev = container_of(kobj, struct device, kobj);
2889 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2890 u64 data;
2891 int ret;
2892
2893 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2894 if (ret != 0)
2895 return ret;
2896
2897 if (adapter->pci_mem_read(adapter, offset, &data))
2898 return -EIO;
2899
2900 memcpy(buf, &data, size);
2901
2902 return size;
2903}
2904
2c3c8bea 2905static ssize_t netxen_sysfs_write_mem(struct file *filp, struct kobject *kobj,
70f9cf89
DP		 2906 struct bin_attribute *attr, char *buf,
2907 loff_t offset, size_t size)
2908{
2909 struct device *dev = container_of(kobj, struct device, kobj);
2910 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2911 u64 data;
2912 int ret;
2913
2914 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2915 if (ret != 0)
2916 return ret;
2917
2918 memcpy(&data, buf, size);
2919
2920 if (adapter->pci_mem_write(adapter, offset, data))
2921 return -EIO;
2922
2923 return size;
2924}
2925
2926
2927static struct bin_attribute bin_attr_crb = {
2928 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2929 .size = 0,
2930 .read = netxen_sysfs_read_crb,
2931 .write = netxen_sysfs_write_crb,
2932};
2933
2934static struct bin_attribute bin_attr_mem = {
2935 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2936 .size = 0,
2937 .read = netxen_sysfs_read_mem,
2938 .write = netxen_sysfs_write_mem,
2939};
2940
d612698b
SC		 2941static ssize_t
2942netxen_sysfs_read_dimm(struct file *filp, struct kobject *kobj,
2943 struct bin_attribute *attr,
2944 char *buf, loff_t offset, size_t size)
2945{
2946 struct device *dev = container_of(kobj, struct device, kobj);
2947 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2948 struct net_device *netdev = adapter->netdev;
2949 struct netxen_dimm_cfg dimm;
2950 u8 dw, rows, cols, banks, ranks;
2951 u32 val;
2952
2953 if (size != sizeof(struct netxen_dimm_cfg)) {
2954 netdev_err(netdev, "Invalid size\n");
2955 return -1;
2956 }
2957
2958 memset(&dimm, 0, sizeof(struct netxen_dimm_cfg));
2959 val = NXRD32(adapter, NETXEN_DIMM_CAPABILITY);
2960
2961 /* Checks if DIMM info is valid. */
2962 if (val & NETXEN_DIMM_VALID_FLAG) {
2963 netdev_err(netdev, "Invalid DIMM flag\n");
2964 dimm.presence = 0xff;
2965 goto out;
2966 }
2967
2968 rows = NETXEN_DIMM_NUMROWS(val);
2969 cols = NETXEN_DIMM_NUMCOLS(val);
2970 ranks = NETXEN_DIMM_NUMRANKS(val);
2971 banks = NETXEN_DIMM_NUMBANKS(val);
2972 dw = NETXEN_DIMM_DATAWIDTH(val);
2973
2974 dimm.presence = (val & NETXEN_DIMM_PRESENT);
2975
2976 /* Checks if DIMM info is present. */
2977 if (!dimm.presence) {
2978 netdev_err(netdev, "DIMM not present\n");
2979 goto out;
2980 }
2981
2982 dimm.dimm_type = NETXEN_DIMM_TYPE(val);
2983
2984 switch (dimm.dimm_type) {
2985 case NETXEN_DIMM_TYPE_RDIMM:
2986 case NETXEN_DIMM_TYPE_UDIMM:
2987 case NETXEN_DIMM_TYPE_SO_DIMM:
2988 case NETXEN_DIMM_TYPE_Micro_DIMM:
2989 case NETXEN_DIMM_TYPE_Mini_RDIMM:
2990 case NETXEN_DIMM_TYPE_Mini_UDIMM:
2991 break;
2992 default:
2993 netdev_err(netdev, "Invalid DIMM type %x\n", dimm.dimm_type);
2994 goto out;
2995 }
2996
2997 if (val & NETXEN_DIMM_MEMTYPE_DDR2_SDRAM)
2998 dimm.mem_type = NETXEN_DIMM_MEM_DDR2_SDRAM;
2999 else
3000 dimm.mem_type = NETXEN_DIMM_MEMTYPE(val);
3001
3002 if (val & NETXEN_DIMM_SIZE) {
3003 dimm.size = NETXEN_DIMM_STD_MEM_SIZE;
3004 goto out;
3005 }
3006
3007 if (!rows) {
3008 netdev_err(netdev, "Invalid no of rows %x\n", rows);
3009 goto out;
3010 }
3011
3012 if (!cols) {
3013 netdev_err(netdev, "Invalid no of columns %x\n", cols);
3014 goto out;
3015 }
3016
3017 if (!banks) {
3018 netdev_err(netdev, "Invalid no of banks %x\n", banks);
3019 goto out;
3020 }
3021
3022 ranks += 1;
3023
3024 switch (dw) {
3025 case 0x0:
3026 dw = 32;
3027 break;
3028 case 0x1:
3029 dw = 33;
3030 break;
3031 case 0x2:
3032 dw = 36;
3033 break;
3034 case 0x3:
3035 dw = 64;
3036 break;
3037 case 0x4:
3038 dw = 72;
3039 break;
3040 case 0x5:
3041 dw = 80;
3042 break;
3043 case 0x6:
3044 dw = 128;
3045 break;
3046 case 0x7:
3047 dw = 144;
3048 break;
3049 default:
3050 netdev_err(netdev, "Invalid data-width %x\n", dw);
3051 goto out;
3052 }
3053
3054 dimm.size = ((1 << rows) * (1 << cols) * dw * banks * ranks) / 8;
3055 /* Size returned in MB. */
3056 dimm.size = (dimm.size) / 0x100000;
3057out:
3058 memcpy(buf, &dimm, sizeof(struct netxen_dimm_cfg));
3059 return sizeof(struct netxen_dimm_cfg);
3060
3061}
3062
3063static struct bin_attribute bin_attr_dimm = {
3064 .attr = { .name = "dimm", .mode = (S_IRUGO | S_IWUSR) },
3065 .size = 0,
3066 .read = netxen_sysfs_read_dimm,
3067};
3068
caa2dd53 3069
fa3ce355
NK		 3070static void
3071netxen_create_sysfs_entries(struct netxen_adapter *adapter)
3072{
b8c30812 3073 struct device *dev = &adapter->pdev->dev;
fa3ce355
NK		 3074
3075 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) {
3076 /* bridged_mode control */
3077 if (device_create_file(dev, &dev_attr_bridged_mode)) {
b8c30812 3078 dev_warn(dev,
fa3ce355
NK		 3079 "failed to create bridged_mode sysfs entry\n");
3080 }
3081 }
3082}
3083
3084static void
3085netxen_remove_sysfs_entries(struct netxen_adapter *adapter)
3086{
b8c30812 3087 struct device *dev = &adapter->pdev->dev;
fa3ce355
NK		 3088
3089 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
3090 device_remove_file(dev, &dev_attr_bridged_mode);
3091}
3092
70f9cf89
DP		 3093static void
3094netxen_create_diag_entries(struct netxen_adapter *adapter)
3095{
3096 struct pci_dev *pdev = adapter->pdev;
3097 struct device *dev;
3098
3099 dev = &pdev->dev;
3100 if (device_create_file(dev, &dev_attr_diag_mode))
3101 dev_info(dev, "failed to create diag_mode sysfs entry\n");
3102 if (device_create_bin_file(dev, &bin_attr_crb))
3103 dev_info(dev, "failed to create crb sysfs entry\n");
3104 if (device_create_bin_file(dev, &bin_attr_mem))
3105 dev_info(dev, "failed to create mem sysfs entry\n");
d612698b
SC		 3106 if (device_create_bin_file(dev, &bin_attr_dimm))
3107 dev_info(dev, "failed to create dimm sysfs entry\n");
70f9cf89
DP		 3108}
3109
3110
3111static void
3112netxen_remove_diag_entries(struct netxen_adapter *adapter)
3113{
3114 struct pci_dev *pdev = adapter->pdev;
3115 struct device *dev = &pdev->dev;
3116
3117 device_remove_file(dev, &dev_attr_diag_mode);
3118 device_remove_bin_file(dev, &bin_attr_crb);
3119 device_remove_bin_file(dev, &bin_attr_mem);
d612698b 3120 device_remove_bin_file(dev, &bin_attr_dimm);
70f9cf89
DP		 3121}
3122
044824d9
DP		 3123#ifdef CONFIG_INET
3124
6598b169
DP		 3125#define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
3126
3127static int
3128netxen_destip_supported(struct netxen_adapter *adapter)
3129{
3130 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
3131 return 0;
3132
3133 if (adapter->ahw.cut_through)
3134 return 0;
3135
3136 return 1;
3137}
3138
d0725e4d 3139static void
8a7fbfab 3140netxen_free_ip_list(struct netxen_adapter *adapter, bool master)
57569d0e 3141{
8a7fbfab 3142 struct nx_ip_list *cur, *tmp_cur;
57569d0e 3143
8a7fbfab 3144 list_for_each_entry_safe(cur, tmp_cur, &adapter->ip_list, list) {
3145 if (master) {
3146 if (cur->master) {
3147 netxen_config_ipaddr(adapter, cur->ip_addr,
3148 NX_IP_DOWN);
3149 list_del(&cur->list);
3150 kfree(cur);
3151 }
3152 } else {
3153 netxen_config_ipaddr(adapter, cur->ip_addr, NX_IP_DOWN);
3154 list_del(&cur->list);
3155 kfree(cur);
3156 }
57569d0e 3157 }
57569d0e 3158}
8a7fbfab 3159
3160static bool
3161netxen_list_config_ip(struct netxen_adapter *adapter,
57569d0e
RB		 3162 struct in_ifaddr *ifa, unsigned long event)
3163{
3164 struct net_device *dev;
8a7fbfab 3165 struct nx_ip_list *cur, *tmp_cur;
57569d0e 3166 struct list_head *head;
8a7fbfab 3167 bool ret = false;
57569d0e
RB		 3168
3169 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
3170
3171 if (dev == NULL)
8a7fbfab 3172 goto out;
57569d0e
RB		 3173
3174 switch (event) {
3175 case NX_IP_UP:
8a7fbfab 3176 list_for_each(head, &adapter->ip_list) {
3177 cur = list_entry(head, struct nx_ip_list, list);
57569d0e
RB		 3178
3179 if (cur->ip_addr == ifa->ifa_address)
8a7fbfab 3180 goto out;
57569d0e
RB		 3181 }
3182
8a7fbfab 3183 cur = kzalloc(sizeof(struct nx_ip_list), GFP_ATOMIC);
b2adaca9 3184 if (cur == NULL)
8a7fbfab 3185 goto out;
3186 if (dev->priv_flags & IFF_802_1Q_VLAN)
3187 dev = vlan_dev_real_dev(dev);
3188 cur->master = !!netif_is_bond_master(dev);
57569d0e 3189 cur->ip_addr = ifa->ifa_address;
8a7fbfab 3190 list_add_tail(&cur->list, &adapter->ip_list);
3191 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP);
3192 ret = true;
57569d0e
RB		 3193 break;
3194 case NX_IP_DOWN:
3195 list_for_each_entry_safe(cur, tmp_cur,
8a7fbfab 3196 &adapter->ip_list, list) {
57569d0e
RB		 3197 if (cur->ip_addr == ifa->ifa_address) {
3198 list_del(&cur->list);
3199 kfree(cur);
8a7fbfab 3200 netxen_config_ipaddr(adapter, ifa->ifa_address,
3201 NX_IP_DOWN);
3202 ret = true;
57569d0e
RB		 3203 break;
3204 }
3205 }
3206 }
8a7fbfab 3207out:
3208 return ret;
57569d0e 3209}
8a7fbfab 3210
57569d0e
RB		 3211static void
3212netxen_config_indev_addr(struct netxen_adapter *adapter,
3213 struct net_device *dev, unsigned long event)
d0725e4d
AKS		 3214{
3215 struct in_device *indev;
d0725e4d 3216
3db76755 3217 if (!netxen_destip_supported(adapter))
d0725e4d
AKS		 3218 return;
3219
3220 indev = in_dev_get(dev);
3221 if (!indev)
3222 return;
3223
3224 for_ifa(indev) {
3225 switch (event) {
3226 case NETDEV_UP:
8a7fbfab 3227 netxen_list_config_ip(adapter, ifa, NX_IP_UP);
d0725e4d
AKS		 3228 break;
3229 case NETDEV_DOWN:
8a7fbfab 3230 netxen_list_config_ip(adapter, ifa, NX_IP_DOWN);
d0725e4d
AKS		 3231 break;
3232 default:
3233 break;
3234 }
3235 } endfor_ifa(indev);
3236
3237 in_dev_put(indev);
d0725e4d
AKS		 3238}
3239
57569d0e
RB		 3240static void
3241netxen_restore_indev_addr(struct net_device *netdev, unsigned long event)
3242
3243{
3244 struct netxen_adapter *adapter = netdev_priv(netdev);
8a7fbfab 3245 struct nx_ip_list *pos, *tmp_pos;
57569d0e
RB		 3246 unsigned long ip_event;
3247
3248 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN;
3249 netxen_config_indev_addr(adapter, netdev, event);
3250
8a7fbfab 3251 list_for_each_entry_safe(pos, tmp_pos, &adapter->ip_list, list) {
57569d0e
RB		 3252 netxen_config_ipaddr(adapter, pos->ip_addr, ip_event);
3253 }
3254}
3255
8a7fbfab 3256static inline bool
3257netxen_config_checkdev(struct net_device *dev)
3258{
3259 struct netxen_adapter *adapter;
3260
3261 if (!is_netxen_netdev(dev))
3262 return false;
3263 adapter = netdev_priv(dev);
3264 if (!adapter)
3265 return false;
3266 if (!netxen_destip_supported(adapter))
3267 return false;
3268 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
3269 return false;
3270
3271 return true;
3272}
3273
3274/**
3275 * netxen_config_master - configure addresses based on master
3276 * @dev: netxen device
3277 * @event: netdev event
3278 */
3279static void netxen_config_master(struct net_device *dev, unsigned long event)
3280{
3281 struct net_device *master, *slave;
3282 struct netxen_adapter *adapter = netdev_priv(dev);
3283
3284 rcu_read_lock();
3285 master = netdev_master_upper_dev_get_rcu(dev);
3286 /*
3287 * This is the case where the netxen nic is being
3288 * enslaved and is dev_open()ed in bond_enslave()
3289 * Now we should program the bond's (and its vlans')
3290 * addresses in the netxen NIC.
3291 */
3292 if (master && netif_is_bond_master(master) &&
3293 !netif_is_bond_slave(dev)) {
3294 netxen_config_indev_addr(adapter, master, event);
3295 for_each_netdev_rcu(&init_net, slave)
3296 if (slave->priv_flags & IFF_802_1Q_VLAN &&
3297 vlan_dev_real_dev(slave) == master)
3298 netxen_config_indev_addr(adapter, slave, event);
3299 }
3300 rcu_read_unlock();
3301 /*
3302 * This is the case where the netxen nic is being
3303 * released and is dev_close()ed in bond_release()
3304 * just before IFF_BONDING is stripped.
3305 */
3306 if (!master && dev->priv_flags & IFF_BONDING)
3307 netxen_free_ip_list(adapter, true);
3308}
3309
6598b169
DP		 3310static int netxen_netdev_event(struct notifier_block *this,
3311 unsigned long event, void *ptr)
3312{
3313 struct netxen_adapter *adapter;
3314 struct net_device *dev = (struct net_device *)ptr;
57569d0e 3315 struct net_device *orig_dev = dev;
8a7fbfab 3316 struct net_device *slave;
6598b169
DP		 3317
3318recheck:
3319 if (dev == NULL)
3320 goto done;
3321
3322 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3323 dev = vlan_dev_real_dev(dev);
3324 goto recheck;
3325 }
8a7fbfab 3326 if (event == NETDEV_UP || event == NETDEV_DOWN) {
3327 /* If this is a bonding device, look for netxen-based slaves*/
3328 if (netif_is_bond_master(dev)) {
3329 rcu_read_lock();
3330 for_each_netdev_in_bond_rcu(dev, slave) {
3331 if (!netxen_config_checkdev(slave))
3332 continue;
3333 adapter = netdev_priv(slave);
3334 netxen_config_indev_addr(adapter,
3335 orig_dev, event);
3336 }
3337 rcu_read_unlock();
3338 } else {
3339 if (!netxen_config_checkdev(dev))
3340 goto done;
3341 adapter = netdev_priv(dev);
3342 /* Act only if the actual netxen is the target */
3343 if (orig_dev == dev)
3344 netxen_config_master(dev, event);
3345 netxen_config_indev_addr(adapter, orig_dev, event);
3346 }
3347 }
6598b169
DP		 3348done:
3349 return NOTIFY_DONE;
3350}
3351
3352static int
3353netxen_inetaddr_event(struct notifier_block *this,
3354 unsigned long event, void *ptr)
3355{
3356 struct netxen_adapter *adapter;
8a7fbfab 3357 struct net_device *dev, *slave;
6598b169 3358 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
8a7fbfab 3359 unsigned long ip_event;
6598b169
DP		 3360
3361 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
8a7fbfab 3362 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN;
6598b169 3363recheck:
57569d0e 3364 if (dev == NULL)
6598b169
DP		 3365 goto done;
3366
3367 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3368 dev = vlan_dev_real_dev(dev);
3369 goto recheck;
3370 }
8a7fbfab 3371 if (event == NETDEV_UP || event == NETDEV_DOWN) {
3372 /* If this is a bonding device, look for netxen-based slaves*/
3373 if (netif_is_bond_master(dev)) {
3374 rcu_read_lock();
3375 for_each_netdev_in_bond_rcu(dev, slave) {
3376 if (!netxen_config_checkdev(slave))
3377 continue;
3378 adapter = netdev_priv(slave);
3379 netxen_list_config_ip(adapter, ifa, ip_event);
3380 }
3381 rcu_read_unlock();
3382 } else {
3383 if (!netxen_config_checkdev(dev))
3384 goto done;
3385 adapter = netdev_priv(dev);
3386 netxen_list_config_ip(adapter, ifa, ip_event);
3387 }
6598b169 3388 }
6598b169
DP		 3389done:
3390 return NOTIFY_DONE;
3391}
3392
3393static struct notifier_block netxen_netdev_cb = {
3394 .notifier_call = netxen_netdev_event,
3395};
3396
3397static struct notifier_block netxen_inetaddr_cb = {
3398 .notifier_call = netxen_inetaddr_event,
3399};
9feae56c
RD		 3400#else
3401static void
57569d0e
RB		 3402netxen_restore_indev_addr(struct net_device *dev, unsigned long event)
3403{ }
3404static void
8a7fbfab 3405netxen_free_ip_list(struct netxen_adapter *adapter, bool master)
9feae56c 3406{ }
044824d9 3407#endif
6598b169 3408
3646f0e5 3409static const struct pci_error_handlers netxen_err_handler = {
e87ad553
AKS		 3410 .error_detected = netxen_io_error_detected,
3411 .slot_reset = netxen_io_slot_reset,
3412 .resume = netxen_io_resume,
3413};
3414
3d396eb1
AK		 3415static struct pci_driver netxen_driver = {
3416 .name = netxen_nic_driver_name,
3417 .id_table = netxen_pci_tbl,
3418 .probe = netxen_nic_probe,
c3f9c88c 3419 .remove = netxen_nic_remove,
01542cd1 3420#ifdef CONFIG_PM
0b72e659 3421 .suspend = netxen_nic_suspend,
22b5794b 3422 .resume = netxen_nic_resume,
01542cd1 3423#endif
e87ad553
AKS		 3424 .shutdown = netxen_nic_shutdown,
3425 .err_handler = &netxen_err_handler
3d396eb1
AK		 3426};
3427
3d396eb1
AK		 3428static int __init netxen_init_module(void)
3429{
ff4fbd43
DP		 3430 printk(KERN_INFO "%s\n", netxen_nic_driver_string);
3431
044824d9 3432#ifdef CONFIG_INET
6598b169
DP		 3433 register_netdevice_notifier(&netxen_netdev_cb);
3434 register_inetaddr_notifier(&netxen_inetaddr_cb);
044824d9 3435#endif
184231bd 3436 return pci_register_driver(&netxen_driver);
3d396eb1
AK		 3437}
3438
3439module_init(netxen_init_module);
3440
3441static void __exit netxen_exit_module(void)
3442{
3d396eb1 3443 pci_unregister_driver(&netxen_driver);
6598b169 3444
044824d9 3445#ifdef CONFIG_INET
6598b169
DP		 3446 unregister_inetaddr_notifier(&netxen_inetaddr_cb);
3447 unregister_netdevice_notifier(&netxen_netdev_cb);
044824d9 3448#endif
3d396eb1
AK		 3449}
3450
3451module_exit(netxen_exit_module);
Linux 6.x block layer and io_uring tree(s)