projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
netxen_nic: Log proper error message in case of mismatched adapter type
[linux-2.6-block.git] / drivers / net / ethernet / qlogic / netxen / netxen_nic_main.c
CommitLineData
3d396eb1 1/*
5d242f1c 2 * Copyright (C) 2003 - 2009 NetXen, Inc.
13af7a6e 3 * Copyright (C) 2009 - QLogic Corporation.
3d396eb1 4 * All rights reserved.
80922fbc 5 *
3d396eb1
AK		 6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version 2
9 * of the License, or (at your option) any later version.
80922fbc 10 *
3d396eb1
AK		 11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
80922fbc 15 *
3d396eb1
AK		 16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
19 * MA 02111-1307, USA.
80922fbc 20 *
3d396eb1 21 * The full GNU General Public License is included in this distribution
4d21fef4 22 * in the file called "COPYING".
80922fbc 23 *
3d396eb1
AK		 24 */
25
5a0e3ad6 26#include <linux/slab.h>
cb8011ad 27#include <linux/vmalloc.h>
e98e3350 28#include <linux/interrupt.h>
3d396eb1
AK		 29#include "netxen_nic_hw.h"
30
31#include "netxen_nic.h"
3d396eb1 32
1494a814 33#include <linux/dma-mapping.h>
391587c3 34#include <linux/if_vlan.h>
c9bdd4b5 35#include <net/ip.h>
00977784 36#include <linux/ipv6.h>
6598b169 37#include <linux/inetdevice.h>
0531d7b8 38#include <linux/sysfs.h>
e87ad553 39#include <linux/aer.h>
1494a814 40
0438a1b2 41MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Intelligent Ethernet Driver");
3d396eb1
AK		 42MODULE_LICENSE("GPL");
43MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
7e8e5d97 44MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME);
3d396eb1 45
ceded32f 46char netxen_nic_driver_name[] = "netxen_nic";
c25c0b9b 47static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v"
cb8011ad 48 NETXEN_NIC_LINUX_VERSIONID;
3d396eb1 49
2956640d
DP		 50static int port_mode = NETXEN_PORT_MODE_AUTO_NEG;
51
52/* Default to restricted 1G auto-neg mode */
53static int wol_port_mode = 5;
54
55static int use_msi = 1;
56
57static int use_msi_x = 1;
58
afdafff1
SH		 59static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
60module_param(auto_fw_reset, int, 0644);
61MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled");
caa2dd53 62
c3f9c88c 63static int netxen_nic_probe(struct pci_dev *pdev,
2956640d 64 const struct pci_device_id *ent);
c3f9c88c 65static void netxen_nic_remove(struct pci_dev *pdev);
3d396eb1
AK		 66static int netxen_nic_open(struct net_device *netdev);
67static int netxen_nic_close(struct net_device *netdev);
61357325
SH		 68static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *,
69 struct net_device *);
3d396eb1 70static void netxen_tx_timeout(struct net_device *netdev);
74c520da 71static void netxen_tx_timeout_task(struct work_struct *work);
6a581e93
DP		 72static void netxen_fw_poll_work(struct work_struct *work);
73static void netxen_schedule_work(struct netxen_adapter *adapter,
74 work_func_t func, int delay);
75static void netxen_cancel_fw_work(struct netxen_adapter *adapter);
bea3348e 76static int netxen_nic_poll(struct napi_struct *napi, int budget);
3d396eb1
AK		 77#ifdef CONFIG_NET_POLL_CONTROLLER
78static void netxen_nic_poll_controller(struct net_device *netdev);
79#endif
fa3ce355
NK		 80
81static void netxen_create_sysfs_entries(struct netxen_adapter *adapter);
82static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter);
70f9cf89
DP		 83static void netxen_create_diag_entries(struct netxen_adapter *adapter);
84static void netxen_remove_diag_entries(struct netxen_adapter *adapter);
e87ad553 85static int nx_dev_request_aer(struct netxen_adapter *adapter);
6a581e93
DP		 86static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter);
87static int netxen_can_start_firmware(struct netxen_adapter *adapter);
88
1494a814 89static irqreturn_t netxen_intr(int irq, void *data);
05aaa02d 90static irqreturn_t netxen_msi_intr(int irq, void *data);
b3df68f8 91static irqreturn_t netxen_msix_intr(int irq, void *data);
3d396eb1 92
8a7fbfab 93static void netxen_free_ip_list(struct netxen_adapter *, bool);
57569d0e 94static void netxen_restore_indev_addr(struct net_device *dev, unsigned long);
47fd428c 95static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *dev,
96 struct rtnl_link_stats64 *stats);
7e12bb0a 97static int netxen_nic_set_mac(struct net_device *netdev, void *p);
d0725e4d 98
3d396eb1 99/* PCI Device ID Table */
70081ac5 100#define ENTRY(device) \
040dec3b 101 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
70081ac5
AV		 102 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
103
a3aa1884 104static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = {
040dec3b
DP		 105 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR),
106 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4),
107 ENTRY(PCI_DEVICE_ID_NX2031_4GCU),
108 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ),
109 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ),
110 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT),
111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2),
112 ENTRY(PCI_DEVICE_ID_NX3031),
3d396eb1
AK		 113 {0,}
114};
115
116MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
117
7830b22c
DP		 118static uint32_t crb_cmd_producer[4] = {
119 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1,
120 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3
121};
122
c9fc891f 123void
3ce06a32 124netxen_nic_update_cmd_producer(struct netxen_adapter *adapter,
cb2107be 125 struct nx_host_tx_ring *tx_ring)
3176ff3e 126{
195c5f98 127 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer);
3176ff3e
MT		 128}
129
7830b22c
DP		 130static uint32_t crb_cmd_consumer[4] = {
131 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1,
132 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3
133};
134
3ce06a32
DP		 135static inline void
136netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter,
cb2107be 137 struct nx_host_tx_ring *tx_ring)
3176ff3e 138{
195c5f98 139 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer);
3176ff3e
MT		 140}
141
2956640d 142static uint32_t msi_tgt_status[8] = {
443be796 143 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
2956640d
DP		 144 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
145 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
146 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
443be796
DP		 147};
148
2956640d
DP		 149static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG;
150
d8b100c5 151static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 152{
d8b100c5
DP		 153 struct netxen_adapter *adapter = sds_ring->adapter;
154
195c5f98 155 NXWRIO(adapter, sds_ring->crb_intr_mask, 0);
4638aef1
SH		 156}
157
d8b100c5 158static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 159{
d8b100c5
DP		 160 struct netxen_adapter *adapter = sds_ring->adapter;
161
195c5f98 162 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1);
4638aef1 163
092bc571 164 if (!NETXEN_IS_MSI_FAMILY(adapter))
195c5f98 165 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff);
4638aef1
SH		 166}
167
71dcddbd
DP		 168static int
169netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count)
170{
171 int size = sizeof(struct nx_host_sds_ring) * count;
172
173 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
174
807540ba 175 return recv_ctx->sds_rings == NULL;
71dcddbd
DP		 176}
177
d8b100c5 178static void
71dcddbd
DP		 179netxen_free_sds_rings(struct netxen_recv_context *recv_ctx)
180{
181 if (recv_ctx->sds_rings != NULL)
182 kfree(recv_ctx->sds_rings);
232e7d68
DP		 183
184 recv_ctx->sds_rings = NULL;
71dcddbd
DP		 185}
186
187static int
d8b100c5
DP		 188netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev)
189{
190 int ring;
191 struct nx_host_sds_ring *sds_ring;
192 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
193
71dcddbd 194 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
f17443f4 195 return -ENOMEM;
71dcddbd 196
d8b100c5
DP		 197 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
198 sds_ring = &recv_ctx->sds_rings[ring];
199 netif_napi_add(netdev, &sds_ring->napi,
200 netxen_nic_poll, NETXEN_NETDEV_WEIGHT);
201 }
71dcddbd
DP		 202
203 return 0;
d8b100c5
DP		 204}
205
232e7d68
DP		 206static void
207netxen_napi_del(struct netxen_adapter *adapter)
208{
209 int ring;
210 struct nx_host_sds_ring *sds_ring;
211 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
212
213 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
214 sds_ring = &recv_ctx->sds_rings[ring];
215 netif_napi_del(&sds_ring->napi);
216 }
217
218 netxen_free_sds_rings(&adapter->recv_ctx);
219}
220
d8b100c5
DP		 221static void
222netxen_napi_enable(struct netxen_adapter *adapter)
223{
224 int ring;
225 struct nx_host_sds_ring *sds_ring;
226 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
227
228 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
229 sds_ring = &recv_ctx->sds_rings[ring];
230 napi_enable(&sds_ring->napi);
231 netxen_nic_enable_int(sds_ring);
232 }
233}
234
235static void
236netxen_napi_disable(struct netxen_adapter *adapter)
237{
238 int ring;
239 struct nx_host_sds_ring *sds_ring;
240 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
241
242 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
243 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 244 netxen_nic_disable_int(sds_ring);
b2af9cb0
DP		 245 napi_synchronize(&sds_ring->napi);
246 napi_disable(&sds_ring->napi);
d8b100c5
DP		 247 }
248}
249
50c643e7 250static int nx_set_dma_mask(struct netxen_adapter *adapter)
2956640d
DP		 251{
252 struct pci_dev *pdev = adapter->pdev;
1f434f63
DP		 253 uint64_t mask, cmask;
254
255 adapter->pci_using_dac = 0;
2956640d 256
6afd142f 257 mask = DMA_BIT_MASK(32);
6afd142f 258 cmask = DMA_BIT_MASK(32);
1f434f63 259
50c643e7 260 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
1f434f63 261#ifndef CONFIG_IA64
6afd142f 262 mask = DMA_BIT_MASK(35);
1f434f63 263#endif
50c643e7
DP		 264 } else {
265 mask = DMA_BIT_MASK(39);
266 cmask = mask;
267 }
268
2956640d 269 if (pci_set_dma_mask(pdev, mask) == 0 &&
1f434f63 270 pci_set_consistent_dma_mask(pdev, cmask) == 0) {
2956640d
DP		 271 adapter->pci_using_dac = 1;
272 return 0;
273 }
2956640d 274
1f434f63
DP		 275 return -EIO;
276}
277
278/* Update addressable range if firmware supports it */
279static int
280nx_update_dma_mask(struct netxen_adapter *adapter)
281{
282 int change, shift, err;
50c643e7 283 uint64_t mask, old_mask, old_cmask;
1f434f63
DP		 284 struct pci_dev *pdev = adapter->pdev;
285
286 change = 0;
287
f98a9f69 288 shift = NXRD32(adapter, CRB_DMA_SHIFT);
f60f7856 289 if (shift > 32)
1f434f63
DP		 290 return 0;
291
292 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9))
293 change = 1;
294 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4))
295 change = 1;
296
297 if (change) {
298 old_mask = pdev->dma_mask;
50c643e7
DP		 299 old_cmask = pdev->dev.coherent_dma_mask;
300
f60f7856 301 mask = DMA_BIT_MASK(32+shift);
1f434f63
DP		 302
303 err = pci_set_dma_mask(pdev, mask);
304 if (err)
50c643e7
DP		 305 goto err_out;
306
307 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
308
309 err = pci_set_consistent_dma_mask(pdev, mask);
310 if (err)
311 goto err_out;
312 }
313 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
2956640d
DP		 314 }
315
2956640d 316 return 0;
50c643e7
DP		 317
318err_out:
319 pci_set_dma_mask(pdev, old_mask);
320 pci_set_consistent_dma_mask(pdev, old_cmask);
321 return err;
2956640d
DP		 322}
323
2956640d
DP		 324static int
325netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot)
326{
27c915a4 327 u32 val, timeout;
2956640d
DP		 328
329 if (first_boot == 0x55555555) {
330 /* This is the first boot after power up */
f98a9f69 331 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC);
27c915a4
DP		 332
333 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id))
334 return 0;
2956640d
DP		 335
336 /* PCI bus master workaround */
f98a9f69 337 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 338 if (!(first_boot & 0x4)) {
339 first_boot |= 0x4;
f98a9f69 340 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot);
581e8ae4 341 NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 342 }
343
344 /* This is the first boot after power up */
f98a9f69 345 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET);
2956640d
DP		 346 if (first_boot != 0x80000f) {
347 /* clear the register for future unloads/loads */
f98a9f69 348 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0);
27c915a4 349 return -EIO;
2956640d
DP		 350 }
351
27c915a4 352 /* Start P2 boot loader */
f98a9f69
DP		 353 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE);
354 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1);
27c915a4
DP		 355 timeout = 0;
356 do {
357 msleep(1);
f98a9f69 358 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
27c915a4
DP		 359
360 if (++timeout > 5000)
361 return -EIO;
362
363 } while (val == NETXEN_BDINFO_MAGIC);
2956640d 364 }
27c915a4 365 return 0;
2956640d
DP		 366}
367
368static void netxen_set_port_mode(struct netxen_adapter *adapter)
369{
370 u32 val, data;
371
1e2d0059 372 val = adapter->ahw.board_type;
2956640d
DP		 373 if ((val == NETXEN_BRDTYPE_P3_HMEZ) ||
374 (val == NETXEN_BRDTYPE_P3_XG_LOM)) {
375 if (port_mode == NETXEN_PORT_MODE_802_3_AP) {
376 data = NETXEN_PORT_MODE_802_3_AP;
f98a9f69 377 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 378 } else if (port_mode == NETXEN_PORT_MODE_XG) {
379 data = NETXEN_PORT_MODE_XG;
f98a9f69 380 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 381 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) {
382 data = NETXEN_PORT_MODE_AUTO_NEG_1G;
f98a9f69 383 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 384 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) {
385 data = NETXEN_PORT_MODE_AUTO_NEG_XG;
f98a9f69 386 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 387 } else {
388 data = NETXEN_PORT_MODE_AUTO_NEG;
f98a9f69 389 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 390 }
391
392 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) &&
393 (wol_port_mode != NETXEN_PORT_MODE_XG) &&
394 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) &&
395 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) {
396 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG;
397 }
f98a9f69 398 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode);
2956640d
DP		 399 }
400}
401
e3feb266
RB		 402#define PCI_CAP_ID_GEN 0x10
403
404static void netxen_pcie_strap_init(struct netxen_adapter *adapter)
405{
406 u32 pdevfuncsave;
407 u32 c8c9value = 0;
408 u32 chicken = 0;
409 u32 control = 0;
410 int i, pos;
411 struct pci_dev *pdev;
412
413 pdev = adapter->pdev;
414
415 chicken = NXRD32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3));
416 /* clear chicken3.25:24 */
417 chicken &= 0xFCFFFFFF;
418 /*
419 * if gen1 and B0, set F1020 - if gen 2, do nothing
420 * if gen2 set to F1000
421 */
422 pos = pci_find_capability(pdev, PCI_CAP_ID_GEN);
423 if (pos == 0xC0) {
424 pci_read_config_dword(pdev, pos + 0x10, &control);
425 if ((control & 0x000F0000) != 0x00020000) {
426 /* set chicken3.24 if gen1 */
427 chicken |= 0x01000000;
428 }
429 dev_info(&adapter->pdev->dev, "Gen2 strapping detected\n");
430 c8c9value = 0xF1000;
431 } else {
432 /* set chicken3.24 if gen1 */
433 chicken |= 0x01000000;
434 dev_info(&adapter->pdev->dev, "Gen1 strapping detected\n");
435 if (adapter->ahw.revision_id == NX_P3_B0)
436 c8c9value = 0xF1020;
437 else
438 c8c9value = 0;
439 }
440
441 NXWR32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3), chicken);
442
443 if (!c8c9value)
444 return;
445
446 pdevfuncsave = pdev->devfn;
447 if (pdevfuncsave & 0x07)
448 return;
449
450 for (i = 0; i < 8; i++) {
451 pci_read_config_dword(pdev, pos + 8, &control);
452 pci_read_config_dword(pdev, pos + 8, &control);
453 pci_write_config_dword(pdev, pos + 8, c8c9value);
454 pdev->devfn++;
455 }
456 pdev->devfn = pdevfuncsave;
457}
458
2956640d
DP		 459static void netxen_set_msix_bit(struct pci_dev *pdev, int enable)
460{
461 u32 control;
462 int pos;
463
464 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
465 if (pos) {
466 pci_read_config_dword(pdev, pos, &control);
467 if (enable)
468 control |= PCI_MSIX_FLAGS_ENABLE;
469 else
470 control = 0;
471 pci_write_config_dword(pdev, pos, control);
472 }
473}
474
be339aee 475static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count)
2956640d
DP		 476{
477 int i;
478
be339aee 479 for (i = 0; i < count; i++)
2956640d
DP		 480 adapter->msix_entries[i].entry = i;
481}
482
9dc28efe
DP		 483static int
484netxen_read_mac_addr(struct netxen_adapter *adapter)
485{
486 int i;
487 unsigned char *p;
a03d2451 488 u64 mac_addr;
9dc28efe
DP		 489 struct net_device *netdev = adapter->netdev;
490 struct pci_dev *pdev = adapter->pdev;
491
9dc28efe
DP		 492 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
493 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0)
494 return -EIO;
495 } else {
496 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0)
497 return -EIO;
498 }
499
500 p = (unsigned char *)&mac_addr;
501 for (i = 0; i < 6; i++)
502 netdev->dev_addr[i] = *(p + 5 - i);
503
5d09e534 504 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
9dc28efe
DP		 505
506 /* set station address */
507
aaeb6cdf 508 if (!is_valid_ether_addr(netdev->dev_addr))
e174961c 509 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr);
9dc28efe
DP		 510
511 return 0;
512}
513
7e12bb0a 514static int netxen_nic_set_mac(struct net_device *netdev, void *p)
3d0a3cc9
DP		 515{
516 struct netxen_adapter *adapter = netdev_priv(netdev);
517 struct sockaddr *addr = p;
518
519 if (!is_valid_ether_addr(addr->sa_data))
504f9b5a 520 return -EADDRNOTAVAIL;
3d0a3cc9
DP		 521
522 if (netif_running(netdev)) {
523 netif_device_detach(netdev);
524 netxen_napi_disable(adapter);
525 }
526
5d09e534 527 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
3d0a3cc9
DP		 528 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
529 adapter->macaddr_set(adapter, addr->sa_data);
530
531 if (netif_running(netdev)) {
532 netif_device_attach(netdev);
533 netxen_napi_enable(adapter);
534 }
535 return 0;
536}
537
1abd266f
SH		 538static void netxen_set_multicast_list(struct net_device *dev)
539{
540 struct netxen_adapter *adapter = netdev_priv(dev);
541
3d0a3cc9 542 adapter->set_multi(dev);
1abd266f
SH		 543}
544
c8f44aff
MM		 545static netdev_features_t netxen_fix_features(struct net_device *dev,
546 netdev_features_t features)
066413da
MM		 547{
548 if (!(features & NETIF_F_RXCSUM)) {
549 netdev_info(dev, "disabling LRO as RXCSUM is off\n");
550
551 features &= ~NETIF_F_LRO;
552 }
553
554 return features;
555}
556
c8f44aff
MM		 557static int netxen_set_features(struct net_device *dev,
558 netdev_features_t features)
066413da
MM		 559{
560 struct netxen_adapter *adapter = netdev_priv(dev);
561 int hw_lro;
562
563 if (!((dev->features ^ features) & NETIF_F_LRO))
564 return 0;
565
566 hw_lro = (features & NETIF_F_LRO) ? NETXEN_NIC_LRO_ENABLED
567 : NETXEN_NIC_LRO_DISABLED;
568
569 if (netxen_config_hw_lro(adapter, hw_lro))
570 return -EIO;
571
572 if (!(features & NETIF_F_LRO) && netxen_send_lro_cleanup(adapter))
573 return -EIO;
574
575 return 0;
576}
577
1abd266f
SH		 578static const struct net_device_ops netxen_netdev_ops = {
579 .ndo_open = netxen_nic_open,
580 .ndo_stop = netxen_nic_close,
581 .ndo_start_xmit = netxen_nic_xmit_frame,
47fd428c 582 .ndo_get_stats64 = netxen_nic_get_stats,
1abd266f 583 .ndo_validate_addr = eth_validate_addr,
afc4b13d 584 .ndo_set_rx_mode = netxen_set_multicast_list,
1abd266f
SH		 585 .ndo_set_mac_address = netxen_nic_set_mac,
586 .ndo_change_mtu = netxen_nic_change_mtu,
587 .ndo_tx_timeout = netxen_tx_timeout,
066413da
MM		 588 .ndo_fix_features = netxen_fix_features,
589 .ndo_set_features = netxen_set_features,
1abd266f
SH		 590#ifdef CONFIG_NET_POLL_CONTROLLER
591 .ndo_poll_controller = netxen_nic_poll_controller,
592#endif
593};
594
97daee83
DP		 595static void
596netxen_setup_intr(struct netxen_adapter *adapter)
597{
598 struct netxen_legacy_intr_set *legacy_intrp;
599 struct pci_dev *pdev = adapter->pdev;
be339aee
DP		 600 int err, num_msix;
601
602 if (adapter->rss_supported) {
603 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
604 MSIX_ENTRIES_PER_ADAPTER : 2;
605 } else
606 num_msix = 1;
607
608 adapter->max_sds_rings = 1;
97daee83
DP		 609
610 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED);
97daee83
DP		 611
612 if (adapter->ahw.revision_id >= NX_P3_B0)
613 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
614 else
615 legacy_intrp = &legacy_intr[0];
195c5f98
AKS		 616
617 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
618 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
619 legacy_intrp->tgt_status_reg);
620 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter,
621 legacy_intrp->tgt_mask_reg);
622 adapter->pci_int_reg = netxen_get_ioaddr(adapter,
623 legacy_intrp->pci_int_reg);
624 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR);
625
626 if (adapter->ahw.revision_id >= NX_P3_B1)
627 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
628 ISR_INT_STATE_REG);
629 else
630 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
631 CRB_INT_VECTOR);
97daee83
DP		 632
633 netxen_set_msix_bit(pdev, 0);
634
635 if (adapter->msix_supported) {
636
be339aee
DP		 637 netxen_init_msix_entries(adapter, num_msix);
638 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
639 if (err == 0) {
640 adapter->flags |= NETXEN_NIC_MSIX_ENABLED;
641 netxen_set_msix_bit(pdev, 1);
97daee83 642
be339aee
DP		 643 if (adapter->rss_supported)
644 adapter->max_sds_rings = num_msix;
97daee83 645
be339aee
DP		 646 dev_info(&pdev->dev, "using msi-x interrupts\n");
647 return;
648 }
649
650 if (err > 0)
651 pci_disable_msix(pdev);
652
653 /* fall through for msi */
97daee83 654 }
be339aee
DP		 655
656 if (use_msi && !pci_enable_msi(pdev)) {
657 adapter->flags |= NETXEN_NIC_MSI_ENABLED;
195c5f98
AKS		 658 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
659 msi_tgt_status[adapter->ahw.pci_func]);
be339aee 660 dev_info(&pdev->dev, "using msi interrupts\n");
f67f3408 661 adapter->msix_entries[0].vector = pdev->irq;
be339aee
DP		 662 return;
663 }
664
665 dev_info(&pdev->dev, "using legacy interrupts\n");
666 adapter->msix_entries[0].vector = pdev->irq;
97daee83
DP		 667}
668
669static void
670netxen_teardown_intr(struct netxen_adapter *adapter)
671{
672 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
673 pci_disable_msix(adapter->pdev);
674 if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
675 pci_disable_msi(adapter->pdev);
676}
677
678static void
679netxen_cleanup_pci_map(struct netxen_adapter *adapter)
680{
681 if (adapter->ahw.db_base != NULL)
682 iounmap(adapter->ahw.db_base);
683 if (adapter->ahw.pci_base0 != NULL)
684 iounmap(adapter->ahw.pci_base0);
685 if (adapter->ahw.pci_base1 != NULL)
686 iounmap(adapter->ahw.pci_base1);
687 if (adapter->ahw.pci_base2 != NULL)
688 iounmap(adapter->ahw.pci_base2);
689}
690
691static int
692netxen_setup_pci_map(struct netxen_adapter *adapter)
693{
97daee83
DP		 694 void __iomem *db_ptr = NULL;
695
71fb62fb 696 resource_size_t mem_base, db_base;
afbe5cd6 697 unsigned long mem_len, db_len = 0;
97daee83
DP		 698
699 struct pci_dev *pdev = adapter->pdev;
700 int pci_func = adapter->ahw.pci_func;
afbe5cd6 701 struct netxen_hardware_context *ahw = &adapter->ahw;
97daee83
DP		 702
703 int err = 0;
704
705 /*
706 * Set the CRB window to invalid. If any register in window 0 is
707 * accessed it should set the window to 0 and then reset it to 1.
708 */
907fa120 709 adapter->ahw.crb_win = -1;
47abe356 710 adapter->ahw.ocm_win = -1;
97daee83
DP		 711
712 /* remap phys address */
713 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
714 mem_len = pci_resource_len(pdev, 0);
97daee83 715
97daee83
DP		 716 /* 128 Meg of memory */
717 if (mem_len == NETXEN_PCI_128MB_SIZE) {
afbe5cd6
AKS		 718
719 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE);
720 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START,
97daee83 721 SECOND_PAGE_GROUP_SIZE);
afbe5cd6 722 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START,
97daee83 723 THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 724 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL ||
725 ahw->pci_base2 == NULL) {
726 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
727 err = -EIO;
728 goto err_out;
729 }
730
731 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE;
732
97daee83 733 } else if (mem_len == NETXEN_PCI_32MB_SIZE) {
afbe5cd6
AKS		 734
735 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE);
736 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START -
97daee83 737 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 738 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) {
739 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
740 err = -EIO;
741 goto err_out;
742 }
743
97daee83 744 } else if (mem_len == NETXEN_PCI_2MB_SIZE) {
97daee83 745
afbe5cd6
AKS		 746 ahw->pci_base0 = pci_ioremap_bar(pdev, 0);
747 if (ahw->pci_base0 == NULL) {
97daee83
DP		 748 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
749 return -EIO;
750 }
afbe5cd6 751 ahw->pci_len0 = mem_len;
97daee83
DP		 752 } else {
753 return -EIO;
754 }
755
195c5f98
AKS		 756 netxen_setup_hwops(adapter);
757
97daee83
DP		 758 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
759
6abb4b83
AKS		 760 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) {
761 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
762 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
763
764 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
47abe356
DP		 765 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
766 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func)));
767 }
768
97daee83
DP		 769 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
770 goto skip_doorbell;
771
772 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */
773 db_len = pci_resource_len(pdev, 4);
774
775 if (db_len == 0) {
776 printk(KERN_ERR "%s: doorbell is disabled\n",
777 netxen_nic_driver_name);
778 err = -EIO;
779 goto err_out;
780 }
781
782 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES);
783 if (!db_ptr) {
784 printk(KERN_ERR "%s: Failed to allocate doorbell map.",
785 netxen_nic_driver_name);
786 err = -EIO;
787 goto err_out;
788 }
789
790skip_doorbell:
791 adapter->ahw.db_base = db_ptr;
792 adapter->ahw.db_len = db_len;
793 return 0;
794
795err_out:
796 netxen_cleanup_pci_map(adapter);
797 return err;
798}
799
2b9e62ee
DP		 800static void
801netxen_check_options(struct netxen_adapter *adapter)
802{
83f18a55 803 u32 fw_major, fw_minor, fw_build, prev_fw_version;
2b9e62ee
DP		 804 char brd_name[NETXEN_MAX_SHORT_NAME];
805 char serial_num[32];
83f18a55 806 int i, offset, val, err;
06d6c108 807 __le32 *ptr32;
2b9e62ee
DP		 808 struct pci_dev *pdev = adapter->pdev;
809
810 adapter->driver_mismatch = 0;
811
06d6c108 812 ptr32 = (__le32 *)&serial_num;
2b9e62ee
DP		 813 offset = NX_FW_SERIAL_NUM_OFFSET;
814 for (i = 0; i < 8; i++) {
815 if (netxen_rom_fast_read(adapter, offset, &val) == -1) {
816 dev_err(&pdev->dev, "error reading board info\n");
817 adapter->driver_mismatch = 1;
818 return;
819 }
820 ptr32[i] = cpu_to_le32(val);
821 offset += sizeof(u32);
822 }
823
824 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR);
825 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR);
826 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB);
83f18a55 827 prev_fw_version = adapter->fw_version;
2b9e62ee
DP		 828 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build);
829
83f18a55
M		 830 /* Get FW Mini Coredump template and store it */
831 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
832 if (adapter->mdump.md_template == NULL ||
833 adapter->fw_version > prev_fw_version) {
834 kfree(adapter->mdump.md_template);
835 adapter->mdump.md_template = NULL;
836 err = netxen_setup_minidump(adapter);
837 if (err)
838 dev_err(&adapter->pdev->dev,
839 "Failed to setup minidump rcode = %d\n", err);
840 }
841 }
842
2b9e62ee 843 if (adapter->portnum == 0) {
b08a92bb
MC		 844 if (netxen_nic_get_brd_name_by_type(adapter->ahw.board_type,
845 brd_name))
846 strcpy(serial_num, "Unknown");
2b9e62ee 847
c25c0b9b
DP		 848 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n",
849 module_name(THIS_MODULE),
2b9e62ee
DP		 850 brd_name, serial_num, adapter->ahw.revision_id);
851 }
852
853 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) {
854 adapter->driver_mismatch = 1;
855 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
856 fw_major, fw_minor, fw_build);
857 return;
858 }
859
860 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
861 i = NXRD32(adapter, NETXEN_SRE_MISC);
862 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
863 }
864
dc7551cb
MC		 865 dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d [%s]\n",
866 NETXEN_NIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build,
867 adapter->ahw.cut_through ? "cut-through" : "legacy");
2b9e62ee
DP		 868
869 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222))
870 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1);
871
2b9e62ee
DP		 872 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) {
873 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
874 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
875 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) {
876 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
877 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
878 }
879
880 adapter->msix_supported = 0;
881 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
882 adapter->msix_supported = !!use_msi_x;
883 adapter->rss_supported = !!use_msi_x;
083ba279
AKS		 884 } else {
885 u32 flashed_ver = 0;
886 netxen_rom_fast_read(adapter,
887 NX_FW_VERSION_OFFSET, (int *)&flashed_ver);
888 flashed_ver = NETXEN_DECODE_VERSION(flashed_ver);
889
890 if (flashed_ver >= NETXEN_VERSION_CODE(3, 4, 336)) {
891 switch (adapter->ahw.board_type) {
892 case NETXEN_BRDTYPE_P2_SB31_10G:
893 case NETXEN_BRDTYPE_P2_SB31_10G_CX4:
894 adapter->msix_supported = !!use_msi_x;
895 adapter->rss_supported = !!use_msi_x;
896 break;
897 default:
898 break;
899 }
2b9e62ee
DP		 900 }
901 }
902
903 adapter->num_txd = MAX_CMD_DESCRIPTORS;
904
905 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
906 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS;
907 adapter->max_rds_rings = 3;
908 } else {
909 adapter->num_lro_rxd = 0;
910 adapter->max_rds_rings = 2;
911 }
912}
913
ba599d4f 914static int
6a581e93 915netxen_start_firmware(struct netxen_adapter *adapter)
ba599d4f
DP		 916{
917 int val, err, first_boot;
918 struct pci_dev *pdev = adapter->pdev;
919
2b9e62ee
DP		 920 /* required for NX2031 dummy dma */
921 err = nx_set_dma_mask(adapter);
922 if (err)
923 return err;
924
83f18a55
M		 925 err = netxen_can_start_firmware(adapter);
926
927 if (err < 0)
928 return err;
929
930 if (!err)
96f2ebd2 931 goto wait_init;
0b72e659 932
f98a9f69 933 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
ba599d4f
DP		 934
935 err = netxen_check_hw_init(adapter, first_boot);
936 if (err) {
937 dev_err(&pdev->dev, "error in init HW init sequence\n");
938 return err;
939 }
940
6a581e93 941 netxen_request_firmware(adapter);
f7185c71 942
67c38fc6 943 err = netxen_need_fw_reset(adapter);
1dbc84a7 944 if (err < 0)
db4cfd8a 945 goto err_out;
1dbc84a7 946 if (err == 0)
e3feb266 947 goto pcie_strap_init;
67c38fc6 948
ba599d4f 949 if (first_boot != 0x55555555) {
f98a9f69 950 NXWR32(adapter, CRB_CMDPEG_STATE, 0);
0be367bd 951 netxen_pinit_from_rom(adapter);
ba599d4f
DP		 952 msleep(1);
953 }
567c6c4e 954
f98a9f69 955 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
6a581e93
DP		 956 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0);
957 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0);
958
567c6c4e
DP		 959 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
960 netxen_set_port_mode(adapter);
961
db4cfd8a
DP		 962 err = netxen_load_firmware(adapter);
963 if (err)
964 goto err_out;
ba599d4f 965
6a581e93
DP		 966 netxen_release_firmware(adapter);
967
ba599d4f
DP		 968 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
969
970 /* Initialize multicast addr pool owners */
971 val = 0x7654;
1e2d0059 972 if (adapter->ahw.port_type == NETXEN_NIC_XGBE)
ba599d4f 973 val |= 0x0f000000;
f98a9f69 974 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val);
ba599d4f
DP		 975
976 }
977
83ac51fa 978 err = netxen_init_dummy_dma(adapter);
ba599d4f 979 if (err)
db4cfd8a 980 goto err_out;
ba599d4f
DP		 981
982 /*
983 * Tell the hardware our version number.
984 */
985 val = (_NETXEN_NIC_LINUX_MAJOR << 16)
986 | ((_NETXEN_NIC_LINUX_MINOR << 8))
987 | (_NETXEN_NIC_LINUX_SUBVERSION);
f98a9f69 988 NXWR32(adapter, CRB_DRIVER_VERSION, val);
ba599d4f 989
e3feb266
RB		 990pcie_strap_init:
991 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
992 netxen_pcie_strap_init(adapter);
993
96f2ebd2 994wait_init:
ba599d4f
DP		 995 /* Handshake with the card before we register the devices. */
996 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE);
997 if (err) {
83ac51fa 998 netxen_free_dummy_dma(adapter);
db4cfd8a 999 goto err_out;
ba599d4f
DP		 1000 }
1001
8f9b3f69
AKS		 1002 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY);
1003
68b3cae0
DP		 1004 nx_update_dma_mask(adapter);
1005
6a581e93 1006 netxen_check_options(adapter);
68b3cae0 1007
74c520da
AKS		 1008 adapter->need_fw_reset = 0;
1009
ec5c50cb 1010 /* fall through and release firmware */
db4cfd8a
DP		 1011
1012err_out:
1013 netxen_release_firmware(adapter);
1014 return err;
ba599d4f
DP		 1015}
1016
9f5bc7f1
DP		 1017static int
1018netxen_nic_request_irq(struct netxen_adapter *adapter)
1019{
1020 irq_handler_t handler;
d8b100c5
DP		 1021 struct nx_host_sds_ring *sds_ring;
1022 int err, ring;
1023
ab392d2d 1024 unsigned long flags = 0;
9f5bc7f1 1025 struct net_device *netdev = adapter->netdev;
d8b100c5 1026 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
9f5bc7f1 1027
9f5bc7f1
DP		 1028 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
1029 handler = netxen_msix_intr;
1030 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
1031 handler = netxen_msi_intr;
1032 else {
1033 flags |= IRQF_SHARED;
1034 handler = netxen_intr;
1035 }
1036 adapter->irq = netdev->irq;
1037
d8b100c5
DP		 1038 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1039 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 1040 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
d8b100c5
DP		 1041 err = request_irq(sds_ring->irq, handler,
1042 flags, sds_ring->name, sds_ring);
1043 if (err)
1044 return err;
1045 }
1046
1047 return 0;
1048}
1049
1050static void
1051netxen_nic_free_irq(struct netxen_adapter *adapter)
1052{
1053 int ring;
1054 struct nx_host_sds_ring *sds_ring;
1055
1056 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
1057
1058 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1059 sds_ring = &recv_ctx->sds_rings[ring];
1060 free_irq(sds_ring->irq, sds_ring);
1061 }
9f5bc7f1
DP		 1062}
1063
ca2ef330
DP		 1064static void
1065netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter)
1066{
1067 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT;
1068 adapter->coal.normal.data.rx_time_us =
1069 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US;
1070 adapter->coal.normal.data.rx_packets =
1071 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS;
1072 adapter->coal.normal.data.tx_time_us =
1073 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US;
1074 adapter->coal.normal.data.tx_packets =
1075 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS;
1076}
1077
6f771419 1078/* with rtnl_lock */
9f5bc7f1 1079static int
6f771419 1080__netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1
DP		 1081{
1082 int err;
1083
db4cfd8a
DP		 1084 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1085 return -EIO;
1086
9f5bc7f1
DP		 1087 err = adapter->init_port(adapter, adapter->physical_port);
1088 if (err) {
1089 printk(KERN_ERR "%s: Failed to initialize port %d\n",
1090 netxen_nic_driver_name, adapter->portnum);
1091 return err;
1092 }
3d0a3cc9 1093 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
5d09e534 1094 adapter->macaddr_set(adapter, adapter->mac_addr);
9f5bc7f1 1095
3d0a3cc9
DP		 1096 adapter->set_multi(netdev);
1097 adapter->set_mtu(adapter, netdev->mtu);
9f5bc7f1
DP		 1098
1099 adapter->ahw.linkup = 0;
9f5bc7f1 1100
d8b100c5
DP		 1101 if (adapter->max_sds_rings > 1)
1102 netxen_config_rss(adapter, 1);
9f5bc7f1 1103
ca2ef330
DP		 1104 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1105 netxen_config_intr_coalesce(adapter);
1106
e4baaf71 1107 if (netdev->features & NETIF_F_LRO)
1bb482f8
NK		 1108 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED);
1109
b2af9cb0
DP		 1110 netxen_napi_enable(adapter);
1111
5103c9f7 1112 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
3bf26ce3 1113 netxen_linkevent_request(adapter, 1);
3d0a3cc9
DP		 1114 else
1115 netxen_nic_set_link_parameters(adapter);
1116
6a581e93 1117 set_bit(__NX_DEV_UP, &adapter->state);
9f5bc7f1
DP		 1118 return 0;
1119}
1120
6f771419
AKS		 1121/* Usage: During resume and firmware recovery module.*/
1122
1123static inline int
1124netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
1125{
1126 int err = 0;
1127
1128 rtnl_lock();
1129 if (netif_running(netdev))
1130 err = __netxen_nic_up(adapter, netdev);
1131 rtnl_unlock();
1132
1133 return err;
1134}
1135
1136/* with rtnl_lock */
9f5bc7f1 1137static void
6f771419 1138__netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1 1139{
db4cfd8a
DP		 1140 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1141 return;
1142
f2251f66
AKS		 1143 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state))
1144 return;
6a581e93 1145
f2251f66 1146 smp_mb();
b2af9cb0 1147 spin_lock(&adapter->tx_clean_lock);
9f5bc7f1 1148 netif_carrier_off(netdev);
b2af9cb0 1149 netif_tx_disable(netdev);
9f5bc7f1 1150
d478af0d
SC		 1151 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
1152 netxen_linkevent_request(adapter, 0);
1153
9f5bc7f1
DP		 1154 if (adapter->stop_port)
1155 adapter->stop_port(adapter);
1156
5cf4d323
DP		 1157 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1158 netxen_p3_free_mac_list(adapter);
1159
22b5794b
AKS		 1160 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE);
1161
be339aee
DP		 1162 netxen_napi_disable(adapter);
1163
9f5bc7f1 1164 netxen_release_tx_buffers(adapter);
b2af9cb0 1165 spin_unlock(&adapter->tx_clean_lock);
9f5bc7f1
DP		 1166}
1167
6f771419
AKS		 1168/* Usage: During suspend and firmware recovery module */
1169
1170static inline void
1171netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
1172{
1173 rtnl_lock();
1174 if (netif_running(netdev))
1175 __netxen_nic_down(adapter, netdev);
1176 rtnl_unlock();
1177
1178}
9f5bc7f1
DP		 1179
1180static int
1181netxen_nic_attach(struct netxen_adapter *adapter)
1182{
1183 struct net_device *netdev = adapter->netdev;
1184 struct pci_dev *pdev = adapter->pdev;
becf46a0 1185 int err, ring;
d8b100c5 1186 struct nx_host_rds_ring *rds_ring;
d877f1e3 1187 struct nx_host_tx_ring *tx_ring;
01da0c2b 1188 u32 capab2;
9f5bc7f1 1189
7042cd8f
AKS		 1190 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC)
1191 return 0;
1192
9f5bc7f1 1193 err = netxen_init_firmware(adapter);
232e7d68
DP		 1194 if (err)
1195 return err;
1196
01da0c2b
RB		 1197 adapter->flags &= ~NETXEN_FW_MSS_CAP;
1198 if (adapter->capabilities & NX_FW_CAPABILITY_MORE_CAPS) {
1199 capab2 = NXRD32(adapter, CRB_FW_CAPABILITIES_2);
1200 if (capab2 & NX_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
1201 adapter->flags |= NETXEN_FW_MSS_CAP;
1202 }
1203
232e7d68
DP		 1204 err = netxen_napi_add(adapter, netdev);
1205 if (err)
1206 return err;
9f5bc7f1 1207
9f5bc7f1
DP		 1208 err = netxen_alloc_sw_resources(adapter);
1209 if (err) {
1210 printk(KERN_ERR "%s: Error in setting sw resources\n",
1211 netdev->name);
1212 return err;
1213 }
1214
9f5bc7f1
DP		 1215 err = netxen_alloc_hw_resources(adapter);
1216 if (err) {
1217 printk(KERN_ERR "%s: Error in setting hw resources\n",
1218 netdev->name);
1219 goto err_out_free_sw;
1220 }
1221
4f96b988 1222 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
4ea528a1 1223 tx_ring = adapter->tx_ring;
195c5f98
AKS		 1224 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter,
1225 crb_cmd_producer[adapter->portnum]);
1226 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter,
1227 crb_cmd_consumer[adapter->portnum]);
9f5bc7f1 1228
cb2107be
DP		 1229 tx_ring->producer = 0;
1230 tx_ring->sw_consumer = 0;
1231
1232 netxen_nic_update_cmd_producer(adapter, tx_ring);
1233 netxen_nic_update_cmd_consumer(adapter, tx_ring);
9f5bc7f1
DP		 1234 }
1235
d8b100c5
DP		 1236 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1237 rds_ring = &adapter->recv_ctx.rds_rings[ring];
1238 netxen_post_rx_buffers(adapter, ring, rds_ring);
1239 }
9f5bc7f1
DP		 1240
1241 err = netxen_nic_request_irq(adapter);
1242 if (err) {
1243 dev_err(&pdev->dev, "%s: failed to setup interrupt\n",
1244 netdev->name);
1245 goto err_out_free_rxbuf;
1246 }
1247
ca2ef330
DP		 1248 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1249 netxen_nic_init_coalesce_defaults(adapter);
1250
fa3ce355
NK		 1251 netxen_create_sysfs_entries(adapter);
1252
9f5bc7f1
DP		 1253 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
1254 return 0;
1255
1256err_out_free_rxbuf:
1257 netxen_release_rx_buffers(adapter);
1258 netxen_free_hw_resources(adapter);
1259err_out_free_sw:
1260 netxen_free_sw_resources(adapter);
1261 return err;
1262}
1263
1264static void
1265netxen_nic_detach(struct netxen_adapter *adapter)
1266{
7042cd8f
AKS		 1267 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1268 return;
1269
fa3ce355
NK		 1270 netxen_remove_sysfs_entries(adapter);
1271
9f5bc7f1 1272 netxen_free_hw_resources(adapter);
cf981ffb 1273 netxen_release_rx_buffers(adapter);
be339aee 1274 netxen_nic_free_irq(adapter);
232e7d68 1275 netxen_napi_del(adapter);
9f5bc7f1
DP		 1276 netxen_free_sw_resources(adapter);
1277
1278 adapter->is_up = 0;
1279}
1280
7042cd8f
AKS		 1281int
1282netxen_nic_reset_context(struct netxen_adapter *adapter)
1283{
1284 int err = 0;
1285 struct net_device *netdev = adapter->netdev;
1286
6a581e93
DP		 1287 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
1288 return -EBUSY;
1289
7042cd8f
AKS		 1290 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) {
1291
6a581e93
DP		 1292 netif_device_detach(netdev);
1293
7042cd8f 1294 if (netif_running(netdev))
6f771419 1295 __netxen_nic_down(adapter, netdev);
7042cd8f
AKS		 1296
1297 netxen_nic_detach(adapter);
1298
6a581e93
DP		 1299 if (netif_running(netdev)) {
1300 err = netxen_nic_attach(adapter);
1301 if (!err)
6f771419 1302 err = __netxen_nic_up(adapter, netdev);
7042cd8f 1303
6a581e93
DP		 1304 if (err)
1305 goto done;
1306 }
1307
1308 netif_device_attach(netdev);
7042cd8f 1309 }
6a581e93 1310
7042cd8f 1311done:
6a581e93 1312 clear_bit(__NX_RESETTING, &adapter->state);
7042cd8f
AKS		 1313 return err;
1314}
1315
f17443f4
DP		 1316static int
1317netxen_setup_netdev(struct netxen_adapter *adapter,
1318 struct net_device *netdev)
1319{
1320 int err = 0;
1321 struct pci_dev *pdev = adapter->pdev;
1322
f17443f4
DP		 1323 adapter->mc_enabled = 0;
1324 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1325 adapter->max_mc_count = 38;
1326 else
1327 adapter->max_mc_count = 16;
1328
1329 netdev->netdev_ops = &netxen_netdev_ops;
7a9905e6 1330 netdev->watchdog_timeo = 5*HZ;
f17443f4
DP		 1331
1332 netxen_nic_change_mtu(netdev, netdev->mtu);
1333
1334 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
1335
066413da
MM		 1336 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
1337 NETIF_F_RXCSUM;
f17443f4 1338
066413da
MM		 1339 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1340 netdev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6;
1341
1342 netdev->vlan_features |= netdev->hw_features;
f17443f4
DP		 1343
1344 if (adapter->pci_using_dac) {
1345 netdev->features |= NETIF_F_HIGHDMA;
1346 netdev->vlan_features |= NETIF_F_HIGHDMA;
1347 }
1348
028afe71 1349 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX)
f646968f 1350 netdev->hw_features |= NETIF_F_HW_VLAN_CTAG_TX;
028afe71 1351
1bb482f8 1352 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO)
066413da
MM		 1353 netdev->hw_features |= NETIF_F_LRO;
1354
1355 netdev->features |= netdev->hw_features;
1bb482f8 1356
f17443f4
DP		 1357 netdev->irq = adapter->msix_entries[0].vector;
1358
74c520da 1359 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task);
f17443f4
DP		 1360
1361 if (netxen_read_mac_addr(adapter))
1362 dev_warn(&pdev->dev, "failed to read mac addr\n");
1363
1364 netif_carrier_off(netdev);
f17443f4
DP		 1365
1366 err = register_netdev(netdev);
1367 if (err) {
1368 dev_err(&pdev->dev, "failed to register net device\n");
1369 return err;
1370 }
1371
1372 return 0;
1373}
1374
dce87b96 1375#ifdef CONFIG_PCIEAER
1376static void netxen_mask_aer_correctable(struct netxen_adapter *adapter)
1377{
1378 struct pci_dev *pdev = adapter->pdev;
1379 struct pci_dev *root = pdev->bus->self;
1380 u32 aer_pos;
1381
e4d1aa40
NA		 1382 /* root bus? */
1383 if (!root)
1384 return;
1385
dce87b96 1386 if (adapter->ahw.board_type != NETXEN_BRDTYPE_P3_4_GB_MM &&
1387 adapter->ahw.board_type != NETXEN_BRDTYPE_P3_10G_TP)
1388 return;
1389
62f87c0e 1390 if (pci_pcie_type(root) != PCI_EXP_TYPE_ROOT_PORT)
dce87b96 1391 return;
1392
1393 aer_pos = pci_find_ext_capability(root, PCI_EXT_CAP_ID_ERR);
1394 if (!aer_pos)
1395 return;
1396
1397 pci_write_config_dword(root, aer_pos + PCI_ERR_COR_MASK, 0xffff);
1398}
1399#endif
1400
c3f9c88c 1401static int
3d396eb1
AK		 1402netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1403{
1404 struct net_device *netdev = NULL;
1405 struct netxen_adapter *adapter = NULL;
2956640d 1406 int i = 0, err;
3176ff3e 1407 int pci_func_id = PCI_FUNC(pdev->devfn);
2956640d 1408 uint8_t revision_id;
5a6f95e6 1409 u32 val;
3d396eb1 1410
688328c7
EB		 1411 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) {
1412 pr_warning("%s: chip revisions between 0x%x-0x%x "
11d89d63 1413 "will not be enabled.\n",
c25c0b9b 1414 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1);
11d89d63
DP		 1415 return -ENODEV;
1416 }
1417
3d396eb1
AK		 1418 if ((err = pci_enable_device(pdev)))
1419 return err;
2956640d 1420
3d396eb1
AK		 1421 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1422 err = -ENODEV;
1423 goto err_out_disable_pdev;
1424 }
1425
1426 if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
1427 goto err_out_disable_pdev;
1428
e87ad553
AKS		 1429 if (NX_IS_REVISION_P3(pdev->revision))
1430 pci_enable_pcie_error_reporting(pdev);
1431
3d396eb1 1432 pci_set_master(pdev);
3176ff3e
MT		 1433
1434 netdev = alloc_etherdev(sizeof(struct netxen_adapter));
1435 if(!netdev) {
f17443f4 1436 err = -ENOMEM;
3176ff3e
MT		 1437 goto err_out_free_res;
1438 }
1439
3176ff3e
MT		 1440 SET_NETDEV_DEV(netdev, &pdev->dev);
1441
4cf1653a 1442 adapter = netdev_priv(netdev);
2956640d
DP		 1443 adapter->netdev = netdev;
1444 adapter->pdev = pdev;
13ba9c77 1445 adapter->ahw.pci_func = pci_func_id;
2956640d
DP		 1446
1447 revision_id = pdev->revision;
1448 adapter->ahw.revision_id = revision_id;
1449
f03b0ebd
DP		 1450 rwlock_init(&adapter->ahw.crb_lock);
1451 spin_lock_init(&adapter->ahw.mem_lock);
1452
d8b100c5 1453 spin_lock_init(&adapter->tx_clean_lock);
5cf4d323 1454 INIT_LIST_HEAD(&adapter->mac_list);
8a7fbfab 1455 INIT_LIST_HEAD(&adapter->ip_list);
3ce06a32 1456
97daee83
DP		 1457 err = netxen_setup_pci_map(adapter);
1458 if (err)
6c80b18d 1459 goto err_out_free_netdev;
3d396eb1 1460
2d1a3bbd 1461 /* This will be reset for mezz cards */
3176ff3e 1462 adapter->portnum = pci_func_id;
3176ff3e 1463
f17443f4
DP		 1464 err = netxen_nic_get_board_info(adapter);
1465 if (err) {
1466 dev_err(&pdev->dev, "Error getting board config info.\n");
dcd56fdb
DP		 1467 goto err_out_iounmap;
1468 }
6c80b18d 1469
dce87b96 1470#ifdef CONFIG_PCIEAER
1471 netxen_mask_aer_correctable(adapter);
1472#endif
1473
13ba9c77 1474 /* Mezz cards have PCI function 0,2,3 enabled */
1e2d0059 1475 switch (adapter->ahw.board_type) {
dc515f2e
DP		 1476 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
1477 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
1478 if (pci_func_id >= 2)
13ba9c77 1479 adapter->portnum = pci_func_id - 2;
dc515f2e
DP		 1480 break;
1481 default:
1482 break;
1483 }
13ba9c77 1484
e933d019
AKS		 1485 err = netxen_check_flash_fw_compatibility(adapter);
1486 if (err)
1487 goto err_out_iounmap;
1488
5a6f95e6
RB		 1489 if (adapter->portnum == 0) {
1490 val = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
1491 if (val != 0xffffffff && val != 0) {
683b65f8
RB		 1492 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, 0);
1493 adapter->need_fw_reset = 1;
1494 }
1495 }
1496
6a581e93 1497 err = netxen_start_firmware(adapter);
0b72e659 1498 if (err)
8f9b3f69 1499 goto err_out_decr_ref;
f17443f4 1500
3d396eb1 1501 /*
6c80b18d 1502 * See if the firmware gave us a virtual-physical port mapping.
3d396eb1 1503 */
dcd56fdb 1504 adapter->physical_port = adapter->portnum;
4f96b988 1505 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
f98a9f69 1506 i = NXRD32(adapter, CRB_V2P(adapter->portnum));
044fad0d
DP		 1507 if (i != 0x55555555)
1508 adapter->physical_port = i;
1509 }
6c80b18d 1510
6a581e93 1511 netxen_nic_clear_stats(adapter);
2956640d 1512
97daee83 1513 netxen_setup_intr(adapter);
2956640d 1514
f17443f4 1515 err = netxen_setup_netdev(adapter, netdev);
9dc28efe 1516 if (err)
2956640d 1517 goto err_out_disable_msi;
6c80b18d
MT		 1518
1519 pci_set_drvdata(pdev, adapter);
3d396eb1 1520
6a581e93
DP		 1521 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
1522
1e2d0059 1523 switch (adapter->ahw.port_type) {
2956640d
DP		 1524 case NETXEN_NIC_GBE:
1525 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1526 adapter->netdev->name);
1527 break;
1528 case NETXEN_NIC_XGBE:
1529 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1530 adapter->netdev->name);
1531 break;
3d396eb1 1532 }
3d396eb1 1533
70f9cf89
DP		 1534 netxen_create_diag_entries(adapter);
1535
2956640d
DP		 1536 return 0;
1537
1538err_out_disable_msi:
97daee83 1539 netxen_teardown_intr(adapter);
6c80b18d 1540
83ac51fa 1541 netxen_free_dummy_dma(adapter);
3d396eb1 1542
8f9b3f69 1543err_out_decr_ref:
6a581e93
DP		 1544 nx_decr_dev_ref_cnt(adapter);
1545
2956640d 1546err_out_iounmap:
97daee83 1547 netxen_cleanup_pci_map(adapter);
cb8011ad 1548
6c80b18d
MT		 1549err_out_free_netdev:
1550 free_netdev(netdev);
1551
1552err_out_free_res:
3d396eb1 1553 pci_release_regions(pdev);
6c80b18d
MT		 1554
1555err_out_disable_pdev:
2956640d 1556 pci_set_drvdata(pdev, NULL);
3d396eb1
AK		 1557 pci_disable_device(pdev);
1558 return err;
1559}
1560
83f18a55
M		 1561static
1562void netxen_cleanup_minidump(struct netxen_adapter *adapter)
1563{
1564 kfree(adapter->mdump.md_template);
1565 adapter->mdump.md_template = NULL;
1566
1567 if (adapter->mdump.md_capture_buff) {
1568 vfree(adapter->mdump.md_capture_buff);
1569 adapter->mdump.md_capture_buff = NULL;
1570 }
1571}
1572
c3f9c88c 1573static void netxen_nic_remove(struct pci_dev *pdev)
3d396eb1
AK		 1574{
1575 struct netxen_adapter *adapter;
3176ff3e 1576 struct net_device *netdev;
3d396eb1 1577
6c80b18d 1578 adapter = pci_get_drvdata(pdev);
3d396eb1
AK		 1579 if (adapter == NULL)
1580 return;
1581
6c80b18d
MT		 1582 netdev = adapter->netdev;
1583
6a581e93
DP		 1584 netxen_cancel_fw_work(adapter);
1585
96acb6eb
DP		 1586 unregister_netdev(netdev);
1587
e424fa9d
AKS		 1588 cancel_work_sync(&adapter->tx_timeout_task);
1589
8a7fbfab 1590 netxen_free_ip_list(adapter, false);
7042cd8f 1591 netxen_nic_detach(adapter);
3d396eb1 1592
6a581e93
DP		 1593 nx_decr_dev_ref_cnt(adapter);
1594
439b454e 1595 if (adapter->portnum == 0)
83ac51fa 1596 netxen_free_dummy_dma(adapter);
96acb6eb 1597
6a581e93
DP		 1598 clear_bit(__NX_RESETTING, &adapter->state);
1599
97daee83 1600 netxen_teardown_intr(adapter);
3052246c 1601
70f9cf89
DP		 1602 netxen_remove_diag_entries(adapter);
1603
97daee83 1604 netxen_cleanup_pci_map(adapter);
595e3fb8 1605
f7185c71
DP		 1606 netxen_release_firmware(adapter);
1607
83f18a55
M		 1608 if (NX_IS_REVISION_P3(pdev->revision)) {
1609 netxen_cleanup_minidump(adapter);
e87ad553 1610 pci_disable_pcie_error_reporting(pdev);
83f18a55 1611 }
e87ad553 1612
595e3fb8 1613 pci_release_regions(pdev);
3052246c 1614 pci_disable_device(pdev);
595e3fb8
MT		 1615 pci_set_drvdata(pdev, NULL);
1616
6c80b18d 1617 free_netdev(netdev);
3d396eb1 1618}
e87ad553
AKS		 1619
1620static void netxen_nic_detach_func(struct netxen_adapter *adapter)
0b72e659 1621{
0b72e659
DP		 1622 struct net_device *netdev = adapter->netdev;
1623
1624 netif_device_detach(netdev);
1625
6a581e93
DP		 1626 netxen_cancel_fw_work(adapter);
1627
0b72e659
DP		 1628 if (netif_running(netdev))
1629 netxen_nic_down(adapter, netdev);
1630
e424fa9d
AKS		 1631 cancel_work_sync(&adapter->tx_timeout_task);
1632
7042cd8f 1633 netxen_nic_detach(adapter);
0b72e659 1634
22b5794b
AKS		 1635 if (adapter->portnum == 0)
1636 netxen_free_dummy_dma(adapter);
1637
6a581e93
DP		 1638 nx_decr_dev_ref_cnt(adapter);
1639
1640 clear_bit(__NX_RESETTING, &adapter->state);
22b5794b 1641}
0b72e659 1642
e87ad553 1643static int netxen_nic_attach_func(struct pci_dev *pdev)
0b72e659
DP		 1644{
1645 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1646 struct net_device *netdev = adapter->netdev;
1647 int err;
1648
0b72e659
DP		 1649 err = pci_enable_device(pdev);
1650 if (err)
1651 return err;
1652
bc86fcba
AKS		 1653 pci_set_power_state(pdev, PCI_D0);
1654 pci_set_master(pdev);
1655 pci_restore_state(pdev);
1656
907fa120 1657 adapter->ahw.crb_win = -1;
47abe356 1658 adapter->ahw.ocm_win = -1;
0b72e659 1659
6a581e93 1660 err = netxen_start_firmware(adapter);
0b72e659
DP		 1661 if (err) {
1662 dev_err(&pdev->dev, "failed to start firmware\n");
1663 return err;
1664 }
1665
1666 if (netif_running(netdev)) {
1667 err = netxen_nic_attach(adapter);
1668 if (err)
6a581e93 1669 goto err_out;
0b72e659
DP		 1670
1671 err = netxen_nic_up(adapter, netdev);
1672 if (err)
6a581e93 1673 goto err_out_detach;
0b72e659 1674
57569d0e 1675 netxen_restore_indev_addr(netdev, NETDEV_UP);
0b72e659
DP		 1676 }
1677
bc86fcba 1678 netif_device_attach(netdev);
6a581e93 1679 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
07653aa3 1680 return 0;
6a581e93
DP		 1681
1682err_out_detach:
1683 netxen_nic_detach(adapter);
1684err_out:
1685 nx_decr_dev_ref_cnt(adapter);
1686 return err;
0b72e659 1687}
e87ad553
AKS		 1688
1689static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev,
1690 pci_channel_state_t state)
1691{
1692 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1693
1694 if (state == pci_channel_io_perm_failure)
1695 return PCI_ERS_RESULT_DISCONNECT;
1696
1697 if (nx_dev_request_aer(adapter))
1698 return PCI_ERS_RESULT_RECOVERED;
1699
1700 netxen_nic_detach_func(adapter);
1701
1702 pci_disable_device(pdev);
1703
1704 return PCI_ERS_RESULT_NEED_RESET;
1705}
1706
1707static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev)
1708{
1709 int err = 0;
1710
1711 err = netxen_nic_attach_func(pdev);
1712
1713 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED;
1714}
1715
1716static void netxen_io_resume(struct pci_dev *pdev)
1717{
1718 pci_cleanup_aer_uncorrect_error_status(pdev);
1719}
1720
1721static void netxen_nic_shutdown(struct pci_dev *pdev)
1722{
1723 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1724
1725 netxen_nic_detach_func(adapter);
1726
1727 if (pci_save_state(pdev))
1728 return;
1729
1730 if (netxen_nic_wol_supported(adapter)) {
1731 pci_enable_wake(pdev, PCI_D3cold, 1);
1732 pci_enable_wake(pdev, PCI_D3hot, 1);
1733 }
1734
1735 pci_disable_device(pdev);
1736}
1737
1738#ifdef CONFIG_PM
1739static int
1740netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state)
1741{
1742 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1743 int retval;
1744
1745 netxen_nic_detach_func(adapter);
1746
1747 retval = pci_save_state(pdev);
1748 if (retval)
1749 return retval;
1750
1751 if (netxen_nic_wol_supported(adapter)) {
1752 pci_enable_wake(pdev, PCI_D3cold, 1);
1753 pci_enable_wake(pdev, PCI_D3hot, 1);
1754 }
1755
1756 pci_disable_device(pdev);
1757 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1758
1759 return 0;
1760}
1761
1762static int
1763netxen_nic_resume(struct pci_dev *pdev)
1764{
1765 return netxen_nic_attach_func(pdev);
1766}
01542cd1 1767#endif
0b72e659 1768
3d396eb1
AK		 1769static int netxen_nic_open(struct net_device *netdev)
1770{
4cf1653a 1771 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1772 int err = 0;
3d396eb1 1773
dcd56fdb
DP		 1774 if (adapter->driver_mismatch)
1775 return -EIO;
1776
7042cd8f
AKS		 1777 err = netxen_nic_attach(adapter);
1778 if (err)
1779 return err;
2956640d 1780
6f771419 1781 err = __netxen_nic_up(adapter, netdev);
9f5bc7f1
DP		 1782 if (err)
1783 goto err_out;
05aaa02d 1784
dcd56fdb 1785 netif_start_queue(netdev);
3d396eb1
AK		 1786
1787 return 0;
2956640d 1788
9f5bc7f1
DP		 1789err_out:
1790 netxen_nic_detach(adapter);
2956640d 1791 return err;
3d396eb1
AK		 1792}
1793
1794/*
1795 * netxen_nic_close - Disables a network interface entry point
1796 */
1797static int netxen_nic_close(struct net_device *netdev)
1798{
3176ff3e 1799 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1800
6f771419 1801 __netxen_nic_down(adapter, netdev);
3d396eb1
AK		 1802 return 0;
1803}
1804
1bcfd790
DP		 1805static void
1806netxen_tso_check(struct net_device *netdev,
1807 struct nx_host_tx_ring *tx_ring,
1808 struct cmd_desc_type0 *first_desc,
1809 struct sk_buff *skb)
cd1f8160 1810{
391587c3 1811 u8 opcode = TX_ETHER_PKT;
cdff1036 1812 __be16 protocol = skb->protocol;
028afe71 1813 u16 flags = 0, vid = 0;
1bcfd790 1814 u32 producer;
028afe71 1815 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1bcfd790 1816 struct cmd_desc_type0 *hwdesc;
028afe71 1817 struct vlan_ethhdr *vh;
cdff1036 1818
09640e63 1819 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
028afe71
DP		 1820
1821 vh = (struct vlan_ethhdr *)skb->data;
cdff1036
DP		 1822 protocol = vh->h_vlan_encapsulated_proto;
1823 flags = FLAGS_VLAN_TAGGED;
028afe71
DP		 1824
1825 } else if (vlan_tx_tag_present(skb)) {
028afe71
DP		 1826 flags = FLAGS_VLAN_OOB;
1827 vid = vlan_tx_tag_get(skb);
1828 netxen_set_tx_vlan_tci(first_desc, vid);
1829 vlan_oob = 1;
cdff1036 1830 }
cd1f8160 1831
391587c3
DP		 1832 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1833 skb_shinfo(skb)->gso_size > 0) {
1834
1bcfd790
DP		 1835 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1836
1837 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1838 first_desc->total_hdr_length = hdr_len;
028afe71
DP		 1839 if (vlan_oob) {
1840 first_desc->total_hdr_length += VLAN_HLEN;
1841 first_desc->tcp_hdr_offset = VLAN_HLEN;
1842 first_desc->ip_hdr_offset = VLAN_HLEN;
1843 /* Only in case of TSO on vlan device */
1844 flags |= FLAGS_VLAN_TAGGED;
1845 }
391587c3 1846
09640e63 1847 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
391587c3 1848 TX_TCP_LSO6 : TX_TCP_LSO;
1bcfd790 1849 tso = 1;
cd1f8160
DP		 1850
1851 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
391587c3
DP		 1852 u8 l4proto;
1853
09640e63 1854 if (protocol == cpu_to_be16(ETH_P_IP)) {
391587c3
DP		 1855 l4proto = ip_hdr(skb)->protocol;
1856
1857 if (l4proto == IPPROTO_TCP)
1858 opcode = TX_TCP_PKT;
1859 else if(l4proto == IPPROTO_UDP)
1860 opcode = TX_UDP_PKT;
09640e63 1861 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
391587c3
DP		 1862 l4proto = ipv6_hdr(skb)->nexthdr;
1863
1864 if (l4proto == IPPROTO_TCP)
1865 opcode = TX_TCPV6_PKT;
1866 else if(l4proto == IPPROTO_UDP)
1867 opcode = TX_UDPV6_PKT;
1868 }
cd1f8160 1869 }
028afe71
DP		 1870
1871 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1872 first_desc->ip_hdr_offset += skb_network_offset(skb);
1bcfd790
DP		 1873 netxen_set_tx_flags_opcode(first_desc, flags, opcode);
1874
1875 if (!tso)
1876 return;
1877
1878 /* For LSO, we need to copy the MAC/IP/TCP headers into
1879 * the descriptor ring
1880 */
1881 producer = tx_ring->producer;
1882 copied = 0;
1883 offset = 2;
1884
028afe71
DP		 1885 if (vlan_oob) {
1886 /* Create a TSO vlan header template for firmware */
1887
1888 hwdesc = &tx_ring->desc_head[producer];
1889 tx_ring->cmd_buf_arr[producer].skb = NULL;
1890
1891 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1892 hdr_len + VLAN_HLEN);
1893
1894 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1895 skb_copy_from_linear_data(skb, vh, 12);
1896 vh->h_vlan_proto = htons(ETH_P_8021Q);
1897 vh->h_vlan_TCI = htons(vid);
1898 skb_copy_from_linear_data_offset(skb, 12,
1899 (char *)vh + 16, copy_len - 16);
1900
545eb370 1901 copied = copy_len - VLAN_HLEN;
028afe71
DP		 1902 offset = 0;
1903
1904 producer = get_next_index(producer, tx_ring->num_desc);
1905 }
1906
1bcfd790
DP		 1907 while (copied < hdr_len) {
1908
1909 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1910 (hdr_len - copied));
1911
1912 hwdesc = &tx_ring->desc_head[producer];
1913 tx_ring->cmd_buf_arr[producer].skb = NULL;
1914
1915 skb_copy_from_linear_data_offset(skb, copied,
1916 (char *)hwdesc + offset, copy_len);
1917
1918 copied += copy_len;
1919 offset = 0;
1920
1921 producer = get_next_index(producer, tx_ring->num_desc);
1922 }
1923
1924 tx_ring->producer = producer;
1925 barrier();
cd1f8160
DP		 1926}
1927
ce644ed4
DP		 1928static int
1929netxen_map_tx_skb(struct pci_dev *pdev,
1930 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf)
6f703406 1931{
ce644ed4
DP		 1932 struct netxen_skb_frag *nf;
1933 struct skb_frag_struct *frag;
1934 int i, nr_frags;
1935 dma_addr_t map;
1936
1937 nr_frags = skb_shinfo(skb)->nr_frags;
1938 nf = &pbuf->frag_array[0];
1939
1940 map = pci_map_single(pdev, skb->data,
1941 skb_headlen(skb), PCI_DMA_TODEVICE);
1942 if (pci_dma_mapping_error(pdev, map))
1943 goto out_err;
6f703406 1944
ce644ed4
DP		 1945 nf->dma = map;
1946 nf->length = skb_headlen(skb);
1947
1948 for (i = 0; i < nr_frags; i++) {
1949 frag = &skb_shinfo(skb)->frags[i];
1950 nf = &pbuf->frag_array[i+1];
1951
9e903e08 1952 map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
5d6bcdfe
IC		 1953 DMA_TO_DEVICE);
1954 if (dma_mapping_error(&pdev->dev, map))
ce644ed4
DP		 1955 goto unwind;
1956
1957 nf->dma = map;
9e903e08 1958 nf->length = skb_frag_size(frag);
ce644ed4
DP		 1959 }
1960
1961 return 0;
6f703406 1962
ce644ed4 1963unwind:
cf503e8f
DP		 1964 while (--i >= 0) {
1965 nf = &pbuf->frag_array[i+1];
ce644ed4 1966 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
a05948f2 1967 nf->dma = 0ULL;
6f703406 1968 }
ce644ed4
DP		 1969
1970 nf = &pbuf->frag_array[0];
1971 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
a05948f2 1972 nf->dma = 0ULL;
ce644ed4
DP		 1973
1974out_err:
1975 return -ENOMEM;
6f703406
DP		 1976}
1977
d32cc3d2
DP		 1978static inline void
1979netxen_clear_cmddesc(u64 *desc)
1980{
1bcfd790
DP		 1981 desc[0] = 0ULL;
1982 desc[2] = 0ULL;
d32cc3d2
DP		 1983}
1984
61357325 1985static netdev_tx_t
d32cc3d2 1986netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
3d396eb1 1987{
3176ff3e 1988 struct netxen_adapter *adapter = netdev_priv(netdev);
4ea528a1 1989 struct nx_host_tx_ring *tx_ring = adapter->tx_ring;
391587c3 1990 struct netxen_cmd_buffer *pbuf;
3d396eb1 1991 struct netxen_skb_frag *buffrag;
1bcfd790
DP		 1992 struct cmd_desc_type0 *hwdesc, *first_desc;
1993 struct pci_dev *pdev;
391587c3 1994 int i, k;
c968bdf6 1995 int delta = 0;
1996 struct skb_frag_struct *frag;
3d396eb1 1997
cb2107be 1998 u32 producer;
ce644ed4 1999 int frag_count, no_of_desc;
d877f1e3 2000 u32 num_txd = tx_ring->num_desc;
3d396eb1 2001
3d396eb1
AK		 2002 frag_count = skb_shinfo(skb)->nr_frags + 1;
2003
c968bdf6 2004 /* 14 frags supported for normal packet and
2005 * 32 frags supported for TSO packet
2006 */
2007 if (!skb_is_gso(skb) && frag_count > NETXEN_MAX_FRAGS_PER_TX) {
2008
2009 for (i = 0; i < (frag_count - NETXEN_MAX_FRAGS_PER_TX); i++) {
2010 frag = &skb_shinfo(skb)->frags[i];
9e903e08 2011 delta += skb_frag_size(frag);
c968bdf6 2012 }
2013
2014 if (!__pskb_pull_tail(skb, delta))
2015 goto drop_packet;
2016
2017 frag_count = 1 + skb_shinfo(skb)->nr_frags;
2018 }
d877f1e3 2019 /* 4 fragments per cmd des */
3d396eb1 2020 no_of_desc = (frag_count + 3) >> 2;
53a01e00 2021
7a9905e6 2022 if (unlikely(netxen_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
ba53e6b4 2023 netif_stop_queue(netdev);
7a9905e6
RB		 2024 smp_mb();
2025 if (netxen_tx_avail(tx_ring) > TX_STOP_THRESH)
2026 netif_start_queue(netdev);
2027 else
2028 return NETDEV_TX_BUSY;
53a01e00 2029 }
3d396eb1 2030
cb2107be 2031 producer = tx_ring->producer;
ce644ed4 2032 pbuf = &tx_ring->cmd_buf_arr[producer];
cb2107be 2033
1bcfd790 2034 pdev = adapter->pdev;
391587c3 2035
ce644ed4 2036 if (netxen_map_tx_skb(pdev, skb, pbuf))
1bcfd790 2037 goto drop_packet;
391587c3 2038
3d396eb1 2039 pbuf->skb = skb;
3d396eb1 2040 pbuf->frag_count = frag_count;
6f703406 2041
1bcfd790
DP		 2042 first_desc = hwdesc = &tx_ring->desc_head[producer];
2043 netxen_clear_cmddesc((u64 *)hwdesc);
3d396eb1 2044
ce644ed4
DP		 2045 netxen_set_tx_frags_len(first_desc, frag_count, skb->len);
2046 netxen_set_tx_port(first_desc, adapter->portnum);
3d396eb1 2047
ce644ed4 2048 for (i = 0; i < frag_count; i++) {
3d396eb1 2049
ce644ed4
DP		 2050 k = i % 4;
2051
2052 if ((k == 0) && (i > 0)) {
2053 /* move to next desc.*/
ba53e6b4 2054 producer = get_next_index(producer, num_txd);
d877f1e3 2055 hwdesc = &tx_ring->desc_head[producer];
d32cc3d2 2056 netxen_clear_cmddesc((u64 *)hwdesc);
ce644ed4 2057 tx_ring->cmd_buf_arr[producer].skb = NULL;
6f703406 2058 }
3d396eb1 2059
ce644ed4 2060 buffrag = &pbuf->frag_array[i];
3d396eb1 2061
ce644ed4 2062 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
3d396eb1
AK		 2063 switch (k) {
2064 case 0:
ce644ed4 2065 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2066 break;
2067 case 1:
ce644ed4 2068 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2069 break;
2070 case 2:
ce644ed4 2071 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2072 break;
2073 case 3:
ce644ed4 2074 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2075 break;
2076 }
3d396eb1 2077 }
ce644ed4 2078
1bcfd790 2079 tx_ring->producer = get_next_index(producer, num_txd);
3d396eb1 2080
1bcfd790 2081 netxen_tso_check(netdev, tx_ring, first_desc, skb);
6c80b18d 2082
1bcfd790 2083 adapter->stats.txbytes += skb->len;
ba53e6b4 2084 adapter->stats.xmitcalled++;
3d396eb1 2085
c82b9d7f
ED		 2086 netxen_nic_update_cmd_producer(adapter, tx_ring);
2087
3d396eb1 2088 return NETDEV_TX_OK;
6f703406
DP		 2089
2090drop_packet:
2091 adapter->stats.txdropped++;
2092 dev_kfree_skb_any(skb);
2093 return NETDEV_TX_OK;
3d396eb1
AK		 2094}
2095
a97342f9
DP		 2096static int netxen_nic_check_temp(struct netxen_adapter *adapter)
2097{
2098 struct net_device *netdev = adapter->netdev;
2099 uint32_t temp, temp_state, temp_val;
2100 int rv = 0;
2101
f98a9f69 2102 temp = NXRD32(adapter, CRB_TEMP_STATE);
a97342f9
DP		 2103
2104 temp_state = nx_get_temp_state(temp);
2105 temp_val = nx_get_temp_val(temp);
2106
2107 if (temp_state == NX_TEMP_PANIC) {
2108 printk(KERN_ALERT
2109 "%s: Device temperature %d degrees C exceeds"
2110 " maximum allowed. Hardware has been shut down.\n",
e4135c2d 2111 netdev->name, temp_val);
a97342f9
DP		 2112 rv = 1;
2113 } else if (temp_state == NX_TEMP_WARN) {
2114 if (adapter->temp == NX_TEMP_NORMAL) {
2115 printk(KERN_ALERT
2116 "%s: Device temperature %d degrees C "
2117 "exceeds operating range."
2118 " Immediate action needed.\n",
e4135c2d 2119 netdev->name, temp_val);
a97342f9
DP		 2120 }
2121 } else {
2122 if (adapter->temp == NX_TEMP_WARN) {
2123 printk(KERN_INFO
2124 "%s: Device temperature is now %d degrees C"
e4135c2d 2125 " in normal range.\n", netdev->name,
a97342f9
DP		 2126 temp_val);
2127 }
2128 }
2129 adapter->temp = temp_state;
2130 return rv;
2131}
2132
3bf26ce3 2133void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup)
a97342f9
DP		 2134{
2135 struct net_device *netdev = adapter->netdev;
a97342f9
DP		 2136
2137 if (adapter->ahw.linkup && !linkup) {
2138 printk(KERN_INFO "%s: %s NIC Link is down\n",
2139 netxen_nic_driver_name, netdev->name);
2140 adapter->ahw.linkup = 0;
2141 if (netif_running(netdev)) {
2142 netif_carrier_off(netdev);
2143 netif_stop_queue(netdev);
2144 }
e424fa9d 2145 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2146 } else if (!adapter->ahw.linkup && linkup) {
2147 printk(KERN_INFO "%s: %s NIC Link is up\n",
2148 netxen_nic_driver_name, netdev->name);
2149 adapter->ahw.linkup = 1;
2150 if (netif_running(netdev)) {
2151 netif_carrier_on(netdev);
2152 netif_wake_queue(netdev);
2153 }
e424fa9d 2154 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2155 }
2156}
2157
3bf26ce3
DP		 2158static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter)
2159{
2160 u32 val, port, linkup;
2161
2162 port = adapter->physical_port;
2163
2164 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
f98a9f69 2165 val = NXRD32(adapter, CRB_XG_STATE_P3);
3bf26ce3
DP		 2166 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val);
2167 linkup = (val == XG_LINK_UP_P3);
2168 } else {
f98a9f69 2169 val = NXRD32(adapter, CRB_XG_STATE);
a4b751d8
SC		 2170 val = (val >> port*8) & 0xff;
2171 linkup = (val == XG_LINK_UP);
3bf26ce3
DP		 2172 }
2173
2174 netxen_advert_link_change(adapter, linkup);
2175}
2176
3d396eb1
AK		 2177static void netxen_tx_timeout(struct net_device *netdev)
2178{
e424fa9d 2179 struct netxen_adapter *adapter = netdev_priv(netdev);
f17443f4 2180
6a581e93
DP		 2181 if (test_bit(__NX_RESETTING, &adapter->state))
2182 return;
2183
f17443f4 2184 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
e424fa9d 2185 schedule_work(&adapter->tx_timeout_task);
3d396eb1
AK		 2186}
2187
74c520da 2188static void netxen_tx_timeout_task(struct work_struct *work)
3d396eb1 2189{
4790654c 2190 struct netxen_adapter *adapter =
3176ff3e 2191 container_of(work, struct netxen_adapter, tx_timeout_task);
3d396eb1 2192
b2af9cb0
DP		 2193 if (!netif_running(adapter->netdev))
2194 return;
2195
74c520da 2196 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2197 return;
2198
74c520da
AKS		 2199 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS)
2200 goto request_reset;
2201
16d884bd 2202 rtnl_lock();
74c520da
AKS		 2203 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
2204 /* try to scrub interrupt */
2205 netxen_napi_disable(adapter);
ba53e6b4 2206
74c520da
AKS		 2207 netxen_napi_enable(adapter);
2208
2209 netif_wake_queue(adapter->netdev);
2210
a598ae17 2211 clear_bit(__NX_RESETTING, &adapter->state);
74c520da 2212 } else {
a598ae17 2213 clear_bit(__NX_RESETTING, &adapter->state);
16d884bd
AKS		 2214 if (netxen_nic_reset_context(adapter)) {
2215 rtnl_unlock();
2216 goto request_reset;
74c520da 2217 }
74c520da 2218 }
16d884bd
AKS		 2219 adapter->netdev->trans_start = jiffies;
2220 rtnl_unlock();
2221 return;
74c520da
AKS		 2222
2223request_reset:
2224 adapter->need_fw_reset = 1;
ff8a306d 2225 clear_bit(__NX_RESETTING, &adapter->state);
3d396eb1
AK		 2226}
2227
47fd428c 2228static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *netdev,
2229 struct rtnl_link_stats64 *stats)
a97342f9
DP		 2230{
2231 struct netxen_adapter *adapter = netdev_priv(netdev);
a97342f9 2232
1bb482f8 2233 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
e98e3350 2234 stats->tx_packets = adapter->stats.xmitfinished;
a97342f9 2235 stats->rx_bytes = adapter->stats.rxbytes;
a97342f9 2236 stats->tx_bytes = adapter->stats.txbytes;
a97342f9 2237 stats->rx_dropped = adapter->stats.rxdropped;
a97342f9
DP		 2238 stats->tx_dropped = adapter->stats.txdropped;
2239
2240 return stats;
2241}
2242
e4c93c81 2243static irqreturn_t netxen_intr(int irq, void *data)
3d396eb1 2244{
d8b100c5
DP		 2245 struct nx_host_sds_ring *sds_ring = data;
2246 struct netxen_adapter *adapter = sds_ring->adapter;
d71e1be8
DP		 2247 u32 status = 0;
2248
195c5f98 2249 status = readl(adapter->isr_int_vec);
d71e1be8 2250
195c5f98 2251 if (!(status & adapter->int_vec_bit))
05aaa02d 2252 return IRQ_NONE;
e01872af 2253
195c5f98 2254 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
d71e1be8 2255 /* check interrupt state machine, to be sure */
195c5f98 2256 status = readl(adapter->crb_int_state_reg);
d71e1be8
DP		 2257 if (!ISR_LEGACY_INT_TRIGGERED(status))
2258 return IRQ_NONE;
2259
092bc571
DP		 2260 } else {
2261 unsigned long our_int = 0;
d71e1be8 2262
195c5f98 2263 our_int = readl(adapter->crb_int_state_reg);
092bc571 2264
d71e1be8 2265 /* not our interrupt */
092bc571 2266 if (!test_and_clear_bit((7 + adapter->portnum), &our_int))
d71e1be8
DP		 2267 return IRQ_NONE;
2268
092bc571 2269 /* claim interrupt */
195c5f98 2270 writel((our_int & 0xffffffff), adapter->crb_int_state_reg);
e01872af 2271
195c5f98 2272 /* clear interrupt */
d8b100c5 2273 netxen_nic_disable_int(sds_ring);
195c5f98 2274 }
092bc571 2275
195c5f98 2276 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2277 /* read twice to ensure write is flushed */
195c5f98
AKS		 2278 readl(adapter->isr_int_vec);
2279 readl(adapter->isr_int_vec);
092bc571 2280
d8b100c5 2281 napi_schedule(&sds_ring->napi);
3d396eb1
AK		 2282
2283 return IRQ_HANDLED;
2284}
2285
e4c93c81 2286static irqreturn_t netxen_msi_intr(int irq, void *data)
05aaa02d 2287{
d8b100c5
DP		 2288 struct nx_host_sds_ring *sds_ring = data;
2289 struct netxen_adapter *adapter = sds_ring->adapter;
05aaa02d 2290
092bc571 2291 /* clear interrupt */
195c5f98 2292 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2293
d8b100c5 2294 napi_schedule(&sds_ring->napi);
05aaa02d
DP		 2295 return IRQ_HANDLED;
2296}
2297
b3df68f8
DP		 2298static irqreturn_t netxen_msix_intr(int irq, void *data)
2299{
d8b100c5 2300 struct nx_host_sds_ring *sds_ring = data;
b3df68f8 2301
d8b100c5 2302 napi_schedule(&sds_ring->napi);
b3df68f8
DP		 2303 return IRQ_HANDLED;
2304}
2305
bea3348e 2306static int netxen_nic_poll(struct napi_struct *napi, int budget)
3d396eb1 2307{
d8b100c5
DP		 2308 struct nx_host_sds_ring *sds_ring =
2309 container_of(napi, struct nx_host_sds_ring, napi);
2310
2311 struct netxen_adapter *adapter = sds_ring->adapter;
2312
05aaa02d 2313 int tx_complete;
bea3348e 2314 int work_done;
3d396eb1 2315
05aaa02d 2316 tx_complete = netxen_process_cmd_ring(adapter);
3d396eb1 2317
d8b100c5 2318 work_done = netxen_process_rcv_ring(sds_ring, budget);
3d396eb1 2319
05aaa02d 2320 if ((work_done < budget) && tx_complete) {
d8b100c5 2321 napi_complete(&sds_ring->napi);
f2251f66 2322 if (test_bit(__NX_DEV_UP, &adapter->state))
b2af9cb0 2323 netxen_nic_enable_int(sds_ring);
3d396eb1
AK		 2324 }
2325
bea3348e 2326 return work_done;
3d396eb1
AK		 2327}
2328
2329#ifdef CONFIG_NET_POLL_CONTROLLER
2330static void netxen_nic_poll_controller(struct net_device *netdev)
2331{
7b589a35
YL		 2332 int ring;
2333 struct nx_host_sds_ring *sds_ring;
3176ff3e 2334 struct netxen_adapter *adapter = netdev_priv(netdev);
7b589a35
YL		 2335 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
2336
3d396eb1 2337 disable_irq(adapter->irq);
7b589a35
YL		 2338 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
2339 sds_ring = &recv_ctx->sds_rings[ring];
2340 netxen_intr(adapter->irq, sds_ring);
2341 }
3d396eb1
AK		 2342 enable_irq(adapter->irq);
2343}
2344#endif
3d396eb1 2345
6a581e93
DP		 2346static int
2347nx_incr_dev_ref_cnt(struct netxen_adapter *adapter)
2348{
2349 int count;
2350 if (netxen_api_lock(adapter))
2351 return -EIO;
2352
2353 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2354
2355 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2356
2357 netxen_api_unlock(adapter);
2358 return count;
2359}
2360
2361static int
2362nx_decr_dev_ref_cnt(struct netxen_adapter *adapter)
2363{
83f18a55 2364 int count, state;
6a581e93
DP		 2365 if (netxen_api_lock(adapter))
2366 return -EIO;
2367
2368 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2369 WARN_ON(count == 0);
2370
2371 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
83f18a55 2372 state = NXRD32(adapter, NX_CRB_DEV_STATE);
6a581e93 2373
83f18a55 2374 if (count == 0 && state != NX_DEV_FAILED)
6a581e93
DP		 2375 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2376
2377 netxen_api_unlock(adapter);
2378 return count;
2379}
2380
e87ad553
AKS		 2381static int
2382nx_dev_request_aer(struct netxen_adapter *adapter)
2383{
2384 u32 state;
2385 int ret = -EINVAL;
2386
2387 if (netxen_api_lock(adapter))
2388 return ret;
2389
2390 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2391
2392 if (state == NX_DEV_NEED_AER)
2393 ret = 0;
2394 else if (state == NX_DEV_READY) {
2395 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER);
2396 ret = 0;
2397 }
2398
2399 netxen_api_unlock(adapter);
2400 return ret;
2401}
2402
83f18a55 2403int
74c520da
AKS		 2404nx_dev_request_reset(struct netxen_adapter *adapter)
2405{
2406 u32 state;
e87ad553 2407 int ret = -EINVAL;
74c520da
AKS		 2408
2409 if (netxen_api_lock(adapter))
e87ad553 2410 return ret;
74c520da
AKS		 2411
2412 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2413
83f18a55 2414 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED)
e87ad553
AKS		 2415 ret = 0;
2416 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) {
74c520da 2417 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET);
83f18a55 2418 adapter->flags |= NETXEN_FW_RESET_OWNER;
e87ad553
AKS		 2419 ret = 0;
2420 }
74c520da
AKS		 2421
2422 netxen_api_unlock(adapter);
e87ad553
AKS		 2423
2424 return ret;
74c520da
AKS		 2425}
2426
6a581e93
DP		 2427static int
2428netxen_can_start_firmware(struct netxen_adapter *adapter)
2429{
2430 int count;
2431 int can_start = 0;
2432
83f18a55
M		 2433 if (netxen_api_lock(adapter)) {
2434 nx_incr_dev_ref_cnt(adapter);
2435 return -1;
2436 }
6a581e93
DP		 2437
2438 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2439
2440 if ((count < 0) || (count >= NX_MAX_PCI_FUNC))
2441 count = 0;
2442
2443 if (count == 0) {
2444 can_start = 1;
2445 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING);
2446 }
2447
2448 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2449
2450 netxen_api_unlock(adapter);
2451
2452 return can_start;
2453}
2454
2455static void
2456netxen_schedule_work(struct netxen_adapter *adapter,
2457 work_func_t func, int delay)
2458{
2459 INIT_DELAYED_WORK(&adapter->fw_work, func);
2460 schedule_delayed_work(&adapter->fw_work, delay);
2461}
2462
2463static void
2464netxen_cancel_fw_work(struct netxen_adapter *adapter)
2465{
2466 while (test_and_set_bit(__NX_RESETTING, &adapter->state))
2467 msleep(10);
2468
2469 cancel_delayed_work_sync(&adapter->fw_work);
2470}
2471
2472static void
2473netxen_attach_work(struct work_struct *work)
2474{
2475 struct netxen_adapter *adapter = container_of(work,
2476 struct netxen_adapter, fw_work.work);
2477 struct net_device *netdev = adapter->netdev;
2478 int err = 0;
2479
2480 if (netif_running(netdev)) {
2481 err = netxen_nic_attach(adapter);
2482 if (err)
2483 goto done;
2484
2485 err = netxen_nic_up(adapter, netdev);
2486 if (err) {
2487 netxen_nic_detach(adapter);
2488 goto done;
2489 }
2490
57569d0e 2491 netxen_restore_indev_addr(netdev, NETDEV_UP);
6a581e93
DP		 2492 }
2493
2494 netif_device_attach(netdev);
2495
2496done:
2497 adapter->fw_fail_cnt = 0;
2498 clear_bit(__NX_RESETTING, &adapter->state);
2499 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2500}
2501
2502static void
2503netxen_fwinit_work(struct work_struct *work)
2504{
2505 struct netxen_adapter *adapter = container_of(work,
2506 struct netxen_adapter, fw_work.work);
2507 int dev_state;
83f18a55 2508 int count;
6a581e93 2509 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE);
83f18a55
M		 2510 if (adapter->flags & NETXEN_FW_RESET_OWNER) {
2511 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2512 WARN_ON(count == 0);
2513 if (count == 1) {
2514 if (adapter->mdump.md_enabled) {
2515 rtnl_lock();
2516 netxen_dump_fw(adapter);
2517 rtnl_unlock();
2518 }
2519 adapter->flags &= ~NETXEN_FW_RESET_OWNER;
2520 if (netxen_api_lock(adapter)) {
2521 clear_bit(__NX_RESETTING, &adapter->state);
2522 NXWR32(adapter, NX_CRB_DEV_STATE,
2523 NX_DEV_FAILED);
2524 return;
2525 }
2526 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2527 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
2528 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2529 dev_state = NX_DEV_COLD;
2530 netxen_api_unlock(adapter);
2531 }
2532 }
6a581e93
DP		 2533
2534 switch (dev_state) {
2535 case NX_DEV_COLD:
2536 case NX_DEV_READY:
74c520da
AKS		 2537 if (!netxen_start_firmware(adapter)) {
2538 netxen_schedule_work(adapter, netxen_attach_work, 0);
2539 return;
2540 }
2541 break;
6a581e93 2542
6b50ea15 2543 case NX_DEV_NEED_RESET:
6a581e93 2544 case NX_DEV_INITALIZING:
6a581e93
DP		 2545 netxen_schedule_work(adapter,
2546 netxen_fwinit_work, 2 * FW_POLL_DELAY);
2547 return;
6a581e93
DP		 2548
2549 case NX_DEV_FAILED:
2550 default:
8f9b3f69 2551 nx_incr_dev_ref_cnt(adapter);
6a581e93
DP		 2552 break;
2553 }
2554
83f18a55
M		 2555 if (netxen_api_lock(adapter)) {
2556 clear_bit(__NX_RESETTING, &adapter->state);
2557 return;
2558 }
2559 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_FAILED);
2560 netxen_api_unlock(adapter);
2561 dev_err(&adapter->pdev->dev, "%s: Device initialization Failed\n",
2562 adapter->netdev->name);
2563
6a581e93
DP		 2564 clear_bit(__NX_RESETTING, &adapter->state);
2565}
2566
2567static void
2568netxen_detach_work(struct work_struct *work)
2569{
2570 struct netxen_adapter *adapter = container_of(work,
2571 struct netxen_adapter, fw_work.work);
2572 struct net_device *netdev = adapter->netdev;
83f18a55 2573 int ref_cnt = 0, delay;
6a581e93
DP		 2574 u32 status;
2575
2576 netif_device_detach(netdev);
2577
6f771419 2578 netxen_nic_down(adapter, netdev);
6a581e93 2579
e15eec28 2580 rtnl_lock();
6a581e93 2581 netxen_nic_detach(adapter);
e15eec28 2582 rtnl_unlock();
6a581e93
DP		 2583
2584 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2585
6a581e93 2586 if (status & NX_RCODE_FATAL_ERROR)
8f9b3f69 2587 goto err_ret;
6a581e93
DP		 2588
2589 if (adapter->temp == NX_TEMP_PANIC)
8f9b3f69
AKS		 2590 goto err_ret;
2591
83f18a55
M		 2592 if (!(adapter->flags & NETXEN_FW_RESET_OWNER))
2593 ref_cnt = nx_decr_dev_ref_cnt(adapter);
6a581e93 2594
6b50ea15
AKS		 2595 if (ref_cnt == -EIO)
2596 goto err_ret;
2597
6a581e93
DP		 2598 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY);
2599
2600 adapter->fw_wait_cnt = 0;
2601 netxen_schedule_work(adapter, netxen_fwinit_work, delay);
8f9b3f69
AKS		 2602
2603 return;
2604
2605err_ret:
2606 clear_bit(__NX_RESETTING, &adapter->state);
6a581e93
DP		 2607}
2608
2609static int
2610netxen_check_health(struct netxen_adapter *adapter)
2611{
2612 u32 state, heartbit;
5471aed0 2613 u32 peg_status;
6a581e93
DP		 2614 struct net_device *netdev = adapter->netdev;
2615
e87ad553
AKS		 2616 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2617 if (state == NX_DEV_NEED_AER)
2618 return 0;
2619
6a581e93
DP		 2620 if (netxen_nic_check_temp(adapter))
2621 goto detach;
2622
74c520da 2623 if (adapter->need_fw_reset) {
e87ad553
AKS		 2624 if (nx_dev_request_reset(adapter))
2625 return 0;
74c520da
AKS		 2626 goto detach;
2627 }
2628
e87ad553
AKS		 2629 /* NX_DEV_NEED_RESET, this state can be marked in two cases
2630 * 1. Tx timeout 2. Fw hang
2631 * Send request to destroy context in case of tx timeout only
2632 * and doesn't required in case of Fw hang
2633 */
83f18a55 2634 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) {
6a808c6c 2635 adapter->need_fw_reset = 1;
e87ad553
AKS		 2636 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2637 goto detach;
6a808c6c 2638 }
6a581e93
DP		 2639
2640 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2641 return 0;
2642
2643 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER);
2644 if (heartbit != adapter->heartbit) {
2645 adapter->heartbit = heartbit;
2646 adapter->fw_fail_cnt = 0;
e87ad553
AKS		 2647 if (adapter->need_fw_reset)
2648 goto detach;
6a581e93
DP		 2649 return 0;
2650 }
2651
2652 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2653 return 0;
2654
e87ad553
AKS		 2655 if (nx_dev_request_reset(adapter))
2656 return 0;
2657
6a581e93
DP		 2658 clear_bit(__NX_FW_ATTACHED, &adapter->state);
2659
5471aed0
SV		 2660 dev_err(&netdev->dev, "firmware hang detected\n");
2661 peg_status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2662 dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
2663 "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
2664 "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
2665 "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
2666 "PEG_NET_4_PC: 0x%x\n",
2667 peg_status,
2668 NXRD32(adapter, NETXEN_PEG_HALT_STATUS2),
2669 NXRD32(adapter, NETXEN_CRB_PEG_NET_0 + 0x3c),
2670 NXRD32(adapter, NETXEN_CRB_PEG_NET_1 + 0x3c),
2671 NXRD32(adapter, NETXEN_CRB_PEG_NET_2 + 0x3c),
2672 NXRD32(adapter, NETXEN_CRB_PEG_NET_3 + 0x3c),
2673 NXRD32(adapter, NETXEN_CRB_PEG_NET_4 + 0x3c));
2674 if (NX_FWERROR_PEGSTAT1(peg_status) == 0x67)
2675 dev_err(&adapter->pdev->dev,
2676 "Firmware aborted with error code 0x00006700. "
2677 "Device is being reset.\n");
6a581e93 2678detach:
caa2dd53
NK		 2679 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2680 !test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2681 netxen_schedule_work(adapter, netxen_detach_work, 0);
2682 return 1;
2683}
2684
2685static void
2686netxen_fw_poll_work(struct work_struct *work)
2687{
2688 struct netxen_adapter *adapter = container_of(work,
2689 struct netxen_adapter, fw_work.work);
2690
2691 if (test_bit(__NX_RESETTING, &adapter->state))
2692 goto reschedule;
2693
2694 if (test_bit(__NX_DEV_UP, &adapter->state)) {
2695 if (!adapter->has_link_events) {
2696
2697 netxen_nic_handle_phy_intr(adapter);
2698
2699 if (adapter->link_changed)
2700 netxen_nic_set_link_parameters(adapter);
2701 }
2702 }
2703
2704 if (netxen_check_health(adapter))
2705 return;
2706
2707reschedule:
2708 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2709}
2710
fa3ce355
NK		 2711static ssize_t
2712netxen_store_bridged_mode(struct device *dev,
2713 struct device_attribute *attr, const char *buf, size_t len)
2714{
2715 struct net_device *net = to_net_dev(dev);
2716 struct netxen_adapter *adapter = netdev_priv(net);
2717 unsigned long new;
2718 int ret = -EINVAL;
2719
2720 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG))
2721 goto err_out;
2722
2723 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2724 goto err_out;
2725
2726 if (strict_strtoul(buf, 2, &new))
2727 goto err_out;
2728
2729 if (!netxen_config_bridged_mode(adapter, !!new))
2730 ret = len;
2731
2732err_out:
2733 return ret;
2734}
2735
2736static ssize_t
2737netxen_show_bridged_mode(struct device *dev,
2738 struct device_attribute *attr, char *buf)
2739{
2740 struct net_device *net = to_net_dev(dev);
2741 struct netxen_adapter *adapter;
2742 int bridged_mode = 0;
2743
2744 adapter = netdev_priv(net);
2745
2746 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2747 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED);
2748
2749 return sprintf(buf, "%d\n", bridged_mode);
2750}
2751
2752static struct device_attribute dev_attr_bridged_mode = {
2753 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2754 .show = netxen_show_bridged_mode,
2755 .store = netxen_store_bridged_mode,
2756};
2757
70f9cf89
DP		 2758static ssize_t
2759netxen_store_diag_mode(struct device *dev,
2760 struct device_attribute *attr, const char *buf, size_t len)
2761{
2762 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2763 unsigned long new;
2764
2765 if (strict_strtoul(buf, 2, &new))
2766 return -EINVAL;
2767
2768 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2769 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED;
2770
2771 return len;
2772}
2773
2774static ssize_t
2775netxen_show_diag_mode(struct device *dev,
2776 struct device_attribute *attr, char *buf)
2777{
2778 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2779
2780 return sprintf(buf, "%d\n",
2781 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED));
2782}
2783
2784static struct device_attribute dev_attr_diag_mode = {
2785 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2786 .show = netxen_show_diag_mode,
2787 .store = netxen_store_diag_mode,
2788};
2789
2790static int
2791netxen_sysfs_validate_crb(struct netxen_adapter *adapter,
2792 loff_t offset, size_t size)
2793{
0b9715e6
AKS		 2794 size_t crb_size = 4;
2795
70f9cf89
DP		 2796 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2797 return -EIO;
2798
0b9715e6
AKS		 2799 if (offset < NETXEN_PCI_CRBSPACE) {
2800 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2801 return -EINVAL;
70f9cf89 2802
0b9715e6
AKS		 2803 if (ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2804 NETXEN_PCI_CAMQM_2M_END))
2805 crb_size = 8;
2806 else
2807 return -EINVAL;
2808 }
2809
2810 if ((size != crb_size) || (offset & (crb_size-1)))
2811 return -EINVAL;
70f9cf89
DP		 2812
2813 return 0;
2814}
2815
2816static ssize_t
2c3c8bea
CW		 2817netxen_sysfs_read_crb(struct file *filp, struct kobject *kobj,
2818 struct bin_attribute *attr,
70f9cf89
DP		 2819 char *buf, loff_t offset, size_t size)
2820{
2821 struct device *dev = container_of(kobj, struct device, kobj);
2822 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2823 u32 data;
0b9715e6 2824 u64 qmdata;
70f9cf89
DP		 2825 int ret;
2826
2827 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2828 if (ret != 0)
2829 return ret;
2830
0b9715e6
AKS		 2831 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2832 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2833 NETXEN_PCI_CAMQM_2M_END)) {
2834 netxen_pci_camqm_read_2M(adapter, offset, &qmdata);
2835 memcpy(buf, &qmdata, size);
2836 } else {
2837 data = NXRD32(adapter, offset);
2838 memcpy(buf, &data, size);
2839 }
2840
70f9cf89
DP		 2841 return size;
2842}
2843
2844static ssize_t
2c3c8bea
CW		 2845netxen_sysfs_write_crb(struct file *filp, struct kobject *kobj,
2846 struct bin_attribute *attr,
70f9cf89
DP		 2847 char *buf, loff_t offset, size_t size)
2848{
2849 struct device *dev = container_of(kobj, struct device, kobj);
2850 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2851 u32 data;
0b9715e6 2852 u64 qmdata;
70f9cf89
DP		 2853 int ret;
2854
2855 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2856 if (ret != 0)
2857 return ret;
2858
0b9715e6
AKS		 2859 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2860 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2861 NETXEN_PCI_CAMQM_2M_END)) {
2862 memcpy(&qmdata, buf, size);
2863 netxen_pci_camqm_write_2M(adapter, offset, qmdata);
2864 } else {
2865 memcpy(&data, buf, size);
2866 NXWR32(adapter, offset, data);
2867 }
2868
70f9cf89
DP		 2869 return size;
2870}
2871
2872static int
2873netxen_sysfs_validate_mem(struct netxen_adapter *adapter,
2874 loff_t offset, size_t size)
2875{
2876 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2877 return -EIO;
2878
2879 if ((size != 8) || (offset & 0x7))
2880 return -EIO;
2881
2882 return 0;
2883}
2884
2885static ssize_t
2c3c8bea
CW		 2886netxen_sysfs_read_mem(struct file *filp, struct kobject *kobj,
2887 struct bin_attribute *attr,
70f9cf89
DP		 2888 char *buf, loff_t offset, size_t size)
2889{
2890 struct device *dev = container_of(kobj, struct device, kobj);
2891 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2892 u64 data;
2893 int ret;
2894
2895 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2896 if (ret != 0)
2897 return ret;
2898
2899 if (adapter->pci_mem_read(adapter, offset, &data))
2900 return -EIO;
2901
2902 memcpy(buf, &data, size);
2903
2904 return size;
2905}
2906
2c3c8bea 2907static ssize_t netxen_sysfs_write_mem(struct file *filp, struct kobject *kobj,
70f9cf89
DP		 2908 struct bin_attribute *attr, char *buf,
2909 loff_t offset, size_t size)
2910{
2911 struct device *dev = container_of(kobj, struct device, kobj);
2912 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2913 u64 data;
2914 int ret;
2915
2916 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2917 if (ret != 0)
2918 return ret;
2919
2920 memcpy(&data, buf, size);
2921
2922 if (adapter->pci_mem_write(adapter, offset, data))
2923 return -EIO;
2924
2925 return size;
2926}
2927
2928
2929static struct bin_attribute bin_attr_crb = {
2930 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2931 .size = 0,
2932 .read = netxen_sysfs_read_crb,
2933 .write = netxen_sysfs_write_crb,
2934};
2935
2936static struct bin_attribute bin_attr_mem = {
2937 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2938 .size = 0,
2939 .read = netxen_sysfs_read_mem,
2940 .write = netxen_sysfs_write_mem,
2941};
2942
d612698b
SC		 2943static ssize_t
2944netxen_sysfs_read_dimm(struct file *filp, struct kobject *kobj,
2945 struct bin_attribute *attr,
2946 char *buf, loff_t offset, size_t size)
2947{
2948 struct device *dev = container_of(kobj, struct device, kobj);
2949 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2950 struct net_device *netdev = adapter->netdev;
2951 struct netxen_dimm_cfg dimm;
2952 u8 dw, rows, cols, banks, ranks;
2953 u32 val;
2954
2955 if (size != sizeof(struct netxen_dimm_cfg)) {
2956 netdev_err(netdev, "Invalid size\n");
2957 return -1;
2958 }
2959
2960 memset(&dimm, 0, sizeof(struct netxen_dimm_cfg));
2961 val = NXRD32(adapter, NETXEN_DIMM_CAPABILITY);
2962
2963 /* Checks if DIMM info is valid. */
2964 if (val & NETXEN_DIMM_VALID_FLAG) {
2965 netdev_err(netdev, "Invalid DIMM flag\n");
2966 dimm.presence = 0xff;
2967 goto out;
2968 }
2969
2970 rows = NETXEN_DIMM_NUMROWS(val);
2971 cols = NETXEN_DIMM_NUMCOLS(val);
2972 ranks = NETXEN_DIMM_NUMRANKS(val);
2973 banks = NETXEN_DIMM_NUMBANKS(val);
2974 dw = NETXEN_DIMM_DATAWIDTH(val);
2975
2976 dimm.presence = (val & NETXEN_DIMM_PRESENT);
2977
2978 /* Checks if DIMM info is present. */
2979 if (!dimm.presence) {
2980 netdev_err(netdev, "DIMM not present\n");
2981 goto out;
2982 }
2983
2984 dimm.dimm_type = NETXEN_DIMM_TYPE(val);
2985
2986 switch (dimm.dimm_type) {
2987 case NETXEN_DIMM_TYPE_RDIMM:
2988 case NETXEN_DIMM_TYPE_UDIMM:
2989 case NETXEN_DIMM_TYPE_SO_DIMM:
2990 case NETXEN_DIMM_TYPE_Micro_DIMM:
2991 case NETXEN_DIMM_TYPE_Mini_RDIMM:
2992 case NETXEN_DIMM_TYPE_Mini_UDIMM:
2993 break;
2994 default:
2995 netdev_err(netdev, "Invalid DIMM type %x\n", dimm.dimm_type);
2996 goto out;
2997 }
2998
2999 if (val & NETXEN_DIMM_MEMTYPE_DDR2_SDRAM)
3000 dimm.mem_type = NETXEN_DIMM_MEM_DDR2_SDRAM;
3001 else
3002 dimm.mem_type = NETXEN_DIMM_MEMTYPE(val);
3003
3004 if (val & NETXEN_DIMM_SIZE) {
3005 dimm.size = NETXEN_DIMM_STD_MEM_SIZE;
3006 goto out;
3007 }
3008
3009 if (!rows) {
3010 netdev_err(netdev, "Invalid no of rows %x\n", rows);
3011 goto out;
3012 }
3013
3014 if (!cols) {
3015 netdev_err(netdev, "Invalid no of columns %x\n", cols);
3016 goto out;
3017 }
3018
3019 if (!banks) {
3020 netdev_err(netdev, "Invalid no of banks %x\n", banks);
3021 goto out;
3022 }
3023
3024 ranks += 1;
3025
3026 switch (dw) {
3027 case 0x0:
3028 dw = 32;
3029 break;
3030 case 0x1:
3031 dw = 33;
3032 break;
3033 case 0x2:
3034 dw = 36;
3035 break;
3036 case 0x3:
3037 dw = 64;
3038 break;
3039 case 0x4:
3040 dw = 72;
3041 break;
3042 case 0x5:
3043 dw = 80;
3044 break;
3045 case 0x6:
3046 dw = 128;
3047 break;
3048 case 0x7:
3049 dw = 144;
3050 break;
3051 default:
3052 netdev_err(netdev, "Invalid data-width %x\n", dw);
3053 goto out;
3054 }
3055
3056 dimm.size = ((1 << rows) * (1 << cols) * dw * banks * ranks) / 8;
3057 /* Size returned in MB. */
3058 dimm.size = (dimm.size) / 0x100000;
3059out:
3060 memcpy(buf, &dimm, sizeof(struct netxen_dimm_cfg));
3061 return sizeof(struct netxen_dimm_cfg);
3062
3063}
3064
3065static struct bin_attribute bin_attr_dimm = {
3066 .attr = { .name = "dimm", .mode = (S_IRUGO | S_IWUSR) },
3067 .size = 0,
3068 .read = netxen_sysfs_read_dimm,
3069};
3070
caa2dd53 3071
fa3ce355
NK		 3072static void
3073netxen_create_sysfs_entries(struct netxen_adapter *adapter)
3074{
b8c30812 3075 struct device *dev = &adapter->pdev->dev;
fa3ce355
NK		 3076
3077 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) {
3078 /* bridged_mode control */
3079 if (device_create_file(dev, &dev_attr_bridged_mode)) {
b8c30812 3080 dev_warn(dev,
fa3ce355
NK		 3081 "failed to create bridged_mode sysfs entry\n");
3082 }
3083 }
3084}
3085
3086static void
3087netxen_remove_sysfs_entries(struct netxen_adapter *adapter)
3088{
b8c30812 3089 struct device *dev = &adapter->pdev->dev;
fa3ce355
NK		 3090
3091 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
3092 device_remove_file(dev, &dev_attr_bridged_mode);
3093}
3094
70f9cf89
DP		 3095static void
3096netxen_create_diag_entries(struct netxen_adapter *adapter)
3097{
3098 struct pci_dev *pdev = adapter->pdev;
3099 struct device *dev;
3100
3101 dev = &pdev->dev;
3102 if (device_create_file(dev, &dev_attr_diag_mode))
3103 dev_info(dev, "failed to create diag_mode sysfs entry\n");
3104 if (device_create_bin_file(dev, &bin_attr_crb))
3105 dev_info(dev, "failed to create crb sysfs entry\n");
3106 if (device_create_bin_file(dev, &bin_attr_mem))
3107 dev_info(dev, "failed to create mem sysfs entry\n");
d612698b
SC		 3108 if (device_create_bin_file(dev, &bin_attr_dimm))
3109 dev_info(dev, "failed to create dimm sysfs entry\n");
70f9cf89
DP		 3110}
3111
3112
3113static void
3114netxen_remove_diag_entries(struct netxen_adapter *adapter)
3115{
3116 struct pci_dev *pdev = adapter->pdev;
3117 struct device *dev = &pdev->dev;
3118
3119 device_remove_file(dev, &dev_attr_diag_mode);
3120 device_remove_bin_file(dev, &bin_attr_crb);
3121 device_remove_bin_file(dev, &bin_attr_mem);
d612698b 3122 device_remove_bin_file(dev, &bin_attr_dimm);
70f9cf89
DP		 3123}
3124
044824d9
DP		 3125#ifdef CONFIG_INET
3126
6598b169
DP		 3127#define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
3128
3129static int
3130netxen_destip_supported(struct netxen_adapter *adapter)
3131{
3132 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
3133 return 0;
3134
3135 if (adapter->ahw.cut_through)
3136 return 0;
3137
3138 return 1;
3139}
3140
d0725e4d 3141static void
8a7fbfab 3142netxen_free_ip_list(struct netxen_adapter *adapter, bool master)
57569d0e 3143{
8a7fbfab 3144 struct nx_ip_list *cur, *tmp_cur;
57569d0e 3145
8a7fbfab 3146 list_for_each_entry_safe(cur, tmp_cur, &adapter->ip_list, list) {
3147 if (master) {
3148 if (cur->master) {
3149 netxen_config_ipaddr(adapter, cur->ip_addr,
3150 NX_IP_DOWN);
3151 list_del(&cur->list);
3152 kfree(cur);
3153 }
3154 } else {
3155 netxen_config_ipaddr(adapter, cur->ip_addr, NX_IP_DOWN);
3156 list_del(&cur->list);
3157 kfree(cur);
3158 }
57569d0e 3159 }
57569d0e 3160}
8a7fbfab 3161
3162static bool
3163netxen_list_config_ip(struct netxen_adapter *adapter,
57569d0e
RB		 3164 struct in_ifaddr *ifa, unsigned long event)
3165{
3166 struct net_device *dev;
8a7fbfab 3167 struct nx_ip_list *cur, *tmp_cur;
57569d0e 3168 struct list_head *head;
8a7fbfab 3169 bool ret = false;
57569d0e
RB		 3170
3171 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
3172
3173 if (dev == NULL)
8a7fbfab 3174 goto out;
57569d0e
RB		 3175
3176 switch (event) {
3177 case NX_IP_UP:
8a7fbfab 3178 list_for_each(head, &adapter->ip_list) {
3179 cur = list_entry(head, struct nx_ip_list, list);
57569d0e
RB		 3180
3181 if (cur->ip_addr == ifa->ifa_address)
8a7fbfab 3182 goto out;
57569d0e
RB		 3183 }
3184
8a7fbfab 3185 cur = kzalloc(sizeof(struct nx_ip_list), GFP_ATOMIC);
b2adaca9 3186 if (cur == NULL)
8a7fbfab 3187 goto out;
3188 if (dev->priv_flags & IFF_802_1Q_VLAN)
3189 dev = vlan_dev_real_dev(dev);
3190 cur->master = !!netif_is_bond_master(dev);
57569d0e 3191 cur->ip_addr = ifa->ifa_address;
8a7fbfab 3192 list_add_tail(&cur->list, &adapter->ip_list);
3193 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP);
3194 ret = true;
57569d0e
RB		 3195 break;
3196 case NX_IP_DOWN:
3197 list_for_each_entry_safe(cur, tmp_cur,
8a7fbfab 3198 &adapter->ip_list, list) {
57569d0e
RB		 3199 if (cur->ip_addr == ifa->ifa_address) {
3200 list_del(&cur->list);
3201 kfree(cur);
8a7fbfab 3202 netxen_config_ipaddr(adapter, ifa->ifa_address,
3203 NX_IP_DOWN);
3204 ret = true;
57569d0e
RB		 3205 break;
3206 }
3207 }
3208 }
8a7fbfab 3209out:
3210 return ret;
57569d0e 3211}
8a7fbfab 3212
57569d0e
RB		 3213static void
3214netxen_config_indev_addr(struct netxen_adapter *adapter,
3215 struct net_device *dev, unsigned long event)
d0725e4d
AKS		 3216{
3217 struct in_device *indev;
d0725e4d 3218
3db76755 3219 if (!netxen_destip_supported(adapter))
d0725e4d
AKS		 3220 return;
3221
3222 indev = in_dev_get(dev);
3223 if (!indev)
3224 return;
3225
3226 for_ifa(indev) {
3227 switch (event) {
3228 case NETDEV_UP:
8a7fbfab 3229 netxen_list_config_ip(adapter, ifa, NX_IP_UP);
d0725e4d
AKS		 3230 break;
3231 case NETDEV_DOWN:
8a7fbfab 3232 netxen_list_config_ip(adapter, ifa, NX_IP_DOWN);
d0725e4d
AKS		 3233 break;
3234 default:
3235 break;
3236 }
3237 } endfor_ifa(indev);
3238
3239 in_dev_put(indev);
d0725e4d
AKS		 3240}
3241
57569d0e
RB		 3242static void
3243netxen_restore_indev_addr(struct net_device *netdev, unsigned long event)
3244
3245{
3246 struct netxen_adapter *adapter = netdev_priv(netdev);
8a7fbfab 3247 struct nx_ip_list *pos, *tmp_pos;
57569d0e
RB		 3248 unsigned long ip_event;
3249
3250 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN;
3251 netxen_config_indev_addr(adapter, netdev, event);
3252
8a7fbfab 3253 list_for_each_entry_safe(pos, tmp_pos, &adapter->ip_list, list) {
57569d0e
RB		 3254 netxen_config_ipaddr(adapter, pos->ip_addr, ip_event);
3255 }
3256}
3257
8a7fbfab 3258static inline bool
3259netxen_config_checkdev(struct net_device *dev)
3260{
3261 struct netxen_adapter *adapter;
3262
3263 if (!is_netxen_netdev(dev))
3264 return false;
3265 adapter = netdev_priv(dev);
3266 if (!adapter)
3267 return false;
3268 if (!netxen_destip_supported(adapter))
3269 return false;
3270 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
3271 return false;
3272
3273 return true;
3274}
3275
3276/**
3277 * netxen_config_master - configure addresses based on master
3278 * @dev: netxen device
3279 * @event: netdev event
3280 */
3281static void netxen_config_master(struct net_device *dev, unsigned long event)
3282{
3283 struct net_device *master, *slave;
3284 struct netxen_adapter *adapter = netdev_priv(dev);
3285
3286 rcu_read_lock();
3287 master = netdev_master_upper_dev_get_rcu(dev);
3288 /*
3289 * This is the case where the netxen nic is being
3290 * enslaved and is dev_open()ed in bond_enslave()
3291 * Now we should program the bond's (and its vlans')
3292 * addresses in the netxen NIC.
3293 */
3294 if (master && netif_is_bond_master(master) &&
3295 !netif_is_bond_slave(dev)) {
3296 netxen_config_indev_addr(adapter, master, event);
3297 for_each_netdev_rcu(&init_net, slave)
3298 if (slave->priv_flags & IFF_802_1Q_VLAN &&
3299 vlan_dev_real_dev(slave) == master)
3300 netxen_config_indev_addr(adapter, slave, event);
3301 }
3302 rcu_read_unlock();
3303 /*
3304 * This is the case where the netxen nic is being
3305 * released and is dev_close()ed in bond_release()
3306 * just before IFF_BONDING is stripped.
3307 */
3308 if (!master && dev->priv_flags & IFF_BONDING)
3309 netxen_free_ip_list(adapter, true);
3310}
3311
6598b169
DP		 3312static int netxen_netdev_event(struct notifier_block *this,
3313 unsigned long event, void *ptr)
3314{
3315 struct netxen_adapter *adapter;
351638e7 3316 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
57569d0e 3317 struct net_device *orig_dev = dev;
8a7fbfab 3318 struct net_device *slave;
6598b169
DP		 3319
3320recheck:
3321 if (dev == NULL)
3322 goto done;
3323
3324 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3325 dev = vlan_dev_real_dev(dev);
3326 goto recheck;
3327 }
8a7fbfab 3328 if (event == NETDEV_UP || event == NETDEV_DOWN) {
3329 /* If this is a bonding device, look for netxen-based slaves*/
3330 if (netif_is_bond_master(dev)) {
3331 rcu_read_lock();
3332 for_each_netdev_in_bond_rcu(dev, slave) {
3333 if (!netxen_config_checkdev(slave))
3334 continue;
3335 adapter = netdev_priv(slave);
3336 netxen_config_indev_addr(adapter,
3337 orig_dev, event);
3338 }
3339 rcu_read_unlock();
3340 } else {
3341 if (!netxen_config_checkdev(dev))
3342 goto done;
3343 adapter = netdev_priv(dev);
3344 /* Act only if the actual netxen is the target */
3345 if (orig_dev == dev)
3346 netxen_config_master(dev, event);
3347 netxen_config_indev_addr(adapter, orig_dev, event);
3348 }
3349 }
6598b169
DP		 3350done:
3351 return NOTIFY_DONE;
3352}
3353
3354static int
3355netxen_inetaddr_event(struct notifier_block *this,
3356 unsigned long event, void *ptr)
3357{
3358 struct netxen_adapter *adapter;
8a7fbfab 3359 struct net_device *dev, *slave;
6598b169 3360 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
8a7fbfab 3361 unsigned long ip_event;
6598b169
DP		 3362
3363 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
8a7fbfab 3364 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN;
6598b169 3365recheck:
57569d0e 3366 if (dev == NULL)
6598b169
DP		 3367 goto done;
3368
3369 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3370 dev = vlan_dev_real_dev(dev);
3371 goto recheck;
3372 }
8a7fbfab 3373 if (event == NETDEV_UP || event == NETDEV_DOWN) {
3374 /* If this is a bonding device, look for netxen-based slaves*/
3375 if (netif_is_bond_master(dev)) {
3376 rcu_read_lock();
3377 for_each_netdev_in_bond_rcu(dev, slave) {
3378 if (!netxen_config_checkdev(slave))
3379 continue;
3380 adapter = netdev_priv(slave);
3381 netxen_list_config_ip(adapter, ifa, ip_event);
3382 }
3383 rcu_read_unlock();
3384 } else {
3385 if (!netxen_config_checkdev(dev))
3386 goto done;
3387 adapter = netdev_priv(dev);
3388 netxen_list_config_ip(adapter, ifa, ip_event);
3389 }
6598b169 3390 }
6598b169
DP		 3391done:
3392 return NOTIFY_DONE;
3393}
3394
3395static struct notifier_block netxen_netdev_cb = {
3396 .notifier_call = netxen_netdev_event,
3397};
3398
3399static struct notifier_block netxen_inetaddr_cb = {
3400 .notifier_call = netxen_inetaddr_event,
3401};
9feae56c
RD		 3402#else
3403static void
57569d0e
RB		 3404netxen_restore_indev_addr(struct net_device *dev, unsigned long event)
3405{ }
3406static void
8a7fbfab 3407netxen_free_ip_list(struct netxen_adapter *adapter, bool master)
9feae56c 3408{ }
044824d9 3409#endif
6598b169 3410
3646f0e5 3411static const struct pci_error_handlers netxen_err_handler = {
e87ad553
AKS		 3412 .error_detected = netxen_io_error_detected,
3413 .slot_reset = netxen_io_slot_reset,
3414 .resume = netxen_io_resume,
3415};
3416
3d396eb1
AK		 3417static struct pci_driver netxen_driver = {
3418 .name = netxen_nic_driver_name,
3419 .id_table = netxen_pci_tbl,
3420 .probe = netxen_nic_probe,
c3f9c88c 3421 .remove = netxen_nic_remove,
01542cd1 3422#ifdef CONFIG_PM
0b72e659 3423 .suspend = netxen_nic_suspend,
22b5794b 3424 .resume = netxen_nic_resume,
01542cd1 3425#endif
e87ad553
AKS		 3426 .shutdown = netxen_nic_shutdown,
3427 .err_handler = &netxen_err_handler
3d396eb1
AK		 3428};
3429
3d396eb1
AK		 3430static int __init netxen_init_module(void)
3431{
ff4fbd43
DP		 3432 printk(KERN_INFO "%s\n", netxen_nic_driver_string);
3433
044824d9 3434#ifdef CONFIG_INET
6598b169
DP		 3435 register_netdevice_notifier(&netxen_netdev_cb);
3436 register_inetaddr_notifier(&netxen_inetaddr_cb);
044824d9 3437#endif
184231bd 3438 return pci_register_driver(&netxen_driver);
3d396eb1
AK		 3439}
3440
3441module_init(netxen_init_module);
3442
3443static void __exit netxen_exit_module(void)
3444{
3d396eb1 3445 pci_unregister_driver(&netxen_driver);
6598b169 3446
044824d9 3447#ifdef CONFIG_INET
6598b169
DP		 3448 unregister_inetaddr_notifier(&netxen_inetaddr_cb);
3449 unregister_netdevice_notifier(&netxen_netdev_cb);
044824d9 3450#endif
3d396eb1
AK		 3451}
3452
3453module_exit(netxen_exit_module);
Linux 6.x block layer and io_uring tree(s)