projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
netxen_nic: fix cdrp race condition
[linux-2.6-block.git] / drivers / net / ethernet / qlogic / netxen / netxen_nic_main.c
CommitLineData
3d396eb1 1/*
5d242f1c 2 * Copyright (C) 2003 - 2009 NetXen, Inc.
13af7a6e 3 * Copyright (C) 2009 - QLogic Corporation.
3d396eb1 4 * All rights reserved.
80922fbc 5 *
3d396eb1
AK		 6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version 2
9 * of the License, or (at your option) any later version.
80922fbc 10 *
3d396eb1
AK		 11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
80922fbc 15 *
3d396eb1
AK		 16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
19 * MA 02111-1307, USA.
80922fbc 20 *
3d396eb1 21 * The full GNU General Public License is included in this distribution
4d21fef4 22 * in the file called "COPYING".
80922fbc 23 *
3d396eb1
AK		 24 */
25
5a0e3ad6 26#include <linux/slab.h>
cb8011ad 27#include <linux/vmalloc.h>
e98e3350 28#include <linux/interrupt.h>
3d396eb1
AK		 29#include "netxen_nic_hw.h"
30
31#include "netxen_nic.h"
3d396eb1 32
1494a814 33#include <linux/dma-mapping.h>
391587c3 34#include <linux/if_vlan.h>
c9bdd4b5 35#include <net/ip.h>
00977784 36#include <linux/ipv6.h>
6598b169 37#include <linux/inetdevice.h>
0531d7b8 38#include <linux/sysfs.h>
e87ad553 39#include <linux/aer.h>
1494a814 40
0438a1b2 41MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Intelligent Ethernet Driver");
3d396eb1
AK		 42MODULE_LICENSE("GPL");
43MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
7e8e5d97 44MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME);
3d396eb1 45
ceded32f 46char netxen_nic_driver_name[] = "netxen_nic";
c25c0b9b 47static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v"
cb8011ad 48 NETXEN_NIC_LINUX_VERSIONID;
3d396eb1 49
2956640d
DP		 50static int port_mode = NETXEN_PORT_MODE_AUTO_NEG;
51
52/* Default to restricted 1G auto-neg mode */
53static int wol_port_mode = 5;
54
55static int use_msi = 1;
56
57static int use_msi_x = 1;
58
afdafff1
SH		 59static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
60module_param(auto_fw_reset, int, 0644);
61MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled");
caa2dd53 62
3d396eb1 63static int __devinit netxen_nic_probe(struct pci_dev *pdev,
2956640d 64 const struct pci_device_id *ent);
3d396eb1
AK		 65static void __devexit netxen_nic_remove(struct pci_dev *pdev);
66static int netxen_nic_open(struct net_device *netdev);
67static int netxen_nic_close(struct net_device *netdev);
61357325
SH		 68static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *,
69 struct net_device *);
3d396eb1 70static void netxen_tx_timeout(struct net_device *netdev);
74c520da 71static void netxen_tx_timeout_task(struct work_struct *work);
6a581e93
DP		 72static void netxen_fw_poll_work(struct work_struct *work);
73static void netxen_schedule_work(struct netxen_adapter *adapter,
74 work_func_t func, int delay);
75static void netxen_cancel_fw_work(struct netxen_adapter *adapter);
bea3348e 76static int netxen_nic_poll(struct napi_struct *napi, int budget);
3d396eb1
AK		 77#ifdef CONFIG_NET_POLL_CONTROLLER
78static void netxen_nic_poll_controller(struct net_device *netdev);
79#endif
fa3ce355
NK		 80
81static void netxen_create_sysfs_entries(struct netxen_adapter *adapter);
82static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter);
70f9cf89
DP		 83static void netxen_create_diag_entries(struct netxen_adapter *adapter);
84static void netxen_remove_diag_entries(struct netxen_adapter *adapter);
fa3ce355 85
e87ad553 86static int nx_dev_request_aer(struct netxen_adapter *adapter);
6a581e93
DP		 87static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter);
88static int netxen_can_start_firmware(struct netxen_adapter *adapter);
89
1494a814 90static irqreturn_t netxen_intr(int irq, void *data);
05aaa02d 91static irqreturn_t netxen_msi_intr(int irq, void *data);
b3df68f8 92static irqreturn_t netxen_msix_intr(int irq, void *data);
3d396eb1 93
57569d0e
RB		 94static void netxen_free_vlan_ip_list(struct netxen_adapter *);
95static void netxen_restore_indev_addr(struct net_device *dev, unsigned long);
47fd428c 96static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *dev,
97 struct rtnl_link_stats64 *stats);
7e12bb0a 98static int netxen_nic_set_mac(struct net_device *netdev, void *p);
d0725e4d 99
3d396eb1 100/* PCI Device ID Table */
70081ac5 101#define ENTRY(device) \
040dec3b 102 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
70081ac5
AV		 103 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
104
a3aa1884 105static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = {
040dec3b
DP		 106 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR),
107 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4),
108 ENTRY(PCI_DEVICE_ID_NX2031_4GCU),
109 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ),
110 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ),
111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT),
112 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2),
113 ENTRY(PCI_DEVICE_ID_NX3031),
3d396eb1
AK		 114 {0,}
115};
116
117MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
118
7830b22c
DP		 119static uint32_t crb_cmd_producer[4] = {
120 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1,
121 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3
122};
123
c9fc891f 124void
3ce06a32 125netxen_nic_update_cmd_producer(struct netxen_adapter *adapter,
cb2107be 126 struct nx_host_tx_ring *tx_ring)
3176ff3e 127{
195c5f98 128 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer);
3176ff3e
MT		 129}
130
7830b22c
DP		 131static uint32_t crb_cmd_consumer[4] = {
132 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1,
133 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3
134};
135
3ce06a32
DP		 136static inline void
137netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter,
cb2107be 138 struct nx_host_tx_ring *tx_ring)
3176ff3e 139{
195c5f98 140 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer);
3176ff3e
MT		 141}
142
2956640d 143static uint32_t msi_tgt_status[8] = {
443be796 144 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
2956640d
DP		 145 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
146 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
147 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
443be796
DP		 148};
149
2956640d
DP		 150static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG;
151
d8b100c5 152static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 153{
d8b100c5
DP		 154 struct netxen_adapter *adapter = sds_ring->adapter;
155
195c5f98 156 NXWRIO(adapter, sds_ring->crb_intr_mask, 0);
4638aef1
SH		 157}
158
d8b100c5 159static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 160{
d8b100c5
DP		 161 struct netxen_adapter *adapter = sds_ring->adapter;
162
195c5f98 163 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1);
4638aef1 164
092bc571 165 if (!NETXEN_IS_MSI_FAMILY(adapter))
195c5f98 166 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff);
4638aef1
SH		 167}
168
71dcddbd
DP		 169static int
170netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count)
171{
172 int size = sizeof(struct nx_host_sds_ring) * count;
173
174 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
175
807540ba 176 return recv_ctx->sds_rings == NULL;
71dcddbd
DP		 177}
178
d8b100c5 179static void
71dcddbd
DP		 180netxen_free_sds_rings(struct netxen_recv_context *recv_ctx)
181{
182 if (recv_ctx->sds_rings != NULL)
183 kfree(recv_ctx->sds_rings);
232e7d68
DP		 184
185 recv_ctx->sds_rings = NULL;
71dcddbd
DP		 186}
187
188static int
d8b100c5
DP		 189netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev)
190{
191 int ring;
192 struct nx_host_sds_ring *sds_ring;
193 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
194
71dcddbd 195 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
f17443f4 196 return -ENOMEM;
71dcddbd 197
d8b100c5
DP		 198 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
199 sds_ring = &recv_ctx->sds_rings[ring];
200 netif_napi_add(netdev, &sds_ring->napi,
201 netxen_nic_poll, NETXEN_NETDEV_WEIGHT);
202 }
71dcddbd
DP		 203
204 return 0;
d8b100c5
DP		 205}
206
232e7d68
DP		 207static void
208netxen_napi_del(struct netxen_adapter *adapter)
209{
210 int ring;
211 struct nx_host_sds_ring *sds_ring;
212 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
213
214 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
215 sds_ring = &recv_ctx->sds_rings[ring];
216 netif_napi_del(&sds_ring->napi);
217 }
218
219 netxen_free_sds_rings(&adapter->recv_ctx);
220}
221
d8b100c5
DP		 222static void
223netxen_napi_enable(struct netxen_adapter *adapter)
224{
225 int ring;
226 struct nx_host_sds_ring *sds_ring;
227 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
228
229 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
230 sds_ring = &recv_ctx->sds_rings[ring];
231 napi_enable(&sds_ring->napi);
232 netxen_nic_enable_int(sds_ring);
233 }
234}
235
236static void
237netxen_napi_disable(struct netxen_adapter *adapter)
238{
239 int ring;
240 struct nx_host_sds_ring *sds_ring;
241 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
242
243 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
244 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 245 netxen_nic_disable_int(sds_ring);
b2af9cb0
DP		 246 napi_synchronize(&sds_ring->napi);
247 napi_disable(&sds_ring->napi);
d8b100c5
DP		 248 }
249}
250
50c643e7 251static int nx_set_dma_mask(struct netxen_adapter *adapter)
2956640d
DP		 252{
253 struct pci_dev *pdev = adapter->pdev;
1f434f63
DP		 254 uint64_t mask, cmask;
255
256 adapter->pci_using_dac = 0;
2956640d 257
6afd142f 258 mask = DMA_BIT_MASK(32);
6afd142f 259 cmask = DMA_BIT_MASK(32);
1f434f63 260
50c643e7 261 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
1f434f63 262#ifndef CONFIG_IA64
6afd142f 263 mask = DMA_BIT_MASK(35);
1f434f63 264#endif
50c643e7
DP		 265 } else {
266 mask = DMA_BIT_MASK(39);
267 cmask = mask;
268 }
269
2956640d 270 if (pci_set_dma_mask(pdev, mask) == 0 &&
1f434f63 271 pci_set_consistent_dma_mask(pdev, cmask) == 0) {
2956640d
DP		 272 adapter->pci_using_dac = 1;
273 return 0;
274 }
2956640d 275
1f434f63
DP		 276 return -EIO;
277}
278
279/* Update addressable range if firmware supports it */
280static int
281nx_update_dma_mask(struct netxen_adapter *adapter)
282{
283 int change, shift, err;
50c643e7 284 uint64_t mask, old_mask, old_cmask;
1f434f63
DP		 285 struct pci_dev *pdev = adapter->pdev;
286
287 change = 0;
288
f98a9f69 289 shift = NXRD32(adapter, CRB_DMA_SHIFT);
f60f7856 290 if (shift > 32)
1f434f63
DP		 291 return 0;
292
293 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9))
294 change = 1;
295 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4))
296 change = 1;
297
298 if (change) {
299 old_mask = pdev->dma_mask;
50c643e7
DP		 300 old_cmask = pdev->dev.coherent_dma_mask;
301
f60f7856 302 mask = DMA_BIT_MASK(32+shift);
1f434f63
DP		 303
304 err = pci_set_dma_mask(pdev, mask);
305 if (err)
50c643e7
DP		 306 goto err_out;
307
308 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
309
310 err = pci_set_consistent_dma_mask(pdev, mask);
311 if (err)
312 goto err_out;
313 }
314 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
2956640d
DP		 315 }
316
2956640d 317 return 0;
50c643e7
DP		 318
319err_out:
320 pci_set_dma_mask(pdev, old_mask);
321 pci_set_consistent_dma_mask(pdev, old_cmask);
322 return err;
2956640d
DP		 323}
324
2956640d
DP		 325static int
326netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot)
327{
27c915a4 328 u32 val, timeout;
2956640d
DP		 329
330 if (first_boot == 0x55555555) {
331 /* This is the first boot after power up */
f98a9f69 332 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC);
27c915a4
DP		 333
334 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id))
335 return 0;
2956640d
DP		 336
337 /* PCI bus master workaround */
f98a9f69 338 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 339 if (!(first_boot & 0x4)) {
340 first_boot |= 0x4;
f98a9f69 341 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot);
581e8ae4 342 NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 343 }
344
345 /* This is the first boot after power up */
f98a9f69 346 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET);
2956640d
DP		 347 if (first_boot != 0x80000f) {
348 /* clear the register for future unloads/loads */
f98a9f69 349 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0);
27c915a4 350 return -EIO;
2956640d
DP		 351 }
352
27c915a4 353 /* Start P2 boot loader */
f98a9f69
DP		 354 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE);
355 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1);
27c915a4
DP		 356 timeout = 0;
357 do {
358 msleep(1);
f98a9f69 359 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
27c915a4
DP		 360
361 if (++timeout > 5000)
362 return -EIO;
363
364 } while (val == NETXEN_BDINFO_MAGIC);
2956640d 365 }
27c915a4 366 return 0;
2956640d
DP		 367}
368
369static void netxen_set_port_mode(struct netxen_adapter *adapter)
370{
371 u32 val, data;
372
1e2d0059 373 val = adapter->ahw.board_type;
2956640d
DP		 374 if ((val == NETXEN_BRDTYPE_P3_HMEZ) ||
375 (val == NETXEN_BRDTYPE_P3_XG_LOM)) {
376 if (port_mode == NETXEN_PORT_MODE_802_3_AP) {
377 data = NETXEN_PORT_MODE_802_3_AP;
f98a9f69 378 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 379 } else if (port_mode == NETXEN_PORT_MODE_XG) {
380 data = NETXEN_PORT_MODE_XG;
f98a9f69 381 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 382 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) {
383 data = NETXEN_PORT_MODE_AUTO_NEG_1G;
f98a9f69 384 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 385 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) {
386 data = NETXEN_PORT_MODE_AUTO_NEG_XG;
f98a9f69 387 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 388 } else {
389 data = NETXEN_PORT_MODE_AUTO_NEG;
f98a9f69 390 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 391 }
392
393 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) &&
394 (wol_port_mode != NETXEN_PORT_MODE_XG) &&
395 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) &&
396 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) {
397 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG;
398 }
f98a9f69 399 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode);
2956640d
DP		 400 }
401}
402
e3feb266
RB		 403#define PCI_CAP_ID_GEN 0x10
404
405static void netxen_pcie_strap_init(struct netxen_adapter *adapter)
406{
407 u32 pdevfuncsave;
408 u32 c8c9value = 0;
409 u32 chicken = 0;
410 u32 control = 0;
411 int i, pos;
412 struct pci_dev *pdev;
413
414 pdev = adapter->pdev;
415
416 chicken = NXRD32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3));
417 /* clear chicken3.25:24 */
418 chicken &= 0xFCFFFFFF;
419 /*
420 * if gen1 and B0, set F1020 - if gen 2, do nothing
421 * if gen2 set to F1000
422 */
423 pos = pci_find_capability(pdev, PCI_CAP_ID_GEN);
424 if (pos == 0xC0) {
425 pci_read_config_dword(pdev, pos + 0x10, &control);
426 if ((control & 0x000F0000) != 0x00020000) {
427 /* set chicken3.24 if gen1 */
428 chicken |= 0x01000000;
429 }
430 dev_info(&adapter->pdev->dev, "Gen2 strapping detected\n");
431 c8c9value = 0xF1000;
432 } else {
433 /* set chicken3.24 if gen1 */
434 chicken |= 0x01000000;
435 dev_info(&adapter->pdev->dev, "Gen1 strapping detected\n");
436 if (adapter->ahw.revision_id == NX_P3_B0)
437 c8c9value = 0xF1020;
438 else
439 c8c9value = 0;
440 }
441
442 NXWR32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3), chicken);
443
444 if (!c8c9value)
445 return;
446
447 pdevfuncsave = pdev->devfn;
448 if (pdevfuncsave & 0x07)
449 return;
450
451 for (i = 0; i < 8; i++) {
452 pci_read_config_dword(pdev, pos + 8, &control);
453 pci_read_config_dword(pdev, pos + 8, &control);
454 pci_write_config_dword(pdev, pos + 8, c8c9value);
455 pdev->devfn++;
456 }
457 pdev->devfn = pdevfuncsave;
458}
459
2956640d
DP		 460static void netxen_set_msix_bit(struct pci_dev *pdev, int enable)
461{
462 u32 control;
463 int pos;
464
465 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
466 if (pos) {
467 pci_read_config_dword(pdev, pos, &control);
468 if (enable)
469 control |= PCI_MSIX_FLAGS_ENABLE;
470 else
471 control = 0;
472 pci_write_config_dword(pdev, pos, control);
473 }
474}
475
be339aee 476static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count)
2956640d
DP		 477{
478 int i;
479
be339aee 480 for (i = 0; i < count; i++)
2956640d
DP		 481 adapter->msix_entries[i].entry = i;
482}
483
9dc28efe
DP		 484static int
485netxen_read_mac_addr(struct netxen_adapter *adapter)
486{
487 int i;
488 unsigned char *p;
a03d2451 489 u64 mac_addr;
9dc28efe
DP		 490 struct net_device *netdev = adapter->netdev;
491 struct pci_dev *pdev = adapter->pdev;
492
9dc28efe
DP		 493 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
494 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0)
495 return -EIO;
496 } else {
497 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0)
498 return -EIO;
499 }
500
501 p = (unsigned char *)&mac_addr;
502 for (i = 0; i < 6; i++)
503 netdev->dev_addr[i] = *(p + 5 - i);
504
505 memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
5d09e534 506 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
9dc28efe
DP		 507
508 /* set station address */
509
e174961c
JB		 510 if (!is_valid_ether_addr(netdev->perm_addr))
511 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr);
9dc28efe
DP		 512
513 return 0;
514}
515
7e12bb0a 516static int netxen_nic_set_mac(struct net_device *netdev, void *p)
3d0a3cc9
DP		 517{
518 struct netxen_adapter *adapter = netdev_priv(netdev);
519 struct sockaddr *addr = p;
520
521 if (!is_valid_ether_addr(addr->sa_data))
522 return -EINVAL;
523
524 if (netif_running(netdev)) {
525 netif_device_detach(netdev);
526 netxen_napi_disable(adapter);
527 }
528
5d09e534 529 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
3d0a3cc9
DP		 530 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
531 adapter->macaddr_set(adapter, addr->sa_data);
532
533 if (netif_running(netdev)) {
534 netif_device_attach(netdev);
535 netxen_napi_enable(adapter);
536 }
537 return 0;
538}
539
1abd266f
SH		 540static void netxen_set_multicast_list(struct net_device *dev)
541{
542 struct netxen_adapter *adapter = netdev_priv(dev);
543
3d0a3cc9 544 adapter->set_multi(dev);
1abd266f
SH		 545}
546
c8f44aff
MM		 547static netdev_features_t netxen_fix_features(struct net_device *dev,
548 netdev_features_t features)
066413da
MM		 549{
550 if (!(features & NETIF_F_RXCSUM)) {
551 netdev_info(dev, "disabling LRO as RXCSUM is off\n");
552
553 features &= ~NETIF_F_LRO;
554 }
555
556 return features;
557}
558
c8f44aff
MM		 559static int netxen_set_features(struct net_device *dev,
560 netdev_features_t features)
066413da
MM		 561{
562 struct netxen_adapter *adapter = netdev_priv(dev);
563 int hw_lro;
564
565 if (!((dev->features ^ features) & NETIF_F_LRO))
566 return 0;
567
568 hw_lro = (features & NETIF_F_LRO) ? NETXEN_NIC_LRO_ENABLED
569 : NETXEN_NIC_LRO_DISABLED;
570
571 if (netxen_config_hw_lro(adapter, hw_lro))
572 return -EIO;
573
574 if (!(features & NETIF_F_LRO) && netxen_send_lro_cleanup(adapter))
575 return -EIO;
576
577 return 0;
578}
579
1abd266f
SH		 580static const struct net_device_ops netxen_netdev_ops = {
581 .ndo_open = netxen_nic_open,
582 .ndo_stop = netxen_nic_close,
583 .ndo_start_xmit = netxen_nic_xmit_frame,
47fd428c 584 .ndo_get_stats64 = netxen_nic_get_stats,
1abd266f 585 .ndo_validate_addr = eth_validate_addr,
afc4b13d 586 .ndo_set_rx_mode = netxen_set_multicast_list,
1abd266f
SH		 587 .ndo_set_mac_address = netxen_nic_set_mac,
588 .ndo_change_mtu = netxen_nic_change_mtu,
589 .ndo_tx_timeout = netxen_tx_timeout,
066413da
MM		 590 .ndo_fix_features = netxen_fix_features,
591 .ndo_set_features = netxen_set_features,
1abd266f
SH		 592#ifdef CONFIG_NET_POLL_CONTROLLER
593 .ndo_poll_controller = netxen_nic_poll_controller,
594#endif
595};
596
97daee83
DP		 597static void
598netxen_setup_intr(struct netxen_adapter *adapter)
599{
600 struct netxen_legacy_intr_set *legacy_intrp;
601 struct pci_dev *pdev = adapter->pdev;
be339aee
DP		 602 int err, num_msix;
603
604 if (adapter->rss_supported) {
605 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
606 MSIX_ENTRIES_PER_ADAPTER : 2;
607 } else
608 num_msix = 1;
609
610 adapter->max_sds_rings = 1;
97daee83
DP		 611
612 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED);
97daee83
DP		 613
614 if (adapter->ahw.revision_id >= NX_P3_B0)
615 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
616 else
617 legacy_intrp = &legacy_intr[0];
195c5f98
AKS		 618
619 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
620 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
621 legacy_intrp->tgt_status_reg);
622 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter,
623 legacy_intrp->tgt_mask_reg);
624 adapter->pci_int_reg = netxen_get_ioaddr(adapter,
625 legacy_intrp->pci_int_reg);
626 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR);
627
628 if (adapter->ahw.revision_id >= NX_P3_B1)
629 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
630 ISR_INT_STATE_REG);
631 else
632 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
633 CRB_INT_VECTOR);
97daee83
DP		 634
635 netxen_set_msix_bit(pdev, 0);
636
637 if (adapter->msix_supported) {
638
be339aee
DP		 639 netxen_init_msix_entries(adapter, num_msix);
640 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
641 if (err == 0) {
642 adapter->flags |= NETXEN_NIC_MSIX_ENABLED;
643 netxen_set_msix_bit(pdev, 1);
97daee83 644
be339aee
DP		 645 if (adapter->rss_supported)
646 adapter->max_sds_rings = num_msix;
97daee83 647
be339aee
DP		 648 dev_info(&pdev->dev, "using msi-x interrupts\n");
649 return;
650 }
651
652 if (err > 0)
653 pci_disable_msix(pdev);
654
655 /* fall through for msi */
97daee83 656 }
be339aee
DP		 657
658 if (use_msi && !pci_enable_msi(pdev)) {
659 adapter->flags |= NETXEN_NIC_MSI_ENABLED;
195c5f98
AKS		 660 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
661 msi_tgt_status[adapter->ahw.pci_func]);
be339aee 662 dev_info(&pdev->dev, "using msi interrupts\n");
f67f3408 663 adapter->msix_entries[0].vector = pdev->irq;
be339aee
DP		 664 return;
665 }
666
667 dev_info(&pdev->dev, "using legacy interrupts\n");
668 adapter->msix_entries[0].vector = pdev->irq;
97daee83
DP		 669}
670
671static void
672netxen_teardown_intr(struct netxen_adapter *adapter)
673{
674 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
675 pci_disable_msix(adapter->pdev);
676 if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
677 pci_disable_msi(adapter->pdev);
678}
679
680static void
681netxen_cleanup_pci_map(struct netxen_adapter *adapter)
682{
683 if (adapter->ahw.db_base != NULL)
684 iounmap(adapter->ahw.db_base);
685 if (adapter->ahw.pci_base0 != NULL)
686 iounmap(adapter->ahw.pci_base0);
687 if (adapter->ahw.pci_base1 != NULL)
688 iounmap(adapter->ahw.pci_base1);
689 if (adapter->ahw.pci_base2 != NULL)
690 iounmap(adapter->ahw.pci_base2);
691}
692
693static int
694netxen_setup_pci_map(struct netxen_adapter *adapter)
695{
97daee83
DP		 696 void __iomem *db_ptr = NULL;
697
71fb62fb 698 resource_size_t mem_base, db_base;
afbe5cd6 699 unsigned long mem_len, db_len = 0;
97daee83
DP		 700
701 struct pci_dev *pdev = adapter->pdev;
702 int pci_func = adapter->ahw.pci_func;
afbe5cd6 703 struct netxen_hardware_context *ahw = &adapter->ahw;
97daee83
DP		 704
705 int err = 0;
706
707 /*
708 * Set the CRB window to invalid. If any register in window 0 is
709 * accessed it should set the window to 0 and then reset it to 1.
710 */
907fa120 711 adapter->ahw.crb_win = -1;
47abe356 712 adapter->ahw.ocm_win = -1;
97daee83
DP		 713
714 /* remap phys address */
715 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
716 mem_len = pci_resource_len(pdev, 0);
97daee83 717
97daee83
DP		 718 /* 128 Meg of memory */
719 if (mem_len == NETXEN_PCI_128MB_SIZE) {
afbe5cd6
AKS		 720
721 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE);
722 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START,
97daee83 723 SECOND_PAGE_GROUP_SIZE);
afbe5cd6 724 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START,
97daee83 725 THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 726 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL ||
727 ahw->pci_base2 == NULL) {
728 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
729 err = -EIO;
730 goto err_out;
731 }
732
733 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE;
734
97daee83 735 } else if (mem_len == NETXEN_PCI_32MB_SIZE) {
afbe5cd6
AKS		 736
737 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE);
738 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START -
97daee83 739 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 740 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) {
741 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
742 err = -EIO;
743 goto err_out;
744 }
745
97daee83 746 } else if (mem_len == NETXEN_PCI_2MB_SIZE) {
97daee83 747
afbe5cd6
AKS		 748 ahw->pci_base0 = pci_ioremap_bar(pdev, 0);
749 if (ahw->pci_base0 == NULL) {
97daee83
DP		 750 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
751 return -EIO;
752 }
afbe5cd6 753 ahw->pci_len0 = mem_len;
97daee83
DP		 754 } else {
755 return -EIO;
756 }
757
195c5f98
AKS		 758 netxen_setup_hwops(adapter);
759
97daee83
DP		 760 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
761
6abb4b83
AKS		 762 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) {
763 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
764 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
765
766 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
47abe356
DP		 767 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
768 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func)));
769 }
770
97daee83
DP		 771 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
772 goto skip_doorbell;
773
774 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */
775 db_len = pci_resource_len(pdev, 4);
776
777 if (db_len == 0) {
778 printk(KERN_ERR "%s: doorbell is disabled\n",
779 netxen_nic_driver_name);
780 err = -EIO;
781 goto err_out;
782 }
783
784 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES);
785 if (!db_ptr) {
786 printk(KERN_ERR "%s: Failed to allocate doorbell map.",
787 netxen_nic_driver_name);
788 err = -EIO;
789 goto err_out;
790 }
791
792skip_doorbell:
793 adapter->ahw.db_base = db_ptr;
794 adapter->ahw.db_len = db_len;
795 return 0;
796
797err_out:
798 netxen_cleanup_pci_map(adapter);
799 return err;
800}
801
2b9e62ee
DP		 802static void
803netxen_check_options(struct netxen_adapter *adapter)
804{
805 u32 fw_major, fw_minor, fw_build;
806 char brd_name[NETXEN_MAX_SHORT_NAME];
807 char serial_num[32];
808 int i, offset, val;
809 int *ptr32;
810 struct pci_dev *pdev = adapter->pdev;
811
812 adapter->driver_mismatch = 0;
813
814 ptr32 = (int *)&serial_num;
815 offset = NX_FW_SERIAL_NUM_OFFSET;
816 for (i = 0; i < 8; i++) {
817 if (netxen_rom_fast_read(adapter, offset, &val) == -1) {
818 dev_err(&pdev->dev, "error reading board info\n");
819 adapter->driver_mismatch = 1;
820 return;
821 }
822 ptr32[i] = cpu_to_le32(val);
823 offset += sizeof(u32);
824 }
825
826 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR);
827 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR);
828 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB);
829
830 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build);
831
832 if (adapter->portnum == 0) {
833 get_brd_name_by_type(adapter->ahw.board_type, brd_name);
834
c25c0b9b
DP		 835 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n",
836 module_name(THIS_MODULE),
2b9e62ee
DP		 837 brd_name, serial_num, adapter->ahw.revision_id);
838 }
839
840 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) {
841 adapter->driver_mismatch = 1;
842 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
843 fw_major, fw_minor, fw_build);
844 return;
845 }
846
847 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
848 i = NXRD32(adapter, NETXEN_SRE_MISC);
849 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
850 }
851
852 dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n",
853 fw_major, fw_minor, fw_build,
854 adapter->ahw.cut_through ? "cut-through" : "legacy");
855
856 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222))
857 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1);
858
2b9e62ee
DP		 859 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) {
860 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
861 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
862 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) {
863 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
864 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
865 }
866
867 adapter->msix_supported = 0;
868 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
869 adapter->msix_supported = !!use_msi_x;
870 adapter->rss_supported = !!use_msi_x;
083ba279
AKS		 871 } else {
872 u32 flashed_ver = 0;
873 netxen_rom_fast_read(adapter,
874 NX_FW_VERSION_OFFSET, (int *)&flashed_ver);
875 flashed_ver = NETXEN_DECODE_VERSION(flashed_ver);
876
877 if (flashed_ver >= NETXEN_VERSION_CODE(3, 4, 336)) {
878 switch (adapter->ahw.board_type) {
879 case NETXEN_BRDTYPE_P2_SB31_10G:
880 case NETXEN_BRDTYPE_P2_SB31_10G_CX4:
881 adapter->msix_supported = !!use_msi_x;
882 adapter->rss_supported = !!use_msi_x;
883 break;
884 default:
885 break;
886 }
2b9e62ee
DP		 887 }
888 }
889
890 adapter->num_txd = MAX_CMD_DESCRIPTORS;
891
892 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
893 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS;
894 adapter->max_rds_rings = 3;
895 } else {
896 adapter->num_lro_rxd = 0;
897 adapter->max_rds_rings = 2;
898 }
899}
900
ba599d4f 901static int
6a581e93 902netxen_start_firmware(struct netxen_adapter *adapter)
ba599d4f
DP		 903{
904 int val, err, first_boot;
905 struct pci_dev *pdev = adapter->pdev;
906
2b9e62ee
DP		 907 /* required for NX2031 dummy dma */
908 err = nx_set_dma_mask(adapter);
909 if (err)
910 return err;
911
6a581e93 912 if (!netxen_can_start_firmware(adapter))
96f2ebd2 913 goto wait_init;
0b72e659 914
f98a9f69 915 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
ba599d4f
DP		 916
917 err = netxen_check_hw_init(adapter, first_boot);
918 if (err) {
919 dev_err(&pdev->dev, "error in init HW init sequence\n");
920 return err;
921 }
922
6a581e93 923 netxen_request_firmware(adapter);
f7185c71 924
67c38fc6 925 err = netxen_need_fw_reset(adapter);
1dbc84a7 926 if (err < 0)
db4cfd8a 927 goto err_out;
1dbc84a7 928 if (err == 0)
e3feb266 929 goto pcie_strap_init;
67c38fc6 930
ba599d4f 931 if (first_boot != 0x55555555) {
f98a9f69 932 NXWR32(adapter, CRB_CMDPEG_STATE, 0);
0be367bd 933 netxen_pinit_from_rom(adapter);
ba599d4f
DP		 934 msleep(1);
935 }
567c6c4e 936
f98a9f69 937 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
6a581e93
DP		 938 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0);
939 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0);
940
567c6c4e
DP		 941 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
942 netxen_set_port_mode(adapter);
943
db4cfd8a
DP		 944 err = netxen_load_firmware(adapter);
945 if (err)
946 goto err_out;
ba599d4f 947
6a581e93
DP		 948 netxen_release_firmware(adapter);
949
ba599d4f
DP		 950 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
951
952 /* Initialize multicast addr pool owners */
953 val = 0x7654;
1e2d0059 954 if (adapter->ahw.port_type == NETXEN_NIC_XGBE)
ba599d4f 955 val |= 0x0f000000;
f98a9f69 956 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val);
ba599d4f
DP		 957
958 }
959
83ac51fa 960 err = netxen_init_dummy_dma(adapter);
ba599d4f 961 if (err)
db4cfd8a 962 goto err_out;
ba599d4f
DP		 963
964 /*
965 * Tell the hardware our version number.
966 */
967 val = (_NETXEN_NIC_LINUX_MAJOR << 16)
968 | ((_NETXEN_NIC_LINUX_MINOR << 8))
969 | (_NETXEN_NIC_LINUX_SUBVERSION);
f98a9f69 970 NXWR32(adapter, CRB_DRIVER_VERSION, val);
ba599d4f 971
e3feb266
RB		 972pcie_strap_init:
973 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
974 netxen_pcie_strap_init(adapter);
975
96f2ebd2 976wait_init:
ba599d4f
DP		 977 /* Handshake with the card before we register the devices. */
978 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE);
979 if (err) {
83ac51fa 980 netxen_free_dummy_dma(adapter);
db4cfd8a 981 goto err_out;
ba599d4f
DP		 982 }
983
8f9b3f69
AKS		 984 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY);
985
68b3cae0
DP		 986 nx_update_dma_mask(adapter);
987
6a581e93 988 netxen_check_options(adapter);
68b3cae0 989
74c520da
AKS		 990 adapter->need_fw_reset = 0;
991
ec5c50cb 992 /* fall through and release firmware */
db4cfd8a
DP		 993
994err_out:
995 netxen_release_firmware(adapter);
996 return err;
ba599d4f
DP		 997}
998
9f5bc7f1
DP		 999static int
1000netxen_nic_request_irq(struct netxen_adapter *adapter)
1001{
1002 irq_handler_t handler;
d8b100c5
DP		 1003 struct nx_host_sds_ring *sds_ring;
1004 int err, ring;
1005
ab392d2d 1006 unsigned long flags = 0;
9f5bc7f1 1007 struct net_device *netdev = adapter->netdev;
d8b100c5 1008 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
9f5bc7f1 1009
9f5bc7f1
DP		 1010 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
1011 handler = netxen_msix_intr;
1012 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
1013 handler = netxen_msi_intr;
1014 else {
1015 flags |= IRQF_SHARED;
1016 handler = netxen_intr;
1017 }
1018 adapter->irq = netdev->irq;
1019
d8b100c5
DP		 1020 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1021 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 1022 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
d8b100c5
DP		 1023 err = request_irq(sds_ring->irq, handler,
1024 flags, sds_ring->name, sds_ring);
1025 if (err)
1026 return err;
1027 }
1028
1029 return 0;
1030}
1031
1032static void
1033netxen_nic_free_irq(struct netxen_adapter *adapter)
1034{
1035 int ring;
1036 struct nx_host_sds_ring *sds_ring;
1037
1038 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
1039
1040 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1041 sds_ring = &recv_ctx->sds_rings[ring];
1042 free_irq(sds_ring->irq, sds_ring);
1043 }
9f5bc7f1
DP		 1044}
1045
ca2ef330
DP		 1046static void
1047netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter)
1048{
1049 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT;
1050 adapter->coal.normal.data.rx_time_us =
1051 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US;
1052 adapter->coal.normal.data.rx_packets =
1053 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS;
1054 adapter->coal.normal.data.tx_time_us =
1055 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US;
1056 adapter->coal.normal.data.tx_packets =
1057 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS;
1058}
1059
6f771419 1060/* with rtnl_lock */
9f5bc7f1 1061static int
6f771419 1062__netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1
DP		 1063{
1064 int err;
1065
db4cfd8a
DP		 1066 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1067 return -EIO;
1068
9f5bc7f1
DP		 1069 err = adapter->init_port(adapter, adapter->physical_port);
1070 if (err) {
1071 printk(KERN_ERR "%s: Failed to initialize port %d\n",
1072 netxen_nic_driver_name, adapter->portnum);
1073 return err;
1074 }
3d0a3cc9 1075 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
5d09e534 1076 adapter->macaddr_set(adapter, adapter->mac_addr);
9f5bc7f1 1077
3d0a3cc9
DP		 1078 adapter->set_multi(netdev);
1079 adapter->set_mtu(adapter, netdev->mtu);
9f5bc7f1
DP		 1080
1081 adapter->ahw.linkup = 0;
9f5bc7f1 1082
d8b100c5
DP		 1083 if (adapter->max_sds_rings > 1)
1084 netxen_config_rss(adapter, 1);
9f5bc7f1 1085
ca2ef330
DP		 1086 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1087 netxen_config_intr_coalesce(adapter);
1088
e4baaf71 1089 if (netdev->features & NETIF_F_LRO)
1bb482f8
NK		 1090 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED);
1091
b2af9cb0
DP		 1092 netxen_napi_enable(adapter);
1093
5103c9f7 1094 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
3bf26ce3 1095 netxen_linkevent_request(adapter, 1);
3d0a3cc9
DP		 1096 else
1097 netxen_nic_set_link_parameters(adapter);
1098
6a581e93 1099 set_bit(__NX_DEV_UP, &adapter->state);
9f5bc7f1
DP		 1100 return 0;
1101}
1102
6f771419
AKS		 1103/* Usage: During resume and firmware recovery module.*/
1104
1105static inline int
1106netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
1107{
1108 int err = 0;
1109
1110 rtnl_lock();
1111 if (netif_running(netdev))
1112 err = __netxen_nic_up(adapter, netdev);
1113 rtnl_unlock();
1114
1115 return err;
1116}
1117
1118/* with rtnl_lock */
9f5bc7f1 1119static void
6f771419 1120__netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1 1121{
db4cfd8a
DP		 1122 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1123 return;
1124
f2251f66
AKS		 1125 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state))
1126 return;
6a581e93 1127
f2251f66 1128 smp_mb();
b2af9cb0 1129 spin_lock(&adapter->tx_clean_lock);
9f5bc7f1 1130 netif_carrier_off(netdev);
b2af9cb0 1131 netif_tx_disable(netdev);
9f5bc7f1 1132
d478af0d
SC		 1133 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
1134 netxen_linkevent_request(adapter, 0);
1135
9f5bc7f1
DP		 1136 if (adapter->stop_port)
1137 adapter->stop_port(adapter);
1138
5cf4d323
DP		 1139 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1140 netxen_p3_free_mac_list(adapter);
1141
22b5794b
AKS		 1142 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE);
1143
be339aee
DP		 1144 netxen_napi_disable(adapter);
1145
9f5bc7f1 1146 netxen_release_tx_buffers(adapter);
b2af9cb0 1147 spin_unlock(&adapter->tx_clean_lock);
9f5bc7f1
DP		 1148}
1149
6f771419
AKS		 1150/* Usage: During suspend and firmware recovery module */
1151
1152static inline void
1153netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
1154{
1155 rtnl_lock();
1156 if (netif_running(netdev))
1157 __netxen_nic_down(adapter, netdev);
1158 rtnl_unlock();
1159
1160}
9f5bc7f1
DP		 1161
1162static int
1163netxen_nic_attach(struct netxen_adapter *adapter)
1164{
1165 struct net_device *netdev = adapter->netdev;
1166 struct pci_dev *pdev = adapter->pdev;
becf46a0 1167 int err, ring;
d8b100c5 1168 struct nx_host_rds_ring *rds_ring;
d877f1e3 1169 struct nx_host_tx_ring *tx_ring;
9f5bc7f1 1170
7042cd8f
AKS		 1171 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC)
1172 return 0;
1173
9f5bc7f1 1174 err = netxen_init_firmware(adapter);
232e7d68
DP		 1175 if (err)
1176 return err;
1177
1178 err = netxen_napi_add(adapter, netdev);
1179 if (err)
1180 return err;
9f5bc7f1 1181
9f5bc7f1
DP		 1182 err = netxen_alloc_sw_resources(adapter);
1183 if (err) {
1184 printk(KERN_ERR "%s: Error in setting sw resources\n",
1185 netdev->name);
1186 return err;
1187 }
1188
9f5bc7f1
DP		 1189 err = netxen_alloc_hw_resources(adapter);
1190 if (err) {
1191 printk(KERN_ERR "%s: Error in setting hw resources\n",
1192 netdev->name);
1193 goto err_out_free_sw;
1194 }
1195
4f96b988 1196 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
4ea528a1 1197 tx_ring = adapter->tx_ring;
195c5f98
AKS		 1198 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter,
1199 crb_cmd_producer[adapter->portnum]);
1200 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter,
1201 crb_cmd_consumer[adapter->portnum]);
9f5bc7f1 1202
cb2107be
DP		 1203 tx_ring->producer = 0;
1204 tx_ring->sw_consumer = 0;
1205
1206 netxen_nic_update_cmd_producer(adapter, tx_ring);
1207 netxen_nic_update_cmd_consumer(adapter, tx_ring);
9f5bc7f1
DP		 1208 }
1209
d8b100c5
DP		 1210 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1211 rds_ring = &adapter->recv_ctx.rds_rings[ring];
1212 netxen_post_rx_buffers(adapter, ring, rds_ring);
1213 }
9f5bc7f1
DP		 1214
1215 err = netxen_nic_request_irq(adapter);
1216 if (err) {
1217 dev_err(&pdev->dev, "%s: failed to setup interrupt\n",
1218 netdev->name);
1219 goto err_out_free_rxbuf;
1220 }
1221
ca2ef330
DP		 1222 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1223 netxen_nic_init_coalesce_defaults(adapter);
1224
fa3ce355
NK		 1225 netxen_create_sysfs_entries(adapter);
1226
9f5bc7f1
DP		 1227 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
1228 return 0;
1229
1230err_out_free_rxbuf:
1231 netxen_release_rx_buffers(adapter);
1232 netxen_free_hw_resources(adapter);
1233err_out_free_sw:
1234 netxen_free_sw_resources(adapter);
1235 return err;
1236}
1237
1238static void
1239netxen_nic_detach(struct netxen_adapter *adapter)
1240{
7042cd8f
AKS		 1241 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1242 return;
1243
fa3ce355
NK		 1244 netxen_remove_sysfs_entries(adapter);
1245
9f5bc7f1 1246 netxen_free_hw_resources(adapter);
cf981ffb 1247 netxen_release_rx_buffers(adapter);
be339aee 1248 netxen_nic_free_irq(adapter);
232e7d68 1249 netxen_napi_del(adapter);
9f5bc7f1
DP		 1250 netxen_free_sw_resources(adapter);
1251
1252 adapter->is_up = 0;
1253}
1254
7042cd8f
AKS		 1255int
1256netxen_nic_reset_context(struct netxen_adapter *adapter)
1257{
1258 int err = 0;
1259 struct net_device *netdev = adapter->netdev;
1260
6a581e93
DP		 1261 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
1262 return -EBUSY;
1263
7042cd8f
AKS		 1264 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) {
1265
6a581e93
DP		 1266 netif_device_detach(netdev);
1267
7042cd8f 1268 if (netif_running(netdev))
6f771419 1269 __netxen_nic_down(adapter, netdev);
7042cd8f
AKS		 1270
1271 netxen_nic_detach(adapter);
1272
6a581e93
DP		 1273 if (netif_running(netdev)) {
1274 err = netxen_nic_attach(adapter);
1275 if (!err)
6f771419 1276 err = __netxen_nic_up(adapter, netdev);
7042cd8f 1277
6a581e93
DP		 1278 if (err)
1279 goto done;
1280 }
1281
1282 netif_device_attach(netdev);
7042cd8f 1283 }
6a581e93 1284
7042cd8f 1285done:
6a581e93 1286 clear_bit(__NX_RESETTING, &adapter->state);
7042cd8f
AKS		 1287 return err;
1288}
1289
f17443f4
DP		 1290static int
1291netxen_setup_netdev(struct netxen_adapter *adapter,
1292 struct net_device *netdev)
1293{
1294 int err = 0;
1295 struct pci_dev *pdev = adapter->pdev;
1296
f17443f4
DP		 1297 adapter->mc_enabled = 0;
1298 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1299 adapter->max_mc_count = 38;
1300 else
1301 adapter->max_mc_count = 16;
1302
1303 netdev->netdev_ops = &netxen_netdev_ops;
7a9905e6 1304 netdev->watchdog_timeo = 5*HZ;
f17443f4
DP		 1305
1306 netxen_nic_change_mtu(netdev, netdev->mtu);
1307
1308 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
1309
066413da
MM		 1310 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
1311 NETIF_F_RXCSUM;
f17443f4 1312
066413da
MM		 1313 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1314 netdev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6;
1315
1316 netdev->vlan_features |= netdev->hw_features;
f17443f4
DP		 1317
1318 if (adapter->pci_using_dac) {
1319 netdev->features |= NETIF_F_HIGHDMA;
1320 netdev->vlan_features |= NETIF_F_HIGHDMA;
1321 }
1322
028afe71 1323 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX)
066413da 1324 netdev->hw_features |= NETIF_F_HW_VLAN_TX;
028afe71 1325
1bb482f8 1326 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO)
066413da
MM		 1327 netdev->hw_features |= NETIF_F_LRO;
1328
1329 netdev->features |= netdev->hw_features;
1bb482f8 1330
f17443f4
DP		 1331 netdev->irq = adapter->msix_entries[0].vector;
1332
74c520da 1333 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task);
f17443f4
DP		 1334
1335 if (netxen_read_mac_addr(adapter))
1336 dev_warn(&pdev->dev, "failed to read mac addr\n");
1337
1338 netif_carrier_off(netdev);
f17443f4
DP		 1339
1340 err = register_netdev(netdev);
1341 if (err) {
1342 dev_err(&pdev->dev, "failed to register net device\n");
1343 return err;
1344 }
1345
1346 return 0;
1347}
1348
dce87b96 1349#ifdef CONFIG_PCIEAER
1350static void netxen_mask_aer_correctable(struct netxen_adapter *adapter)
1351{
1352 struct pci_dev *pdev = adapter->pdev;
1353 struct pci_dev *root = pdev->bus->self;
1354 u32 aer_pos;
1355
1356 if (adapter->ahw.board_type != NETXEN_BRDTYPE_P3_4_GB_MM &&
1357 adapter->ahw.board_type != NETXEN_BRDTYPE_P3_10G_TP)
1358 return;
1359
1360 if (root->pcie_type != PCI_EXP_TYPE_ROOT_PORT)
1361 return;
1362
1363 aer_pos = pci_find_ext_capability(root, PCI_EXT_CAP_ID_ERR);
1364 if (!aer_pos)
1365 return;
1366
1367 pci_write_config_dword(root, aer_pos + PCI_ERR_COR_MASK, 0xffff);
1368}
1369#endif
1370
3d396eb1
AK		 1371static int __devinit
1372netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1373{
1374 struct net_device *netdev = NULL;
1375 struct netxen_adapter *adapter = NULL;
2956640d 1376 int i = 0, err;
3176ff3e 1377 int pci_func_id = PCI_FUNC(pdev->devfn);
2956640d 1378 uint8_t revision_id;
5a6f95e6 1379 u32 val;
3d396eb1 1380
688328c7
EB		 1381 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) {
1382 pr_warning("%s: chip revisions between 0x%x-0x%x "
11d89d63 1383 "will not be enabled.\n",
c25c0b9b 1384 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1);
11d89d63
DP		 1385 return -ENODEV;
1386 }
1387
3d396eb1
AK		 1388 if ((err = pci_enable_device(pdev)))
1389 return err;
2956640d 1390
3d396eb1
AK		 1391 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1392 err = -ENODEV;
1393 goto err_out_disable_pdev;
1394 }
1395
1396 if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
1397 goto err_out_disable_pdev;
1398
e87ad553
AKS		 1399 if (NX_IS_REVISION_P3(pdev->revision))
1400 pci_enable_pcie_error_reporting(pdev);
1401
3d396eb1 1402 pci_set_master(pdev);
3176ff3e
MT		 1403
1404 netdev = alloc_etherdev(sizeof(struct netxen_adapter));
1405 if(!netdev) {
f17443f4 1406 err = -ENOMEM;
3176ff3e
MT		 1407 goto err_out_free_res;
1408 }
1409
3176ff3e
MT		 1410 SET_NETDEV_DEV(netdev, &pdev->dev);
1411
4cf1653a 1412 adapter = netdev_priv(netdev);
2956640d
DP		 1413 adapter->netdev = netdev;
1414 adapter->pdev = pdev;
13ba9c77 1415 adapter->ahw.pci_func = pci_func_id;
2956640d
DP		 1416
1417 revision_id = pdev->revision;
1418 adapter->ahw.revision_id = revision_id;
1419
f03b0ebd
DP		 1420 rwlock_init(&adapter->ahw.crb_lock);
1421 spin_lock_init(&adapter->ahw.mem_lock);
1422
d8b100c5 1423 spin_lock_init(&adapter->tx_clean_lock);
5cf4d323 1424 INIT_LIST_HEAD(&adapter->mac_list);
57569d0e 1425 INIT_LIST_HEAD(&adapter->vlan_ip_list);
3ce06a32 1426
97daee83
DP		 1427 err = netxen_setup_pci_map(adapter);
1428 if (err)
6c80b18d 1429 goto err_out_free_netdev;
3d396eb1 1430
2d1a3bbd 1431 /* This will be reset for mezz cards */
3176ff3e 1432 adapter->portnum = pci_func_id;
3176ff3e 1433
f17443f4
DP		 1434 err = netxen_nic_get_board_info(adapter);
1435 if (err) {
1436 dev_err(&pdev->dev, "Error getting board config info.\n");
dcd56fdb
DP		 1437 goto err_out_iounmap;
1438 }
6c80b18d 1439
dce87b96 1440#ifdef CONFIG_PCIEAER
1441 netxen_mask_aer_correctable(adapter);
1442#endif
1443
13ba9c77 1444 /* Mezz cards have PCI function 0,2,3 enabled */
1e2d0059 1445 switch (adapter->ahw.board_type) {
dc515f2e
DP		 1446 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
1447 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
1448 if (pci_func_id >= 2)
13ba9c77 1449 adapter->portnum = pci_func_id - 2;
dc515f2e
DP		 1450 break;
1451 default:
1452 break;
1453 }
13ba9c77 1454
e933d019
AKS		 1455 err = netxen_check_flash_fw_compatibility(adapter);
1456 if (err)
1457 goto err_out_iounmap;
1458
5a6f95e6
RB		 1459 if (adapter->portnum == 0) {
1460 val = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
1461 if (val != 0xffffffff && val != 0) {
683b65f8
RB		 1462 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, 0);
1463 adapter->need_fw_reset = 1;
1464 }
1465 }
1466
6a581e93 1467 err = netxen_start_firmware(adapter);
0b72e659 1468 if (err)
8f9b3f69 1469 goto err_out_decr_ref;
f17443f4 1470
3d396eb1 1471 /*
6c80b18d 1472 * See if the firmware gave us a virtual-physical port mapping.
3d396eb1 1473 */
dcd56fdb 1474 adapter->physical_port = adapter->portnum;
4f96b988 1475 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
f98a9f69 1476 i = NXRD32(adapter, CRB_V2P(adapter->portnum));
044fad0d
DP		 1477 if (i != 0x55555555)
1478 adapter->physical_port = i;
1479 }
6c80b18d 1480
6a581e93 1481 netxen_nic_clear_stats(adapter);
2956640d 1482
97daee83 1483 netxen_setup_intr(adapter);
2956640d 1484
f17443f4 1485 err = netxen_setup_netdev(adapter, netdev);
9dc28efe 1486 if (err)
2956640d 1487 goto err_out_disable_msi;
6c80b18d
MT		 1488
1489 pci_set_drvdata(pdev, adapter);
3d396eb1 1490
6a581e93
DP		 1491 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
1492
1e2d0059 1493 switch (adapter->ahw.port_type) {
2956640d
DP		 1494 case NETXEN_NIC_GBE:
1495 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1496 adapter->netdev->name);
1497 break;
1498 case NETXEN_NIC_XGBE:
1499 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1500 adapter->netdev->name);
1501 break;
3d396eb1 1502 }
3d396eb1 1503
70f9cf89
DP		 1504 netxen_create_diag_entries(adapter);
1505
2956640d
DP		 1506 return 0;
1507
1508err_out_disable_msi:
97daee83 1509 netxen_teardown_intr(adapter);
6c80b18d 1510
83ac51fa 1511 netxen_free_dummy_dma(adapter);
3d396eb1 1512
8f9b3f69 1513err_out_decr_ref:
6a581e93
DP		 1514 nx_decr_dev_ref_cnt(adapter);
1515
2956640d 1516err_out_iounmap:
97daee83 1517 netxen_cleanup_pci_map(adapter);
cb8011ad 1518
6c80b18d
MT		 1519err_out_free_netdev:
1520 free_netdev(netdev);
1521
1522err_out_free_res:
3d396eb1 1523 pci_release_regions(pdev);
6c80b18d
MT		 1524
1525err_out_disable_pdev:
2956640d 1526 pci_set_drvdata(pdev, NULL);
3d396eb1
AK		 1527 pci_disable_device(pdev);
1528 return err;
1529}
1530
1531static void __devexit netxen_nic_remove(struct pci_dev *pdev)
1532{
1533 struct netxen_adapter *adapter;
3176ff3e 1534 struct net_device *netdev;
3d396eb1 1535
6c80b18d 1536 adapter = pci_get_drvdata(pdev);
3d396eb1
AK		 1537 if (adapter == NULL)
1538 return;
1539
6c80b18d
MT		 1540 netdev = adapter->netdev;
1541
6a581e93
DP		 1542 netxen_cancel_fw_work(adapter);
1543
96acb6eb
DP		 1544 unregister_netdev(netdev);
1545
e424fa9d
AKS		 1546 cancel_work_sync(&adapter->tx_timeout_task);
1547
57569d0e 1548 netxen_free_vlan_ip_list(adapter);
7042cd8f 1549 netxen_nic_detach(adapter);
3d396eb1 1550
6a581e93
DP		 1551 nx_decr_dev_ref_cnt(adapter);
1552
439b454e 1553 if (adapter->portnum == 0)
83ac51fa 1554 netxen_free_dummy_dma(adapter);
96acb6eb 1555
6a581e93
DP		 1556 clear_bit(__NX_RESETTING, &adapter->state);
1557
97daee83 1558 netxen_teardown_intr(adapter);
3052246c 1559
70f9cf89
DP		 1560 netxen_remove_diag_entries(adapter);
1561
97daee83 1562 netxen_cleanup_pci_map(adapter);
595e3fb8 1563
f7185c71
DP		 1564 netxen_release_firmware(adapter);
1565
e87ad553
AKS		 1566 if (NX_IS_REVISION_P3(pdev->revision))
1567 pci_disable_pcie_error_reporting(pdev);
1568
595e3fb8 1569 pci_release_regions(pdev);
3052246c 1570 pci_disable_device(pdev);
595e3fb8
MT		 1571 pci_set_drvdata(pdev, NULL);
1572
6c80b18d 1573 free_netdev(netdev);
3d396eb1 1574}
e87ad553
AKS		 1575
1576static void netxen_nic_detach_func(struct netxen_adapter *adapter)
0b72e659 1577{
0b72e659
DP		 1578 struct net_device *netdev = adapter->netdev;
1579
1580 netif_device_detach(netdev);
1581
6a581e93
DP		 1582 netxen_cancel_fw_work(adapter);
1583
0b72e659
DP		 1584 if (netif_running(netdev))
1585 netxen_nic_down(adapter, netdev);
1586
e424fa9d
AKS		 1587 cancel_work_sync(&adapter->tx_timeout_task);
1588
7042cd8f 1589 netxen_nic_detach(adapter);
0b72e659 1590
22b5794b
AKS		 1591 if (adapter->portnum == 0)
1592 netxen_free_dummy_dma(adapter);
1593
6a581e93
DP		 1594 nx_decr_dev_ref_cnt(adapter);
1595
1596 clear_bit(__NX_RESETTING, &adapter->state);
22b5794b 1597}
0b72e659 1598
e87ad553 1599static int netxen_nic_attach_func(struct pci_dev *pdev)
0b72e659
DP		 1600{
1601 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1602 struct net_device *netdev = adapter->netdev;
1603 int err;
1604
0b72e659
DP		 1605 err = pci_enable_device(pdev);
1606 if (err)
1607 return err;
1608
bc86fcba
AKS		 1609 pci_set_power_state(pdev, PCI_D0);
1610 pci_set_master(pdev);
1611 pci_restore_state(pdev);
1612
907fa120 1613 adapter->ahw.crb_win = -1;
47abe356 1614 adapter->ahw.ocm_win = -1;
0b72e659 1615
6a581e93 1616 err = netxen_start_firmware(adapter);
0b72e659
DP		 1617 if (err) {
1618 dev_err(&pdev->dev, "failed to start firmware\n");
1619 return err;
1620 }
1621
1622 if (netif_running(netdev)) {
1623 err = netxen_nic_attach(adapter);
1624 if (err)
6a581e93 1625 goto err_out;
0b72e659
DP		 1626
1627 err = netxen_nic_up(adapter, netdev);
1628 if (err)
6a581e93 1629 goto err_out_detach;
0b72e659 1630
57569d0e 1631 netxen_restore_indev_addr(netdev, NETDEV_UP);
0b72e659
DP		 1632 }
1633
bc86fcba 1634 netif_device_attach(netdev);
6a581e93 1635 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
07653aa3 1636 return 0;
6a581e93
DP		 1637
1638err_out_detach:
1639 netxen_nic_detach(adapter);
1640err_out:
1641 nx_decr_dev_ref_cnt(adapter);
1642 return err;
0b72e659 1643}
e87ad553
AKS		 1644
1645static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev,
1646 pci_channel_state_t state)
1647{
1648 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1649
1650 if (state == pci_channel_io_perm_failure)
1651 return PCI_ERS_RESULT_DISCONNECT;
1652
1653 if (nx_dev_request_aer(adapter))
1654 return PCI_ERS_RESULT_RECOVERED;
1655
1656 netxen_nic_detach_func(adapter);
1657
1658 pci_disable_device(pdev);
1659
1660 return PCI_ERS_RESULT_NEED_RESET;
1661}
1662
1663static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev)
1664{
1665 int err = 0;
1666
1667 err = netxen_nic_attach_func(pdev);
1668
1669 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED;
1670}
1671
1672static void netxen_io_resume(struct pci_dev *pdev)
1673{
1674 pci_cleanup_aer_uncorrect_error_status(pdev);
1675}
1676
1677static void netxen_nic_shutdown(struct pci_dev *pdev)
1678{
1679 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1680
1681 netxen_nic_detach_func(adapter);
1682
1683 if (pci_save_state(pdev))
1684 return;
1685
1686 if (netxen_nic_wol_supported(adapter)) {
1687 pci_enable_wake(pdev, PCI_D3cold, 1);
1688 pci_enable_wake(pdev, PCI_D3hot, 1);
1689 }
1690
1691 pci_disable_device(pdev);
1692}
1693
1694#ifdef CONFIG_PM
1695static int
1696netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state)
1697{
1698 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1699 int retval;
1700
1701 netxen_nic_detach_func(adapter);
1702
1703 retval = pci_save_state(pdev);
1704 if (retval)
1705 return retval;
1706
1707 if (netxen_nic_wol_supported(adapter)) {
1708 pci_enable_wake(pdev, PCI_D3cold, 1);
1709 pci_enable_wake(pdev, PCI_D3hot, 1);
1710 }
1711
1712 pci_disable_device(pdev);
1713 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1714
1715 return 0;
1716}
1717
1718static int
1719netxen_nic_resume(struct pci_dev *pdev)
1720{
1721 return netxen_nic_attach_func(pdev);
1722}
01542cd1 1723#endif
0b72e659 1724
3d396eb1
AK		 1725static int netxen_nic_open(struct net_device *netdev)
1726{
4cf1653a 1727 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1728 int err = 0;
3d396eb1 1729
dcd56fdb
DP		 1730 if (adapter->driver_mismatch)
1731 return -EIO;
1732
7042cd8f
AKS		 1733 err = netxen_nic_attach(adapter);
1734 if (err)
1735 return err;
2956640d 1736
6f771419 1737 err = __netxen_nic_up(adapter, netdev);
9f5bc7f1
DP		 1738 if (err)
1739 goto err_out;
05aaa02d 1740
dcd56fdb 1741 netif_start_queue(netdev);
3d396eb1
AK		 1742
1743 return 0;
2956640d 1744
9f5bc7f1
DP		 1745err_out:
1746 netxen_nic_detach(adapter);
2956640d 1747 return err;
3d396eb1
AK		 1748}
1749
1750/*
1751 * netxen_nic_close - Disables a network interface entry point
1752 */
1753static int netxen_nic_close(struct net_device *netdev)
1754{
3176ff3e 1755 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1756
6f771419 1757 __netxen_nic_down(adapter, netdev);
3d396eb1
AK		 1758 return 0;
1759}
1760
1bcfd790
DP		 1761static void
1762netxen_tso_check(struct net_device *netdev,
1763 struct nx_host_tx_ring *tx_ring,
1764 struct cmd_desc_type0 *first_desc,
1765 struct sk_buff *skb)
cd1f8160 1766{
391587c3 1767 u8 opcode = TX_ETHER_PKT;
cdff1036 1768 __be16 protocol = skb->protocol;
028afe71 1769 u16 flags = 0, vid = 0;
1bcfd790 1770 u32 producer;
028afe71 1771 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1bcfd790 1772 struct cmd_desc_type0 *hwdesc;
028afe71 1773 struct vlan_ethhdr *vh;
cdff1036 1774
09640e63 1775 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
028afe71
DP		 1776
1777 vh = (struct vlan_ethhdr *)skb->data;
cdff1036
DP		 1778 protocol = vh->h_vlan_encapsulated_proto;
1779 flags = FLAGS_VLAN_TAGGED;
028afe71
DP		 1780
1781 } else if (vlan_tx_tag_present(skb)) {
1782
1783 flags = FLAGS_VLAN_OOB;
1784 vid = vlan_tx_tag_get(skb);
1785 netxen_set_tx_vlan_tci(first_desc, vid);
1786 vlan_oob = 1;
cdff1036 1787 }
cd1f8160 1788
391587c3
DP		 1789 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1790 skb_shinfo(skb)->gso_size > 0) {
1791
1bcfd790
DP		 1792 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1793
1794 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1795 first_desc->total_hdr_length = hdr_len;
028afe71
DP		 1796 if (vlan_oob) {
1797 first_desc->total_hdr_length += VLAN_HLEN;
1798 first_desc->tcp_hdr_offset = VLAN_HLEN;
1799 first_desc->ip_hdr_offset = VLAN_HLEN;
1800 /* Only in case of TSO on vlan device */
1801 flags |= FLAGS_VLAN_TAGGED;
1802 }
391587c3 1803
09640e63 1804 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
391587c3 1805 TX_TCP_LSO6 : TX_TCP_LSO;
1bcfd790 1806 tso = 1;
cd1f8160
DP		 1807
1808 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
391587c3
DP		 1809 u8 l4proto;
1810
09640e63 1811 if (protocol == cpu_to_be16(ETH_P_IP)) {
391587c3
DP		 1812 l4proto = ip_hdr(skb)->protocol;
1813
1814 if (l4proto == IPPROTO_TCP)
1815 opcode = TX_TCP_PKT;
1816 else if(l4proto == IPPROTO_UDP)
1817 opcode = TX_UDP_PKT;
09640e63 1818 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
391587c3
DP		 1819 l4proto = ipv6_hdr(skb)->nexthdr;
1820
1821 if (l4proto == IPPROTO_TCP)
1822 opcode = TX_TCPV6_PKT;
1823 else if(l4proto == IPPROTO_UDP)
1824 opcode = TX_UDPV6_PKT;
1825 }
cd1f8160 1826 }
028afe71
DP		 1827
1828 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1829 first_desc->ip_hdr_offset += skb_network_offset(skb);
1bcfd790
DP		 1830 netxen_set_tx_flags_opcode(first_desc, flags, opcode);
1831
1832 if (!tso)
1833 return;
1834
1835 /* For LSO, we need to copy the MAC/IP/TCP headers into
1836 * the descriptor ring
1837 */
1838 producer = tx_ring->producer;
1839 copied = 0;
1840 offset = 2;
1841
028afe71
DP		 1842 if (vlan_oob) {
1843 /* Create a TSO vlan header template for firmware */
1844
1845 hwdesc = &tx_ring->desc_head[producer];
1846 tx_ring->cmd_buf_arr[producer].skb = NULL;
1847
1848 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1849 hdr_len + VLAN_HLEN);
1850
1851 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1852 skb_copy_from_linear_data(skb, vh, 12);
1853 vh->h_vlan_proto = htons(ETH_P_8021Q);
1854 vh->h_vlan_TCI = htons(vid);
1855 skb_copy_from_linear_data_offset(skb, 12,
1856 (char *)vh + 16, copy_len - 16);
1857
545eb370 1858 copied = copy_len - VLAN_HLEN;
028afe71
DP		 1859 offset = 0;
1860
1861 producer = get_next_index(producer, tx_ring->num_desc);
1862 }
1863
1bcfd790
DP		 1864 while (copied < hdr_len) {
1865
1866 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1867 (hdr_len - copied));
1868
1869 hwdesc = &tx_ring->desc_head[producer];
1870 tx_ring->cmd_buf_arr[producer].skb = NULL;
1871
1872 skb_copy_from_linear_data_offset(skb, copied,
1873 (char *)hwdesc + offset, copy_len);
1874
1875 copied += copy_len;
1876 offset = 0;
1877
1878 producer = get_next_index(producer, tx_ring->num_desc);
1879 }
1880
1881 tx_ring->producer = producer;
1882 barrier();
cd1f8160
DP		 1883}
1884
ce644ed4
DP		 1885static int
1886netxen_map_tx_skb(struct pci_dev *pdev,
1887 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf)
6f703406 1888{
ce644ed4
DP		 1889 struct netxen_skb_frag *nf;
1890 struct skb_frag_struct *frag;
1891 int i, nr_frags;
1892 dma_addr_t map;
1893
1894 nr_frags = skb_shinfo(skb)->nr_frags;
1895 nf = &pbuf->frag_array[0];
1896
1897 map = pci_map_single(pdev, skb->data,
1898 skb_headlen(skb), PCI_DMA_TODEVICE);
1899 if (pci_dma_mapping_error(pdev, map))
1900 goto out_err;
6f703406 1901
ce644ed4
DP		 1902 nf->dma = map;
1903 nf->length = skb_headlen(skb);
1904
1905 for (i = 0; i < nr_frags; i++) {
1906 frag = &skb_shinfo(skb)->frags[i];
1907 nf = &pbuf->frag_array[i+1];
1908
9e903e08 1909 map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
5d6bcdfe
IC		 1910 DMA_TO_DEVICE);
1911 if (dma_mapping_error(&pdev->dev, map))
ce644ed4
DP		 1912 goto unwind;
1913
1914 nf->dma = map;
9e903e08 1915 nf->length = skb_frag_size(frag);
ce644ed4
DP		 1916 }
1917
1918 return 0;
6f703406 1919
ce644ed4 1920unwind:
cf503e8f
DP		 1921 while (--i >= 0) {
1922 nf = &pbuf->frag_array[i+1];
ce644ed4 1923 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
6f703406 1924 }
ce644ed4
DP		 1925
1926 nf = &pbuf->frag_array[0];
1927 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1928
1929out_err:
1930 return -ENOMEM;
6f703406
DP		 1931}
1932
d32cc3d2
DP		 1933static inline void
1934netxen_clear_cmddesc(u64 *desc)
1935{
1bcfd790
DP		 1936 desc[0] = 0ULL;
1937 desc[2] = 0ULL;
d32cc3d2
DP		 1938}
1939
61357325 1940static netdev_tx_t
d32cc3d2 1941netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
3d396eb1 1942{
3176ff3e 1943 struct netxen_adapter *adapter = netdev_priv(netdev);
4ea528a1 1944 struct nx_host_tx_ring *tx_ring = adapter->tx_ring;
391587c3 1945 struct netxen_cmd_buffer *pbuf;
3d396eb1 1946 struct netxen_skb_frag *buffrag;
1bcfd790
DP		 1947 struct cmd_desc_type0 *hwdesc, *first_desc;
1948 struct pci_dev *pdev;
391587c3 1949 int i, k;
c968bdf6 1950 int delta = 0;
1951 struct skb_frag_struct *frag;
3d396eb1 1952
cb2107be 1953 u32 producer;
ce644ed4 1954 int frag_count, no_of_desc;
d877f1e3 1955 u32 num_txd = tx_ring->num_desc;
3d396eb1 1956
3d396eb1
AK		 1957 frag_count = skb_shinfo(skb)->nr_frags + 1;
1958
c968bdf6 1959 /* 14 frags supported for normal packet and
1960 * 32 frags supported for TSO packet
1961 */
1962 if (!skb_is_gso(skb) && frag_count > NETXEN_MAX_FRAGS_PER_TX) {
1963
1964 for (i = 0; i < (frag_count - NETXEN_MAX_FRAGS_PER_TX); i++) {
1965 frag = &skb_shinfo(skb)->frags[i];
9e903e08 1966 delta += skb_frag_size(frag);
c968bdf6 1967 }
1968
1969 if (!__pskb_pull_tail(skb, delta))
1970 goto drop_packet;
1971
1972 frag_count = 1 + skb_shinfo(skb)->nr_frags;
1973 }
d877f1e3 1974 /* 4 fragments per cmd des */
3d396eb1 1975 no_of_desc = (frag_count + 3) >> 2;
53a01e00 1976
7a9905e6 1977 if (unlikely(netxen_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
ba53e6b4 1978 netif_stop_queue(netdev);
7a9905e6
RB		 1979 smp_mb();
1980 if (netxen_tx_avail(tx_ring) > TX_STOP_THRESH)
1981 netif_start_queue(netdev);
1982 else
1983 return NETDEV_TX_BUSY;
53a01e00 1984 }
3d396eb1 1985
cb2107be 1986 producer = tx_ring->producer;
ce644ed4 1987 pbuf = &tx_ring->cmd_buf_arr[producer];
cb2107be 1988
1bcfd790 1989 pdev = adapter->pdev;
391587c3 1990
ce644ed4 1991 if (netxen_map_tx_skb(pdev, skb, pbuf))
1bcfd790 1992 goto drop_packet;
391587c3 1993
3d396eb1 1994 pbuf->skb = skb;
3d396eb1 1995 pbuf->frag_count = frag_count;
6f703406 1996
1bcfd790
DP		 1997 first_desc = hwdesc = &tx_ring->desc_head[producer];
1998 netxen_clear_cmddesc((u64 *)hwdesc);
3d396eb1 1999
ce644ed4
DP		 2000 netxen_set_tx_frags_len(first_desc, frag_count, skb->len);
2001 netxen_set_tx_port(first_desc, adapter->portnum);
3d396eb1 2002
ce644ed4 2003 for (i = 0; i < frag_count; i++) {
3d396eb1 2004
ce644ed4
DP		 2005 k = i % 4;
2006
2007 if ((k == 0) && (i > 0)) {
2008 /* move to next desc.*/
ba53e6b4 2009 producer = get_next_index(producer, num_txd);
d877f1e3 2010 hwdesc = &tx_ring->desc_head[producer];
d32cc3d2 2011 netxen_clear_cmddesc((u64 *)hwdesc);
ce644ed4 2012 tx_ring->cmd_buf_arr[producer].skb = NULL;
6f703406 2013 }
3d396eb1 2014
ce644ed4 2015 buffrag = &pbuf->frag_array[i];
3d396eb1 2016
ce644ed4 2017 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
3d396eb1
AK		 2018 switch (k) {
2019 case 0:
ce644ed4 2020 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2021 break;
2022 case 1:
ce644ed4 2023 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2024 break;
2025 case 2:
ce644ed4 2026 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2027 break;
2028 case 3:
ce644ed4 2029 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 2030 break;
2031 }
3d396eb1 2032 }
ce644ed4 2033
1bcfd790 2034 tx_ring->producer = get_next_index(producer, num_txd);
3d396eb1 2035
1bcfd790 2036 netxen_tso_check(netdev, tx_ring, first_desc, skb);
6c80b18d 2037
1bcfd790 2038 adapter->stats.txbytes += skb->len;
ba53e6b4 2039 adapter->stats.xmitcalled++;
3d396eb1 2040
c82b9d7f
ED		 2041 netxen_nic_update_cmd_producer(adapter, tx_ring);
2042
3d396eb1 2043 return NETDEV_TX_OK;
6f703406
DP		 2044
2045drop_packet:
2046 adapter->stats.txdropped++;
2047 dev_kfree_skb_any(skb);
2048 return NETDEV_TX_OK;
3d396eb1
AK		 2049}
2050
a97342f9
DP		 2051static int netxen_nic_check_temp(struct netxen_adapter *adapter)
2052{
2053 struct net_device *netdev = adapter->netdev;
2054 uint32_t temp, temp_state, temp_val;
2055 int rv = 0;
2056
f98a9f69 2057 temp = NXRD32(adapter, CRB_TEMP_STATE);
a97342f9
DP		 2058
2059 temp_state = nx_get_temp_state(temp);
2060 temp_val = nx_get_temp_val(temp);
2061
2062 if (temp_state == NX_TEMP_PANIC) {
2063 printk(KERN_ALERT
2064 "%s: Device temperature %d degrees C exceeds"
2065 " maximum allowed. Hardware has been shut down.\n",
e4135c2d 2066 netdev->name, temp_val);
a97342f9
DP		 2067 rv = 1;
2068 } else if (temp_state == NX_TEMP_WARN) {
2069 if (adapter->temp == NX_TEMP_NORMAL) {
2070 printk(KERN_ALERT
2071 "%s: Device temperature %d degrees C "
2072 "exceeds operating range."
2073 " Immediate action needed.\n",
e4135c2d 2074 netdev->name, temp_val);
a97342f9
DP		 2075 }
2076 } else {
2077 if (adapter->temp == NX_TEMP_WARN) {
2078 printk(KERN_INFO
2079 "%s: Device temperature is now %d degrees C"
e4135c2d 2080 " in normal range.\n", netdev->name,
a97342f9
DP		 2081 temp_val);
2082 }
2083 }
2084 adapter->temp = temp_state;
2085 return rv;
2086}
2087
3bf26ce3 2088void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup)
a97342f9
DP		 2089{
2090 struct net_device *netdev = adapter->netdev;
a97342f9
DP		 2091
2092 if (adapter->ahw.linkup && !linkup) {
2093 printk(KERN_INFO "%s: %s NIC Link is down\n",
2094 netxen_nic_driver_name, netdev->name);
2095 adapter->ahw.linkup = 0;
2096 if (netif_running(netdev)) {
2097 netif_carrier_off(netdev);
2098 netif_stop_queue(netdev);
2099 }
e424fa9d 2100 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2101 } else if (!adapter->ahw.linkup && linkup) {
2102 printk(KERN_INFO "%s: %s NIC Link is up\n",
2103 netxen_nic_driver_name, netdev->name);
2104 adapter->ahw.linkup = 1;
2105 if (netif_running(netdev)) {
2106 netif_carrier_on(netdev);
2107 netif_wake_queue(netdev);
2108 }
e424fa9d 2109 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 2110 }
2111}
2112
3bf26ce3
DP		 2113static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter)
2114{
2115 u32 val, port, linkup;
2116
2117 port = adapter->physical_port;
2118
2119 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
f98a9f69 2120 val = NXRD32(adapter, CRB_XG_STATE_P3);
3bf26ce3
DP		 2121 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val);
2122 linkup = (val == XG_LINK_UP_P3);
2123 } else {
f98a9f69 2124 val = NXRD32(adapter, CRB_XG_STATE);
a4b751d8
SC		 2125 val = (val >> port*8) & 0xff;
2126 linkup = (val == XG_LINK_UP);
3bf26ce3
DP		 2127 }
2128
2129 netxen_advert_link_change(adapter, linkup);
2130}
2131
3d396eb1
AK		 2132static void netxen_tx_timeout(struct net_device *netdev)
2133{
e424fa9d 2134 struct netxen_adapter *adapter = netdev_priv(netdev);
f17443f4 2135
6a581e93
DP		 2136 if (test_bit(__NX_RESETTING, &adapter->state))
2137 return;
2138
f17443f4 2139 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
e424fa9d 2140 schedule_work(&adapter->tx_timeout_task);
3d396eb1
AK		 2141}
2142
74c520da 2143static void netxen_tx_timeout_task(struct work_struct *work)
3d396eb1 2144{
4790654c 2145 struct netxen_adapter *adapter =
3176ff3e 2146 container_of(work, struct netxen_adapter, tx_timeout_task);
3d396eb1 2147
b2af9cb0
DP		 2148 if (!netif_running(adapter->netdev))
2149 return;
2150
74c520da 2151 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2152 return;
2153
74c520da
AKS		 2154 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS)
2155 goto request_reset;
2156
16d884bd 2157 rtnl_lock();
74c520da
AKS		 2158 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
2159 /* try to scrub interrupt */
2160 netxen_napi_disable(adapter);
ba53e6b4 2161
74c520da
AKS		 2162 netxen_napi_enable(adapter);
2163
2164 netif_wake_queue(adapter->netdev);
2165
a598ae17 2166 clear_bit(__NX_RESETTING, &adapter->state);
74c520da 2167 } else {
a598ae17 2168 clear_bit(__NX_RESETTING, &adapter->state);
16d884bd
AKS		 2169 if (netxen_nic_reset_context(adapter)) {
2170 rtnl_unlock();
2171 goto request_reset;
74c520da 2172 }
74c520da 2173 }
16d884bd
AKS		 2174 adapter->netdev->trans_start = jiffies;
2175 rtnl_unlock();
2176 return;
74c520da
AKS		 2177
2178request_reset:
2179 adapter->need_fw_reset = 1;
ff8a306d 2180 clear_bit(__NX_RESETTING, &adapter->state);
3d396eb1
AK		 2181}
2182
47fd428c 2183static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *netdev,
2184 struct rtnl_link_stats64 *stats)
a97342f9
DP		 2185{
2186 struct netxen_adapter *adapter = netdev_priv(netdev);
a97342f9 2187
1bb482f8 2188 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
e98e3350 2189 stats->tx_packets = adapter->stats.xmitfinished;
a97342f9 2190 stats->rx_bytes = adapter->stats.rxbytes;
a97342f9 2191 stats->tx_bytes = adapter->stats.txbytes;
a97342f9 2192 stats->rx_dropped = adapter->stats.rxdropped;
a97342f9
DP		 2193 stats->tx_dropped = adapter->stats.txdropped;
2194
2195 return stats;
2196}
2197
e4c93c81 2198static irqreturn_t netxen_intr(int irq, void *data)
3d396eb1 2199{
d8b100c5
DP		 2200 struct nx_host_sds_ring *sds_ring = data;
2201 struct netxen_adapter *adapter = sds_ring->adapter;
d71e1be8
DP		 2202 u32 status = 0;
2203
195c5f98 2204 status = readl(adapter->isr_int_vec);
d71e1be8 2205
195c5f98 2206 if (!(status & adapter->int_vec_bit))
05aaa02d 2207 return IRQ_NONE;
e01872af 2208
195c5f98 2209 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
d71e1be8 2210 /* check interrupt state machine, to be sure */
195c5f98 2211 status = readl(adapter->crb_int_state_reg);
d71e1be8
DP		 2212 if (!ISR_LEGACY_INT_TRIGGERED(status))
2213 return IRQ_NONE;
2214
092bc571
DP		 2215 } else {
2216 unsigned long our_int = 0;
d71e1be8 2217
195c5f98 2218 our_int = readl(adapter->crb_int_state_reg);
092bc571 2219
d71e1be8 2220 /* not our interrupt */
092bc571 2221 if (!test_and_clear_bit((7 + adapter->portnum), &our_int))
d71e1be8
DP		 2222 return IRQ_NONE;
2223
092bc571 2224 /* claim interrupt */
195c5f98 2225 writel((our_int & 0xffffffff), adapter->crb_int_state_reg);
e01872af 2226
195c5f98 2227 /* clear interrupt */
d8b100c5 2228 netxen_nic_disable_int(sds_ring);
195c5f98 2229 }
092bc571 2230
195c5f98 2231 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2232 /* read twice to ensure write is flushed */
195c5f98
AKS		 2233 readl(adapter->isr_int_vec);
2234 readl(adapter->isr_int_vec);
092bc571 2235
d8b100c5 2236 napi_schedule(&sds_ring->napi);
3d396eb1
AK		 2237
2238 return IRQ_HANDLED;
2239}
2240
e4c93c81 2241static irqreturn_t netxen_msi_intr(int irq, void *data)
05aaa02d 2242{
d8b100c5
DP		 2243 struct nx_host_sds_ring *sds_ring = data;
2244 struct netxen_adapter *adapter = sds_ring->adapter;
05aaa02d 2245
092bc571 2246 /* clear interrupt */
195c5f98 2247 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2248
d8b100c5 2249 napi_schedule(&sds_ring->napi);
05aaa02d
DP		 2250 return IRQ_HANDLED;
2251}
2252
b3df68f8
DP		 2253static irqreturn_t netxen_msix_intr(int irq, void *data)
2254{
d8b100c5 2255 struct nx_host_sds_ring *sds_ring = data;
b3df68f8 2256
d8b100c5 2257 napi_schedule(&sds_ring->napi);
b3df68f8
DP		 2258 return IRQ_HANDLED;
2259}
2260
bea3348e 2261static int netxen_nic_poll(struct napi_struct *napi, int budget)
3d396eb1 2262{
d8b100c5
DP		 2263 struct nx_host_sds_ring *sds_ring =
2264 container_of(napi, struct nx_host_sds_ring, napi);
2265
2266 struct netxen_adapter *adapter = sds_ring->adapter;
2267
05aaa02d 2268 int tx_complete;
bea3348e 2269 int work_done;
3d396eb1 2270
05aaa02d 2271 tx_complete = netxen_process_cmd_ring(adapter);
3d396eb1 2272
d8b100c5 2273 work_done = netxen_process_rcv_ring(sds_ring, budget);
3d396eb1 2274
05aaa02d 2275 if ((work_done < budget) && tx_complete) {
d8b100c5 2276 napi_complete(&sds_ring->napi);
f2251f66 2277 if (test_bit(__NX_DEV_UP, &adapter->state))
b2af9cb0 2278 netxen_nic_enable_int(sds_ring);
3d396eb1
AK		 2279 }
2280
bea3348e 2281 return work_done;
3d396eb1
AK		 2282}
2283
2284#ifdef CONFIG_NET_POLL_CONTROLLER
2285static void netxen_nic_poll_controller(struct net_device *netdev)
2286{
7b589a35
YL		 2287 int ring;
2288 struct nx_host_sds_ring *sds_ring;
3176ff3e 2289 struct netxen_adapter *adapter = netdev_priv(netdev);
7b589a35
YL		 2290 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
2291
3d396eb1 2292 disable_irq(adapter->irq);
7b589a35
YL		 2293 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
2294 sds_ring = &recv_ctx->sds_rings[ring];
2295 netxen_intr(adapter->irq, sds_ring);
2296 }
3d396eb1
AK		 2297 enable_irq(adapter->irq);
2298}
2299#endif
3d396eb1 2300
6a581e93
DP		 2301static int
2302nx_incr_dev_ref_cnt(struct netxen_adapter *adapter)
2303{
2304 int count;
2305 if (netxen_api_lock(adapter))
2306 return -EIO;
2307
2308 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2309
2310 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2311
2312 netxen_api_unlock(adapter);
2313 return count;
2314}
2315
2316static int
2317nx_decr_dev_ref_cnt(struct netxen_adapter *adapter)
2318{
2319 int count;
2320 if (netxen_api_lock(adapter))
2321 return -EIO;
2322
2323 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2324 WARN_ON(count == 0);
2325
2326 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
2327
2328 if (count == 0)
2329 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2330
2331 netxen_api_unlock(adapter);
2332 return count;
2333}
2334
e87ad553
AKS		 2335static int
2336nx_dev_request_aer(struct netxen_adapter *adapter)
2337{
2338 u32 state;
2339 int ret = -EINVAL;
2340
2341 if (netxen_api_lock(adapter))
2342 return ret;
2343
2344 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2345
2346 if (state == NX_DEV_NEED_AER)
2347 ret = 0;
2348 else if (state == NX_DEV_READY) {
2349 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER);
2350 ret = 0;
2351 }
2352
2353 netxen_api_unlock(adapter);
2354 return ret;
2355}
2356
2357static int
74c520da
AKS		 2358nx_dev_request_reset(struct netxen_adapter *adapter)
2359{
2360 u32 state;
e87ad553 2361 int ret = -EINVAL;
74c520da
AKS		 2362
2363 if (netxen_api_lock(adapter))
e87ad553 2364 return ret;
74c520da
AKS		 2365
2366 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2367
e87ad553
AKS		 2368 if (state == NX_DEV_NEED_RESET)
2369 ret = 0;
2370 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) {
74c520da 2371 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET);
e87ad553
AKS		 2372 ret = 0;
2373 }
74c520da
AKS		 2374
2375 netxen_api_unlock(adapter);
e87ad553
AKS		 2376
2377 return ret;
74c520da
AKS		 2378}
2379
6a581e93
DP		 2380static int
2381netxen_can_start_firmware(struct netxen_adapter *adapter)
2382{
2383 int count;
2384 int can_start = 0;
2385
2386 if (netxen_api_lock(adapter))
2387 return 0;
2388
2389 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2390
2391 if ((count < 0) || (count >= NX_MAX_PCI_FUNC))
2392 count = 0;
2393
2394 if (count == 0) {
2395 can_start = 1;
2396 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING);
2397 }
2398
2399 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2400
2401 netxen_api_unlock(adapter);
2402
2403 return can_start;
2404}
2405
2406static void
2407netxen_schedule_work(struct netxen_adapter *adapter,
2408 work_func_t func, int delay)
2409{
2410 INIT_DELAYED_WORK(&adapter->fw_work, func);
2411 schedule_delayed_work(&adapter->fw_work, delay);
2412}
2413
2414static void
2415netxen_cancel_fw_work(struct netxen_adapter *adapter)
2416{
2417 while (test_and_set_bit(__NX_RESETTING, &adapter->state))
2418 msleep(10);
2419
2420 cancel_delayed_work_sync(&adapter->fw_work);
2421}
2422
2423static void
2424netxen_attach_work(struct work_struct *work)
2425{
2426 struct netxen_adapter *adapter = container_of(work,
2427 struct netxen_adapter, fw_work.work);
2428 struct net_device *netdev = adapter->netdev;
2429 int err = 0;
2430
2431 if (netif_running(netdev)) {
2432 err = netxen_nic_attach(adapter);
2433 if (err)
2434 goto done;
2435
2436 err = netxen_nic_up(adapter, netdev);
2437 if (err) {
2438 netxen_nic_detach(adapter);
2439 goto done;
2440 }
2441
57569d0e 2442 netxen_restore_indev_addr(netdev, NETDEV_UP);
6a581e93
DP		 2443 }
2444
2445 netif_device_attach(netdev);
2446
2447done:
2448 adapter->fw_fail_cnt = 0;
2449 clear_bit(__NX_RESETTING, &adapter->state);
2450 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2451}
2452
2453static void
2454netxen_fwinit_work(struct work_struct *work)
2455{
2456 struct netxen_adapter *adapter = container_of(work,
2457 struct netxen_adapter, fw_work.work);
2458 int dev_state;
2459
2460 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE);
2461
2462 switch (dev_state) {
2463 case NX_DEV_COLD:
2464 case NX_DEV_READY:
74c520da
AKS		 2465 if (!netxen_start_firmware(adapter)) {
2466 netxen_schedule_work(adapter, netxen_attach_work, 0);
2467 return;
2468 }
2469 break;
6a581e93 2470
6b50ea15 2471 case NX_DEV_NEED_RESET:
6a581e93
DP		 2472 case NX_DEV_INITALIZING:
2473 if (++adapter->fw_wait_cnt < FW_POLL_THRESH) {
2474 netxen_schedule_work(adapter,
2475 netxen_fwinit_work, 2 * FW_POLL_DELAY);
2476 return;
2477 }
6a581e93
DP		 2478
2479 case NX_DEV_FAILED:
2480 default:
8f9b3f69 2481 nx_incr_dev_ref_cnt(adapter);
6a581e93
DP		 2482 break;
2483 }
2484
6a581e93
DP		 2485 clear_bit(__NX_RESETTING, &adapter->state);
2486}
2487
2488static void
2489netxen_detach_work(struct work_struct *work)
2490{
2491 struct netxen_adapter *adapter = container_of(work,
2492 struct netxen_adapter, fw_work.work);
2493 struct net_device *netdev = adapter->netdev;
2494 int ref_cnt, delay;
2495 u32 status;
2496
2497 netif_device_detach(netdev);
2498
6f771419 2499 netxen_nic_down(adapter, netdev);
6a581e93 2500
e15eec28 2501 rtnl_lock();
6a581e93 2502 netxen_nic_detach(adapter);
e15eec28 2503 rtnl_unlock();
6a581e93
DP		 2504
2505 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2506
6a581e93 2507 if (status & NX_RCODE_FATAL_ERROR)
8f9b3f69 2508 goto err_ret;
6a581e93
DP		 2509
2510 if (adapter->temp == NX_TEMP_PANIC)
8f9b3f69
AKS		 2511 goto err_ret;
2512
2513 ref_cnt = nx_decr_dev_ref_cnt(adapter);
6a581e93 2514
6b50ea15
AKS		 2515 if (ref_cnt == -EIO)
2516 goto err_ret;
2517
6a581e93
DP		 2518 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY);
2519
2520 adapter->fw_wait_cnt = 0;
2521 netxen_schedule_work(adapter, netxen_fwinit_work, delay);
8f9b3f69
AKS		 2522
2523 return;
2524
2525err_ret:
2526 clear_bit(__NX_RESETTING, &adapter->state);
6a581e93
DP		 2527}
2528
2529static int
2530netxen_check_health(struct netxen_adapter *adapter)
2531{
2532 u32 state, heartbit;
2533 struct net_device *netdev = adapter->netdev;
2534
e87ad553
AKS		 2535 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2536 if (state == NX_DEV_NEED_AER)
2537 return 0;
2538
6a581e93
DP		 2539 if (netxen_nic_check_temp(adapter))
2540 goto detach;
2541
74c520da 2542 if (adapter->need_fw_reset) {
e87ad553
AKS		 2543 if (nx_dev_request_reset(adapter))
2544 return 0;
74c520da
AKS		 2545 goto detach;
2546 }
2547
e87ad553
AKS		 2548 /* NX_DEV_NEED_RESET, this state can be marked in two cases
2549 * 1. Tx timeout 2. Fw hang
2550 * Send request to destroy context in case of tx timeout only
2551 * and doesn't required in case of Fw hang
2552 */
6a808c6c
AKS		 2553 if (state == NX_DEV_NEED_RESET) {
2554 adapter->need_fw_reset = 1;
e87ad553
AKS		 2555 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2556 goto detach;
6a808c6c 2557 }
6a581e93
DP		 2558
2559 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2560 return 0;
2561
2562 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER);
2563 if (heartbit != adapter->heartbit) {
2564 adapter->heartbit = heartbit;
2565 adapter->fw_fail_cnt = 0;
e87ad553
AKS		 2566 if (adapter->need_fw_reset)
2567 goto detach;
6a581e93
DP		 2568 return 0;
2569 }
2570
2571 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2572 return 0;
2573
e87ad553
AKS		 2574 if (nx_dev_request_reset(adapter))
2575 return 0;
2576
6a581e93
DP		 2577 clear_bit(__NX_FW_ATTACHED, &adapter->state);
2578
2579 dev_info(&netdev->dev, "firmware hang detected\n");
2580
2581detach:
caa2dd53
NK		 2582 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2583 !test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2584 netxen_schedule_work(adapter, netxen_detach_work, 0);
2585 return 1;
2586}
2587
2588static void
2589netxen_fw_poll_work(struct work_struct *work)
2590{
2591 struct netxen_adapter *adapter = container_of(work,
2592 struct netxen_adapter, fw_work.work);
2593
2594 if (test_bit(__NX_RESETTING, &adapter->state))
2595 goto reschedule;
2596
2597 if (test_bit(__NX_DEV_UP, &adapter->state)) {
2598 if (!adapter->has_link_events) {
2599
2600 netxen_nic_handle_phy_intr(adapter);
2601
2602 if (adapter->link_changed)
2603 netxen_nic_set_link_parameters(adapter);
2604 }
2605 }
2606
2607 if (netxen_check_health(adapter))
2608 return;
2609
2610reschedule:
2611 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2612}
2613
fa3ce355
NK		 2614static ssize_t
2615netxen_store_bridged_mode(struct device *dev,
2616 struct device_attribute *attr, const char *buf, size_t len)
2617{
2618 struct net_device *net = to_net_dev(dev);
2619 struct netxen_adapter *adapter = netdev_priv(net);
2620 unsigned long new;
2621 int ret = -EINVAL;
2622
2623 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG))
2624 goto err_out;
2625
2626 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2627 goto err_out;
2628
2629 if (strict_strtoul(buf, 2, &new))
2630 goto err_out;
2631
2632 if (!netxen_config_bridged_mode(adapter, !!new))
2633 ret = len;
2634
2635err_out:
2636 return ret;
2637}
2638
2639static ssize_t
2640netxen_show_bridged_mode(struct device *dev,
2641 struct device_attribute *attr, char *buf)
2642{
2643 struct net_device *net = to_net_dev(dev);
2644 struct netxen_adapter *adapter;
2645 int bridged_mode = 0;
2646
2647 adapter = netdev_priv(net);
2648
2649 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2650 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED);
2651
2652 return sprintf(buf, "%d\n", bridged_mode);
2653}
2654
2655static struct device_attribute dev_attr_bridged_mode = {
2656 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2657 .show = netxen_show_bridged_mode,
2658 .store = netxen_store_bridged_mode,
2659};
2660
70f9cf89
DP		 2661static ssize_t
2662netxen_store_diag_mode(struct device *dev,
2663 struct device_attribute *attr, const char *buf, size_t len)
2664{
2665 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2666 unsigned long new;
2667
2668 if (strict_strtoul(buf, 2, &new))
2669 return -EINVAL;
2670
2671 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2672 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED;
2673
2674 return len;
2675}
2676
2677static ssize_t
2678netxen_show_diag_mode(struct device *dev,
2679 struct device_attribute *attr, char *buf)
2680{
2681 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2682
2683 return sprintf(buf, "%d\n",
2684 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED));
2685}
2686
2687static struct device_attribute dev_attr_diag_mode = {
2688 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2689 .show = netxen_show_diag_mode,
2690 .store = netxen_store_diag_mode,
2691};
2692
2693static int
2694netxen_sysfs_validate_crb(struct netxen_adapter *adapter,
2695 loff_t offset, size_t size)
2696{
0b9715e6
AKS		 2697 size_t crb_size = 4;
2698
70f9cf89
DP		 2699 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2700 return -EIO;
2701
0b9715e6
AKS		 2702 if (offset < NETXEN_PCI_CRBSPACE) {
2703 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2704 return -EINVAL;
70f9cf89 2705
0b9715e6
AKS		 2706 if (ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2707 NETXEN_PCI_CAMQM_2M_END))
2708 crb_size = 8;
2709 else
2710 return -EINVAL;
2711 }
2712
2713 if ((size != crb_size) || (offset & (crb_size-1)))
2714 return -EINVAL;
70f9cf89
DP		 2715
2716 return 0;
2717}
2718
2719static ssize_t
2c3c8bea
CW		 2720netxen_sysfs_read_crb(struct file *filp, struct kobject *kobj,
2721 struct bin_attribute *attr,
70f9cf89
DP		 2722 char *buf, loff_t offset, size_t size)
2723{
2724 struct device *dev = container_of(kobj, struct device, kobj);
2725 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2726 u32 data;
0b9715e6 2727 u64 qmdata;
70f9cf89
DP		 2728 int ret;
2729
2730 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2731 if (ret != 0)
2732 return ret;
2733
0b9715e6
AKS		 2734 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2735 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2736 NETXEN_PCI_CAMQM_2M_END)) {
2737 netxen_pci_camqm_read_2M(adapter, offset, &qmdata);
2738 memcpy(buf, &qmdata, size);
2739 } else {
2740 data = NXRD32(adapter, offset);
2741 memcpy(buf, &data, size);
2742 }
2743
70f9cf89
DP		 2744 return size;
2745}
2746
2747static ssize_t
2c3c8bea
CW		 2748netxen_sysfs_write_crb(struct file *filp, struct kobject *kobj,
2749 struct bin_attribute *attr,
70f9cf89
DP		 2750 char *buf, loff_t offset, size_t size)
2751{
2752 struct device *dev = container_of(kobj, struct device, kobj);
2753 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2754 u32 data;
0b9715e6 2755 u64 qmdata;
70f9cf89
DP		 2756 int ret;
2757
2758 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2759 if (ret != 0)
2760 return ret;
2761
0b9715e6
AKS		 2762 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) &&
2763 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM,
2764 NETXEN_PCI_CAMQM_2M_END)) {
2765 memcpy(&qmdata, buf, size);
2766 netxen_pci_camqm_write_2M(adapter, offset, qmdata);
2767 } else {
2768 memcpy(&data, buf, size);
2769 NXWR32(adapter, offset, data);
2770 }
2771
70f9cf89
DP		 2772 return size;
2773}
2774
2775static int
2776netxen_sysfs_validate_mem(struct netxen_adapter *adapter,
2777 loff_t offset, size_t size)
2778{
2779 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2780 return -EIO;
2781
2782 if ((size != 8) || (offset & 0x7))
2783 return -EIO;
2784
2785 return 0;
2786}
2787
2788static ssize_t
2c3c8bea
CW		 2789netxen_sysfs_read_mem(struct file *filp, struct kobject *kobj,
2790 struct bin_attribute *attr,
70f9cf89
DP		 2791 char *buf, loff_t offset, size_t size)
2792{
2793 struct device *dev = container_of(kobj, struct device, kobj);
2794 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2795 u64 data;
2796 int ret;
2797
2798 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2799 if (ret != 0)
2800 return ret;
2801
2802 if (adapter->pci_mem_read(adapter, offset, &data))
2803 return -EIO;
2804
2805 memcpy(buf, &data, size);
2806
2807 return size;
2808}
2809
2c3c8bea 2810static ssize_t netxen_sysfs_write_mem(struct file *filp, struct kobject *kobj,
70f9cf89
DP		 2811 struct bin_attribute *attr, char *buf,
2812 loff_t offset, size_t size)
2813{
2814 struct device *dev = container_of(kobj, struct device, kobj);
2815 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2816 u64 data;
2817 int ret;
2818
2819 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2820 if (ret != 0)
2821 return ret;
2822
2823 memcpy(&data, buf, size);
2824
2825 if (adapter->pci_mem_write(adapter, offset, data))
2826 return -EIO;
2827
2828 return size;
2829}
2830
2831
2832static struct bin_attribute bin_attr_crb = {
2833 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2834 .size = 0,
2835 .read = netxen_sysfs_read_crb,
2836 .write = netxen_sysfs_write_crb,
2837};
2838
2839static struct bin_attribute bin_attr_mem = {
2840 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2841 .size = 0,
2842 .read = netxen_sysfs_read_mem,
2843 .write = netxen_sysfs_write_mem,
2844};
2845
caa2dd53 2846
fa3ce355
NK		 2847static void
2848netxen_create_sysfs_entries(struct netxen_adapter *adapter)
2849{
2850 struct net_device *netdev = adapter->netdev;
2851 struct device *dev = &netdev->dev;
2852
2853 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) {
2854 /* bridged_mode control */
2855 if (device_create_file(dev, &dev_attr_bridged_mode)) {
2856 dev_warn(&netdev->dev,
2857 "failed to create bridged_mode sysfs entry\n");
2858 }
2859 }
2860}
2861
2862static void
2863netxen_remove_sysfs_entries(struct netxen_adapter *adapter)
2864{
2865 struct net_device *netdev = adapter->netdev;
2866 struct device *dev = &netdev->dev;
2867
2868 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2869 device_remove_file(dev, &dev_attr_bridged_mode);
2870}
2871
70f9cf89
DP		 2872static void
2873netxen_create_diag_entries(struct netxen_adapter *adapter)
2874{
2875 struct pci_dev *pdev = adapter->pdev;
2876 struct device *dev;
2877
2878 dev = &pdev->dev;
2879 if (device_create_file(dev, &dev_attr_diag_mode))
2880 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2881 if (device_create_bin_file(dev, &bin_attr_crb))
2882 dev_info(dev, "failed to create crb sysfs entry\n");
2883 if (device_create_bin_file(dev, &bin_attr_mem))
2884 dev_info(dev, "failed to create mem sysfs entry\n");
2885}
2886
2887
2888static void
2889netxen_remove_diag_entries(struct netxen_adapter *adapter)
2890{
2891 struct pci_dev *pdev = adapter->pdev;
2892 struct device *dev = &pdev->dev;
2893
2894 device_remove_file(dev, &dev_attr_diag_mode);
2895 device_remove_bin_file(dev, &bin_attr_crb);
2896 device_remove_bin_file(dev, &bin_attr_mem);
2897}
2898
044824d9
DP		 2899#ifdef CONFIG_INET
2900
6598b169
DP		 2901#define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
2902
2903static int
2904netxen_destip_supported(struct netxen_adapter *adapter)
2905{
2906 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2907 return 0;
2908
2909 if (adapter->ahw.cut_through)
2910 return 0;
2911
2912 return 1;
2913}
2914
d0725e4d 2915static void
57569d0e
RB		 2916netxen_free_vlan_ip_list(struct netxen_adapter *adapter)
2917{
2918 struct nx_vlan_ip_list *cur;
2919 struct list_head *head = &adapter->vlan_ip_list;
2920
2921 while (!list_empty(head)) {
2922 cur = list_entry(head->next, struct nx_vlan_ip_list, list);
2923 netxen_config_ipaddr(adapter, cur->ip_addr, NX_IP_DOWN);
2924 list_del(&cur->list);
2925 kfree(cur);
2926 }
2927
2928}
2929static void
2930netxen_list_config_vlan_ip(struct netxen_adapter *adapter,
2931 struct in_ifaddr *ifa, unsigned long event)
2932{
2933 struct net_device *dev;
2934 struct nx_vlan_ip_list *cur, *tmp_cur;
2935 struct list_head *head;
2936
2937 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2938
2939 if (dev == NULL)
2940 return;
2941
2942 if (!is_vlan_dev(dev))
2943 return;
2944
2945 switch (event) {
2946 case NX_IP_UP:
2947 list_for_each(head, &adapter->vlan_ip_list) {
2948 cur = list_entry(head, struct nx_vlan_ip_list, list);
2949
2950 if (cur->ip_addr == ifa->ifa_address)
2951 return;
2952 }
2953
2954 cur = kzalloc(sizeof(struct nx_vlan_ip_list), GFP_ATOMIC);
2955 if (cur == NULL) {
2956 printk(KERN_ERR "%s: failed to add vlan ip to list\n",
2957 adapter->netdev->name);
2958 return;
2959 }
2960
2961 cur->ip_addr = ifa->ifa_address;
2962 list_add_tail(&cur->list, &adapter->vlan_ip_list);
2963 break;
2964 case NX_IP_DOWN:
2965 list_for_each_entry_safe(cur, tmp_cur,
2966 &adapter->vlan_ip_list, list) {
2967 if (cur->ip_addr == ifa->ifa_address) {
2968 list_del(&cur->list);
2969 kfree(cur);
2970 break;
2971 }
2972 }
2973 }
2974}
2975static void
2976netxen_config_indev_addr(struct netxen_adapter *adapter,
2977 struct net_device *dev, unsigned long event)
d0725e4d
AKS		 2978{
2979 struct in_device *indev;
d0725e4d 2980
3db76755 2981 if (!netxen_destip_supported(adapter))
d0725e4d
AKS		 2982 return;
2983
2984 indev = in_dev_get(dev);
2985 if (!indev)
2986 return;
2987
2988 for_ifa(indev) {
2989 switch (event) {
2990 case NETDEV_UP:
2991 netxen_config_ipaddr(adapter,
2992 ifa->ifa_address, NX_IP_UP);
57569d0e 2993 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_UP);
d0725e4d
AKS		 2994 break;
2995 case NETDEV_DOWN:
2996 netxen_config_ipaddr(adapter,
2997 ifa->ifa_address, NX_IP_DOWN);
57569d0e 2998 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_DOWN);
d0725e4d
AKS		 2999 break;
3000 default:
3001 break;
3002 }
3003 } endfor_ifa(indev);
3004
3005 in_dev_put(indev);
d0725e4d
AKS		 3006}
3007
57569d0e
RB		 3008static void
3009netxen_restore_indev_addr(struct net_device *netdev, unsigned long event)
3010
3011{
3012 struct netxen_adapter *adapter = netdev_priv(netdev);
3013 struct nx_vlan_ip_list *pos, *tmp_pos;
3014 unsigned long ip_event;
3015
3016 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN;
3017 netxen_config_indev_addr(adapter, netdev, event);
3018
3019 list_for_each_entry_safe(pos, tmp_pos, &adapter->vlan_ip_list, list) {
3020 netxen_config_ipaddr(adapter, pos->ip_addr, ip_event);
3021 }
3022}
3023
6598b169
DP		 3024static int netxen_netdev_event(struct notifier_block *this,
3025 unsigned long event, void *ptr)
3026{
3027 struct netxen_adapter *adapter;
3028 struct net_device *dev = (struct net_device *)ptr;
57569d0e 3029 struct net_device *orig_dev = dev;
6598b169
DP		 3030
3031recheck:
3032 if (dev == NULL)
3033 goto done;
3034
3035 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3036 dev = vlan_dev_real_dev(dev);
3037 goto recheck;
3038 }
3039
3040 if (!is_netxen_netdev(dev))
3041 goto done;
3042
3043 adapter = netdev_priv(dev);
3044
d0725e4d 3045 if (!adapter)
6598b169
DP		 3046 goto done;
3047
3048 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
3049 goto done;
3050
57569d0e 3051 netxen_config_indev_addr(adapter, orig_dev, event);
6598b169
DP		 3052done:
3053 return NOTIFY_DONE;
3054}
3055
3056static int
3057netxen_inetaddr_event(struct notifier_block *this,
3058 unsigned long event, void *ptr)
3059{
3060 struct netxen_adapter *adapter;
3061 struct net_device *dev;
3062
3063 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
3064
3065 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
3066
3067recheck:
57569d0e 3068 if (dev == NULL)
6598b169
DP		 3069 goto done;
3070
3071 if (dev->priv_flags & IFF_802_1Q_VLAN) {
3072 dev = vlan_dev_real_dev(dev);
3073 goto recheck;
3074 }
3075
3076 if (!is_netxen_netdev(dev))
3077 goto done;
3078
3079 adapter = netdev_priv(dev);
3080
3081 if (!adapter || !netxen_destip_supported(adapter))
3082 goto done;
3083
3084 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
3085 goto done;
3086
3087 switch (event) {
3088 case NETDEV_UP:
3089 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP);
57569d0e 3090 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_UP);
6598b169
DP		 3091 break;
3092 case NETDEV_DOWN:
3093 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_DOWN);
57569d0e 3094 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_DOWN);
6598b169
DP		 3095 break;
3096 default:
3097 break;
3098 }
3099
3100done:
3101 return NOTIFY_DONE;
3102}
3103
3104static struct notifier_block netxen_netdev_cb = {
3105 .notifier_call = netxen_netdev_event,
3106};
3107
3108static struct notifier_block netxen_inetaddr_cb = {
3109 .notifier_call = netxen_inetaddr_event,
3110};
9feae56c
RD		 3111#else
3112static void
57569d0e
RB		 3113netxen_restore_indev_addr(struct net_device *dev, unsigned long event)
3114{ }
3115static void
3116netxen_free_vlan_ip_list(struct netxen_adapter *adapter)
9feae56c 3117{ }
044824d9 3118#endif
6598b169 3119
e87ad553
AKS		 3120static struct pci_error_handlers netxen_err_handler = {
3121 .error_detected = netxen_io_error_detected,
3122 .slot_reset = netxen_io_slot_reset,
3123 .resume = netxen_io_resume,
3124};
3125
3d396eb1
AK		 3126static struct pci_driver netxen_driver = {
3127 .name = netxen_nic_driver_name,
3128 .id_table = netxen_pci_tbl,
3129 .probe = netxen_nic_probe,
0b72e659 3130 .remove = __devexit_p(netxen_nic_remove),
01542cd1 3131#ifdef CONFIG_PM
0b72e659 3132 .suspend = netxen_nic_suspend,
22b5794b 3133 .resume = netxen_nic_resume,
01542cd1 3134#endif
e87ad553
AKS		 3135 .shutdown = netxen_nic_shutdown,
3136 .err_handler = &netxen_err_handler
3d396eb1
AK		 3137};
3138
3d396eb1
AK		 3139static int __init netxen_init_module(void)
3140{
ff4fbd43
DP		 3141 printk(KERN_INFO "%s\n", netxen_nic_driver_string);
3142
044824d9 3143#ifdef CONFIG_INET
6598b169
DP		 3144 register_netdevice_notifier(&netxen_netdev_cb);
3145 register_inetaddr_notifier(&netxen_inetaddr_cb);
044824d9 3146#endif
184231bd 3147 return pci_register_driver(&netxen_driver);
3d396eb1
AK		 3148}
3149
3150module_init(netxen_init_module);
3151
3152static void __exit netxen_exit_module(void)
3153{
3d396eb1 3154 pci_unregister_driver(&netxen_driver);
6598b169 3155
044824d9 3156#ifdef CONFIG_INET
6598b169
DP		 3157 unregister_inetaddr_notifier(&netxen_inetaddr_cb);
3158 unregister_netdevice_notifier(&netxen_netdev_cb);
044824d9 3159#endif
3d396eb1
AK		 3160}
3161
3162module_exit(netxen_exit_module);
Linux 6.x block layer and io_uring tree(s)