2 * Copyright (c) 2006 - 2011 Intel Corporation. All rights reserved.
3 * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/moduleparam.h>
36 #include <linux/netdevice.h>
37 #include <linux/etherdevice.h>
38 #include <linux/ethtool.h>
39 #include <linux/mii.h>
40 #include <linux/if_vlan.h>
41 #include <linux/crc32.h>
44 #include <linux/init.h>
45 #include <linux/if_arp.h>
46 #include <linux/highmem.h>
47 #include <linux/slab.h>
50 #include <asm/byteorder.h>
51 #include <rdma/ib_smi.h>
52 #include <rdma/ib_verbs.h>
53 #include <rdma/ib_pack.h>
54 #include <rdma/iw_cm.h>
58 #include <net/netevent.h>
59 #include <net/neighbour.h>
60 #include <linux/route.h>
61 #include <net/ip_fib.h>
63 MODULE_AUTHOR("NetEffect");
64 MODULE_DESCRIPTION("NetEffect RNIC Low-level iWARP Driver");
65 MODULE_LICENSE("Dual BSD/GPL");
66 MODULE_VERSION(DRV_VERSION);
68 int interrupt_mod_interval = 0;
70 /* Interoperability */
72 module_param(mpa_version, int, 0644);
73 MODULE_PARM_DESC(mpa_version, "MPA version to be used int MPA Req/Resp (0 or 1)");
75 /* Interoperability */
76 int disable_mpa_crc = 0;
77 module_param(disable_mpa_crc, int, 0644);
78 MODULE_PARM_DESC(disable_mpa_crc, "Disable checking of MPA CRC");
80 unsigned int nes_drv_opt = NES_DRV_OPT_DISABLE_INT_MOD | NES_DRV_OPT_ENABLE_PAU;
81 module_param(nes_drv_opt, int, 0644);
82 MODULE_PARM_DESC(nes_drv_opt, "Driver option parameters");
84 unsigned int nes_debug_level = 0;
85 module_param_named(debug_level, nes_debug_level, uint, 0644);
86 MODULE_PARM_DESC(debug_level, "Enable debug output level");
88 unsigned int wqm_quanta = 0x10000;
89 module_param(wqm_quanta, int, 0644);
90 MODULE_PARM_DESC(wqm_quanta, "WQM quanta");
92 static bool limit_maxrdreqsz;
93 module_param(limit_maxrdreqsz, bool, 0644);
94 MODULE_PARM_DESC(limit_maxrdreqsz, "Limit max read request size to 256 Bytes");
96 LIST_HEAD(nes_adapter_list);
97 static LIST_HEAD(nes_dev_list);
99 atomic_t qps_destroyed;
101 static unsigned int ee_flsh_adapter;
102 static unsigned int sysfs_nonidx_addr;
103 static unsigned int sysfs_idx_addr;
105 static struct pci_device_id nes_pci_table[] = {
106 { PCI_VDEVICE(NETEFFECT, PCI_DEVICE_ID_NETEFFECT_NE020), },
107 { PCI_VDEVICE(NETEFFECT, PCI_DEVICE_ID_NETEFFECT_NE020_KR), },
111 MODULE_DEVICE_TABLE(pci, nes_pci_table);
113 static int nes_inetaddr_event(struct notifier_block *, unsigned long, void *);
114 static int nes_net_event(struct notifier_block *, unsigned long, void *);
115 static int nes_notifiers_registered;
118 static struct notifier_block nes_inetaddr_notifier = {
119 .notifier_call = nes_inetaddr_event
122 static struct notifier_block nes_net_notifier = {
123 .notifier_call = nes_net_event
129 static int nes_inetaddr_event(struct notifier_block *notifier,
130 unsigned long event, void *ptr)
132 struct in_ifaddr *ifa = ptr;
133 struct net_device *event_netdev = ifa->ifa_dev->dev;
134 struct nes_device *nesdev;
135 struct net_device *netdev;
136 struct net_device *upper_dev;
137 struct nes_vnic *nesvnic;
138 unsigned int is_bonded;
140 nes_debug(NES_DBG_NETDEV, "nes_inetaddr_event: ip address %pI4, netmask %pI4.\n",
141 &ifa->ifa_address, &ifa->ifa_mask);
142 list_for_each_entry(nesdev, &nes_dev_list, list) {
143 nes_debug(NES_DBG_NETDEV, "Nesdev list entry = 0x%p. (%s)\n",
144 nesdev, nesdev->netdev[0]->name);
145 netdev = nesdev->netdev[0];
146 nesvnic = netdev_priv(netdev);
147 upper_dev = netdev_master_upper_dev_get(netdev);
148 is_bonded = netif_is_bond_slave(netdev) &&
149 (upper_dev == event_netdev);
150 if ((netdev == event_netdev) || is_bonded) {
151 if (nesvnic->rdma_enabled == 0) {
152 nes_debug(NES_DBG_NETDEV, "Returning without processing event for %s since"
153 " RDMA is not enabled.\n",
157 /* we have ifa->ifa_address/mask here if we need it */
160 nes_debug(NES_DBG_NETDEV, "event:DOWN\n");
161 nes_write_indexed(nesdev,
162 NES_IDX_DST_IP_ADDR+(0x10*PCI_FUNC(nesdev->pcidev->devfn)), 0);
164 nes_manage_arp_cache(netdev, netdev->dev_addr,
165 ntohl(nesvnic->local_ipaddr), NES_ARP_DELETE);
166 nesvnic->local_ipaddr = 0;
173 nes_debug(NES_DBG_NETDEV, "event:UP\n");
175 if (nesvnic->local_ipaddr != 0) {
176 nes_debug(NES_DBG_NETDEV, "Interface already has local_ipaddr\n");
180 case NETDEV_CHANGEADDR:
181 /* Add the address to the IP table */
183 nesvnic->local_ipaddr =
184 ((struct in_device *)upper_dev->ip_ptr)->ifa_list->ifa_address;
186 nesvnic->local_ipaddr = ifa->ifa_address;
188 nes_write_indexed(nesdev,
189 NES_IDX_DST_IP_ADDR+(0x10*PCI_FUNC(nesdev->pcidev->devfn)),
190 ntohl(nesvnic->local_ipaddr));
191 nes_manage_arp_cache(netdev, netdev->dev_addr,
192 ntohl(nesvnic->local_ipaddr), NES_ARP_ADD);
211 static int nes_net_event(struct notifier_block *notifier,
212 unsigned long event, void *ptr)
214 struct neighbour *neigh = ptr;
215 struct nes_device *nesdev;
216 struct net_device *netdev;
217 struct nes_vnic *nesvnic;
220 case NETEVENT_NEIGH_UPDATE:
221 list_for_each_entry(nesdev, &nes_dev_list, list) {
222 /* nes_debug(NES_DBG_NETDEV, "Nesdev list entry = 0x%p.\n", nesdev); */
223 netdev = nesdev->netdev[0];
224 nesvnic = netdev_priv(netdev);
225 if (netdev == neigh->dev) {
226 if (nesvnic->rdma_enabled == 0) {
227 nes_debug(NES_DBG_NETDEV, "Skipping device %s since no RDMA\n",
230 if (neigh->nud_state & NUD_VALID) {
231 nes_manage_arp_cache(neigh->dev, neigh->ha,
232 ntohl(*(__be32 *)neigh->primary_key), NES_ARP_ADD);
234 nes_manage_arp_cache(neigh->dev, neigh->ha,
235 ntohl(*(__be32 *)neigh->primary_key), NES_ARP_DELETE);
243 nes_debug(NES_DBG_NETDEV, "NETEVENT_ %lu undefined\n", event);
254 void nes_add_ref(struct ib_qp *ibqp)
256 struct nes_qp *nesqp;
258 nesqp = to_nesqp(ibqp);
259 nes_debug(NES_DBG_QP, "Bumping refcount for QP%u. Pre-inc value = %u\n",
260 ibqp->qp_num, atomic_read(&nesqp->refcount));
261 atomic_inc(&nesqp->refcount);
264 static void nes_cqp_rem_ref_callback(struct nes_device *nesdev, struct nes_cqp_request *cqp_request)
267 struct nes_qp *nesqp = cqp_request->cqp_callback_pointer;
268 struct nes_adapter *nesadapter = nesdev->nesadapter;
270 atomic_inc(&qps_destroyed);
272 /* Free the control structures */
274 if (nesqp->pbl_vbase) {
275 pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size,
276 nesqp->hwqp.q2_vbase, nesqp->hwqp.q2_pbase);
277 spin_lock_irqsave(&nesadapter->pbl_lock, flags);
278 nesadapter->free_256pbl++;
279 spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);
280 pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase);
281 nesqp->pbl_vbase = NULL;
284 pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size,
285 nesqp->hwqp.sq_vbase, nesqp->hwqp.sq_pbase);
287 nes_free_resource(nesadapter, nesadapter->allocated_qps, nesqp->hwqp.qp_id);
289 nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = NULL;
290 kfree(nesqp->allocated_buffer);
297 void nes_rem_ref(struct ib_qp *ibqp)
300 struct nes_qp *nesqp;
301 struct nes_vnic *nesvnic = to_nesvnic(ibqp->device);
302 struct nes_device *nesdev = nesvnic->nesdev;
303 struct nes_hw_cqp_wqe *cqp_wqe;
304 struct nes_cqp_request *cqp_request;
307 nesqp = to_nesqp(ibqp);
309 if (atomic_read(&nesqp->refcount) == 0) {
310 printk(KERN_INFO PFX "%s: Reference count already 0 for QP%d, last aeq = 0x%04X.\n",
311 __func__, ibqp->qp_num, nesqp->last_aeq);
315 if (atomic_dec_and_test(&nesqp->refcount)) {
317 nes_destroy_pau_qp(nesdev, nesqp);
320 cqp_request = nes_get_cqp_request(nesdev);
321 if (cqp_request == NULL) {
322 nes_debug(NES_DBG_QP, "Failed to get a cqp_request.\n");
325 cqp_request->waiting = 0;
326 cqp_request->callback = 1;
327 cqp_request->cqp_callback = nes_cqp_rem_ref_callback;
328 cqp_request->cqp_callback_pointer = nesqp;
329 cqp_wqe = &cqp_request->cqp_wqe;
331 nes_fill_init_cqp_wqe(cqp_wqe, nesdev);
332 opcode = NES_CQP_DESTROY_QP | NES_CQP_QP_TYPE_IWARP;
334 if (nesqp->hte_added) {
335 opcode |= NES_CQP_QP_DEL_HTE;
336 nesqp->hte_added = 0;
338 set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);
339 set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX, nesqp->hwqp.qp_id);
340 u64temp = (u64)nesqp->nesqp_context_pbase;
341 set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_QP_WQE_CONTEXT_LOW_IDX, u64temp);
342 nes_post_cqp_request(nesdev, cqp_request);
350 struct ib_qp *nes_get_qp(struct ib_device *device, int qpn)
352 struct nes_vnic *nesvnic = to_nesvnic(device);
353 struct nes_device *nesdev = nesvnic->nesdev;
354 struct nes_adapter *nesadapter = nesdev->nesadapter;
356 if ((qpn < NES_FIRST_QPN) || (qpn >= (NES_FIRST_QPN + nesadapter->max_qp)))
359 return &nesadapter->qp_table[qpn - NES_FIRST_QPN]->ibqp;
366 static void nes_print_macaddr(struct net_device *netdev)
368 nes_debug(NES_DBG_INIT, "%s: %pM, IRQ %u\n",
369 netdev->name, netdev->dev_addr, netdev->irq);
373 * nes_interrupt - handle interrupts
375 static irqreturn_t nes_interrupt(int irq, void *dev_id)
377 struct nes_device *nesdev = (struct nes_device *)dev_id;
385 if (nesdev->msi_enabled) {
386 /* No need to read the interrupt pending register if msi is enabled */
389 if (unlikely(nesdev->nesadapter->hw_rev == NE020_REV)) {
390 /* Master interrupt enable provides synchronization for kicking off bottom half
391 when interrupt sharing is going on */
392 int_mask = nes_read32(nesdev->regs + NES_INT_MASK);
393 if (int_mask & 0x80000000) {
394 /* Check interrupt status to see if this might be ours */
395 int_stat = nes_read32(nesdev->regs + NES_INT_STAT);
396 int_req = nesdev->int_req;
397 if (int_stat&int_req) {
398 /* if interesting CEQ or AEQ is pending, claim the interrupt */
399 if ((int_stat&int_req) & (~(NES_INT_TIMER|NES_INT_INTF))) {
402 if (((int_stat & int_req) & NES_INT_TIMER) == NES_INT_TIMER) {
403 /* Timer might be running but might be for another function */
404 timer_stat = nes_read32(nesdev->regs + NES_TIMER_STAT);
405 if ((timer_stat & nesdev->timer_int_req) != 0) {
409 if ((((int_stat & int_req) & NES_INT_INTF) == NES_INT_INTF) &&
411 intf_int_stat = nes_read32(nesdev->regs+NES_INTF_INT_STAT);
412 if ((intf_int_stat & nesdev->intf_int_req) != 0) {
418 nes_write32(nesdev->regs+NES_INT_MASK, int_mask & (~0x80000000));
419 int_mask = nes_read32(nesdev->regs+NES_INT_MASK);
420 /* Save off the status to save an additional read */
421 nesdev->int_stat = int_stat;
422 nesdev->napi_isr_ran = 1;
427 handled = nes_read32(nesdev->regs+NES_INT_PENDING);
433 if (nes_napi_isr(nesdev) == 0) {
434 tasklet_schedule(&nesdev->dpc_tasklet);
445 * nes_probe - Device initialization
447 static int nes_probe(struct pci_dev *pcidev, const struct pci_device_id *ent)
449 struct net_device *netdev = NULL;
450 struct nes_device *nesdev = NULL;
452 void __iomem *mmio_regs = NULL;
455 assert(pcidev != NULL);
458 printk(KERN_INFO PFX "NetEffect RNIC driver v%s loading. (%s)\n",
459 DRV_VERSION, pci_name(pcidev));
461 ret = pci_enable_device(pcidev);
463 printk(KERN_ERR PFX "Unable to enable PCI device. (%s)\n", pci_name(pcidev));
467 nes_debug(NES_DBG_INIT, "BAR0 (@0x%08lX) size = 0x%lX bytes\n",
468 (long unsigned int)pci_resource_start(pcidev, BAR_0),
469 (long unsigned int)pci_resource_len(pcidev, BAR_0));
470 nes_debug(NES_DBG_INIT, "BAR1 (@0x%08lX) size = 0x%lX bytes\n",
471 (long unsigned int)pci_resource_start(pcidev, BAR_1),
472 (long unsigned int)pci_resource_len(pcidev, BAR_1));
474 /* Make sure PCI base addr are MMIO */
475 if (!(pci_resource_flags(pcidev, BAR_0) & IORESOURCE_MEM) ||
476 !(pci_resource_flags(pcidev, BAR_1) & IORESOURCE_MEM)) {
477 printk(KERN_ERR PFX "PCI regions not an MMIO resource\n");
482 /* Reserve PCI I/O and memory resources */
483 ret = pci_request_regions(pcidev, DRV_NAME);
485 printk(KERN_ERR PFX "Unable to request regions. (%s)\n", pci_name(pcidev));
489 if ((sizeof(dma_addr_t) > 4)) {
490 ret = pci_set_dma_mask(pcidev, DMA_BIT_MASK(64));
492 printk(KERN_ERR PFX "64b DMA mask configuration failed\n");
495 ret = pci_set_consistent_dma_mask(pcidev, DMA_BIT_MASK(64));
497 printk(KERN_ERR PFX "64b DMA consistent mask configuration failed\n");
501 ret = pci_set_dma_mask(pcidev, DMA_BIT_MASK(32));
503 printk(KERN_ERR PFX "32b DMA mask configuration failed\n");
506 ret = pci_set_consistent_dma_mask(pcidev, DMA_BIT_MASK(32));
508 printk(KERN_ERR PFX "32b DMA consistent mask configuration failed\n");
513 pci_set_master(pcidev);
515 /* Allocate hardware structure */
516 nesdev = kzalloc(sizeof(struct nes_device), GFP_KERNEL);
522 nes_debug(NES_DBG_INIT, "Allocated nes device at %p\n", nesdev);
523 nesdev->pcidev = pcidev;
524 pci_set_drvdata(pcidev, nesdev);
526 pci_read_config_byte(pcidev, 0x0008, &hw_rev);
527 nes_debug(NES_DBG_INIT, "hw_rev=%u\n", hw_rev);
529 spin_lock_init(&nesdev->indexed_regs_lock);
531 /* Remap the PCI registers in adapter BAR0 to kernel VA space */
532 mmio_regs = ioremap_nocache(pci_resource_start(pcidev, BAR_0),
533 pci_resource_len(pcidev, BAR_0));
534 if (mmio_regs == NULL) {
535 printk(KERN_ERR PFX "Unable to remap BAR0\n");
539 nesdev->regs = mmio_regs;
540 nesdev->index_reg = 0x50 + (PCI_FUNC(pcidev->devfn)*8) + mmio_regs;
542 /* Ensure interrupts are disabled */
543 nes_write32(nesdev->regs+NES_INT_MASK, 0x7fffffff);
545 if (nes_drv_opt & NES_DRV_OPT_ENABLE_MSI) {
546 if (!pci_enable_msi(nesdev->pcidev)) {
547 nesdev->msi_enabled = 1;
548 nes_debug(NES_DBG_INIT, "MSI is enabled for device %s\n",
551 nes_debug(NES_DBG_INIT, "MSI is disabled by linux for device %s\n",
555 nes_debug(NES_DBG_INIT, "MSI not requested due to driver options for device %s\n",
559 nesdev->csr_start = pci_resource_start(nesdev->pcidev, BAR_0);
560 nesdev->doorbell_region = pci_resource_start(nesdev->pcidev, BAR_1);
562 /* Init the adapter */
563 nesdev->nesadapter = nes_init_adapter(nesdev, hw_rev);
564 if (!nesdev->nesadapter) {
565 printk(KERN_ERR PFX "Unable to initialize adapter.\n");
569 nesdev->nesadapter->et_rx_coalesce_usecs_irq = interrupt_mod_interval;
570 nesdev->nesadapter->wqm_quanta = wqm_quanta;
572 /* nesdev->base_doorbell_index =
573 nesdev->nesadapter->pd_config_base[PCI_FUNC(nesdev->pcidev->devfn)]; */
574 nesdev->base_doorbell_index = 1;
575 nesdev->doorbell_start = nesdev->nesadapter->doorbell_start;
576 if (nesdev->nesadapter->phy_type[0] == NES_PHY_TYPE_PUMA_1G) {
577 switch (PCI_FUNC(nesdev->pcidev->devfn) %
578 nesdev->nesadapter->port_count) {
580 nesdev->mac_index = 2;
583 nesdev->mac_index = 1;
586 nesdev->mac_index = 3;
590 nesdev->mac_index = 0;
593 nesdev->mac_index = PCI_FUNC(nesdev->pcidev->devfn) %
594 nesdev->nesadapter->port_count;
597 if ((limit_maxrdreqsz ||
598 ((nesdev->nesadapter->phy_type[0] == NES_PHY_TYPE_GLADIUS) &&
599 (hw_rev == NE020_REV1))) &&
600 (pcie_get_readrq(pcidev) > 256)) {
601 if (pcie_set_readrq(pcidev, 256))
602 printk(KERN_ERR PFX "Unable to set max read request"
605 nes_debug(NES_DBG_INIT, "Max read request size set"
609 tasklet_init(&nesdev->dpc_tasklet, nes_dpc, (unsigned long)nesdev);
611 /* bring up the Control QP */
612 if (nes_init_cqp(nesdev)) {
618 nes_write32(nesdev->regs+NES_CQE_ALLOC, NES_CQE_ALLOC_NOTIFY_NEXT |
619 PCI_FUNC(nesdev->pcidev->devfn));
620 nes_read32(nesdev->regs+NES_CQE_ALLOC);
622 /* Enable the interrupts */
623 nesdev->int_req = (0x101 << PCI_FUNC(nesdev->pcidev->devfn)) |
624 (1 << (PCI_FUNC(nesdev->pcidev->devfn)+16));
625 if (PCI_FUNC(nesdev->pcidev->devfn) < 4) {
626 nesdev->int_req |= (1 << (PCI_FUNC(nesdev->mac_index)+24));
629 /* TODO: This really should be the first driver to load, not function 0 */
630 if (PCI_FUNC(nesdev->pcidev->devfn) == 0) {
631 /* pick up PCI and critical errors if the first driver to load */
632 nesdev->intf_int_req = NES_INTF_INT_PCIERR | NES_INTF_INT_CRITERR;
633 nesdev->int_req |= NES_INT_INTF;
635 nesdev->intf_int_req = 0;
637 nesdev->intf_int_req |= (1 << (PCI_FUNC(nesdev->pcidev->devfn)+16));
638 nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS0, 0);
639 nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS1, 0);
640 nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS2, 0x00001265);
641 nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS4, 0x18021804);
643 nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS3, 0x17801790);
645 /* deal with both periodic and one_shot */
646 nesdev->timer_int_req = 0x101 << PCI_FUNC(nesdev->pcidev->devfn);
647 nesdev->nesadapter->timer_int_req |= nesdev->timer_int_req;
648 nes_debug(NES_DBG_INIT, "setting int_req for function %u, nesdev = 0x%04X, adapter = 0x%04X\n",
649 PCI_FUNC(nesdev->pcidev->devfn),
650 nesdev->timer_int_req, nesdev->nesadapter->timer_int_req);
652 nes_write32(nesdev->regs+NES_INTF_INT_MASK, ~(nesdev->intf_int_req));
654 list_add_tail(&nesdev->list, &nes_dev_list);
656 /* Request an interrupt line for the driver */
657 ret = request_irq(pcidev->irq, nes_interrupt, IRQF_SHARED, DRV_NAME, nesdev);
659 printk(KERN_ERR PFX "%s: requested IRQ %u is busy\n",
660 pci_name(pcidev), pcidev->irq);
664 nes_write32(nesdev->regs+NES_INT_MASK, ~nesdev->int_req);
666 if (nes_notifiers_registered == 0) {
667 register_inetaddr_notifier(&nes_inetaddr_notifier);
668 register_netevent_notifier(&nes_net_notifier);
670 nes_notifiers_registered++;
672 INIT_DELAYED_WORK(&nesdev->work, nes_recheck_link_status);
674 /* Initialize network devices */
675 netdev = nes_netdev_init(nesdev, mmio_regs);
676 if (netdev == NULL) {
681 /* Register network device */
682 ret = register_netdev(netdev);
684 printk(KERN_ERR PFX "Unable to register netdev, ret = %d\n", ret);
685 nes_netdev_destroy(netdev);
689 nes_print_macaddr(netdev);
691 nesdev->netdev_count++;
692 nesdev->nesadapter->netdev_count++;
694 printk(KERN_INFO PFX "%s: NetEffect RNIC driver successfully loaded.\n",
699 printk(KERN_ERR PFX "bail7\n");
700 while (nesdev->netdev_count > 0) {
701 nesdev->netdev_count--;
702 nesdev->nesadapter->netdev_count--;
704 unregister_netdev(nesdev->netdev[nesdev->netdev_count]);
705 nes_netdev_destroy(nesdev->netdev[nesdev->netdev_count]);
708 nes_debug(NES_DBG_INIT, "netdev_count=%d, nesadapter->netdev_count=%d\n",
709 nesdev->netdev_count, nesdev->nesadapter->netdev_count);
711 nes_notifiers_registered--;
712 if (nes_notifiers_registered == 0) {
713 unregister_netevent_notifier(&nes_net_notifier);
714 unregister_inetaddr_notifier(&nes_inetaddr_notifier);
717 list_del(&nesdev->list);
718 nes_destroy_cqp(nesdev);
721 printk(KERN_ERR PFX "bail65\n");
722 free_irq(pcidev->irq, nesdev);
723 if (nesdev->msi_enabled) {
724 pci_disable_msi(pcidev);
727 printk(KERN_ERR PFX "bail6\n");
728 tasklet_kill(&nesdev->dpc_tasklet);
729 /* Deallocate the Adapter Structure */
730 nes_destroy_adapter(nesdev->nesadapter);
733 printk(KERN_ERR PFX "bail5\n");
734 iounmap(nesdev->regs);
737 printk(KERN_ERR PFX "bail3\n");
741 pci_release_regions(pcidev);
744 pci_disable_device(pcidev);
752 * nes_remove - unload from kernel
754 static void nes_remove(struct pci_dev *pcidev)
756 struct nes_device *nesdev = pci_get_drvdata(pcidev);
757 struct net_device *netdev;
758 int netdev_index = 0;
761 if (nesdev->netdev_count) {
762 netdev = nesdev->netdev[netdev_index];
764 netif_stop_queue(netdev);
765 unregister_netdev(netdev);
766 nes_netdev_destroy(netdev);
768 nesdev->netdev[netdev_index] = NULL;
769 nesdev->netdev_count--;
770 nesdev->nesadapter->netdev_count--;
774 nes_notifiers_registered--;
775 if (nes_notifiers_registered == 0) {
776 unregister_netevent_notifier(&nes_net_notifier);
777 unregister_inetaddr_notifier(&nes_inetaddr_notifier);
780 list_del(&nesdev->list);
781 nes_destroy_cqp(nesdev);
783 free_irq(pcidev->irq, nesdev);
784 tasklet_kill(&nesdev->dpc_tasklet);
786 spin_lock_irqsave(&nesdev->nesadapter->phy_lock, flags);
787 if (nesdev->link_recheck) {
788 spin_unlock_irqrestore(&nesdev->nesadapter->phy_lock, flags);
789 cancel_delayed_work_sync(&nesdev->work);
791 spin_unlock_irqrestore(&nesdev->nesadapter->phy_lock, flags);
794 /* Deallocate the Adapter Structure */
795 nes_destroy_adapter(nesdev->nesadapter);
797 if (nesdev->msi_enabled) {
798 pci_disable_msi(pcidev);
801 iounmap(nesdev->regs);
804 /* nes_debug(NES_DBG_SHUTDOWN, "calling pci_release_regions.\n"); */
805 pci_release_regions(pcidev);
806 pci_disable_device(pcidev);
807 pci_set_drvdata(pcidev, NULL);
811 static struct pci_driver nes_pci_driver = {
813 .id_table = nes_pci_table,
815 .remove = nes_remove,
818 static ssize_t adapter_show(struct device_driver *ddp, char *buf)
820 unsigned int devfn = 0xffffffff;
821 unsigned char bus_number = 0xff;
823 struct nes_device *nesdev;
825 list_for_each_entry(nesdev, &nes_dev_list, list) {
826 if (i == ee_flsh_adapter) {
827 devfn = nesdev->pcidev->devfn;
828 bus_number = nesdev->pcidev->bus->number;
834 return snprintf(buf, PAGE_SIZE, "%x:%x\n", bus_number, devfn);
837 static ssize_t adapter_store(struct device_driver *ddp,
838 const char *buf, size_t count)
840 char *p = (char *)buf;
842 ee_flsh_adapter = simple_strtoul(p, &p, 10);
843 return strnlen(buf, count);
846 static ssize_t eeprom_cmd_show(struct device_driver *ddp, char *buf)
848 u32 eeprom_cmd = 0xdead;
850 struct nes_device *nesdev;
852 list_for_each_entry(nesdev, &nes_dev_list, list) {
853 if (i == ee_flsh_adapter) {
854 eeprom_cmd = nes_read32(nesdev->regs + NES_EEPROM_COMMAND);
859 return snprintf(buf, PAGE_SIZE, "0x%x\n", eeprom_cmd);
862 static ssize_t eeprom_cmd_store(struct device_driver *ddp,
863 const char *buf, size_t count)
865 char *p = (char *)buf;
868 struct nes_device *nesdev;
870 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
871 val = simple_strtoul(p, &p, 16);
872 list_for_each_entry(nesdev, &nes_dev_list, list) {
873 if (i == ee_flsh_adapter) {
874 nes_write32(nesdev->regs + NES_EEPROM_COMMAND, val);
880 return strnlen(buf, count);
883 static ssize_t eeprom_data_show(struct device_driver *ddp, char *buf)
885 u32 eeprom_data = 0xdead;
887 struct nes_device *nesdev;
889 list_for_each_entry(nesdev, &nes_dev_list, list) {
890 if (i == ee_flsh_adapter) {
891 eeprom_data = nes_read32(nesdev->regs + NES_EEPROM_DATA);
897 return snprintf(buf, PAGE_SIZE, "0x%x\n", eeprom_data);
900 static ssize_t eeprom_data_store(struct device_driver *ddp,
901 const char *buf, size_t count)
903 char *p = (char *)buf;
906 struct nes_device *nesdev;
908 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
909 val = simple_strtoul(p, &p, 16);
910 list_for_each_entry(nesdev, &nes_dev_list, list) {
911 if (i == ee_flsh_adapter) {
912 nes_write32(nesdev->regs + NES_EEPROM_DATA, val);
918 return strnlen(buf, count);
921 static ssize_t flash_cmd_show(struct device_driver *ddp, char *buf)
923 u32 flash_cmd = 0xdead;
925 struct nes_device *nesdev;
927 list_for_each_entry(nesdev, &nes_dev_list, list) {
928 if (i == ee_flsh_adapter) {
929 flash_cmd = nes_read32(nesdev->regs + NES_FLASH_COMMAND);
935 return snprintf(buf, PAGE_SIZE, "0x%x\n", flash_cmd);
938 static ssize_t flash_cmd_store(struct device_driver *ddp,
939 const char *buf, size_t count)
941 char *p = (char *)buf;
944 struct nes_device *nesdev;
946 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
947 val = simple_strtoul(p, &p, 16);
948 list_for_each_entry(nesdev, &nes_dev_list, list) {
949 if (i == ee_flsh_adapter) {
950 nes_write32(nesdev->regs + NES_FLASH_COMMAND, val);
956 return strnlen(buf, count);
959 static ssize_t flash_data_show(struct device_driver *ddp, char *buf)
961 u32 flash_data = 0xdead;
963 struct nes_device *nesdev;
965 list_for_each_entry(nesdev, &nes_dev_list, list) {
966 if (i == ee_flsh_adapter) {
967 flash_data = nes_read32(nesdev->regs + NES_FLASH_DATA);
973 return snprintf(buf, PAGE_SIZE, "0x%x\n", flash_data);
976 static ssize_t flash_data_store(struct device_driver *ddp,
977 const char *buf, size_t count)
979 char *p = (char *)buf;
982 struct nes_device *nesdev;
984 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
985 val = simple_strtoul(p, &p, 16);
986 list_for_each_entry(nesdev, &nes_dev_list, list) {
987 if (i == ee_flsh_adapter) {
988 nes_write32(nesdev->regs + NES_FLASH_DATA, val);
994 return strnlen(buf, count);
997 static ssize_t nonidx_addr_show(struct device_driver *ddp, char *buf)
999 return snprintf(buf, PAGE_SIZE, "0x%x\n", sysfs_nonidx_addr);
1002 static ssize_t nonidx_addr_store(struct device_driver *ddp,
1003 const char *buf, size_t count)
1005 char *p = (char *)buf;
1007 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X')
1008 sysfs_nonidx_addr = simple_strtoul(p, &p, 16);
1010 return strnlen(buf, count);
1013 static ssize_t nonidx_data_show(struct device_driver *ddp, char *buf)
1015 u32 nonidx_data = 0xdead;
1017 struct nes_device *nesdev;
1019 list_for_each_entry(nesdev, &nes_dev_list, list) {
1020 if (i == ee_flsh_adapter) {
1021 nonidx_data = nes_read32(nesdev->regs + sysfs_nonidx_addr);
1027 return snprintf(buf, PAGE_SIZE, "0x%x\n", nonidx_data);
1030 static ssize_t nonidx_data_store(struct device_driver *ddp,
1031 const char *buf, size_t count)
1033 char *p = (char *)buf;
1036 struct nes_device *nesdev;
1038 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
1039 val = simple_strtoul(p, &p, 16);
1040 list_for_each_entry(nesdev, &nes_dev_list, list) {
1041 if (i == ee_flsh_adapter) {
1042 nes_write32(nesdev->regs + sysfs_nonidx_addr, val);
1048 return strnlen(buf, count);
1051 static ssize_t idx_addr_show(struct device_driver *ddp, char *buf)
1053 return snprintf(buf, PAGE_SIZE, "0x%x\n", sysfs_idx_addr);
1056 static ssize_t idx_addr_store(struct device_driver *ddp,
1057 const char *buf, size_t count)
1059 char *p = (char *)buf;
1061 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X')
1062 sysfs_idx_addr = simple_strtoul(p, &p, 16);
1064 return strnlen(buf, count);
1067 static ssize_t idx_data_show(struct device_driver *ddp, char *buf)
1069 u32 idx_data = 0xdead;
1071 struct nes_device *nesdev;
1073 list_for_each_entry(nesdev, &nes_dev_list, list) {
1074 if (i == ee_flsh_adapter) {
1075 idx_data = nes_read_indexed(nesdev, sysfs_idx_addr);
1081 return snprintf(buf, PAGE_SIZE, "0x%x\n", idx_data);
1084 static ssize_t idx_data_store(struct device_driver *ddp,
1085 const char *buf, size_t count)
1087 char *p = (char *)buf;
1090 struct nes_device *nesdev;
1092 if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') {
1093 val = simple_strtoul(p, &p, 16);
1094 list_for_each_entry(nesdev, &nes_dev_list, list) {
1095 if (i == ee_flsh_adapter) {
1096 nes_write_indexed(nesdev, sysfs_idx_addr, val);
1102 return strnlen(buf, count);
1105 static ssize_t wqm_quanta_show(struct device_driver *ddp, char *buf)
1107 u32 wqm_quanta_value = 0xdead;
1109 struct nes_device *nesdev;
1111 list_for_each_entry(nesdev, &nes_dev_list, list) {
1112 if (i == ee_flsh_adapter) {
1113 wqm_quanta_value = nesdev->nesadapter->wqm_quanta;
1119 return snprintf(buf, PAGE_SIZE, "0x%X\n", wqm_quanta_value);
1122 static ssize_t wqm_quanta_store(struct device_driver *ddp, const char *buf,
1125 unsigned long wqm_quanta_value;
1128 struct nes_device *nesdev;
1130 if (kstrtoul(buf, 0, &wqm_quanta_value) < 0)
1133 list_for_each_entry(nesdev, &nes_dev_list, list) {
1134 if (i == ee_flsh_adapter) {
1135 nesdev->nesadapter->wqm_quanta = wqm_quanta_value;
1136 wqm_config1 = nes_read_indexed(nesdev,
1137 NES_IDX_WQM_CONFIG1);
1138 nes_write_indexed(nesdev, NES_IDX_WQM_CONFIG1,
1139 ((wqm_quanta_value << 1) |
1140 (wqm_config1 & 0x00000001)));
1145 return strnlen(buf, count);
1148 static DRIVER_ATTR_RW(adapter);
1149 static DRIVER_ATTR_RW(eeprom_cmd);
1150 static DRIVER_ATTR_RW(eeprom_data);
1151 static DRIVER_ATTR_RW(flash_cmd);
1152 static DRIVER_ATTR_RW(flash_data);
1153 static DRIVER_ATTR_RW(nonidx_addr);
1154 static DRIVER_ATTR_RW(nonidx_data);
1155 static DRIVER_ATTR_RW(idx_addr);
1156 static DRIVER_ATTR_RW(idx_data);
1157 static DRIVER_ATTR_RW(wqm_quanta);
1159 static int nes_create_driver_sysfs(struct pci_driver *drv)
1162 error = driver_create_file(&drv->driver, &driver_attr_adapter);
1163 error |= driver_create_file(&drv->driver, &driver_attr_eeprom_cmd);
1164 error |= driver_create_file(&drv->driver, &driver_attr_eeprom_data);
1165 error |= driver_create_file(&drv->driver, &driver_attr_flash_cmd);
1166 error |= driver_create_file(&drv->driver, &driver_attr_flash_data);
1167 error |= driver_create_file(&drv->driver, &driver_attr_nonidx_addr);
1168 error |= driver_create_file(&drv->driver, &driver_attr_nonidx_data);
1169 error |= driver_create_file(&drv->driver, &driver_attr_idx_addr);
1170 error |= driver_create_file(&drv->driver, &driver_attr_idx_data);
1171 error |= driver_create_file(&drv->driver, &driver_attr_wqm_quanta);
1175 static void nes_remove_driver_sysfs(struct pci_driver *drv)
1177 driver_remove_file(&drv->driver, &driver_attr_adapter);
1178 driver_remove_file(&drv->driver, &driver_attr_eeprom_cmd);
1179 driver_remove_file(&drv->driver, &driver_attr_eeprom_data);
1180 driver_remove_file(&drv->driver, &driver_attr_flash_cmd);
1181 driver_remove_file(&drv->driver, &driver_attr_flash_data);
1182 driver_remove_file(&drv->driver, &driver_attr_nonidx_addr);
1183 driver_remove_file(&drv->driver, &driver_attr_nonidx_data);
1184 driver_remove_file(&drv->driver, &driver_attr_idx_addr);
1185 driver_remove_file(&drv->driver, &driver_attr_idx_data);
1186 driver_remove_file(&drv->driver, &driver_attr_wqm_quanta);
1190 * nes_init_module - module initialization entry point
1192 static int __init nes_init_module(void)
1197 retval = nes_cm_start();
1199 printk(KERN_ERR PFX "Unable to start NetEffect iWARP CM.\n");
1202 retval = pci_register_driver(&nes_pci_driver);
1204 retval1 = nes_create_driver_sysfs(&nes_pci_driver);
1206 printk(KERN_ERR PFX "Unable to create NetEffect sys files.\n");
1213 * nes_exit_module - module unload entry point
1215 static void __exit nes_exit_module(void)
1218 nes_remove_driver_sysfs(&nes_pci_driver);
1220 pci_unregister_driver(&nes_pci_driver);
1224 module_init(nes_init_module);
1225 module_exit(nes_exit_module);