vmxnet3.c File Reference

VMware vmxnet3 virtual NIC driver. More...

#include <stdint.h>
#include <string.h>
#include <errno.h>
#include <assert.h>
#include <byteswap.h>
#include <ipxe/pci.h>
#include <ipxe/io.h>
#include <ipxe/malloc.h>
#include <ipxe/profile.h>
#include <ipxe/iobuf.h>
#include <ipxe/netdevice.h>
#include <ipxe/if_ether.h>
#include <ipxe/ethernet.h>
#include "vmxnet3.h"

Go to the source code of this file.

Functions
	FILE_LICENCE (GPL2_OR_LATER_OR_UBDL)
	FILE_SECBOOT (PERMITTED)
static uint32_t	vmxnet3_command (struct vmxnet3_nic *vmxnet, uint32_t command)
	Issue command. More...
static int	vmxnet3_transmit (struct net_device *netdev, struct io_buffer *iobuf)
	Transmit packet. More...
static void	vmxnet3_poll_tx (struct net_device *netdev)
	Poll for completed transmissions. More...
static void	vmxnet3_flush_tx (struct net_device *netdev)
	Flush any uncompleted transmit buffers. More...
static void	vmxnet3_refill_rx (struct net_device *netdev)
	Refill receive ring. More...
static void	vmxnet3_poll_rx (struct net_device *netdev)
	Poll for received packets. More...
static void	vmxnet3_flush_rx (struct net_device *netdev)
	Flush any uncompleted receive buffers. More...
static void	vmxnet3_check_link (struct net_device *netdev)
	Check link state. More...
static void	vmxnet3_poll_events (struct net_device *netdev)
	Poll for events. More...
static void	vmxnet3_poll (struct net_device *netdev)
	Poll network device. More...
static void	vmxnet3_irq (struct net_device *netdev, int enable)
	Enable/disable interrupts. More...
static void	vmxnet3_set_ll_addr (struct vmxnet3_nic *vmxnet, const void *ll_addr)
	Set MAC address. More...
static int	vmxnet3_open (struct net_device *netdev)
	Open NIC. More...
static void	vmxnet3_close (struct net_device *netdev)
	Close NIC. More...
static int	vmxnet3_check_version (struct vmxnet3_nic *vmxnet)
	Check version. More...
static void	vmxnet3_get_hw_addr (struct vmxnet3_nic *vmxnet, void *hw_addr)
	Get permanent MAC address. More...
static int	vmxnet3_probe (struct pci_device *pci)
	Probe PCI device. More...
static void	vmxnet3_remove (struct pci_device *pci)
	Remove PCI device. More...

Variables
static struct profiler vmxnet3_vm_command_profiler	__profiler
	VM command profiler. More...
static struct net_device_operations	vmxnet3_operations
	vmxnet3 net device operations More...
static struct pci_device_id	vmxnet3_nics []
	vmxnet3 PCI IDs More...
struct pci_driver vmxnet3_driver	__pci_driver
	vmxnet3 PCI driver More...

Detailed Description

VMware vmxnet3 virtual NIC driver.

Definition in file vmxnet3.c.

Function Documentation

FILE_LICENCE()

FILE_LICENCE

(

GPL2_OR_LATER_OR_UBDL

)

FILE_SECBOOT()

FILE_SECBOOT

(

PERMITTED

)

vmxnet3_command()

static uint32_t vmxnet3_command ( struct vmxnet3_nic *  vmxnet, uint32_t  command  )

inlinestatic

Issue command.

Parameters

vmxnet	vmxnet3 NIC
command	Command to issue

Return values

result

Command result

Definition at line 72 of file vmxnet3.c.

                                                            {
        uint32_t result;

        /* Issue command */
        profile_start ( &vmxnet3_vm_command_profiler );
        writel ( command, ( vmxnet->vd + VMXNET3_VD_CMD ) );
        result = readl ( vmxnet->vd + VMXNET3_VD_CMD );
        profile_stop ( &vmxnet3_vm_command_profiler );
        profile_exclude ( &vmxnet3_vm_command_profiler );

        return result;
}

References profile_exclude(), profile_start(), profile_stop(), readl(), result, vmxnet3_nic::vd, VMXNET3_VD_CMD, and writel().

Referenced by vmxnet3_check_link(), vmxnet3_close(), vmxnet3_open(), and vmxnet3_poll_events().

vmxnet3_transmit()

static int vmxnet3_transmit ( struct net_device *  netdev, struct io_buffer *  iobuf  )

static

Transmit packet.

Parameters

netdev	Network device
iobuf	I/O buffer

Return values

rc	Return status code

Definition at line 93 of file vmxnet3.c.

                                                        {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct vmxnet3_tx_desc *tx_desc;
        unsigned int fill;
        unsigned int desc_idx;
        unsigned int generation;

        /* Check that we have a free transmit descriptor */
        fill = ( vmxnet->count.tx_prod - vmxnet->count.tx_cons );
        if ( fill >= VMXNET3_TX_FILL ) {
                DBGC ( vmxnet, "VMXNET3 %p out of transmit descriptors\n",
                       vmxnet );
                return -ENOBUFS;
        }

        /* Locate transmit descriptor */
        desc_idx = ( vmxnet->count.tx_prod % VMXNET3_NUM_TX_DESC );
        generation = ( ( vmxnet->count.tx_prod & VMXNET3_NUM_TX_DESC ) ?
                       0 : cpu_to_le32 ( VMXNET3_TXF_GEN ) );
        assert ( vmxnet->tx_iobuf[desc_idx] == NULL );

        /* Increment producer counter */
        vmxnet->count.tx_prod++;

        /* Store I/O buffer for later completion */
        vmxnet->tx_iobuf[desc_idx] = iobuf;

        /* Populate transmit descriptor */
        tx_desc = &vmxnet->dma->tx_desc[desc_idx];
        tx_desc->address = cpu_to_le64 ( virt_to_bus ( iobuf->data ) );
        tx_desc->flags[0] = ( generation | cpu_to_le32 ( iob_len ( iobuf ) ) );
        tx_desc->flags[1] = cpu_to_le32 ( VMXNET3_TXF_CQ | VMXNET3_TXF_EOP );

        /* Hand over descriptor to NIC */
        wmb();
        profile_start ( &vmxnet3_vm_tx_profiler );
        writel ( ( vmxnet->count.tx_prod % VMXNET3_NUM_TX_DESC ),
                 ( vmxnet->pt + VMXNET3_PT_TXPROD ) );
        profile_stop ( &vmxnet3_vm_tx_profiler );
        profile_exclude ( &vmxnet3_vm_tx_profiler );

        return 0;
}

References assert(), vmxnet3_nic::count, cpu_to_le32, cpu_to_le64, io_buffer::data, DBGC, vmxnet3_nic::dma, ENOBUFS, fill, iob_len(), netdev, NULL, net_device::priv, profile_exclude(), profile_start(), profile_stop(), vmxnet3_nic::pt, vmxnet3_counters::tx_cons, vmxnet3_dma::tx_desc, vmxnet3_nic::tx_iobuf, vmxnet3_counters::tx_prod, virt_to_bus(), VMXNET3_NUM_TX_DESC, VMXNET3_PT_TXPROD, VMXNET3_TX_FILL, VMXNET3_TXF_CQ, VMXNET3_TXF_EOP, VMXNET3_TXF_GEN, wmb(), and writel().

vmxnet3_poll_tx()

static void vmxnet3_poll_tx ( struct net_device *  netdev )

static

Poll for completed transmissions.

Parameters

netdev

Network device

Definition at line 143 of file vmxnet3.c.

                                                          {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct vmxnet3_tx_comp *tx_comp;
        struct io_buffer *iobuf;
        unsigned int comp_idx;
        unsigned int desc_idx;
        unsigned int generation;

        while ( 1 ) {

                /* Look for completed descriptors */
                comp_idx = ( vmxnet->count.tx_cons % VMXNET3_NUM_TX_COMP );
                generation = ( ( vmxnet->count.tx_cons & VMXNET3_NUM_TX_COMP ) ?
                               0 : cpu_to_le32 ( VMXNET3_TXCF_GEN ) );
                tx_comp = &vmxnet->dma->tx_comp[comp_idx];
                if ( generation != ( tx_comp->flags &
                                     cpu_to_le32 ( VMXNET3_TXCF_GEN ) ) ) {
                        break;
                }

                /* Increment consumer counter */
                vmxnet->count.tx_cons++;

                /* Locate corresponding transmit descriptor */
                desc_idx = ( le32_to_cpu ( tx_comp->index ) %
                             VMXNET3_NUM_TX_DESC );
                iobuf = vmxnet->tx_iobuf[desc_idx];
                if ( ! iobuf ) {
                        DBGC ( vmxnet, "VMXNET3 %p completed on empty transmit "
                               "buffer %#x/%#x\n", vmxnet, comp_idx, desc_idx );
                        netdev_tx_err ( netdev, NULL, -ENOTTY );
                        continue;
                }

                /* Remove I/O buffer from transmit queue */
                vmxnet->tx_iobuf[desc_idx] = NULL;

                /* Report transmission completion to network layer */
                DBGC2 ( vmxnet, "VMXNET3 %p completed TX %#x/%#x (len %#zx)\n",
                        vmxnet, comp_idx, desc_idx, iob_len ( iobuf ) );
                netdev_tx_complete ( netdev, iobuf );
        }
}

References vmxnet3_nic::count, cpu_to_le32, DBGC, DBGC2, vmxnet3_nic::dma, ENOTTY, vmxnet3_tx_comp::flags, vmxnet3_tx_comp::index, iob_len(), le32_to_cpu, netdev, netdev_tx_complete(), netdev_tx_err(), NULL, net_device::priv, vmxnet3_dma::tx_comp, vmxnet3_counters::tx_cons, vmxnet3_nic::tx_iobuf, VMXNET3_NUM_TX_COMP, VMXNET3_NUM_TX_DESC, and VMXNET3_TXCF_GEN.

Referenced by vmxnet3_poll().

vmxnet3_flush_tx()

static void vmxnet3_flush_tx ( struct net_device *  netdev )

static

Flush any uncompleted transmit buffers.

Parameters

netdev

Network device

Definition at line 192 of file vmxnet3.c.

                                                           {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        unsigned int i;

        for ( i = 0 ; i < VMXNET3_NUM_TX_DESC ; i++ ) {
                if ( vmxnet->tx_iobuf[i] ) {
                        netdev_tx_complete_err ( netdev, vmxnet->tx_iobuf[i],
                                                 -ECANCELED );
                        vmxnet->tx_iobuf[i] = NULL;
                }
        }
}

References ECANCELED, netdev, netdev_tx_complete_err(), NULL, net_device::priv, vmxnet3_nic::tx_iobuf, and VMXNET3_NUM_TX_DESC.

Referenced by vmxnet3_close(), and vmxnet3_open().

vmxnet3_refill_rx()

static void vmxnet3_refill_rx ( struct net_device *  netdev )

static

Refill receive ring.

Parameters

netdev

Network device

Definition at line 210 of file vmxnet3.c.

                                                            {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct vmxnet3_rx_desc *rx_desc;
        struct io_buffer *iobuf;
        unsigned int orig_rx_prod = vmxnet->count.rx_prod;
        unsigned int desc_idx;
        unsigned int generation;

        /* Fill receive ring to specified fill level */
        while ( vmxnet->count.rx_fill < VMXNET3_RX_FILL ) {

                /* Locate receive descriptor */
                desc_idx = ( vmxnet->count.rx_prod % VMXNET3_NUM_RX_DESC );
                generation = ( ( vmxnet->count.rx_prod & VMXNET3_NUM_RX_DESC ) ?
                               0 : cpu_to_le32 ( VMXNET3_RXF_GEN ) );
                assert ( vmxnet->rx_iobuf[desc_idx] == NULL );

                /* Allocate I/O buffer */
                iobuf = alloc_iob ( VMXNET3_MTU + NET_IP_ALIGN );
                if ( ! iobuf ) {
                        /* Non-fatal low memory condition */
                        break;
                }
                iob_reserve ( iobuf, NET_IP_ALIGN );

                /* Increment producer counter and fill level */
                vmxnet->count.rx_prod++;
                vmxnet->count.rx_fill++;

                /* Store I/O buffer for later completion */
                vmxnet->rx_iobuf[desc_idx] = iobuf;

                /* Populate receive descriptor */
                rx_desc = &vmxnet->dma->rx_desc[desc_idx];
                rx_desc->address = cpu_to_le64 ( virt_to_bus ( iobuf->data ) );
                rx_desc->flags = ( generation | cpu_to_le32 ( VMXNET3_MTU ) );

        }

        /* Hand over any new descriptors to NIC */
        if ( vmxnet->count.rx_prod != orig_rx_prod ) {
                wmb();
                profile_start ( &vmxnet3_vm_refill_profiler );
                writel ( ( vmxnet->count.rx_prod % VMXNET3_NUM_RX_DESC ),
                         ( vmxnet->pt + VMXNET3_PT_RXPROD ) );
                profile_stop ( &vmxnet3_vm_refill_profiler );
                profile_exclude ( &vmxnet3_vm_refill_profiler );
        }
}

References alloc_iob(), assert(), vmxnet3_nic::count, cpu_to_le32, cpu_to_le64, io_buffer::data, vmxnet3_nic::dma, iob_reserve, NET_IP_ALIGN, netdev, NULL, net_device::priv, profile_exclude(), profile_start(), profile_stop(), vmxnet3_nic::pt, vmxnet3_dma::rx_desc, vmxnet3_counters::rx_fill, vmxnet3_nic::rx_iobuf, vmxnet3_counters::rx_prod, virt_to_bus(), VMXNET3_MTU, VMXNET3_NUM_RX_DESC, VMXNET3_PT_RXPROD, VMXNET3_RX_FILL, VMXNET3_RXF_GEN, wmb(), and writel().

Referenced by vmxnet3_open(), and vmxnet3_poll().

vmxnet3_poll_rx()

static void vmxnet3_poll_rx ( struct net_device *  netdev )

static

Poll for received packets.

Parameters

netdev

Network device

Definition at line 265 of file vmxnet3.c.

                                                          {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct vmxnet3_rx_comp *rx_comp;
        struct io_buffer *iobuf;
        unsigned int comp_idx;
        unsigned int desc_idx;
        unsigned int generation;
        size_t len;

        while ( 1 ) {

                /* Look for completed descriptors */
                comp_idx = ( vmxnet->count.rx_cons % VMXNET3_NUM_RX_COMP );
                generation = ( ( vmxnet->count.rx_cons & VMXNET3_NUM_RX_COMP ) ?
                               0 : cpu_to_le32 ( VMXNET3_RXCF_GEN ) );
                rx_comp = &vmxnet->dma->rx_comp[comp_idx];
                if ( generation != ( rx_comp->flags &
                                     cpu_to_le32 ( VMXNET3_RXCF_GEN ) ) ) {
                        break;
                }

                /* Increment consumer counter */
                vmxnet->count.rx_cons++;

                /* Locate corresponding receive descriptor */
                desc_idx = ( le32_to_cpu ( rx_comp->index ) %
                             VMXNET3_NUM_RX_DESC );
                iobuf = vmxnet->rx_iobuf[desc_idx];
                if ( ! iobuf ) {
                        DBGC ( vmxnet, "VMXNET3 %p completed on empty receive "
                               "buffer %#x/%#x\n", vmxnet, comp_idx, desc_idx );
                        netdev_rx_err ( netdev, NULL, -ENOTTY );
                        continue;
                }

                /* Remove I/O buffer from receive queue */
                vmxnet->rx_iobuf[desc_idx] = NULL;
                vmxnet->count.rx_fill--;

                /* Deliver packet to network layer */
                len = ( le32_to_cpu ( rx_comp->len ) &
                        ( VMXNET3_MAX_PACKET_LEN - 1 ) );
                DBGC2 ( vmxnet, "VMXNET3 %p completed RX %#x/%#x (len %#zx)\n",
                        vmxnet, comp_idx, desc_idx, len );
                iob_put ( iobuf, len );
                netdev_rx ( netdev, iobuf );
        }
}

References vmxnet3_nic::count, cpu_to_le32, DBGC, DBGC2, vmxnet3_nic::dma, ENOTTY, vmxnet3_rx_comp::flags, vmxnet3_rx_comp::index, iob_put, le32_to_cpu, len, vmxnet3_rx_comp::len, netdev, netdev_rx(), netdev_rx_err(), NULL, net_device::priv, vmxnet3_dma::rx_comp, vmxnet3_counters::rx_cons, vmxnet3_counters::rx_fill, vmxnet3_nic::rx_iobuf, VMXNET3_MAX_PACKET_LEN, VMXNET3_NUM_RX_COMP, VMXNET3_NUM_RX_DESC, and VMXNET3_RXCF_GEN.

Referenced by vmxnet3_poll().

vmxnet3_flush_rx()

static void vmxnet3_flush_rx ( struct net_device *  netdev )

static

Flush any uncompleted receive buffers.

Parameters

netdev

Network device

Definition at line 319 of file vmxnet3.c.

                                                           {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct io_buffer *iobuf;
        unsigned int i;

        for ( i = 0 ; i < VMXNET3_NUM_RX_DESC ; i++ ) {
                if ( ( iobuf = vmxnet->rx_iobuf[i] ) != NULL ) {
                        netdev_rx_err ( netdev, iobuf, -ECANCELED );
                        vmxnet->rx_iobuf[i] = NULL;
                }
        }
}

References ECANCELED, netdev, netdev_rx_err(), NULL, net_device::priv, vmxnet3_nic::rx_iobuf, and VMXNET3_NUM_RX_DESC.

Referenced by vmxnet3_close(), and vmxnet3_open().

vmxnet3_check_link()

static void vmxnet3_check_link ( struct net_device *  netdev )

static

Check link state.

Parameters

netdev

Network device

Definition at line 337 of file vmxnet3.c.

                                                             {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        uint32_t state;
        int link_up;
        unsigned int link_speed;

        /* Get link state */
        state = vmxnet3_command ( vmxnet, VMXNET3_CMD_GET_LINK );
        link_up = ( state & 1 );
        link_speed = ( state >> 16 );

        /* Report link state to network device */
        if ( link_up ) {
                DBGC ( vmxnet, "VMXNET3 %p link is up at %d Mbps\n",
                       vmxnet, link_speed );
                netdev_link_up ( netdev );
        } else {
                DBGC ( vmxnet, "VMXNET3 %p link is down\n", vmxnet );
                netdev_link_down ( netdev );
        }
}

References DBGC, netdev, netdev_link_down(), netdev_link_up(), net_device::priv, state, VMXNET3_CMD_GET_LINK, and vmxnet3_command().

Referenced by vmxnet3_poll_events(), and vmxnet3_probe().

vmxnet3_poll_events()

static void vmxnet3_poll_events ( struct net_device *  netdev )

static

Poll for events.

Parameters

netdev

Network device

Definition at line 364 of file vmxnet3.c.

                                                              {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        uint32_t events;

        /* Do nothing unless there are events to process */
        if ( ! vmxnet->dma->shared.ecr )
                return;
        events = le32_to_cpu ( vmxnet->dma->shared.ecr );

        /* Acknowledge these events */
        profile_start ( &vmxnet3_vm_event_profiler );
        writel ( events, ( vmxnet->vd + VMXNET3_VD_ECR ) );
        profile_stop ( &vmxnet3_vm_event_profiler );
        profile_exclude ( &vmxnet3_vm_event_profiler );

        /* Check for link state change */
        if ( events & VMXNET3_ECR_LINK ) {
                vmxnet3_check_link ( netdev );
                events &= ~VMXNET3_ECR_LINK;
        }

        /* Check for queue errors */
        if ( events & ( VMXNET3_ECR_TQERR | VMXNET3_ECR_RQERR ) ) {
                vmxnet3_command ( vmxnet, VMXNET3_CMD_GET_QUEUE_STATUS );
                DBGC ( vmxnet, "VMXNET3 %p queue error status (TX %08x, RX "
                       "%08x)\n", vmxnet,
                       le32_to_cpu ( vmxnet->dma->queues.tx.status.error ),
                       le32_to_cpu ( vmxnet->dma->queues.rx.status.error ) );
                /* Report errors to allow for visibility via "ifstat" */
                if ( events & VMXNET3_ECR_TQERR )
                        netdev_tx_err ( netdev, NULL, -EPIPE );
                if ( events & VMXNET3_ECR_RQERR )
                        netdev_rx_err ( netdev, NULL, -EPIPE );
                events &= ~( VMXNET3_ECR_TQERR | VMXNET3_ECR_RQERR );
        }

        /* Check for unknown events */
        if ( events ) {
                DBGC ( vmxnet, "VMXNET3 %p unknown events %08x\n",
                       vmxnet, events );
                /* Report error to allow for visibility via "ifstat" */
                netdev_rx_err ( netdev, NULL, -ENODEV );
        }
}

References DBGC, vmxnet3_nic::dma, vmxnet3_shared::ecr, ENODEV, EPIPE, vmxnet3_queue_status::error, le32_to_cpu, netdev, netdev_rx_err(), netdev_tx_err(), NULL, net_device::priv, profile_exclude(), profile_start(), profile_stop(), vmxnet3_dma::queues, vmxnet3_queues::rx, vmxnet3_dma::shared, vmxnet3_tx_queue::status, vmxnet3_rx_queue::status, vmxnet3_queues::tx, vmxnet3_nic::vd, vmxnet3_check_link(), VMXNET3_CMD_GET_QUEUE_STATUS, vmxnet3_command(), VMXNET3_ECR_LINK, VMXNET3_ECR_RQERR, VMXNET3_ECR_TQERR, VMXNET3_VD_ECR, and writel().

Referenced by vmxnet3_poll().

vmxnet3_poll()

static void vmxnet3_poll ( struct net_device *  netdev )

static

Poll network device.

Parameters

netdev

Network device

Definition at line 414 of file vmxnet3.c.

                                                       {

        vmxnet3_poll_events ( netdev );
        vmxnet3_poll_tx ( netdev );
        vmxnet3_poll_rx ( netdev );
        vmxnet3_refill_rx ( netdev );
}

References netdev, vmxnet3_poll_events(), vmxnet3_poll_rx(), vmxnet3_poll_tx(), and vmxnet3_refill_rx().

vmxnet3_irq()

static void vmxnet3_irq ( struct net_device *  netdev, int  enable  )

static

Enable/disable interrupts.

Parameters

netdev	Network device
enable	Interrupts should be enabled

Definition at line 428 of file vmxnet3.c.

                                                                  {
        struct vmxnet3_nic *vmxnet = netdev->priv;

        DBGC ( vmxnet, "VMXNET3 %p %s IRQ not implemented\n",
               vmxnet, ( enable ? "enable" : "disable" ) );
}

References DBGC, netdev, and net_device::priv.

vmxnet3_set_ll_addr()

static void vmxnet3_set_ll_addr ( struct vmxnet3_nic *  vmxnet, const void *  ll_addr  )

static

Set MAC address.

Parameters

vmxnet	vmxnet3 NIC
ll_addr	Link-layer address to set

Definition at line 441 of file vmxnet3.c.

                                                        {
        struct {
                uint32_t low;
                uint32_t high;
        } __attribute__ (( packed )) mac;

        memset ( &mac, 0, sizeof ( mac ) );
        memcpy ( &mac, ll_addr, ETH_ALEN );
        writel ( cpu_to_le32 ( mac.low ), ( vmxnet->vd + VMXNET3_VD_MACL ) );
        writel ( cpu_to_le32 ( mac.high ), ( vmxnet->vd + VMXNET3_VD_MACH ) );
}

References __attribute__, cpu_to_le32, ETH_ALEN, high, low, mac, memcpy(), memset(), vmxnet3_nic::vd, VMXNET3_VD_MACH, VMXNET3_VD_MACL, and writel().

Referenced by vmxnet3_open().

vmxnet3_open()

static int vmxnet3_open ( struct net_device *  netdev )

static

Open NIC.

Parameters

netdev

Network device

Return values

rc	Return status code

Definition at line 460 of file vmxnet3.c.

                                                      {
        struct vmxnet3_nic *vmxnet = netdev->priv;
        struct vmxnet3_shared *shared;
        struct vmxnet3_queues *queues;
        uint64_t shared_bus;
        uint64_t queues_bus;
        uint32_t status;
        int rc;

        /* Allocate DMA areas */
        vmxnet->dma = malloc_phys ( sizeof ( *vmxnet->dma ),
                                    VMXNET3_DMA_ALIGN );
        if ( ! vmxnet->dma ) {
                DBGC ( vmxnet, "VMXNET3 %p could not allocate DMA area\n",
                       vmxnet );
                rc = -ENOMEM;
                goto err_alloc_dma;
        }
        memset ( vmxnet->dma, 0, sizeof ( *vmxnet->dma ) );

        /* Populate queue descriptors */
        queues = &vmxnet->dma->queues;
        queues->tx.cfg.desc_address =
                cpu_to_le64 ( virt_to_bus ( &vmxnet->dma->tx_desc ) );
        queues->tx.cfg.comp_address =
                cpu_to_le64 ( virt_to_bus ( &vmxnet->dma->tx_comp ) );
        queues->tx.cfg.num_desc = cpu_to_le32 ( VMXNET3_NUM_TX_DESC );
        queues->tx.cfg.num_comp = cpu_to_le32 ( VMXNET3_NUM_TX_COMP );
        queues->rx.cfg.desc_address[0] =
                cpu_to_le64 ( virt_to_bus ( &vmxnet->dma->rx_desc ) );
        queues->rx.cfg.comp_address =
                cpu_to_le64 ( virt_to_bus ( &vmxnet->dma->rx_comp ) );
        queues->rx.cfg.num_desc[0] = cpu_to_le32 ( VMXNET3_NUM_RX_DESC );
        queues->rx.cfg.num_comp = cpu_to_le32 ( VMXNET3_NUM_RX_COMP );
        queues_bus = virt_to_bus ( queues );
        DBGC ( vmxnet, "VMXNET3 %p queue descriptors at %08llx+%zx\n",
               vmxnet, queues_bus, sizeof ( *queues ) );

        /* Populate shared area */
        shared = &vmxnet->dma->shared;
        shared->magic = cpu_to_le32 ( VMXNET3_SHARED_MAGIC );
        shared->misc.version = cpu_to_le32 ( VMXNET3_VERSION_MAGIC );
        shared->misc.version_support = cpu_to_le32 ( VMXNET3_VERSION_SELECT );
        shared->misc.upt_version_support =
                cpu_to_le32 ( VMXNET3_UPT_VERSION_SELECT );
        shared->misc.queue_desc_address = cpu_to_le64 ( queues_bus );
        shared->misc.queue_desc_len = cpu_to_le32 ( sizeof ( *queues ) );
        shared->misc.mtu = cpu_to_le32 ( VMXNET3_MTU );
        shared->misc.num_tx_queues = 1;
        shared->misc.num_rx_queues = 1;
        shared->interrupt.num_intrs = 1;
        shared->interrupt.control = cpu_to_le32 ( VMXNET3_IC_DISABLE_ALL );
        shared->rx_filter.mode = cpu_to_le32 ( VMXNET3_RXM_UCAST |
                                               VMXNET3_RXM_BCAST |
                                               VMXNET3_RXM_ALL_MULTI );
        shared_bus = virt_to_bus ( shared );
        DBGC ( vmxnet, "VMXNET3 %p shared area at %08llx+%zx\n",
               vmxnet, shared_bus, sizeof ( *shared ) );

        /* Zero counters */
        memset ( &vmxnet->count, 0, sizeof ( vmxnet->count ) );

        /* Set MAC address */
        vmxnet3_set_ll_addr ( vmxnet, &netdev->ll_addr );

        /* Pass shared area to device */
        writel ( ( shared_bus >> 0 ), ( vmxnet->vd + VMXNET3_VD_DSAL ) );
        writel ( ( shared_bus >> 32 ), ( vmxnet->vd + VMXNET3_VD_DSAH ) );

        /* Activate device */
        if ( ( status = vmxnet3_command ( vmxnet,
                                          VMXNET3_CMD_ACTIVATE_DEV ) ) != 0 ) {
                DBGC ( vmxnet, "VMXNET3 %p could not activate (status %#x)\n",
                       vmxnet, status );
                rc = -EIO;
                goto err_activate;
        }

        /* Fill receive ring */
        vmxnet3_refill_rx ( netdev );

        return 0;

        vmxnet3_command ( vmxnet, VMXNET3_CMD_QUIESCE_DEV );
        vmxnet3_command ( vmxnet, VMXNET3_CMD_RESET_DEV );
 err_activate:
        vmxnet3_flush_tx ( netdev );
        vmxnet3_flush_rx ( netdev );
        free_phys ( vmxnet->dma, sizeof ( *vmxnet->dma ) );
 err_alloc_dma:
        return rc;
}

References vmxnet3_interrupt_config::control, vmxnet3_nic::count, cpu_to_le32, cpu_to_le64, DBGC, vmxnet3_nic::dma, EIO, ENOMEM, free_phys(), vmxnet3_shared::interrupt, net_device::ll_addr, vmxnet3_shared::magic, malloc_phys(), memset(), vmxnet3_shared::misc, vmxnet3_rx_filter_config::mode, vmxnet3_misc_config::mtu, netdev, vmxnet3_interrupt_config::num_intrs, vmxnet3_misc_config::num_rx_queues, vmxnet3_misc_config::num_tx_queues, net_device::priv, vmxnet3_misc_config::queue_desc_address, vmxnet3_misc_config::queue_desc_len, queues, vmxnet3_dma::queues, rc, vmxnet3_dma::rx_comp, vmxnet3_dma::rx_desc, vmxnet3_shared::rx_filter, vmxnet3_dma::shared, status, vmxnet3_dma::tx_comp, vmxnet3_dma::tx_desc, vmxnet3_misc_config::upt_version_support, vmxnet3_nic::vd, vmxnet3_misc_config::version, vmxnet3_misc_config::version_support, virt_to_bus(), VMXNET3_CMD_ACTIVATE_DEV, VMXNET3_CMD_QUIESCE_DEV, VMXNET3_CMD_RESET_DEV, vmxnet3_command(), VMXNET3_DMA_ALIGN, vmxnet3_flush_rx(), vmxnet3_flush_tx(), VMXNET3_IC_DISABLE_ALL, VMXNET3_MTU, VMXNET3_NUM_RX_COMP, VMXNET3_NUM_RX_DESC, VMXNET3_NUM_TX_COMP, VMXNET3_NUM_TX_DESC, vmxnet3_refill_rx(), VMXNET3_RXM_ALL_MULTI, VMXNET3_RXM_BCAST, VMXNET3_RXM_UCAST, vmxnet3_set_ll_addr(), VMXNET3_SHARED_MAGIC, VMXNET3_UPT_VERSION_SELECT, VMXNET3_VD_DSAH, VMXNET3_VD_DSAL, VMXNET3_VERSION_MAGIC, VMXNET3_VERSION_SELECT, and writel().

vmxnet3_close()

static void vmxnet3_close ( struct net_device *  netdev )

static

Close NIC.

Parameters

netdev

Network device

Definition at line 558 of file vmxnet3.c.

                                                        {
        struct vmxnet3_nic *vmxnet = netdev->priv;

        vmxnet3_command ( vmxnet, VMXNET3_CMD_QUIESCE_DEV );
        vmxnet3_command ( vmxnet, VMXNET3_CMD_RESET_DEV );
        vmxnet3_flush_tx ( netdev );
        vmxnet3_flush_rx ( netdev );
        free_phys ( vmxnet->dma, sizeof ( *vmxnet->dma ) );
}

References vmxnet3_nic::dma, free_phys(), netdev, net_device::priv, VMXNET3_CMD_QUIESCE_DEV, VMXNET3_CMD_RESET_DEV, vmxnet3_command(), vmxnet3_flush_rx(), and vmxnet3_flush_tx().

vmxnet3_check_version()

static int vmxnet3_check_version ( struct vmxnet3_nic *  vmxnet )

static

Check version.

Parameters

vmxnet

vmxnet3 NIC

Return values

rc	Return status code

Definition at line 583 of file vmxnet3.c.

                                                                {
        uint32_t version;
        uint32_t upt_version;

        /* Read version */
        version = readl ( vmxnet->vd + VMXNET3_VD_VRRS );
        upt_version = readl ( vmxnet->vd + VMXNET3_VD_UVRS );
        DBGC ( vmxnet, "VMXNET3 %p is version %d (UPT version %d)\n",
               vmxnet, version, upt_version );

        /* Inform NIC of driver version */
        writel ( VMXNET3_VERSION_SELECT, ( vmxnet->vd + VMXNET3_VD_VRRS ) );
        writel ( VMXNET3_UPT_VERSION_SELECT, ( vmxnet->vd + VMXNET3_VD_UVRS ) );

        return 0;
}

References DBGC, readl(), vmxnet3_nic::vd, version, VMXNET3_UPT_VERSION_SELECT, VMXNET3_VD_UVRS, VMXNET3_VD_VRRS, VMXNET3_VERSION_SELECT, and writel().

Referenced by vmxnet3_probe().

vmxnet3_get_hw_addr()

static void vmxnet3_get_hw_addr ( struct vmxnet3_nic *  vmxnet, void *  hw_addr  )

static

Get permanent MAC address.

Parameters

vmxnet	vmxnet3 NIC
hw_addr	Hardware address to fill in

Definition at line 606 of file vmxnet3.c.

                                                                              {
        struct {
                uint32_t low;
                uint32_t high;
        } __attribute__ (( packed )) mac;

        mac.low = le32_to_cpu ( vmxnet3_command ( vmxnet,
                                               VMXNET3_CMD_GET_PERM_MAC_LO ) );
        mac.high = le32_to_cpu ( vmxnet3_command ( vmxnet,
                                               VMXNET3_CMD_GET_PERM_MAC_HI ) );
        memcpy ( hw_addr, &mac, ETH_ALEN );
}

References __attribute__, ETH_ALEN, high, le32_to_cpu, low, mac, memcpy(), VMXNET3_CMD_GET_PERM_MAC_HI, and VMXNET3_CMD_GET_PERM_MAC_LO.

Referenced by vmxnet3_probe().

vmxnet3_probe()

static int vmxnet3_probe ( struct pci_device *  pci )

static

Probe PCI device.

Parameters

pci	PCI device
id	PCI ID

Return values

rc	Return status code

Definition at line 626 of file vmxnet3.c.

                                                    {
        struct net_device *netdev;
        struct vmxnet3_nic *vmxnet;
        int rc;

        /* Allocate network device */
        netdev = alloc_etherdev ( sizeof ( *vmxnet ) );
        if ( ! netdev ) {
                rc = -ENOMEM;
                goto err_alloc_etherdev;
        }
        netdev_init ( netdev, &vmxnet3_operations );
        vmxnet = netdev->priv;
        pci_set_drvdata ( pci, netdev );
        netdev->dev = &pci->dev;
        memset ( vmxnet, 0, sizeof ( *vmxnet ) );

        /* Fix up PCI device */
        adjust_pci_device ( pci );

        /* Map PCI BARs */
        vmxnet->pt = pci_ioremap ( pci, pci_bar_start ( pci, VMXNET3_PT_BAR ),
                                   VMXNET3_PT_LEN );
        if ( ! vmxnet->pt ) {
                rc = -ENODEV;
                goto err_ioremap_pt;
        }
        vmxnet->vd = pci_ioremap ( pci, pci_bar_start ( pci, VMXNET3_VD_BAR ),
                                   VMXNET3_VD_LEN );
        if ( ! vmxnet->vd ) {
                rc = -ENODEV;
                goto err_ioremap_vd;
        }

        /* Version check */
        if ( ( rc = vmxnet3_check_version ( vmxnet ) ) != 0 )
                goto err_check_version;

        /* Reset device */
        if ( ( rc = vmxnet3_command ( vmxnet, VMXNET3_CMD_RESET_DEV ) ) != 0 )
                goto err_reset;

        /* Read initial MAC address */
        vmxnet3_get_hw_addr ( vmxnet, &netdev->hw_addr );

        /* Register network device */
        if ( ( rc = register_netdev ( netdev ) ) != 0 ) {
                DBGC ( vmxnet, "VMXNET3 %p could not register net device: "
                       "%s\n", vmxnet, strerror ( rc ) );
                goto err_register_netdev;
        }

        /* Get initial link state */
        vmxnet3_check_link ( netdev );

        return 0;

        unregister_netdev ( netdev );
 err_register_netdev:
 err_reset:
 err_check_version:
        iounmap ( vmxnet->vd );
 err_ioremap_vd:
        iounmap ( vmxnet->pt );
 err_ioremap_pt:
        netdev_nullify ( netdev );
        netdev_put ( netdev );
 err_alloc_etherdev:
        return rc;
}

References adjust_pci_device(), alloc_etherdev(), DBGC, pci_device::dev, net_device::dev, ENODEV, ENOMEM, net_device::hw_addr, iounmap(), memset(), netdev, netdev_init(), netdev_nullify(), netdev_put(), pci_bar_start(), pci_ioremap(), pci_set_drvdata(), net_device::priv, vmxnet3_nic::pt, rc, register_netdev(), strerror(), unregister_netdev(), vmxnet3_nic::vd, vmxnet3_check_link(), vmxnet3_check_version(), VMXNET3_CMD_RESET_DEV, vmxnet3_get_hw_addr(), vmxnet3_operations, VMXNET3_PT_BAR, VMXNET3_PT_LEN, VMXNET3_VD_BAR, and VMXNET3_VD_LEN.

vmxnet3_remove()

static void vmxnet3_remove ( struct pci_device *  pci )

static

Remove PCI device.

Parameters

pci	PCI device

Definition at line 702 of file vmxnet3.c.

                                                      {
        struct net_device *netdev = pci_get_drvdata ( pci );
        struct vmxnet3_nic *vmxnet = netdev->priv;

        unregister_netdev ( netdev );
        iounmap ( vmxnet->vd );
        iounmap ( vmxnet->pt );
        netdev_nullify ( netdev );
        netdev_put ( netdev );
}

References iounmap(), netdev, netdev_nullify(), netdev_put(), pci_get_drvdata(), net_device::priv, vmxnet3_nic::pt, unregister_netdev(), and vmxnet3_nic::vd.

Variable Documentation

__profiler

struct profiler vmxnet3_vm_event_profiler __profiler

static

Initial value:

=
        { .name = "vmxnet3.vm_command" }

VM command profiler.

VM event profiler.

VM receive refill profiler.

VM transmit profiler.

Definition at line 50 of file vmxnet3.c.

vmxnet3_operations

struct net_device_operations vmxnet3_operations

static

Initial value:

= {
        .open           = vmxnet3_open,
        .close          = vmxnet3_close,
        .transmit       = vmxnet3_transmit,
        .poll           = vmxnet3_poll,
        .irq            = vmxnet3_irq,
}

vmxnet3 net device operations

Definition at line 569 of file vmxnet3.c.

Referenced by vmxnet3_probe().

vmxnet3_nics

struct pci_device_id vmxnet3_nics[]

static

Initial value:

= {
        PCI_ROM ( 0x15ad, 0x07b0, "vmxnet3", "vmxnet3 virtual NIC", 0 ),
}

vmxnet3 PCI IDs

Definition at line 714 of file vmxnet3.c.

__pci_driver

struct pci_driver vmxnet3_driver __pci_driver

Initial value:

= {
        .ids = vmxnet3_nics,
        .id_count = ( sizeof ( vmxnet3_nics ) / sizeof ( vmxnet3_nics[0] ) ),
        .probe = vmxnet3_probe,
        .remove = vmxnet3_remove,
}

vmxnet3 PCI driver

Definition at line 719 of file vmxnet3.c.