gve.c File Reference

Google Virtual Ethernet network driver. More...

#include <stdint.h>
#include <string.h>
#include <unistd.h>
#include <errno.h>
#include <assert.h>
#include <byteswap.h>
#include <ipxe/netdevice.h>
#include <ipxe/ethernet.h>
#include <ipxe/if_ether.h>
#include <ipxe/iobuf.h>
#include <ipxe/dma.h>
#include <ipxe/pci.h>
#include <ipxe/fault.h>
#include "gve.h"

Go to the source code of this file.

Macros
#define	EINFO_EIO_ADMIN_UNSET   __einfo_uniqify ( EINFO_EIO, 0x00, "Uncompleted" )
#define	EIO_ADMIN_UNSET   __einfo_error ( EINFO_EIO_ADMIN_UNSET )
#define	EINFO_EIO_ADMIN_ABORTED   __einfo_uniqify ( EINFO_EIO, 0x10, "Aborted" )
#define	EIO_ADMIN_ABORTED   __einfo_error ( EINFO_EIO_ADMIN_ABORTED )
#define	EINFO_EIO_ADMIN_EXISTS   __einfo_uniqify ( EINFO_EIO, 0x11, "Already exists" )
#define	EIO_ADMIN_EXISTS   __einfo_error ( EINFO_EIO_ADMIN_EXISTS )
#define	EINFO_EIO_ADMIN_CANCELLED   __einfo_uniqify ( EINFO_EIO, 0x12, "Cancelled" )
#define	EIO_ADMIN_CANCELLED   __einfo_error ( EINFO_EIO_ADMIN_CANCELLED )
#define	EINFO_EIO_ADMIN_DATALOSS   __einfo_uniqify ( EINFO_EIO, 0x13, "Data loss" )
#define	EIO_ADMIN_DATALOSS   __einfo_error ( EINFO_EIO_ADMIN_DATALOSS )
#define	EINFO_EIO_ADMIN_DEADLINE   __einfo_uniqify ( EINFO_EIO, 0x14, "Deadline exceeded" )
#define	EIO_ADMIN_DEADLINE   __einfo_error ( EINFO_EIO_ADMIN_DEADLINE )
#define	EINFO_EIO_ADMIN_PRECONDITION   __einfo_uniqify ( EINFO_EIO, 0x15, "Failed precondition" )
#define	EIO_ADMIN_PRECONDITION   __einfo_error ( EINFO_EIO_ADMIN_PRECONDITION )
#define	EINFO_EIO_ADMIN_INTERNAL   __einfo_uniqify ( EINFO_EIO, 0x16, "Internal error" )
#define	EIO_ADMIN_INTERNAL   __einfo_error ( EINFO_EIO_ADMIN_INTERNAL )
#define	EINFO_EIO_ADMIN_INVAL   __einfo_uniqify ( EINFO_EIO, 0x17, "Invalid argument" )
#define	EIO_ADMIN_INVAL   __einfo_error ( EINFO_EIO_ADMIN_INVAL )
#define	EINFO_EIO_ADMIN_NOT_FOUND   __einfo_uniqify ( EINFO_EIO, 0x18, "Not found" )
#define	EIO_ADMIN_NOT_FOUND   __einfo_error ( EINFO_EIO_ADMIN_NOT_FOUND )
#define	EINFO_EIO_ADMIN_RANGE   __einfo_uniqify ( EINFO_EIO, 0x19, "Out of range" )
#define	EIO_ADMIN_RANGE   __einfo_error ( EINFO_EIO_ADMIN_RANGE )
#define	EINFO_EIO_ADMIN_PERM   __einfo_uniqify ( EINFO_EIO, 0x1a, "Permission denied" )
#define	EIO_ADMIN_PERM   __einfo_error ( EINFO_EIO_ADMIN_PERM )
#define	EINFO_EIO_ADMIN_UNAUTH   __einfo_uniqify ( EINFO_EIO, 0x1b, "Unauthenticated" )
#define	EIO_ADMIN_UNAUTH   __einfo_error ( EINFO_EIO_ADMIN_UNAUTH )
#define	EINFO_EIO_ADMIN_RESOURCE   __einfo_uniqify ( EINFO_EIO, 0x1c, "Resource exhausted" )
#define	EIO_ADMIN_RESOURCE   __einfo_error ( EINFO_EIO_ADMIN_RESOURCE )
#define	EINFO_EIO_ADMIN_UNAVAIL   __einfo_uniqify ( EINFO_EIO, 0x1d, "Unavailable" )
#define	EIO_ADMIN_UNAVAIL   __einfo_error ( EINFO_EIO_ADMIN_UNAVAIL )
#define	EINFO_EIO_ADMIN_NOTSUP   __einfo_uniqify ( EINFO_EIO, 0x1e, "Unimplemented" )
#define	EIO_ADMIN_NOTSUP   __einfo_error ( EINFO_EIO_ADMIN_NOTSUP )
#define	EINFO_EIO_ADMIN_UNKNOWN   __einfo_uniqify ( EINFO_EIO, 0x1f, "Unknown error" )
#define	EIO_ADMIN_UNKNOWN   __einfo_error ( EINFO_EIO_ADMIN_UNKNOWN )
#define	EIO_ADMIN(status)

Functions
	FILE_LICENCE (GPL2_OR_LATER_OR_UBDL)
static int	gve_reset (struct gve_nic *gve)
	Reset hardware. More...
static int	gve_admin_alloc (struct gve_nic *gve)
	Allocate admin queue. More...
static void	gve_admin_free (struct gve_nic *gve)
	Free admin queue. More...
static void	gve_admin_enable (struct gve_nic *gve)
	Enable admin queue. More...
static union gve_admin_command *	gve_admin_command (struct gve_nic *gve)
	Get next available admin queue command slot. More...
static int	gve_admin_wait (struct gve_nic *gve)
	Wait for admin queue command to complete. More...
static int	gve_admin (struct gve_nic *gve)
	Issue admin queue command. More...
static int	gve_admin_simple (struct gve_nic *gve, unsigned int opcode, unsigned int id)
	Issue simple admin queue command. More...
static int	gve_describe (struct gve_nic *gve)
	Get device descriptor. More...
static int	gve_configure (struct gve_nic *gve)
	Configure device resources. More...
static int	gve_deconfigure (struct gve_nic *gve)
	Deconfigure device resources. More...
static int	gve_register (struct gve_nic *gve, struct gve_qpl *qpl)
	Register queue page list. More...
static int	gve_unregister (struct gve_nic *gve, struct gve_qpl *qpl)
	Unregister page list. More...
static void	gve_create_tx_param (struct gve_queue *queue, union gve_admin_command *cmd)
	Construct command to create transmit queue. More...
static void	gve_create_rx_param (struct gve_queue *queue, union gve_admin_command *cmd)
	Construct command to create receive queue. More...
static int	gve_create_queue (struct gve_nic *gve, struct gve_queue *queue)
	Create transmit or receive queue. More...
static int	gve_destroy_queue (struct gve_nic *gve, struct gve_queue *queue)
	Destroy transmit or receive queue. More...
static int	gve_alloc_qpl (struct gve_nic *gve, struct gve_qpl *qpl, uint32_t id, unsigned int buffers)
	Allocate queue page list. More...
static void	gve_free_qpl (struct gve_nic *nic __unused, struct gve_qpl *qpl)
	Free queue page list. More...
static size_t	gve_address (struct gve_queue *queue, unsigned int index)
	Get buffer address (within queue page list address space) More...
static userptr_t	gve_buffer (struct gve_queue *queue, unsigned int index)
	Get buffer address. More...
static unsigned int	gve_next (unsigned int seq)
	Calculate next receive sequence number. More...
static int	gve_alloc_queue (struct gve_nic *gve, struct gve_queue *queue)
	Allocate descriptor queue. More...
static void	gve_free_queue (struct gve_nic *gve, struct gve_queue *queue)
	Free descriptor queue. More...
static int	gve_start (struct gve_nic *gve)
	Start up device. More...
static void	gve_stop (struct gve_nic *gve)
	Stop device. More...
static void	gve_startup (struct gve_nic *gve)
	Device startup process. More...
static void	gve_restart (struct gve_nic *gve)
	Trigger startup process. More...
static void	gve_watchdog (struct retry_timer *timer, int over __unused)
	Reset recovery watchdog. More...
static int	gve_open (struct net_device *netdev)
	Open network device. More...
static void	gve_close (struct net_device *netdev)
	Close network device. More...
static int	gve_transmit (struct net_device *netdev, struct io_buffer *iobuf)
	Transmit packet. More...
static void	gve_poll_tx (struct net_device *netdev)
	Poll for completed transmissions. More...
static void	gve_poll_rx (struct net_device *netdev)
	Poll for received packets. More...
static void	gve_refill_rx (struct net_device *netdev)
	Refill receive queue. More...
static void	gve_poll (struct net_device *netdev)
	Poll for completed and received packets. More...
static int	gve_setup (struct gve_nic *gve)
	Set up admin queue and get device description. More...
static int	gve_probe (struct pci_device *pci)
	Probe PCI device. More...
static void	gve_remove (struct pci_device *pci)
	Remove PCI device. More...

Variables
static struct net_device_operations	gve_operations
	GVE network device operations. More...
static const struct gve_queue_type	gve_tx_type
	Transmit descriptor queue type. More...
static const struct gve_queue_type	gve_rx_type
	Receive descriptor queue type. More...
static struct process_descriptor	gve_startup_desc
	Device startup process descriptor. More...
static struct pci_device_id	gve_nics []
	GVE PCI device IDs. More...
struct pci_driver gve_driver	__pci_driver
	GVE PCI driver. More...

Detailed Description

Google Virtual Ethernet network driver.

Definition in file gve.c.

Macro Definition Documentation

EINFO_EIO_ADMIN_UNSET

#define EINFO_EIO_ADMIN_UNSET   __einfo_uniqify ( EINFO_EIO, 0x00, "Uncompleted" )

Definition at line 48 of file gve.c.

EIO_ADMIN_UNSET

#define EIO_ADMIN_UNSET   __einfo_error ( EINFO_EIO_ADMIN_UNSET )

Definition at line 50 of file gve.c.

EINFO_EIO_ADMIN_ABORTED

#define EINFO_EIO_ADMIN_ABORTED   __einfo_uniqify ( EINFO_EIO, 0x10, "Aborted" )

Definition at line 52 of file gve.c.

EIO_ADMIN_ABORTED

#define EIO_ADMIN_ABORTED   __einfo_error ( EINFO_EIO_ADMIN_ABORTED )

Definition at line 54 of file gve.c.

EINFO_EIO_ADMIN_EXISTS

#define EINFO_EIO_ADMIN_EXISTS   __einfo_uniqify ( EINFO_EIO, 0x11, "Already exists" )

Definition at line 56 of file gve.c.

EIO_ADMIN_EXISTS

#define EIO_ADMIN_EXISTS   __einfo_error ( EINFO_EIO_ADMIN_EXISTS )

Definition at line 58 of file gve.c.

EINFO_EIO_ADMIN_CANCELLED

#define EINFO_EIO_ADMIN_CANCELLED   __einfo_uniqify ( EINFO_EIO, 0x12, "Cancelled" )

Definition at line 60 of file gve.c.

EIO_ADMIN_CANCELLED

#define EIO_ADMIN_CANCELLED   __einfo_error ( EINFO_EIO_ADMIN_CANCELLED )

Definition at line 62 of file gve.c.

EINFO_EIO_ADMIN_DATALOSS

#define EINFO_EIO_ADMIN_DATALOSS   __einfo_uniqify ( EINFO_EIO, 0x13, "Data loss" )

Definition at line 64 of file gve.c.

EIO_ADMIN_DATALOSS

#define EIO_ADMIN_DATALOSS   __einfo_error ( EINFO_EIO_ADMIN_DATALOSS )

Definition at line 66 of file gve.c.

EINFO_EIO_ADMIN_DEADLINE

#define EINFO_EIO_ADMIN_DEADLINE   __einfo_uniqify ( EINFO_EIO, 0x14, "Deadline exceeded" )

Definition at line 68 of file gve.c.

EIO_ADMIN_DEADLINE

#define EIO_ADMIN_DEADLINE   __einfo_error ( EINFO_EIO_ADMIN_DEADLINE )

Definition at line 70 of file gve.c.

EINFO_EIO_ADMIN_PRECONDITION

#define EINFO_EIO_ADMIN_PRECONDITION   __einfo_uniqify ( EINFO_EIO, 0x15, "Failed precondition" )

Definition at line 72 of file gve.c.

EIO_ADMIN_PRECONDITION

#define EIO_ADMIN_PRECONDITION   __einfo_error ( EINFO_EIO_ADMIN_PRECONDITION )

Definition at line 74 of file gve.c.

EINFO_EIO_ADMIN_INTERNAL

#define EINFO_EIO_ADMIN_INTERNAL   __einfo_uniqify ( EINFO_EIO, 0x16, "Internal error" )

Definition at line 76 of file gve.c.

EIO_ADMIN_INTERNAL

#define EIO_ADMIN_INTERNAL   __einfo_error ( EINFO_EIO_ADMIN_INTERNAL )

Definition at line 78 of file gve.c.

EINFO_EIO_ADMIN_INVAL

#define EINFO_EIO_ADMIN_INVAL   __einfo_uniqify ( EINFO_EIO, 0x17, "Invalid argument" )

Definition at line 80 of file gve.c.

EIO_ADMIN_INVAL

#define EIO_ADMIN_INVAL   __einfo_error ( EINFO_EIO_ADMIN_INVAL )

Definition at line 82 of file gve.c.

EINFO_EIO_ADMIN_NOT_FOUND

#define EINFO_EIO_ADMIN_NOT_FOUND   __einfo_uniqify ( EINFO_EIO, 0x18, "Not found" )

Definition at line 84 of file gve.c.

EIO_ADMIN_NOT_FOUND

#define EIO_ADMIN_NOT_FOUND   __einfo_error ( EINFO_EIO_ADMIN_NOT_FOUND )

Definition at line 86 of file gve.c.

EINFO_EIO_ADMIN_RANGE

#define EINFO_EIO_ADMIN_RANGE   __einfo_uniqify ( EINFO_EIO, 0x19, "Out of range" )

Definition at line 88 of file gve.c.

EIO_ADMIN_RANGE

#define EIO_ADMIN_RANGE   __einfo_error ( EINFO_EIO_ADMIN_RANGE )

Definition at line 90 of file gve.c.

EINFO_EIO_ADMIN_PERM

#define EINFO_EIO_ADMIN_PERM   __einfo_uniqify ( EINFO_EIO, 0x1a, "Permission denied" )

Definition at line 92 of file gve.c.

EIO_ADMIN_PERM

#define EIO_ADMIN_PERM   __einfo_error ( EINFO_EIO_ADMIN_PERM )

Definition at line 94 of file gve.c.

EINFO_EIO_ADMIN_UNAUTH

#define EINFO_EIO_ADMIN_UNAUTH   __einfo_uniqify ( EINFO_EIO, 0x1b, "Unauthenticated" )

Definition at line 96 of file gve.c.

EIO_ADMIN_UNAUTH

#define EIO_ADMIN_UNAUTH   __einfo_error ( EINFO_EIO_ADMIN_UNAUTH )

Definition at line 98 of file gve.c.

EINFO_EIO_ADMIN_RESOURCE

#define EINFO_EIO_ADMIN_RESOURCE   __einfo_uniqify ( EINFO_EIO, 0x1c, "Resource exhausted" )

Definition at line 100 of file gve.c.

EIO_ADMIN_RESOURCE

#define EIO_ADMIN_RESOURCE   __einfo_error ( EINFO_EIO_ADMIN_RESOURCE )

Definition at line 102 of file gve.c.

EINFO_EIO_ADMIN_UNAVAIL

#define EINFO_EIO_ADMIN_UNAVAIL   __einfo_uniqify ( EINFO_EIO, 0x1d, "Unavailable" )

Definition at line 104 of file gve.c.

EIO_ADMIN_UNAVAIL

#define EIO_ADMIN_UNAVAIL   __einfo_error ( EINFO_EIO_ADMIN_UNAVAIL )

Definition at line 106 of file gve.c.

EINFO_EIO_ADMIN_NOTSUP

#define EINFO_EIO_ADMIN_NOTSUP   __einfo_uniqify ( EINFO_EIO, 0x1e, "Unimplemented" )

Definition at line 108 of file gve.c.

EIO_ADMIN_NOTSUP

#define EIO_ADMIN_NOTSUP   __einfo_error ( EINFO_EIO_ADMIN_NOTSUP )

Definition at line 110 of file gve.c.

EINFO_EIO_ADMIN_UNKNOWN

#define EINFO_EIO_ADMIN_UNKNOWN   __einfo_uniqify ( EINFO_EIO, 0x1f, "Unknown error" )

Definition at line 112 of file gve.c.

EIO_ADMIN_UNKNOWN

#define EIO_ADMIN_UNKNOWN   __einfo_error ( EINFO_EIO_ADMIN_UNKNOWN )

Definition at line 114 of file gve.c.

EIO_ADMIN

#define EIO_ADMIN

(

status

)

Value:

EUNIQ ( EINFO_EIO, ( (status) & 0x1f ),                         \
                EIO_ADMIN_UNSET, EIO_ADMIN_ABORTED, EIO_ADMIN_EXISTS,   \
                EIO_ADMIN_CANCELLED, EIO_ADMIN_DATALOSS,                \
                EIO_ADMIN_DEADLINE, EIO_ADMIN_PRECONDITION,             \
                EIO_ADMIN_INTERNAL, EIO_ADMIN_INVAL,                    \
                EIO_ADMIN_NOT_FOUND, EIO_ADMIN_RANGE, EIO_ADMIN_PERM,   \
                EIO_ADMIN_UNAUTH, EIO_ADMIN_RESOURCE,                   \
                EIO_ADMIN_UNAVAIL, EIO_ADMIN_NOTSUP, EIO_ADMIN_UNKNOWN )

Definition at line 116 of file gve.c.

Function Documentation

FILE_LICENCE()

FILE_LICENCE

(

GPL2_OR_LATER_OR_UBDL

)

gve_reset()

static int gve_reset ( struct gve_nic *  gve )

static

Reset hardware.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 139 of file gve.c.

                                             {
        uint32_t pfn;
        unsigned int i;

        /* Skip reset if admin queue page frame number is already
         * clear.  Triggering a reset on an already-reset device seems
         * to cause a delayed reset to be scheduled.  This can cause
         * the device to end up in a reset loop, where each attempt to
         * recover from reset triggers another reset a few seconds
         * later.
         */
        pfn = readl ( gve->cfg + GVE_CFG_ADMIN_PFN );
        if ( ! pfn ) {
                DBGC ( gve, "GVE %p skipping reset\n", gve );
                return 0;
        }

        /* Clear admin queue page frame number */
        writel ( 0, gve->cfg + GVE_CFG_ADMIN_PFN );
        wmb();

        /* Wait for device to reset */
        for ( i = 0 ; i < GVE_RESET_MAX_WAIT_MS ; i++ ) {

                /* Delay */
                mdelay ( 1 );

                /* Check for reset completion */
                pfn = readl ( gve->cfg + GVE_CFG_ADMIN_PFN );
                if ( ! pfn )
                        return 0;
        }

        DBGC ( gve, "GVE %p reset timed out (PFN %#08x devstat %#08x)\n",
               gve, bswap_32 ( pfn ),
               bswap_32 ( readl ( gve->cfg + GVE_CFG_DEVSTAT ) ) );
        return -ETIMEDOUT;
}

References bswap_32, gve_nic::cfg, DBGC, ETIMEDOUT, GVE_CFG_ADMIN_PFN, GVE_CFG_DEVSTAT, GVE_RESET_MAX_WAIT_MS, mdelay(), readl(), wmb(), and writel().

Referenced by gve_close(), gve_probe(), gve_remove(), gve_setup(), and gve_startup().

gve_admin_alloc()

static int gve_admin_alloc ( struct gve_nic *  gve )

static

Allocate admin queue.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 191 of file gve.c.

                                                   {
        struct dma_device *dma = gve->dma;
        struct gve_admin *admin = &gve->admin;
        struct gve_irqs *irqs = &gve->irqs;
        struct gve_events *events = &gve->events;
        struct gve_scratch *scratch = &gve->scratch;
        size_t admin_len = ( GVE_ADMIN_COUNT * sizeof ( admin->cmd[0] ) );
        size_t irqs_len = ( GVE_IRQ_COUNT * sizeof ( irqs->irq[0] ) );
        size_t events_len = ( GVE_EVENT_MAX * sizeof ( events->event[0] ) );
        size_t scratch_len = sizeof ( *scratch->buf );
        int rc;

        /* Allocate admin queue */
        admin->cmd = dma_alloc ( dma, &admin->map, admin_len, GVE_ALIGN );
        if ( ! admin->cmd ) {
                rc = -ENOMEM;
                goto err_admin;
        }

        /* Allocate interrupt channels */
        irqs->irq = dma_alloc ( dma, &irqs->map, irqs_len, GVE_ALIGN );
        if ( ! irqs->irq ) {
                rc = -ENOMEM;
                goto err_irqs;
        }

        /* Allocate event counters */
        events->event = dma_alloc ( dma, &events->map, events_len, GVE_ALIGN );
        if ( ! events->event ) {
                rc = -ENOMEM;
                goto err_events;
        }

        /* Allocate scratch buffer */
        scratch->buf = dma_alloc ( dma, &scratch->map, scratch_len, GVE_ALIGN );
        if ( ! scratch->buf ) {
                rc = -ENOMEM;
                goto err_scratch;
        }

        DBGC ( gve, "GVE %p AQ at [%08lx,%08lx)\n",
               gve, virt_to_phys ( admin->cmd ),
               ( virt_to_phys ( admin->cmd ) + admin_len ) );
        return 0;

        dma_free ( &scratch->map, scratch->buf, scratch_len );
 err_scratch:
        dma_free ( &events->map, events->event, events_len );
 err_events:
        dma_free ( &irqs->map, irqs->irq, irqs_len );
 err_irqs:
        dma_free ( &admin->map, admin->cmd, admin_len );
 err_admin:
        return rc;
}

References gve_nic::admin, gve_scratch::buf, gve_admin::cmd, DBGC, dma(), gve_nic::dma, dma_alloc(), dma_free(), ENOMEM, gve_events::event, gve_nic::events, GVE_ADMIN_COUNT, GVE_ALIGN, GVE_EVENT_MAX, GVE_IRQ_COUNT, gve_irqs::irq, gve_nic::irqs, gve_scratch::map, gve_admin::map, gve_events::map, gve_irqs::map, rc, gve_nic::scratch, and virt_to_phys().

Referenced by gve_probe().

gve_admin_free()

static void gve_admin_free ( struct gve_nic *  gve )

static

Free admin queue.

Parameters

gve	GVE device

Definition at line 252 of file gve.c.

                                                   {
        struct gve_admin *admin = &gve->admin;
        struct gve_irqs *irqs = &gve->irqs;
        struct gve_events *events = &gve->events;
        struct gve_scratch *scratch = &gve->scratch;
        size_t admin_len = ( GVE_ADMIN_COUNT * sizeof ( admin->cmd[0] ) );
        size_t irqs_len = ( GVE_IRQ_COUNT * sizeof ( irqs->irq[0] ) );
        size_t events_len = ( GVE_EVENT_MAX * sizeof ( events->event[0] ) );
        size_t scratch_len = sizeof ( *scratch->buf );

        /* Free scratch buffer */
        dma_free ( &scratch->map, scratch->buf, scratch_len );

        /* Free event counter */
        dma_free ( &events->map, events->event, events_len );

        /* Free interrupt channels */
        dma_free ( &irqs->map, irqs->irq, irqs_len );

        /* Free admin queue */
        dma_free ( &admin->map, admin->cmd, admin_len );
}

References gve_nic::admin, gve_scratch::buf, gve_admin::cmd, dma_free(), gve_events::event, gve_nic::events, GVE_ADMIN_COUNT, GVE_EVENT_MAX, GVE_IRQ_COUNT, gve_irqs::irq, gve_nic::irqs, gve_admin::map, gve_scratch::map, gve_events::map, gve_irqs::map, and gve_nic::scratch.

Referenced by gve_probe(), and gve_remove().

gve_admin_enable()

static void gve_admin_enable ( struct gve_nic *  gve )

static

Enable admin queue.

Parameters

gve	GVE device

Definition at line 280 of file gve.c.

                                                     {
        struct gve_admin *admin = &gve->admin;
        size_t admin_len = ( GVE_ADMIN_COUNT * sizeof ( admin->cmd[0] ) );
        physaddr_t base;

        /* Reset queue */
        admin->prod = 0;

        /* Program queue addresses and capabilities */
        base = dma ( &admin->map, admin->cmd );
        writel ( bswap_32 ( base / GVE_PAGE_SIZE ),
                 gve->cfg + GVE_CFG_ADMIN_PFN );
        writel ( bswap_32 ( base & 0xffffffffUL ),
                 gve->cfg + GVE_CFG_ADMIN_BASE_LO );
        if ( sizeof ( base ) > sizeof ( uint32_t ) ) {
                writel ( bswap_32 ( ( ( uint64_t ) base ) >> 32 ),
                         gve->cfg + GVE_CFG_ADMIN_BASE_HI );
        } else {
                writel ( 0, gve->cfg + GVE_CFG_ADMIN_BASE_HI );
        }
        writel ( bswap_16 ( admin_len ), gve->cfg + GVE_CFG_ADMIN_LEN );
        writel ( bswap_32 ( GVE_CFG_DRVSTAT_RUN ), gve->cfg + GVE_CFG_DRVSTAT );
}

References gve_nic::admin, base, bswap_16, bswap_32, gve_nic::cfg, gve_admin::cmd, dma(), GVE_ADMIN_COUNT, GVE_CFG_ADMIN_BASE_HI, GVE_CFG_ADMIN_BASE_LO, GVE_CFG_ADMIN_LEN, GVE_CFG_ADMIN_PFN, GVE_CFG_DRVSTAT, GVE_CFG_DRVSTAT_RUN, GVE_PAGE_SIZE, gve_admin::map, gve_admin::prod, and writel().

Referenced by gve_setup(), and gve_startup().

gve_admin_command()

static union gve_admin_command* gve_admin_command ( struct gve_nic *  gve )

static

Get next available admin queue command slot.

Parameters

gve	GVE device

Return values

cmd	Admin queue command

Definition at line 310 of file gve.c.

                                                                           {
        struct gve_admin *admin = &gve->admin;
        union gve_admin_command *cmd;
        unsigned int index;

        /* Get next command slot */
        index = admin->prod;
        cmd = &admin->cmd[ index % GVE_ADMIN_COUNT ];

        /* Initialise request */
        memset ( cmd, 0, sizeof ( *cmd ) );

        return cmd;
}

References gve_nic::admin, cmd, gve_admin::cmd, GVE_ADMIN_COUNT, index, memset(), and gve_admin::prod.

Referenced by gve_admin_simple(), gve_configure(), gve_create_queue(), gve_describe(), and gve_register().

gve_admin_wait()

static int gve_admin_wait ( struct gve_nic *  gve )

static

Wait for admin queue command to complete.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 331 of file gve.c.

                                                  {
        struct gve_admin *admin = &gve->admin;
        uint32_t evt;
        uint32_t pfn;
        unsigned int i;

        /* Wait for any outstanding commands to complete */
        for ( i = 0 ; i < GVE_ADMIN_MAX_WAIT_MS ; i++ ) {

                /* Check event counter */
                rmb();
                evt = bswap_32 ( readl ( gve->cfg + GVE_CFG_ADMIN_EVT ) );
                if ( evt == admin->prod )
                        return 0;

                /* Check for device reset */
                pfn = readl ( gve->cfg + GVE_CFG_ADMIN_PFN );
                if ( ! pfn )
                        break;

                /* Delay */
                mdelay ( 1 );
        }

        DBGC ( gve, "GVE %p AQ %#02x %s (completed %#02x, status %#08x)\n",
               gve, admin->prod, ( pfn ? "timed out" : "saw reset" ), evt,
               bswap_32 ( readl ( gve->cfg + GVE_CFG_DEVSTAT ) ) );
        return ( pfn ? -ETIMEDOUT : -ECONNRESET );
}

References gve_nic::admin, bswap_32, gve_nic::cfg, DBGC, ECONNRESET, ETIMEDOUT, GVE_ADMIN_MAX_WAIT_MS, GVE_CFG_ADMIN_EVT, GVE_CFG_ADMIN_PFN, GVE_CFG_DEVSTAT, mdelay(), gve_admin::prod, readl(), and rmb.

Referenced by gve_admin().

gve_admin()

static int gve_admin ( struct gve_nic *  gve )

static

Issue admin queue command.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 367 of file gve.c.

                                             {
        struct gve_admin *admin = &gve->admin;
        union gve_admin_command *cmd;
        unsigned int index;
        uint32_t opcode;
        uint32_t status;
        int rc;

        /* Ensure admin queue is idle */
        if ( ( rc = gve_admin_wait ( gve ) ) != 0 )
                return rc;

        /* Get next command slot */
        index = admin->prod;
        cmd = &admin->cmd[ index % GVE_ADMIN_COUNT ];
        opcode = cmd->hdr.opcode;
        DBGC2 ( gve, "GVE %p AQ %#02x command %#04x request:\n",
                gve, index, opcode );
        DBGC2_HDA ( gve, 0, cmd, sizeof ( *cmd ) );

        /* Increment producer counter */
        admin->prod++;

        /* Ring doorbell */
        wmb();
        writel ( bswap_32 ( admin->prod ), gve->cfg + GVE_CFG_ADMIN_DB );

        /* Wait for command to complete */
        if ( ( rc = gve_admin_wait ( gve ) ) != 0 )
                return rc;

        /* Check command status */
        status = be32_to_cpu ( cmd->hdr.status );
        if ( status != GVE_ADMIN_STATUS_OK ) {
                rc = -EIO_ADMIN ( status );
                DBGC ( gve, "GVE %p AQ %#02x command %#04x failed: %#08x\n",
                       gve, index, opcode, status );
                DBGC_HDA ( gve, 0, cmd, sizeof ( *cmd ) );
                DBGC ( gve, "GVE %p AQ error: %s\n", gve, strerror ( rc ) );
                return rc;
        }

        DBGC2 ( gve, "GVE %p AQ %#02x command %#04x result:\n",
                gve, index, opcode );
        DBGC2_HDA ( gve, 0, cmd, sizeof ( *cmd ) );
        return 0;
}

References gve_nic::admin, be32_to_cpu, bswap_32, gve_nic::cfg, cmd, gve_admin::cmd, DBGC, DBGC2, DBGC2_HDA, DBGC_HDA, EIO_ADMIN, GVE_ADMIN_COUNT, GVE_ADMIN_STATUS_OK, gve_admin_wait(), GVE_CFG_ADMIN_DB, index, opcode, gve_admin::prod, rc, status, strerror(), wmb(), and writel().

gve_admin_simple()

static int gve_admin_simple ( struct gve_nic *  gve, unsigned int  opcode, unsigned int  id  )

static

Issue simple admin queue command.

Parameters

gve	GVE device
opcode	Operation code
id	ID parameter (or zero if not applicable)

Return values

rc	Return status code

Several admin queue commands take either an empty parameter list or a single 32-bit ID parameter.

Definition at line 426 of file gve.c.

                                                {
        union gve_admin_command *cmd;
        int rc;

        /* Construct request */
        cmd = gve_admin_command ( gve );
        cmd->hdr.opcode = opcode;
        cmd->simple.id = cpu_to_be32 ( id );

        /* Issue command */
        if ( ( rc = gve_admin ( gve ) ) != 0 )
                return rc;

        return 0;
}

References cmd, cpu_to_be32, gve_admin_command(), opcode, and rc.

gve_describe()

static int gve_describe ( struct gve_nic *  gve )

static

Get device descriptor.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 449 of file gve.c.

                                                {
        struct net_device *netdev = gve->netdev;
        struct gve_device_descriptor *desc = &gve->scratch.buf->desc;
        union gve_admin_command *cmd;
        int rc;

        /* Construct request */
        cmd = gve_admin_command ( gve );
        cmd->hdr.opcode = GVE_ADMIN_DESCRIBE;
        cmd->desc.addr = cpu_to_be64 ( dma ( &gve->scratch.map, desc ) );
        cmd->desc.ver = cpu_to_be32 ( GVE_ADMIN_DESCRIBE_VER );
        cmd->desc.len = cpu_to_be32 ( sizeof ( *desc ) );

        /* Issue command */
        if ( ( rc = gve_admin ( gve ) ) != 0 )
                return rc;
        DBGC2 ( gve, "GVE %p device descriptor:\n", gve );
        DBGC2_HDA ( gve, 0, desc, sizeof ( *desc ) );

        /* Extract queue parameters */
        gve->events.count = be16_to_cpu ( desc->counters );
        if ( gve->events.count > GVE_EVENT_MAX )
                gve->events.count = GVE_EVENT_MAX;
        gve->tx.count = be16_to_cpu ( desc->tx_count );
        gve->rx.count = be16_to_cpu ( desc->rx_count );
        DBGC ( gve, "GVE %p using %d TX, %d RX, %d/%d events\n",
               gve, gve->tx.count, gve->rx.count, gve->events.count,
               be16_to_cpu ( desc->counters ) );

        /* Extract network parameters */
        build_assert ( sizeof ( desc->mac ) == ETH_ALEN );
        memcpy ( netdev->hw_addr, &desc->mac, sizeof ( desc->mac ) );
        netdev->mtu = be16_to_cpu ( desc->mtu );
        netdev->max_pkt_len = ( netdev->mtu + ETH_HLEN );
        DBGC ( gve, "GVE %p MAC %s (\"%s\") MTU %zd\n",
               gve, eth_ntoa ( netdev->hw_addr ),
               inet_ntoa ( desc->mac.in ), netdev->mtu );

        return 0;
}

References be16_to_cpu, gve_scratch::buf, build_assert, cmd, gve_events::count, gve_queue::count, cpu_to_be32, cpu_to_be64, DBGC, DBGC2, DBGC2_HDA, desc, gve_scratch::desc, dma(), ETH_ALEN, ETH_HLEN, eth_ntoa(), gve_nic::events, gve_admin_command(), GVE_ADMIN_DESCRIBE, GVE_ADMIN_DESCRIBE_VER, GVE_EVENT_MAX, net_device::hw_addr, inet_ntoa(), gve_scratch::map, net_device::max_pkt_len, memcpy(), net_device::mtu, netdev, gve_nic::netdev, rc, gve_nic::rx, gve_nic::scratch, and gve_nic::tx.

Referenced by gve_setup().

gve_configure()

static int gve_configure ( struct gve_nic *  gve )

static

Configure device resources.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 496 of file gve.c.

                                                 {
        struct gve_events *events = &gve->events;
        struct gve_irqs *irqs = &gve->irqs;
        union gve_admin_command *cmd;
        unsigned int db_off;
        unsigned int i;
        int rc;

        /* Construct request */
        cmd = gve_admin_command ( gve );
        cmd->hdr.opcode = GVE_ADMIN_CONFIGURE;
        cmd->conf.events =
                cpu_to_be64 ( dma ( &events->map, events->event ) );
        cmd->conf.irqs =
                cpu_to_be64 ( dma ( &irqs->map, irqs->irq ) );
        cmd->conf.num_events = cpu_to_be32 ( events->count );
        cmd->conf.num_irqs = cpu_to_be32 ( GVE_IRQ_COUNT );
        cmd->conf.irq_stride = cpu_to_be32 ( sizeof ( irqs->irq[0] ) );

        /* Issue command */
        if ( ( rc = gve_admin ( gve ) ) != 0 )
                return rc;

        /* Disable all interrupts */
        for ( i = 0 ; i < GVE_IRQ_COUNT ; i++ ) {
                db_off = ( be32_to_cpu ( irqs->irq[i].db_idx ) *
                           sizeof ( uint32_t ) );
                DBGC ( gve, "GVE %p IRQ %d doorbell +%#04x\n", gve, i, db_off );
                irqs->db[i] = ( gve->db + db_off );
                writel ( bswap_32 ( GVE_IRQ_DISABLE ), irqs->db[i] );
        }

        return 0;
}

References be32_to_cpu, bswap_32, cmd, gve_events::count, cpu_to_be32, cpu_to_be64, gve_irqs::db, gve_nic::db, gve_irq::db_idx, DBGC, dma(), gve_events::event, gve_nic::events, gve_admin_command(), GVE_ADMIN_CONFIGURE, GVE_IRQ_COUNT, GVE_IRQ_DISABLE, gve_irqs::irq, gve_nic::irqs, gve_events::map, gve_irqs::map, rc, and writel().

Referenced by gve_start().

gve_deconfigure()

static int gve_deconfigure ( struct gve_nic *  gve )

static

Deconfigure device resources.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 537 of file gve.c.

                                                   {
        int rc;

        /* Issue command (with meaningless ID) */
        if ( ( rc = gve_admin_simple ( gve, GVE_ADMIN_DECONFIGURE, 0 ) ) != 0 )
                return rc;

        return 0;
}

References GVE_ADMIN_DECONFIGURE, and rc.

Referenced by gve_start(), and gve_stop().

gve_register()

static int gve_register ( struct gve_nic *  gve, struct gve_qpl *  qpl  )

static

Register queue page list.

Parameters

gve	GVE device
qpl	Queue page list

Return values

rc	Return status code

Definition at line 554 of file gve.c.

                                                                     {
        struct gve_pages *pages = &gve->scratch.buf->pages;
        union gve_admin_command *cmd;
        physaddr_t addr;
        unsigned int i;
        int rc;

        /* Build page address list */
        for ( i = 0 ; i < qpl->count ; i++ ) {
                addr = user_to_phys ( qpl->data, ( i * GVE_PAGE_SIZE ) );
                pages->addr[i] = cpu_to_be64 ( dma_phys ( &qpl->map, addr ) );
        }

        /* Construct request */
        cmd = gve_admin_command ( gve );
        cmd->hdr.opcode = GVE_ADMIN_REGISTER;
        cmd->reg.id = cpu_to_be32 ( qpl->id );
        cmd->reg.count = cpu_to_be32 ( qpl->count );
        cmd->reg.addr = cpu_to_be64 ( dma ( &gve->scratch.map, pages ) );
        cmd->reg.size = cpu_to_be64 ( GVE_PAGE_SIZE );

        /* Issue command */
        if ( ( rc = gve_admin ( gve ) ) != 0 )
                return rc;

        return 0;
}

References addr, gve_pages::addr, gve_scratch::buf, cmd, gve_qpl::count, cpu_to_be32, cpu_to_be64, gve_qpl::data, dma(), dma_phys(), gve_admin_command(), GVE_ADMIN_REGISTER, GVE_PAGE_SIZE, gve_qpl::id, gve_scratch::map, gve_qpl::map, gve_scratch::pages, rc, gve_nic::scratch, and user_to_phys().

Referenced by gve_start().

gve_unregister()

static int gve_unregister ( struct gve_nic *  gve, struct gve_qpl *  qpl  )

static

Unregister page list.

Parameters

gve	GVE device
qpl	Queue page list

Return values

rc	Return status code

Definition at line 589 of file gve.c.

                                                                       {
        int rc;

        /* Issue command */
        if ( ( rc = gve_admin_simple ( gve, GVE_ADMIN_UNREGISTER,
                                       qpl->id ) ) != 0 ) {
                return rc;
        }

        return 0;
}

References GVE_ADMIN_UNREGISTER, gve_qpl::id, and rc.

Referenced by gve_start(), and gve_stop().

gve_create_tx_param()

static void gve_create_tx_param ( struct gve_queue *  queue, union gve_admin_command *  cmd  )

static

Construct command to create transmit queue.

Parameters

queue	Transmit queue
cmd	Admin queue command

Definition at line 607 of file gve.c.

                                                                 {
        struct gve_admin_create_tx *create = &cmd->create_tx;
        const struct gve_queue_type *type = queue->type;
        physaddr_t desc = user_to_phys ( queue->desc, 0 );

        /* Construct request parameters */
        create->res = cpu_to_be64 ( dma ( &queue->res_map, queue->res ) );
        create->desc = cpu_to_be64 ( dma_phys ( &queue->desc_map, desc ) );
        create->qpl_id = cpu_to_be32 ( type->qpl );
        create->notify_id = cpu_to_be32 ( type->irq );
}

References cmd, cpu_to_be32, cpu_to_be64, gve_queue_type::create, desc, dma(), dma_phys(), queue, type, and user_to_phys().

gve_create_rx_param()

static void gve_create_rx_param ( struct gve_queue *  queue, union gve_admin_command *  cmd  )

static

Construct command to create receive queue.

Parameters

queue	Receive queue
cmd	Admin queue command

Definition at line 626 of file gve.c.

                                                                 {
        struct gve_admin_create_rx *create = &cmd->create_rx;
        const struct gve_queue_type *type = queue->type;
        physaddr_t desc = user_to_phys ( queue->desc, 0 );
        physaddr_t cmplt = user_to_phys ( queue->cmplt, 0 );

        /* Construct request parameters */
        create->notify_id = cpu_to_be32 ( type->irq );
        create->res = cpu_to_be64 ( dma ( &queue->res_map, queue->res ) );
        create->desc = cpu_to_be64 ( dma_phys ( &queue->desc_map, desc ) );
        create->cmplt = cpu_to_be64 ( dma_phys ( &queue->cmplt_map, cmplt ) );
        create->qpl_id = cpu_to_be32 ( type->qpl );
        create->bufsz = cpu_to_be16 ( GVE_BUF_SIZE );
}

References cmd, cpu_to_be16, cpu_to_be32, cpu_to_be64, gve_queue_type::create, desc, dma(), dma_phys(), GVE_BUF_SIZE, queue, type, and user_to_phys().

gve_create_queue()

static int gve_create_queue ( struct gve_nic *  gve, struct gve_queue *  queue  )

static

Create transmit or receive queue.

Parameters

gve	GVE device
queue	Descriptor queue

Return values

rc	Return status code

Definition at line 649 of file gve.c.

                                                                             {
        const struct gve_queue_type *type = queue->type;
        union gve_admin_command *cmd;
        unsigned int db_off;
        unsigned int evt_idx;
        int rc;

        /* Reset queue */
        queue->prod = 0;
        queue->cons = 0;

        /* Construct request */
        cmd = gve_admin_command ( gve );
        cmd->hdr.opcode = type->create;
        type->param ( queue, cmd );

        /* Issue command */
        if ( ( rc = gve_admin ( gve ) ) != 0 )
                return rc;

        /* Record indices */
        db_off = ( be32_to_cpu ( queue->res->db_idx ) * sizeof ( uint32_t ) );
        evt_idx = be32_to_cpu ( queue->res->evt_idx );
        DBGC ( gve, "GVE %p %s doorbell +%#04x event counter %d\n",
               gve, type->name, db_off, evt_idx );
        queue->db = ( gve->db + db_off );
        assert ( evt_idx < gve->events.count );
        queue->event = &gve->events.event[evt_idx];
        assert ( queue->event->count == 0 );

        return 0;
}

References assert(), be32_to_cpu, cmd, gve_nic::db, DBGC, gve_events::event, gve_nic::events, gve_admin_command(), queue, rc, and type.

Referenced by gve_start().

gve_destroy_queue()

static int gve_destroy_queue ( struct gve_nic *  gve, struct gve_queue *  queue  )

static

Destroy transmit or receive queue.

Parameters

gve	GVE device
queue	Descriptor queue

Return values

rc	Return status code

Definition at line 689 of file gve.c.

                                                                              {
        const struct gve_queue_type *type = queue->type;
        int rc;

        /* Issue command */
        if ( ( rc = gve_admin_simple ( gve, type->destroy, 0 ) ) != 0 )
                return rc;

        return 0;
}

References queue, rc, and type.

Referenced by gve_start(), and gve_stop().

gve_alloc_qpl()

static int gve_alloc_qpl ( struct gve_nic *  gve, struct gve_qpl *  qpl, uint32_t  id, unsigned int  buffers  )

static

Allocate queue page list.

Parameters

gve	GVE device
qpl	Queue page list
id	Queue page list ID
buffers	Number of data buffers

Return values

rc	Return status code

Definition at line 716 of file gve.c.

                                                               {
        size_t len;

        /* Record ID */
        qpl->id = id;

        /* Calculate number of pages required */
        build_assert ( GVE_BUF_SIZE <= GVE_PAGE_SIZE );
        qpl->count = ( ( buffers + GVE_BUF_PER_PAGE - 1 ) / GVE_BUF_PER_PAGE );
        assert ( qpl->count <= GVE_QPL_MAX );

        /* Allocate pages (as a single block) */
        len = ( qpl->count * GVE_PAGE_SIZE );
        qpl->data = dma_umalloc ( gve->dma, &qpl->map, len, GVE_ALIGN );
        if ( ! qpl->data )
                return -ENOMEM;

        DBGC ( gve, "GVE %p QPL %#08x at [%08lx,%08lx)\n",
               gve, qpl->id, user_to_phys ( qpl->data, 0 ),
               user_to_phys ( qpl->data, len ) );
        return 0;
}

References assert(), build_assert, DBGC, gve_nic::dma, dma_umalloc(), ENOMEM, GVE_ALIGN, GVE_BUF_PER_PAGE, GVE_BUF_SIZE, GVE_PAGE_SIZE, GVE_QPL_MAX, id, len, gve_queue_type::qpl, and user_to_phys().

Referenced by gve_alloc_queue().

gve_free_qpl()

static void gve_free_qpl ( struct gve_nic *nic  __unused, struct gve_qpl *  qpl  )

static

Free queue page list.

Parameters

gve	GVE device
qpl	Queue page list

Definition at line 746 of file gve.c.

                                                 {
        size_t len = ( qpl->count * GVE_PAGE_SIZE );

        /* Free pages */
        dma_ufree ( &qpl->map, qpl->data, len );
}

References dma_ufree(), GVE_PAGE_SIZE, len, and gve_queue_type::qpl.

Referenced by gve_alloc_queue(), and gve_free_queue().

gve_address()

static size_t gve_address ( struct gve_queue *  queue, unsigned int  index  )

inlinestatic

Get buffer address (within queue page list address space)

Parameters

queue	Descriptor queue
index	Buffer index

Return values

addr	Buffer address within queue page list address space

Definition at line 762 of file gve.c.

                                                            {

        /* We allocate sufficient pages for the maximum fill level of
         * buffers, and reuse the pages in strict rotation as we
         * progress through the queue.
         */
        return ( ( index & ( queue->fill - 1 ) ) * GVE_BUF_SIZE );
}

References GVE_BUF_SIZE, index, and queue.

Referenced by gve_alloc_queue(), gve_buffer(), gve_poll_rx(), and gve_transmit().

gve_buffer()

static userptr_t gve_buffer ( struct gve_queue *  queue, unsigned int  index  )

inlinestatic

Get buffer address.

Parameters

queue	Descriptor queue
index	Buffer index

Return values

addr	Buffer address

Definition at line 779 of file gve.c.

                                                           {

        /* Pages are currently allocated as a single contiguous block */
        return userptr_add ( queue->qpl.data, gve_address ( queue, index ) );
}

References gve_address(), index, queue, and userptr_add().

gve_next()

static unsigned int gve_next ( unsigned int  seq )

inlinestatic

Calculate next receive sequence number.

Parameters

seq	Current sequence number, or zero to start sequence

Return values

next	Next sequence number

Definition at line 792 of file gve.c.

                              {

        /* The receive completion sequence number is a modulo 7
         * counter that cycles through the non-zero three-bit values 1
         * to 7 inclusive.
         *
         * Since 7 is coprime to 2^n, this ensures that the sequence
         * number changes each time that a new completion is written
         * to memory.
         *
         * Since the counter takes only non-zero values, this ensures
         * that the sequence number changes whenever a new completion
         * is first written to a zero-initialised completion ring.
         */
        seq = ( ( seq + 1 ) & GVE_RX_SEQ_MASK );
        return ( seq ? seq : 1 );
}

References GVE_RX_SEQ_MASK, and seq.

Referenced by gve_poll_rx(), and gve_start().

gve_alloc_queue()

static int gve_alloc_queue ( struct gve_nic *  gve, struct gve_queue *  queue  )

static

Allocate descriptor queue.

Parameters

gve	GVE device
queue	Descriptor queue

Return values

rc	Return status code

Definition at line 817 of file gve.c.

                                                                            {
        const struct gve_queue_type *type = queue->type;
        struct dma_device *dma = gve->dma;
        size_t desc_len = ( queue->count * type->desc_len );
        size_t cmplt_len = ( queue->count * type->cmplt_len );
        size_t res_len = sizeof ( *queue->res );
        struct gve_buffer buf;
        size_t offset;
        unsigned int i;
        int rc;

        /* Sanity checks */
        if ( ( queue->count == 0 ) ||
             ( queue->count & ( queue->count - 1 ) ) ) {
                DBGC ( gve, "GVE %p %s invalid queue size %d\n",
                       gve, type->name, queue->count );
                rc = -EINVAL;
                goto err_sanity;
        }

        /* Calculate maximum fill level */
        assert ( ( type->fill & ( type->fill - 1 ) ) == 0 );
        queue->fill = type->fill;
        if ( queue->fill > queue->count )
                queue->fill = queue->count;
        DBGC ( gve, "GVE %p %s using QPL %#08x with %d/%d descriptors\n",
               gve, type->name, type->qpl, queue->fill, queue->count );

        /* Allocate queue page list */
        if ( ( rc = gve_alloc_qpl ( gve, &queue->qpl, type->qpl,
                                    queue->fill ) ) != 0 )
                goto err_qpl;

        /* Allocate descriptors */
        queue->desc = dma_umalloc ( dma, &queue->desc_map, desc_len,
                                    GVE_ALIGN );
        if ( ! queue->desc ) {
                rc = -ENOMEM;
                goto err_desc;
        }
        DBGC ( gve, "GVE %p %s descriptors at [%08lx,%08lx)\n",
               gve, type->name, user_to_phys ( queue->desc, 0 ),
               user_to_phys ( queue->desc, desc_len ) );

        /* Allocate completions */
        if ( cmplt_len ) {
                queue->cmplt = dma_umalloc ( dma, &queue->cmplt_map, cmplt_len,
                                             GVE_ALIGN );
                if ( ! queue->cmplt ) {
                        rc = -ENOMEM;
                        goto err_cmplt;
                }
                DBGC ( gve, "GVE %p %s completions at [%08lx,%08lx)\n",
                       gve, type->name, user_to_phys ( queue->cmplt, 0 ),
                       user_to_phys ( queue->cmplt, cmplt_len ) );
        }

        /* Allocate queue resources */
        queue->res = dma_alloc ( dma, &queue->res_map, res_len, GVE_ALIGN );
        if ( ! queue->res ) {
                rc = -ENOMEM;
                goto err_res;
        }
        memset ( queue->res, 0, res_len );

        /* Populate descriptor offsets */
        offset = ( type->desc_len - sizeof ( buf ) );
        for ( i = 0 ; i < queue->count ; i++ ) {
                buf.addr = cpu_to_be64 ( gve_address ( queue, i ) );
                copy_to_user ( queue->desc, offset, &buf, sizeof ( buf ) );
                offset += type->desc_len;
        }

        return 0;

        dma_free ( &queue->res_map, queue->res, res_len );
 err_res:
        if ( cmplt_len )
                dma_ufree ( &queue->cmplt_map, queue->cmplt, cmplt_len );
 err_cmplt:
        dma_ufree ( &queue->desc_map, queue->desc, desc_len );
 err_desc:
        gve_free_qpl ( gve, &queue->qpl );
 err_qpl:
 err_sanity:
        return rc;
}

References gve_buffer::addr, assert(), copy_to_user(), cpu_to_be64, DBGC, dma(), gve_nic::dma, dma_alloc(), dma_free(), dma_ufree(), dma_umalloc(), EINVAL, ENOMEM, gve_address(), GVE_ALIGN, gve_alloc_qpl(), gve_free_qpl(), memset(), offset, queue, rc, type, and user_to_phys().

Referenced by gve_open().

gve_free_queue()

static void gve_free_queue ( struct gve_nic *  gve, struct gve_queue *  queue  )

static

Free descriptor queue.

Parameters

gve	GVE device
queue	Descriptor queue

Definition at line 911 of file gve.c.

                                                                            {
        const struct gve_queue_type *type = queue->type;
        size_t desc_len = ( queue->count * type->desc_len );
        size_t cmplt_len = ( queue->count * type->cmplt_len );
        size_t res_len = sizeof ( *queue->res );

        /* Free queue resources */
        dma_free ( &queue->res_map, queue->res, res_len );

        /* Free completions, if applicable */
        if ( cmplt_len )
                dma_ufree ( &queue->cmplt_map, queue->cmplt, cmplt_len );

        /* Free descriptors */
        dma_ufree ( &queue->desc_map, queue->desc, desc_len );

        /* Free queue page list */
        gve_free_qpl ( gve, &queue->qpl );
}

References gve_queue_type::cmplt_len, gve_queue_type::desc_len, dma_free(), dma_ufree(), gve_free_qpl(), queue, and type.

Referenced by gve_close(), and gve_open().

gve_start()

static int gve_start ( struct gve_nic *  gve )

static

Start up device.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 937 of file gve.c.

                                             {
        struct net_device *netdev = gve->netdev;
        struct gve_queue *tx = &gve->tx;
        struct gve_queue *rx = &gve->rx;
        struct io_buffer *iobuf;
        unsigned int i;
        int rc;

        /* Cancel any pending transmissions */
        for ( i = 0 ; i < ( sizeof ( gve->tx_iobuf ) /
                            sizeof ( gve->tx_iobuf[0] ) ) ; i++ ) {
                iobuf = gve->tx_iobuf[i];
                gve->tx_iobuf[i] = NULL;
                if ( iobuf )
                        netdev_tx_complete_err ( netdev, iobuf, -ECANCELED );
        }

        /* Invalidate receive completions */
        memset_user ( rx->cmplt, 0, 0, ( rx->count * rx->type->cmplt_len ) );

        /* Reset receive sequence */
        gve->seq = gve_next ( 0 );

        /* Configure device resources */
        if ( ( rc = gve_configure ( gve ) ) != 0 )
                goto err_configure;

        /* Register transmit queue page list */
        if ( ( rc = gve_register ( gve, &tx->qpl ) ) != 0 )
                goto err_register_tx;

        /* Register receive queue page list */
        if ( ( rc = gve_register ( gve, &rx->qpl ) ) != 0 )
                goto err_register_rx;

        /* Create transmit queue */
        if ( ( rc = gve_create_queue ( gve, tx ) ) != 0 )
                goto err_create_tx;

        /* Create receive queue */
        if ( ( rc = gve_create_queue ( gve, rx ) ) != 0 )
                goto err_create_rx;

        return 0;

        gve_destroy_queue ( gve, rx );
 err_create_rx:
        gve_destroy_queue ( gve, tx );
 err_create_tx:
        gve_unregister ( gve, &rx->qpl );
 err_register_rx:
        gve_unregister ( gve, &tx->qpl );
 err_register_tx:
        gve_deconfigure ( gve );
 err_configure:
        return rc;
}

References ECANCELED, gve_configure(), gve_create_queue(), gve_deconfigure(), gve_destroy_queue(), gve_next(), gve_register(), gve_unregister(), memset_user(), netdev, gve_nic::netdev, netdev_tx_complete_err(), NULL, rc, rx, gve_nic::rx, gve_nic::seq, tx, gve_nic::tx, and gve_nic::tx_iobuf.

Referenced by gve_startup().

gve_stop()

static void gve_stop ( struct gve_nic *  gve )

static

Stop device.

Parameters

gve	GVE device

Definition at line 1000 of file gve.c.

                                             {
        struct gve_queue *tx = &gve->tx;
        struct gve_queue *rx = &gve->rx;

        /* Destroy queues */
        gve_destroy_queue ( gve, rx );
        gve_destroy_queue ( gve, tx );

        /* Unregister page lists */
        gve_unregister ( gve, &rx->qpl );
        gve_unregister ( gve, &tx->qpl );

        /* Deconfigure device */
        gve_deconfigure ( gve );
}

References gve_deconfigure(), gve_destroy_queue(), gve_unregister(), rx, gve_nic::rx, tx, and gve_nic::tx.

Referenced by gve_close(), and gve_startup().

gve_startup()

static void gve_startup ( struct gve_nic *  gve )

static

Device startup process.

Parameters

gve	GVE device

Definition at line 1021 of file gve.c.

                                                {
        struct net_device *netdev = gve->netdev;
        int rc;

        /* Reset device */
        if ( ( rc = gve_reset ( gve ) ) != 0 )
                goto err_reset;

        /* Enable admin queue */
        gve_admin_enable ( gve );

        /* Start device */
        if ( ( rc = gve_start ( gve ) ) != 0 )
                goto err_start;

        /* Reset retry count */
        gve->retries = 0;

        /* (Ab)use link status to report startup status */
        netdev_link_up ( netdev );

        return;

        gve_stop ( gve );
 err_start:
 err_reset:
        DBGC ( gve, "GVE %p startup failed: %s\n", gve, strerror ( rc ) );
        netdev_link_err ( netdev, rc );
        if ( gve->retries++ < GVE_RESET_MAX_RETRY )
                process_add ( &gve->startup );
}

References DBGC, gve_admin_enable(), gve_reset(), GVE_RESET_MAX_RETRY, gve_start(), gve_stop(), netdev, gve_nic::netdev, netdev_link_err(), netdev_link_up(), process_add(), rc, gve_nic::retries, gve_nic::startup, and strerror().

gve_restart()

static void gve_restart ( struct gve_nic *  gve )

static

Trigger startup process.

Parameters

gve	GVE device

Definition at line 1058 of file gve.c.

                                                {
        struct net_device *netdev = gve->netdev;

        /* Mark link down to inhibit polling and transmit activity */
        netdev_link_down ( netdev );

        /* Schedule startup process */
        process_add ( &gve->startup );
}

References netdev, gve_nic::netdev, netdev_link_down(), process_add(), and gve_nic::startup.

Referenced by gve_open(), and gve_watchdog().

gve_watchdog()

static void gve_watchdog ( struct retry_timer *  timer, int over  __unused  )

static

Reset recovery watchdog.

Parameters

timer	Reset recovery watchdog timer
over	Failure indicator

Definition at line 1074 of file gve.c.

                                                                          {
        struct gve_nic *gve = container_of ( timer, struct gve_nic, watchdog );
        uint32_t activity;
        uint32_t pfn;
        int rc;

        /* Reschedule watchdog */
        start_timer_fixed ( &gve->watchdog, GVE_WATCHDOG_TIMEOUT );

        /* Reset device (for test purposes) if applicable */
        if ( ( rc = inject_fault ( VM_MIGRATED_RATE ) ) != 0 ) {
                DBGC ( gve, "GVE %p synthesising host reset\n", gve );
                writel ( 0, gve->cfg + GVE_CFG_ADMIN_PFN );
        }

        /* Check for activity since last timer invocation */
        activity = ( gve->tx.cons + gve->rx.cons );
        if ( activity != gve->activity ) {
                gve->activity = activity;
                return;
        }

        /* Check for reset */
        pfn = readl ( gve->cfg + GVE_CFG_ADMIN_PFN );
        if ( pfn ) {
                DBGC2 ( gve, "GVE %p idle but not in reset\n", gve );
                return;
        }

        /* Schedule restart */
        DBGC ( gve, "GVE %p watchdog detected reset by host\n", gve );
        gve_restart ( gve );
}

References gve_nic::activity, gve_nic::cfg, gve_queue::cons, container_of, DBGC, DBGC2, GVE_CFG_ADMIN_PFN, gve_restart(), GVE_WATCHDOG_TIMEOUT, rc, readl(), gve_nic::rx, start_timer_fixed(), gve_nic::tx, VM_MIGRATED_RATE, gve_nic::watchdog, and writel().

Referenced by gve_probe().

gve_open()

static int gve_open ( struct net_device *  netdev )

static

Open network device.

Parameters

netdev

Network device

Return values

rc	Return status code

Definition at line 1114 of file gve.c.

                                                  {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *tx = &gve->tx;
        struct gve_queue *rx = &gve->rx;
        int rc;

        /* Allocate and prepopulate transmit queue */
        if ( ( rc = gve_alloc_queue ( gve, tx ) ) != 0 )
                goto err_alloc_tx;

        /* Allocate and prepopulate receive queue */
        if ( ( rc = gve_alloc_queue ( gve, rx ) ) != 0 )
                goto err_alloc_rx;

        /* Trigger startup */
        gve_restart ( gve );

        /* Start reset recovery watchdog timer */
        start_timer_fixed ( &gve->watchdog, GVE_WATCHDOG_TIMEOUT );

        return 0;

        gve_free_queue ( gve, rx );
 err_alloc_rx:
        gve_free_queue ( gve, tx );
 err_alloc_tx:
        return rc;
}

References gve_alloc_queue(), gve_free_queue(), gve_restart(), GVE_WATCHDOG_TIMEOUT, netdev, net_device::priv, rc, rx, gve_nic::rx, start_timer_fixed(), tx, gve_nic::tx, and gve_nic::watchdog.

gve_close()

static void gve_close ( struct net_device *  netdev )

static

Close network device.

Parameters

netdev

Network device

Definition at line 1148 of file gve.c.

                                                    {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *tx = &gve->tx;
        struct gve_queue *rx = &gve->rx;

        /* Stop reset recovery timer */
        stop_timer ( &gve->watchdog );

        /* Terminate startup process */
        process_del ( &gve->startup );

        /* Stop and reset device */
        gve_stop ( gve );
        gve_reset ( gve );

        /* Free queues */
        gve_free_queue ( gve, rx );
        gve_free_queue ( gve, tx );
}

References gve_free_queue(), gve_reset(), gve_stop(), netdev, net_device::priv, process_del(), rx, gve_nic::rx, gve_nic::startup, stop_timer(), tx, gve_nic::tx, and gve_nic::watchdog.

gve_transmit()

static int gve_transmit ( struct net_device *  netdev, struct io_buffer *  iobuf  )

static

Transmit packet.

Parameters

netdev	Network device
iobuf	I/O buffer

Return values

rc	Return status code

Definition at line 1175 of file gve.c.

                                                                               {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *tx = &gve->tx;
        struct gve_tx_descriptor desc;
        unsigned int count;
        unsigned int index;
        size_t frag_len;
        size_t offset;
        size_t len;

        /* Do nothing if queues are not yet set up */
        if ( ! netdev_link_ok ( netdev ) )
                return -ENETDOWN;

        /* Defer packet if there is no space in the transmit ring */
        len = iob_len ( iobuf );
        count = ( ( len + GVE_BUF_SIZE - 1 ) / GVE_BUF_SIZE );
        if ( ( ( tx->prod - tx->cons ) + count ) > tx->fill ) {
                netdev_tx_defer ( netdev, iobuf );
                return 0;
        }

        /* Copy packet to queue pages and populate descriptors */
        for ( offset = 0 ; offset < len ; offset += frag_len ) {

                /* Sanity check */
                assert ( gve->tx_iobuf[ tx->prod % GVE_TX_FILL ] == NULL );

                /* Copy packet fragment */
                frag_len = ( len - offset );
                if ( frag_len > GVE_BUF_SIZE )
                        frag_len = GVE_BUF_SIZE;
                copy_to_user ( gve_buffer ( tx, tx->prod ), 0,
                               ( iobuf->data + offset ), frag_len );

                /* Populate descriptor */
                index = ( tx->prod++ & ( tx->count - 1 ) );
                memset ( &desc.pkt, 0, sizeof ( desc.pkt ) );
                if ( offset ) {
                        desc.pkt.type = GVE_TX_TYPE_CONT;
                } else {
                        desc.pkt.type = GVE_TX_TYPE_START;
                        desc.pkt.count = count;
                        desc.pkt.total = cpu_to_be16 ( len );
                }
                desc.pkt.len = cpu_to_be16 ( frag_len );
                copy_to_user ( tx->desc, ( index * sizeof ( desc ) ), &desc,
                               sizeof ( desc.pkt ) );
                DBGC2 ( gve, "GVE %p TX %#04x %#02x:%#02x len %#04x/%#04x at "
                        "%#08zx\n", gve, index, desc.pkt.type, desc.pkt.count,
                        be16_to_cpu ( desc.pkt.len ),
                        be16_to_cpu ( desc.pkt.total ),
                        gve_address ( tx, index ) );
        }
        assert ( ( tx->prod - tx->cons ) <= tx->fill );

        /* Record I/O buffer against final descriptor */
        gve->tx_iobuf[ ( tx->prod - 1U ) % GVE_TX_FILL ] = iobuf;

        /* Ring doorbell */
        wmb();
        writel ( bswap_32 ( tx->prod ), tx->db );

        return 0;
}

References assert(), be16_to_cpu, bswap_32, copy_to_user(), count, cpu_to_be16, io_buffer::data, DBGC2, desc, ENETDOWN, gve_address(), GVE_BUF_SIZE, GVE_TX_FILL, GVE_TX_TYPE_CONT, GVE_TX_TYPE_START, index, iob_len(), len, memset(), netdev, netdev_link_ok(), netdev_tx_defer(), NULL, offset, net_device::priv, tx, gve_nic::tx, gve_nic::tx_iobuf, wmb(), and writel().

gve_poll_tx()

static void gve_poll_tx ( struct net_device *  netdev )

static

Poll for completed transmissions.

Parameters

netdev

Network device

Definition at line 1246 of file gve.c.

                                                      {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *tx = &gve->tx;
        struct io_buffer *iobuf;
        uint32_t count;

        /* Read event counter */
        count = be32_to_cpu ( tx->event->count );

        /* Process transmit completions */
        while ( count != tx->cons ) {
                DBGC2 ( gve, "GVE %p TX %#04x complete\n", gve, tx->cons );
                iobuf = gve->tx_iobuf[ tx->cons % GVE_TX_FILL ];
                gve->tx_iobuf[ tx->cons % GVE_TX_FILL ] = NULL;
                tx->cons++;
                if ( iobuf )
                        netdev_tx_complete ( netdev, iobuf );
        }
}

References be32_to_cpu, count, DBGC2, GVE_TX_FILL, netdev, netdev_tx_complete(), NULL, net_device::priv, tx, gve_nic::tx, and gve_nic::tx_iobuf.

Referenced by gve_poll().

gve_poll_rx()

static void gve_poll_rx ( struct net_device *  netdev )

static

Poll for received packets.

Parameters

netdev

Network device

Definition at line 1271 of file gve.c.

                                                      {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *rx = &gve->rx;
        struct gve_rx_completion cmplt;
        struct io_buffer *iobuf;
        unsigned int index;
        unsigned int seq;
        uint32_t cons;
        size_t offset;
        size_t total;
        size_t len;
        int rc;

        /* Process receive completions */
        cons = rx->cons;
        seq = gve->seq;
        total = 0;
        while ( 1 ) {

                /* Read next possible completion */
                index = ( cons++ & ( rx->count - 1 ) );
                offset = ( ( index * sizeof ( cmplt ) ) +
                           offsetof ( typeof ( cmplt ), pkt ) );
                copy_from_user ( &cmplt.pkt, rx->cmplt, offset,
                                 sizeof ( cmplt.pkt ) );

                /* Check sequence number */
                if ( ( cmplt.pkt.seq & GVE_RX_SEQ_MASK ) != seq )
                        break;
                seq = gve_next ( seq );

                /* Parse completion */
                len = be16_to_cpu ( cmplt.pkt.len );
                DBGC2 ( gve, "GVE %p RX %#04x %#02x:%#02x len %#04zx at "
                        "%#08zx\n", gve, index, cmplt.pkt.seq, cmplt.pkt.flags,
                        len, gve_address ( rx, index ) );

                /* Accumulate a complete packet */
                if ( cmplt.pkt.flags & GVE_RXF_ERROR ) {
                        total = 0;
                } else {
                        total += len;
                        if ( cmplt.pkt.flags & GVE_RXF_MORE )
                                continue;
                }
                gve->seq = seq;

                /* Allocate and populate I/O buffer */
                iobuf = ( total ? alloc_iob ( total ) : NULL );
                for ( ; rx->cons != cons ; rx->cons++ ) {

                        /* Re-read completion length */
                        index = ( rx->cons & ( rx->count - 1 ) );
                        offset = ( ( index * sizeof ( cmplt ) ) +
                                   offsetof ( typeof ( cmplt ), pkt.len ) );
                        copy_from_user ( &cmplt.pkt, rx->cmplt, offset,
                                         sizeof ( cmplt.pkt.len ) );

                        /* Copy data */
                        if ( iobuf ) {
                                len = be16_to_cpu ( cmplt.pkt.len );
                                copy_from_user ( iob_put ( iobuf, len ),
                                                 gve_buffer ( rx, rx->cons ),
                                                 0, len );
                        }
                }
                assert ( ( iobuf == NULL ) || ( iob_len ( iobuf ) == total ) );
                total = 0;

                /* Hand off packet to network stack */
                if ( iobuf ) {
                        iob_pull ( iobuf, GVE_RX_PAD );
                        netdev_rx ( netdev, iobuf );
                } else {
                        rc = ( ( cmplt.pkt.flags & GVE_RXF_ERROR ) ?
                               -EIO : -ENOMEM );
                        netdev_rx_err ( netdev, NULL, rc );
                }

                /* Sanity check */
                assert ( rx->cons == cons );
                assert ( gve->seq == seq );
                assert ( total == 0 );
        }
}

References alloc_iob(), assert(), be16_to_cpu, cons, copy_from_user(), DBGC2, EIO, ENOMEM, gve_rx_packet::flags, gve_address(), gve_next(), GVE_RX_PAD, GVE_RX_SEQ_MASK, GVE_RXF_ERROR, GVE_RXF_MORE, index, iob_len(), iob_pull, iob_put, len, gve_rx_packet::len, netdev, netdev_rx(), netdev_rx_err(), NULL, offset, offsetof, gve_rx_completion::pkt, net_device::priv, rc, rx, gve_nic::rx, seq, gve_rx_packet::seq, gve_nic::seq, and typeof().

Referenced by gve_poll().

gve_refill_rx()

static void gve_refill_rx ( struct net_device *  netdev )

static

Refill receive queue.

Parameters

netdev

Network device

Definition at line 1362 of file gve.c.

                                                        {
        struct gve_nic *gve = netdev->priv;
        struct gve_queue *rx = &gve->rx;
        unsigned int prod;

        /* The receive descriptors are prepopulated at the time of
         * creating the receive queue (pointing to the preallocated
         * queue pages).  Refilling is therefore just a case of
         * ringing the doorbell if the device is not yet aware of any
         * available descriptors.
         */
        prod = ( rx->cons + rx->fill );
        if ( prod != rx->prod ) {
                rx->prod = prod;
                writel ( bswap_32 ( prod ), rx->db );
                DBGC2 ( gve, "GVE %p RX %#04x ready\n", gve, rx->prod );
        }
}

References bswap_32, DBGC2, netdev, net_device::priv, gve_queue::prod, rx, gve_nic::rx, and writel().

Referenced by gve_poll().

gve_poll()

static void gve_poll ( struct net_device *  netdev )

static

Poll for completed and received packets.

Parameters

netdev

Network device

Definition at line 1386 of file gve.c.

                                                   {

        /* Do nothing if queues are not yet set up */
        if ( ! netdev_link_ok ( netdev ) )
                return;

        /* Poll for transmit completions */
        gve_poll_tx ( netdev );

        /* Poll for receive completions */
        gve_poll_rx ( netdev );

        /* Refill receive queue */
        gve_refill_rx ( netdev );
}

References gve_poll_rx(), gve_poll_tx(), gve_refill_rx(), netdev, and netdev_link_ok().

gve_setup()

static int gve_setup ( struct gve_nic *  gve )

static

Set up admin queue and get device description.

Parameters

gve	GVE device

Return values

rc	Return status code

Definition at line 1448 of file gve.c.

                                             {
        unsigned int i;
        int rc;

        /* Attempt several times, since the device may decide to add
         * in a few spurious resets.
         */
        for ( i = 0 ; i < GVE_RESET_MAX_RETRY ; i++ ) {

                /* Reset device */
                if ( ( rc = gve_reset ( gve ) ) != 0 )
                        continue;

                /* Enable admin queue */
                gve_admin_enable ( gve );

                /* Fetch MAC address */
                if ( ( rc = gve_describe ( gve ) ) != 0 )
                        continue;

                /* Success */
                return 0;
        }

        DBGC ( gve, "GVE %p failed to get device description: %s\n",
               gve, strerror ( rc ) );
        return rc;
}

References DBGC, gve_admin_enable(), gve_describe(), gve_reset(), GVE_RESET_MAX_RETRY, rc, and strerror().

Referenced by gve_probe().

gve_probe()

static int gve_probe ( struct pci_device *  pci )

static

Probe PCI device.

Parameters

pci	PCI device

Return values

rc	Return status code

Definition at line 1487 of file gve.c.

                                                {
        struct net_device *netdev;
        struct gve_nic *gve;
        unsigned long cfg_start;
        unsigned long db_start;
        unsigned long db_size;
        int rc;

        /* Allocate and initialise net device */
        netdev = alloc_etherdev ( sizeof ( *gve ) );
        if ( ! netdev ) {
                rc = -ENOMEM;
                goto err_alloc;
        }
        netdev_init ( netdev, &gve_operations );
        gve = netdev->priv;
        pci_set_drvdata ( pci, netdev );
        netdev->dev = &pci->dev;
        memset ( gve, 0, sizeof ( *gve ) );
        gve->netdev = netdev;
        gve->tx.type = &gve_tx_type;
        gve->rx.type = &gve_rx_type;
        process_init ( &gve->startup, &gve_startup_desc, &netdev->refcnt );
        timer_init ( &gve->watchdog, gve_watchdog, &netdev->refcnt );

        /* Fix up PCI device */
        adjust_pci_device ( pci );

        /* Check PCI revision */
        pci_read_config_byte ( pci, PCI_REVISION, &gve->revision );
        DBGC ( gve, "GVE %p is revision %#02x\n", gve, gve->revision );

        /* Map configuration registers */
        cfg_start = pci_bar_start ( pci, GVE_CFG_BAR );
        gve->cfg = pci_ioremap ( pci, cfg_start, GVE_CFG_SIZE );
        if ( ! gve->cfg ) {
                rc = -ENODEV;
                goto err_cfg;
        }

        /* Map doorbell registers */
        db_start = pci_bar_start ( pci, GVE_DB_BAR );
        db_size = pci_bar_size ( pci, GVE_DB_BAR );
        gve->db = pci_ioremap ( pci, db_start, db_size );
        if ( ! gve->db ) {
                rc = -ENODEV;
                goto err_db;
        }

        /* Configure DMA */
        gve->dma = &pci->dma;
        dma_set_mask_64bit ( gve->dma );
        assert ( netdev->dma == NULL );

        /* Allocate admin queue */
        if ( ( rc = gve_admin_alloc ( gve ) ) != 0 )
                goto err_admin;

        /* Set up the device */
        if ( ( rc = gve_setup ( gve ) ) != 0 )
                goto err_setup;

        /* Register network device */
        if ( ( rc = register_netdev ( netdev ) ) != 0 )
                goto err_register_netdev;

        return 0;

        unregister_netdev ( netdev );
 err_register_netdev:
 err_setup:
        gve_reset ( gve );
        gve_admin_free ( gve );
 err_admin:
        iounmap ( gve->db );
 err_db:
        iounmap ( gve->cfg );
 err_cfg:
        netdev_nullify ( netdev );
        netdev_put ( netdev );
 err_alloc:
        return rc;
}

References adjust_pci_device(), alloc_etherdev(), assert(), gve_nic::cfg, gve_nic::db, DBGC, pci_device::dev, net_device::dev, pci_device::dma, net_device::dma, gve_nic::dma, dma_set_mask_64bit(), ENODEV, ENOMEM, gve_admin_alloc(), gve_admin_free(), GVE_CFG_BAR, GVE_CFG_SIZE, GVE_DB_BAR, gve_operations, gve_reset(), gve_rx_type, gve_setup(), gve_startup_desc, gve_tx_type, gve_watchdog(), iounmap(), memset(), netdev, gve_nic::netdev, netdev_init(), netdev_nullify(), netdev_put(), NULL, pci_bar_size(), pci_bar_start(), pci_ioremap(), pci_read_config_byte(), PCI_REVISION, pci_set_drvdata(), net_device::priv, process_init(), rc, net_device::refcnt, register_netdev(), gve_nic::revision, gve_nic::rx, gve_nic::startup, gve_nic::tx, gve_queue::type, unregister_netdev(), and gve_nic::watchdog.

gve_remove()

static void gve_remove ( struct pci_device *  pci )

static

Remove PCI device.

Parameters

pci	PCI device

Definition at line 1576 of file gve.c.

                                                  {
        struct net_device *netdev = pci_get_drvdata ( pci );
        struct gve_nic *gve = netdev->priv;

        /* Unregister network device */
        unregister_netdev ( netdev );

        /* Reset device */
        gve_reset ( gve );

        /* Free admin queue */
        gve_admin_free ( gve );

        /* Unmap registers */
        iounmap ( gve->db );
        iounmap ( gve->cfg );

        /* Free network device */
        netdev_nullify ( netdev );
        netdev_put ( netdev );
}

References gve_nic::cfg, gve_nic::db, gve_admin_free(), gve_reset(), iounmap(), netdev, netdev_nullify(), netdev_put(), pci_get_drvdata(), net_device::priv, and unregister_netdev().

Variable Documentation

gve_operations

struct net_device_operations gve_operations

static

Initial value:

= {
        .open           = gve_open,
        .close          = gve_close,
        .transmit       = gve_transmit,
        .poll           = gve_poll,
}

GVE network device operations.

Definition at line 1403 of file gve.c.

Referenced by gve_probe().

gve_tx_type

const struct gve_queue_type gve_tx_type

static

Initial value:

= {
        .name = "TX",
        .param = gve_create_tx_param,
        .qpl = GVE_TX_QPL,
        .irq = GVE_TX_IRQ,
        .fill = GVE_TX_FILL,
        .desc_len = sizeof ( struct gve_tx_descriptor ),
        .create = GVE_ADMIN_CREATE_TX,
        .destroy = GVE_ADMIN_DESTROY_TX,
}

Transmit descriptor queue type.

Definition at line 1418 of file gve.c.

Referenced by gve_probe().

gve_rx_type

const struct gve_queue_type gve_rx_type

static

Initial value:

= {
        .name = "RX",
        .param = gve_create_rx_param,
        .qpl = GVE_RX_QPL,
        .irq = GVE_RX_IRQ,
        .fill = GVE_RX_FILL,
        .desc_len = sizeof ( struct gve_rx_descriptor ),
        .cmplt_len = sizeof ( struct gve_rx_completion ),
        .create = GVE_ADMIN_CREATE_RX,
        .destroy = GVE_ADMIN_DESTROY_RX,
}

Receive descriptor queue type.

Definition at line 1430 of file gve.c.

Referenced by gve_probe().

gve_startup_desc

struct process_descriptor gve_startup_desc

static

Initial value:

=
        PROC_DESC_ONCE ( struct gve_nic, startup, gve_startup )

Device startup process descriptor.

Definition at line 1478 of file gve.c.

Referenced by gve_probe().

gve_nics

struct pci_device_id gve_nics[]

static

Initial value:

= {
        PCI_ROM ( 0x1ae0, 0x0042, "gve", "gVNIC", 0 ),
}

GVE PCI device IDs.

Definition at line 1599 of file gve.c.

__pci_driver

struct pci_driver gve_driver __pci_driver

Initial value:

= {
        .ids = gve_nics,
        .id_count = ( sizeof ( gve_nics ) / sizeof ( gve_nics[0] ) ),
        .probe = gve_probe,
        .remove = gve_remove,
}

GVE PCI driver.

Definition at line 1604 of file gve.c.