(((struct net_device_ops *)(na)->if_transmit)->ndo_start_xmit(m, ifp)); \

0; \

})

KTIMER timer;

BOOLEAN active;

KDPC deferred_proc;

struct netmap_ring *ring;

uint32_t nr_hwcur;

uint32_t nr_hwtail;

/*

uint32_t rhead;

uint32_t rcur;

uint32_t rtail;

uint32_t nr_kflags; /* private driver flags */

#define NKR_PENDINTR 0x1 // Pending interrupt.

#define NKR_EXCLUSIVE 0x2 /* exclusive binding */

#define NKR_FORWARD 0x4 /* (host ring only) there are

#define NKR_NEEDRING 0x8 /* ring needed even if users==0

uint32_t nr_mode;

uint32_t nr_pending_mode;

#define NKR_NETMAP_OFF 0x0

#define NKR_NETMAP_ON 0x1

uint32_t nkr_num_slots;

/*

int32_t nkr_hwofs;

uint16_t nkr_slot_flags; /* initial value for flags */

/* last_reclaim is opaque marker to help reduce the frequency

uint64_t last_reclaim;

NM_SELINFO_T si; /* poll/select wait queue */

NM_LOCK_T q_lock; /* protects kring and ring. */

NM_ATOMIC_T nr_busy; /* prevent concurrent syscalls */

struct netmap_adapter *na;

/* The following fields are for VALE switch support */

struct nm_bdg_fwd *nkr_ft;

uint32_t *nkr_leases;

#define NR_NOSLOT ((uint32_t)~0) /* used in nkr_*lease* */

uint32_t nkr_hwlease;

uint32_t nkr_lease_idx;

/* while nkr_stopped is set, no new [tr]xsync operations can

volatile int nkr_stopped;

/* Support for adapters without native netmap support.

struct mbuf **tx_pool;

struct mbuf *tx_event; /* TX event used as a notification */

NM_LOCK_T tx_event_lock; /* protects the tx_event mbuf */

struct mbq rx_queue; /* intercepted rx mbufs. */

uint32_t users; /* existing bindings for this ring */

uint32_t ring_id; /* kring identifier */

enum txrx tx; /* kind of ring (tx or rx) */

char name[64]; /* diagnostic */

/* [tx]sync callback for this kring.

int (*nm_sync)(struct netmap_kring *kring, int flags);

int (*nm_notify)(struct netmap_kring *kring, int flags);

#ifdef WITH_PIPES

struct netmap_kring *pipe; /* if this is a pipe ring,

#endif /* WITH_PIPES */

#ifdef WITH_VALE

int (*save_notify)(struct netmap_kring *kring, int flags);

#ifdef WITH_MONITOR

/* array of krings that are monitoring this kring */

struct netmap_kring **monitors;

uint32_t max_monitors; /* current size of the monitors array */

uint32_t n_monitors; /* next unused entry in the monitor array */

uint32_t mon_pos[NR_TXRX]; /* index of this ring in the monitored ring array */

uint32_t mon_tail; /* last seen slot on rx */

/* circular list of zero-copy monitors */

struct netmap_zmon_list zmon_list[NR_TXRX];

/*

int (*mon_sync)(struct netmap_kring *kring, int flags);

int (*mon_notify)(struct netmap_kring *kring, int flags);

struct lut_entry *lut;

uint32_t objtotal; /* max buffer index */

uint32_t objsize; /* buffer size */

/*

uint32_t magic;

uint32_t na_flags; /* enabled, and other flags */

#define NAF_SKIP_INTR 1 /* use the regular interrupt handler.

#define NAF_SW_ONLY 2 /* forward packets only to sw adapter */

#define NAF_BDG_MAYSLEEP 4 /* the bridge is allowed to sleep when

#define NAF_MEM_OWNER 8 /* the adapter uses its own memory area

#define NAF_NATIVE 16 /* the adapter is native.

#define NAF_NETMAP_ON 32 /* netmap is active (either native or

#define NAF_HOST_RINGS 64 /* the adapter supports the host rings */

#define NAF_FORCE_NATIVE 128 /* the adapter is always NATIVE */

#define NAF_PTNETMAP_HOST 256 /* the adapter supports ptnetmap in the host */

#define NAF_ZOMBIE (1U<<30) /* the nic driver has been unloaded */

#define NAF_BUSY (1U<<31) /* the adapter is used internally and

int active_fds; /* number of user-space descriptors using this

u_int num_rx_rings; /* number of adapter receive rings */

u_int num_tx_rings; /* number of adapter transmit rings */

u_int num_tx_desc; /* number of descriptor in each queue */

u_int num_rx_desc;

/* tx_rings and rx_rings are private but allocated

struct netmap_kring *tx_rings; /* array of TX rings. */

struct netmap_kring *rx_rings; /* array of RX rings. */

void *tailroom; /* space below the rings array */

/* (used for leases) */

NM_SELINFO_T si[NR_TXRX]; /* global wait queues */

/* count users of the global wait queues */

int si_users[NR_TXRX];

void *pdev; /* used to store pci device */

/* copy of if_qflush and if_transmit pointers, to intercept

int (*if_transmit)(struct ifnet *, struct mbuf *);

/* copy of if_input for netmap_send_up() */

void (*if_input)(struct ifnet *, struct mbuf *);

/* references to the ifnet and device routines, used by

struct ifnet *ifp; /* adapter is ifp->if_softc */

/*---- callbacks for this netmap adapter -----*/

/*

void (*nm_dtor)(struct netmap_adapter *);

int (*nm_register)(struct netmap_adapter *, int onoff);

void (*nm_intr)(struct netmap_adapter *, int onoff);

int (*nm_txsync)(struct netmap_kring *kring, int flags);

int (*nm_rxsync)(struct netmap_kring *kring, int flags);

int (*nm_notify)(struct netmap_kring *kring, int flags);

#define NAF_FORCE_READ 1

#define NAF_FORCE_RECLAIM 2

#define NAF_CAN_FORWARD_DOWN 4

/* return configuration information */

int (*nm_config)(struct netmap_adapter *,

u_int *txr, u_int *txd, u_int *rxr, u_int *rxd);

int (*nm_krings_create)(struct netmap_adapter *);

void (*nm_krings_delete)(struct netmap_adapter *);

#ifdef WITH_VALE

/*

int (*nm_bdg_attach)(const char *bdg_name, struct netmap_adapter *);

int (*nm_bdg_ctl)(struct netmap_adapter *, struct nmreq *, int);

/* adapter used to attach this adapter to a VALE switch (if any) */

struct netmap_vp_adapter *na_vp;

/* adapter used to attach the host rings of this adapter

struct netmap_vp_adapter *na_hostvp;

/* standard refcount to control the lifetime of the adapter

int na_refcount;

/* memory allocator (opaque)

struct netmap_mem_d *nm_mem;

struct netmap_lut na_lut;

/* additional information attached to this adapter

void *na_private;

/* array of pipes that have this adapter as a parent */

struct netmap_pipe_adapter **na_pipes;

int na_next_pipe; /* next free slot in the array */

int na_max_pipes; /* size of the array */

/* Offset of ethernet header for each packet. */

u_int virt_hdr_len;

char name[64];

struct netmap_adapter up;

/*

int bdg_port;

struct nm_bridge *na_bdg;

int retry;

int autodelete; /* remove the ifp on last reference */

/* Maximum Frame Size, used in bdg_mismatch_datapath() */

u_int mfs;

/* Last source MAC on this port */

uint64_t last_smac;

struct netmap_adapter up;

struct net_device_ops nm_ndo; // XXX linux only

struct ethtool_ops nm_eto; // XXX linux only

const struct ethtool_ops* save_ethtool;

int (*nm_hw_register)(struct netmap_adapter *, int onoff);

struct hrtimer mit_timer;

int mit_pending;

int mit_ring_idx; /* index of the ring being mitigated */

struct netmap_adapter *mit_na; /* backpointer */

struct netmap_hw_adapter up;

/* Pointer to a previously used netmap adapter. */

struct netmap_adapter *prev;

/* generic netmap adapters support:

struct net_device_ops generic_ndo;

void (*save_if_input)(struct ifnet *, struct mbuf *);

struct nm_generic_mit *mit;

#ifdef linux

netdev_tx_t (*save_start_xmit)(struct mbuf *, struct ifnet *);

/* Is the adapter able to use multiple RX slots to scatter

int rxsg;

/* Is the transmission path controlled by a netmap-aware

int txqdisc;

struct netmap_vp_adapter up;

struct netmap_vp_adapter host; /* for host rings */

struct netmap_adapter *hwna; /* the underlying device */

/*

struct netmap_priv_d *na_kpriv;

struct nm_bdg_polling_state *na_polling_state;