[virtio] Split virtio-net.c into several files.
Signed-off-by: Laurent Vivier <Laurent.Vivier@bull.net>
This commit is contained in:
parent
14a739ba6a
commit
b48f37e69a
|
@ -0,0 +1,64 @@
|
||||||
|
/* virtio-pci.c - pci interface for virtio interface
|
||||||
|
*
|
||||||
|
* (c) Copyright 2008 Bull S.A.S.
|
||||||
|
*
|
||||||
|
* Author: Laurent Vivier <Laurent.Vivier@bull.net>
|
||||||
|
*
|
||||||
|
* some parts from Linux Virtio PCI driver
|
||||||
|
*
|
||||||
|
* Copyright IBM Corp. 2007
|
||||||
|
* Authors: Anthony Liguori <aliguori@us.ibm.com>
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "etherboot.h"
|
||||||
|
#include "gpxe/io.h"
|
||||||
|
#include "gpxe/virtio-ring.h"
|
||||||
|
#include "gpxe/virtio-pci.h"
|
||||||
|
|
||||||
|
int vp_find_vq(unsigned int ioaddr, int queue_index,
|
||||||
|
struct vring_virtqueue *vq)
|
||||||
|
{
|
||||||
|
struct vring * vr = &vq->vring;
|
||||||
|
u16 num;
|
||||||
|
|
||||||
|
/* select the queue */
|
||||||
|
|
||||||
|
outw(queue_index, ioaddr + VIRTIO_PCI_QUEUE_SEL);
|
||||||
|
|
||||||
|
/* check if the queue is available */
|
||||||
|
|
||||||
|
num = inw(ioaddr + VIRTIO_PCI_QUEUE_NUM);
|
||||||
|
if (!num) {
|
||||||
|
printf("ERROR: queue size is 0\n");
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (num > MAX_QUEUE_NUM) {
|
||||||
|
printf("ERROR: queue size %d > %d\n", num, MAX_QUEUE_NUM);
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* check if the queue is already active */
|
||||||
|
|
||||||
|
if (inl(ioaddr + VIRTIO_PCI_QUEUE_PFN)) {
|
||||||
|
printf("ERROR: queue already active\n");
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
vq->queue_index = queue_index;
|
||||||
|
|
||||||
|
/* initialize the queue */
|
||||||
|
|
||||||
|
vring_init(vr, num, (unsigned char*)&vq->queue);
|
||||||
|
|
||||||
|
/* activate the queue
|
||||||
|
*
|
||||||
|
* NOTE: vr->desc is initialized by vring_init()
|
||||||
|
*/
|
||||||
|
|
||||||
|
outl((unsigned long)virt_to_phys(vr->desc) >> PAGE_SHIFT,
|
||||||
|
ioaddr + VIRTIO_PCI_QUEUE_PFN);
|
||||||
|
|
||||||
|
return num;
|
||||||
|
}
|
|
@ -0,0 +1,134 @@
|
||||||
|
/* virtio-pci.c - virtio ring management
|
||||||
|
*
|
||||||
|
* (c) Copyright 2008 Bull S.A.S.
|
||||||
|
*
|
||||||
|
* Author: Laurent Vivier <Laurent.Vivier@bull.net>
|
||||||
|
*
|
||||||
|
* some parts from Linux Virtio Ring
|
||||||
|
*
|
||||||
|
* Copyright Rusty Russell IBM Corporation 2007
|
||||||
|
*
|
||||||
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
||||||
|
* See the COPYING file in the top-level directory.
|
||||||
|
*
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "etherboot.h"
|
||||||
|
#include "gpxe/io.h"
|
||||||
|
#include "gpxe/virtio-ring.h"
|
||||||
|
#include "gpxe/virtio-pci.h"
|
||||||
|
|
||||||
|
#define BUG() do { \
|
||||||
|
printf("BUG: failure at %s:%d/%s()!\n", \
|
||||||
|
__FILE__, __LINE__, __FUNCTION__); \
|
||||||
|
while(1); \
|
||||||
|
} while (0)
|
||||||
|
#define BUG_ON(condition) do { if (condition) BUG(); } while (0)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* vring_free
|
||||||
|
*
|
||||||
|
* put at the begin of the free list the current desc[head]
|
||||||
|
*/
|
||||||
|
|
||||||
|
void vring_detach(struct vring_virtqueue *vq, unsigned int head)
|
||||||
|
{
|
||||||
|
struct vring *vr = &vq->vring;
|
||||||
|
unsigned int i;
|
||||||
|
|
||||||
|
/* find end of given descriptor */
|
||||||
|
|
||||||
|
i = head;
|
||||||
|
while (vr->desc[i].flags & VRING_DESC_F_NEXT)
|
||||||
|
i = vr->desc[i].next;
|
||||||
|
|
||||||
|
/* link it with free list and point to it */
|
||||||
|
|
||||||
|
vr->desc[i].next = vq->free_head;
|
||||||
|
wmb();
|
||||||
|
vq->free_head = head;
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* vring_get_buf
|
||||||
|
*
|
||||||
|
* get a buffer from the used list
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
int vring_get_buf(struct vring_virtqueue *vq, unsigned int *len)
|
||||||
|
{
|
||||||
|
struct vring *vr = &vq->vring;
|
||||||
|
struct vring_used_elem *elem;
|
||||||
|
u32 id;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
BUG_ON(!vring_more_used(vq));
|
||||||
|
|
||||||
|
elem = &vr->used->ring[vq->last_used_idx % vr->num];
|
||||||
|
wmb();
|
||||||
|
id = elem->id;
|
||||||
|
if (len != NULL)
|
||||||
|
*len = elem->len;
|
||||||
|
|
||||||
|
ret = vq->vdata[id];
|
||||||
|
|
||||||
|
vring_detach(vq, id);
|
||||||
|
|
||||||
|
vq->last_used_idx++;
|
||||||
|
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
void vring_add_buf(struct vring_virtqueue *vq,
|
||||||
|
struct vring_list list[],
|
||||||
|
unsigned int out, unsigned int in,
|
||||||
|
int index, int num_added)
|
||||||
|
{
|
||||||
|
struct vring *vr = &vq->vring;
|
||||||
|
int i, avail, head, prev;
|
||||||
|
|
||||||
|
BUG_ON(out + in == 0);
|
||||||
|
|
||||||
|
prev = 0;
|
||||||
|
head = vq->free_head;
|
||||||
|
for (i = head; out; i = vr->desc[i].next, out--) {
|
||||||
|
|
||||||
|
vr->desc[i].flags = VRING_DESC_F_NEXT;
|
||||||
|
vr->desc[i].addr = (u64)virt_to_phys(list->addr);
|
||||||
|
vr->desc[i].len = list->length;
|
||||||
|
prev = i;
|
||||||
|
list++;
|
||||||
|
}
|
||||||
|
for ( ; in; i = vr->desc[i].next, in--) {
|
||||||
|
|
||||||
|
vr->desc[i].flags = VRING_DESC_F_NEXT|VRING_DESC_F_WRITE;
|
||||||
|
vr->desc[i].addr = (u64)virt_to_phys(list->addr);
|
||||||
|
vr->desc[i].len = list->length;
|
||||||
|
prev = i;
|
||||||
|
list++;
|
||||||
|
}
|
||||||
|
vr->desc[prev].flags &= ~VRING_DESC_F_NEXT;
|
||||||
|
|
||||||
|
vq->free_head = i;
|
||||||
|
|
||||||
|
vq->vdata[head] = index;
|
||||||
|
|
||||||
|
avail = (vr->avail->idx + num_added) % vr->num;
|
||||||
|
vr->avail->ring[avail] = head;
|
||||||
|
wmb();
|
||||||
|
}
|
||||||
|
|
||||||
|
void vring_kick(unsigned int ioaddr, struct vring_virtqueue *vq, int num_added)
|
||||||
|
{
|
||||||
|
struct vring *vr = &vq->vring;
|
||||||
|
|
||||||
|
wmb();
|
||||||
|
vr->avail->idx += num_added;
|
||||||
|
|
||||||
|
mb();
|
||||||
|
if (!(vr->used->flags & VRING_USED_F_NO_NOTIFY))
|
||||||
|
vp_notify(ioaddr, vq->queue_index);
|
||||||
|
}
|
||||||
|
|
|
@ -45,8 +45,6 @@ struct eth_frame {
|
||||||
unsigned char data[ETH_FRAME_LEN];
|
unsigned char data[ETH_FRAME_LEN];
|
||||||
};
|
};
|
||||||
|
|
||||||
typedef unsigned char virtio_queue_t[PAGE_MASK + vring_size(MAX_QUEUE_NUM)];
|
|
||||||
|
|
||||||
/* TX: virtio header and eth buffer */
|
/* TX: virtio header and eth buffer */
|
||||||
|
|
||||||
static struct virtio_net_hdr tx_virtio_hdr;
|
static struct virtio_net_hdr tx_virtio_hdr;
|
||||||
|
@ -66,205 +64,8 @@ enum {
|
||||||
QUEUE_NB
|
QUEUE_NB
|
||||||
};
|
};
|
||||||
|
|
||||||
struct vring_virtqueue {
|
|
||||||
virtio_queue_t queue;
|
|
||||||
struct vring vring;
|
|
||||||
u16 free_head;
|
|
||||||
u16 last_used_idx;
|
|
||||||
u16 vdata[MAX_QUEUE_NUM];
|
|
||||||
/* PCI */
|
|
||||||
int queue_index;
|
|
||||||
};
|
|
||||||
|
|
||||||
static struct vring_virtqueue virtqueue[QUEUE_NB];
|
static struct vring_virtqueue virtqueue[QUEUE_NB];
|
||||||
|
|
||||||
/*
|
|
||||||
* Virtio PCI interface
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
|
|
||||||
static int vp_find_vq(unsigned int ioaddr, int queue_index,
|
|
||||||
struct vring_virtqueue *vq)
|
|
||||||
{
|
|
||||||
struct vring * vr = &vq->vring;
|
|
||||||
u16 num;
|
|
||||||
|
|
||||||
/* select the queue */
|
|
||||||
|
|
||||||
outw(queue_index, ioaddr + VIRTIO_PCI_QUEUE_SEL);
|
|
||||||
|
|
||||||
/* check if the queue is available */
|
|
||||||
|
|
||||||
num = inw(ioaddr + VIRTIO_PCI_QUEUE_NUM);
|
|
||||||
if (!num) {
|
|
||||||
printf("ERROR: queue size is 0\n");
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (num > MAX_QUEUE_NUM) {
|
|
||||||
printf("ERROR: queue size %d > %d\n", num, MAX_QUEUE_NUM);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* check if the queue is already active */
|
|
||||||
|
|
||||||
if (inl(ioaddr + VIRTIO_PCI_QUEUE_PFN)) {
|
|
||||||
printf("ERROR: queue already active\n");
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
vq->queue_index = queue_index;
|
|
||||||
|
|
||||||
/* initialize the queue */
|
|
||||||
|
|
||||||
vring_init(vr, num, (unsigned char*)&vq->queue);
|
|
||||||
|
|
||||||
/* activate the queue
|
|
||||||
*
|
|
||||||
* NOTE: vr->desc is initialized by vring_init()
|
|
||||||
*/
|
|
||||||
|
|
||||||
outl((unsigned long)virt_to_phys(vr->desc) >> PAGE_SHIFT,
|
|
||||||
ioaddr + VIRTIO_PCI_QUEUE_PFN);
|
|
||||||
|
|
||||||
return num;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Virtual ring management
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
|
|
||||||
static void vring_enable_cb(struct vring_virtqueue *vq)
|
|
||||||
{
|
|
||||||
vq->vring.avail->flags &= ~VRING_AVAIL_F_NO_INTERRUPT;
|
|
||||||
}
|
|
||||||
|
|
||||||
static void vring_disable_cb(struct vring_virtqueue *vq)
|
|
||||||
{
|
|
||||||
vq->vring.avail->flags |= VRING_AVAIL_F_NO_INTERRUPT;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* vring_free
|
|
||||||
*
|
|
||||||
* put at the begin of the free list the current desc[head]
|
|
||||||
*/
|
|
||||||
|
|
||||||
static void vring_detach(struct vring_virtqueue *vq, unsigned int head)
|
|
||||||
{
|
|
||||||
struct vring *vr = &vq->vring;
|
|
||||||
unsigned int i;
|
|
||||||
|
|
||||||
/* find end of given descriptor */
|
|
||||||
|
|
||||||
i = head;
|
|
||||||
while (vr->desc[i].flags & VRING_DESC_F_NEXT)
|
|
||||||
i = vr->desc[i].next;
|
|
||||||
|
|
||||||
/* link it with free list and point to it */
|
|
||||||
|
|
||||||
vr->desc[i].next = vq->free_head;
|
|
||||||
wmb();
|
|
||||||
vq->free_head = head;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* vring_more_used
|
|
||||||
*
|
|
||||||
* is there some used buffers ?
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
|
|
||||||
static inline int vring_more_used(struct vring_virtqueue *vq)
|
|
||||||
{
|
|
||||||
wmb();
|
|
||||||
return vq->last_used_idx != vq->vring.used->idx;
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* vring_get_buf
|
|
||||||
*
|
|
||||||
* get a buffer from the used list
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
|
|
||||||
static int vring_get_buf(struct vring_virtqueue *vq, unsigned int *len)
|
|
||||||
{
|
|
||||||
struct vring *vr = &vq->vring;
|
|
||||||
struct vring_used_elem *elem;
|
|
||||||
u32 id;
|
|
||||||
int ret;
|
|
||||||
|
|
||||||
BUG_ON(!vring_more_used(vq));
|
|
||||||
|
|
||||||
elem = &vr->used->ring[vq->last_used_idx % vr->num];
|
|
||||||
wmb();
|
|
||||||
id = elem->id;
|
|
||||||
if (len != NULL)
|
|
||||||
*len = elem->len;
|
|
||||||
|
|
||||||
ret = vq->vdata[id];
|
|
||||||
|
|
||||||
vring_detach(vq, id);
|
|
||||||
|
|
||||||
vq->last_used_idx++;
|
|
||||||
|
|
||||||
return ret;
|
|
||||||
}
|
|
||||||
|
|
||||||
static void vring_add_buf(struct vring_virtqueue *vq,
|
|
||||||
struct vring_list list[],
|
|
||||||
unsigned int out, unsigned int in,
|
|
||||||
int index, int num_added)
|
|
||||||
{
|
|
||||||
struct vring *vr = &vq->vring;
|
|
||||||
int i, avail, head, prev;
|
|
||||||
|
|
||||||
BUG_ON(out + in == 0);
|
|
||||||
|
|
||||||
prev = 0;
|
|
||||||
head = vq->free_head;
|
|
||||||
for (i = head; out; i = vr->desc[i].next, out--) {
|
|
||||||
|
|
||||||
vr->desc[i].flags = VRING_DESC_F_NEXT;
|
|
||||||
vr->desc[i].addr = (u64)virt_to_phys(list->addr);
|
|
||||||
vr->desc[i].len = list->length;
|
|
||||||
prev = i;
|
|
||||||
list++;
|
|
||||||
}
|
|
||||||
for ( ; in; i = vr->desc[i].next, in--) {
|
|
||||||
|
|
||||||
vr->desc[i].flags = VRING_DESC_F_NEXT|VRING_DESC_F_WRITE;
|
|
||||||
vr->desc[i].addr = (u64)virt_to_phys(list->addr);
|
|
||||||
vr->desc[i].len = list->length;
|
|
||||||
prev = i;
|
|
||||||
list++;
|
|
||||||
}
|
|
||||||
vr->desc[prev].flags &= ~VRING_DESC_F_NEXT;
|
|
||||||
|
|
||||||
vq->free_head = i;
|
|
||||||
|
|
||||||
vq->vdata[head] = index;
|
|
||||||
|
|
||||||
avail = (vr->avail->idx + num_added) % vr->num;
|
|
||||||
vr->avail->ring[avail] = head;
|
|
||||||
wmb();
|
|
||||||
}
|
|
||||||
|
|
||||||
static void vring_kick(struct nic *nic, struct vring_virtqueue *vq,
|
|
||||||
int num_added)
|
|
||||||
{
|
|
||||||
struct vring *vr = &vq->vring;
|
|
||||||
|
|
||||||
wmb();
|
|
||||||
vr->avail->idx += num_added;
|
|
||||||
|
|
||||||
mb();
|
|
||||||
if (!(vr->used->flags & VRING_USED_F_NO_NOTIFY))
|
|
||||||
vp_notify(nic->ioaddr, vq->queue_index);
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* virtnet_disable
|
* virtnet_disable
|
||||||
*
|
*
|
||||||
|
@ -325,7 +126,7 @@ static int virtnet_poll(struct nic *nic, int retrieve)
|
||||||
list[1].length = ETH_FRAME_LEN;
|
list[1].length = ETH_FRAME_LEN;
|
||||||
|
|
||||||
vring_add_buf(&virtqueue[RX_INDEX], list, 0, 2, token, 0);
|
vring_add_buf(&virtqueue[RX_INDEX], list, 0, 2, token, 0);
|
||||||
vring_kick(nic, &virtqueue[RX_INDEX], 1);
|
vring_kick(nic->ioaddr, &virtqueue[RX_INDEX], 1);
|
||||||
|
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
@ -373,7 +174,7 @@ static void virtnet_transmit(struct nic *nic, const char *destaddr,
|
||||||
|
|
||||||
vring_add_buf(&virtqueue[TX_INDEX], list, 2, 0, 0, 0);
|
vring_add_buf(&virtqueue[TX_INDEX], list, 2, 0, 0, 0);
|
||||||
|
|
||||||
vring_kick(nic, &virtqueue[TX_INDEX], 1);
|
vring_kick(nic->ioaddr, &virtqueue[TX_INDEX], 1);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* http://www.etherboot.org/wiki/dev/devmanual
|
* http://www.etherboot.org/wiki/dev/devmanual
|
||||||
|
@ -423,7 +224,7 @@ static void provide_buffers(struct nic *nic)
|
||||||
|
|
||||||
/* nofify */
|
/* nofify */
|
||||||
|
|
||||||
vring_kick(nic, &virtqueue[RX_INDEX], i);
|
vring_kick(nic->ioaddr, &virtqueue[RX_INDEX], i);
|
||||||
}
|
}
|
||||||
|
|
||||||
static struct nic_operations virtnet_operations = {
|
static struct nic_operations virtnet_operations = {
|
||||||
|
|
|
@ -91,4 +91,7 @@ static inline void vp_del_vq(unsigned int ioaddr, int queue_index)
|
||||||
|
|
||||||
outl(0, ioaddr + VIRTIO_PCI_QUEUE_PFN);
|
outl(0, ioaddr + VIRTIO_PCI_QUEUE_PFN);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int vp_find_vq(unsigned int ioaddr, int queue_index,
|
||||||
|
struct vring_virtqueue *vq);
|
||||||
#endif /* _VIRTIO_PCI_H_ */
|
#endif /* _VIRTIO_PCI_H_ */
|
||||||
|
|
|
@ -58,6 +58,24 @@ struct vring {
|
||||||
struct vring_used *used;
|
struct vring_used *used;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
#define vring_size(num) \
|
||||||
|
(((((sizeof(struct vring_desc) * num) + \
|
||||||
|
(sizeof(struct vring_avail) + sizeof(u16) * num)) \
|
||||||
|
+ PAGE_MASK) & ~PAGE_MASK) + \
|
||||||
|
(sizeof(struct vring_used) + sizeof(struct vring_used_elem) * num))
|
||||||
|
|
||||||
|
typedef unsigned char virtio_queue_t[PAGE_MASK + vring_size(MAX_QUEUE_NUM)];
|
||||||
|
|
||||||
|
struct vring_virtqueue {
|
||||||
|
virtio_queue_t queue;
|
||||||
|
struct vring vring;
|
||||||
|
u16 free_head;
|
||||||
|
u16 last_used_idx;
|
||||||
|
u16 vdata[MAX_QUEUE_NUM];
|
||||||
|
/* PCI */
|
||||||
|
int queue_index;
|
||||||
|
};
|
||||||
|
|
||||||
struct vring_list {
|
struct vring_list {
|
||||||
char *addr;
|
char *addr;
|
||||||
unsigned int length;
|
unsigned int length;
|
||||||
|
@ -90,10 +108,35 @@ static inline void vring_init(struct vring *vr,
|
||||||
vr->desc[i].next = 0;
|
vr->desc[i].next = 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
#define vring_size(num) \
|
static inline void vring_enable_cb(struct vring_virtqueue *vq)
|
||||||
(((((sizeof(struct vring_desc) * num) + \
|
{
|
||||||
(sizeof(struct vring_avail) + sizeof(u16) * num)) \
|
vq->vring.avail->flags &= ~VRING_AVAIL_F_NO_INTERRUPT;
|
||||||
+ PAGE_MASK) & ~PAGE_MASK) + \
|
}
|
||||||
(sizeof(struct vring_used) + sizeof(struct vring_used_elem) * num))
|
|
||||||
|
static inline void vring_disable_cb(struct vring_virtqueue *vq)
|
||||||
|
{
|
||||||
|
vq->vring.avail->flags |= VRING_AVAIL_F_NO_INTERRUPT;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
* vring_more_used
|
||||||
|
*
|
||||||
|
* is there some used buffers ?
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
static inline int vring_more_used(struct vring_virtqueue *vq)
|
||||||
|
{
|
||||||
|
wmb();
|
||||||
|
return vq->last_used_idx != vq->vring.used->idx;
|
||||||
|
}
|
||||||
|
|
||||||
|
void vring_detach(struct vring_virtqueue *vq, unsigned int head);
|
||||||
|
int vring_get_buf(struct vring_virtqueue *vq, unsigned int *len);
|
||||||
|
void vring_add_buf(struct vring_virtqueue *vq, struct vring_list list[],
|
||||||
|
unsigned int out, unsigned int in,
|
||||||
|
int index, int num_added);
|
||||||
|
void vring_kick(unsigned int ioaddr, struct vring_virtqueue *vq, int num_added);
|
||||||
|
|
||||||
#endif /* _VIRTIO_RING_H_ */
|
#endif /* _VIRTIO_RING_H_ */
|
||||||
|
|
Reference in New Issue