aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Virtio Network Device |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2007 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Anthony Liguori <aliguori@us.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
| 14 | #include "virtio.h" |
| 15 | #include "net.h" |
| 16 | #include "qemu-timer.h" |
| 17 | #include "virtio-net.h" |
| 18 | |
aliguori | 9d6271b | 2009-02-05 22:36:04 +0000 | [diff] [blame] | 19 | #define VIRTIO_NET_VM_VERSION 3 |
| 20 | |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 21 | typedef struct VirtIONet |
| 22 | { |
| 23 | VirtIODevice vdev; |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 24 | uint8_t mac[ETH_ALEN]; |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 25 | uint16_t status; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 26 | VirtQueue *rx_vq; |
| 27 | VirtQueue *tx_vq; |
aliguori | 3d11d36 | 2009-02-05 22:36:16 +0000 | [diff] [blame^] | 28 | VirtQueue *ctrl_vq; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 29 | VLANClientState *vc; |
| 30 | QEMUTimer *tx_timer; |
| 31 | int tx_timer_active; |
| 32 | int mergeable_rx_bufs; |
| 33 | } VirtIONet; |
| 34 | |
| 35 | /* TODO |
| 36 | * - we could suppress RX interrupt if we were so inclined. |
| 37 | */ |
| 38 | |
| 39 | static VirtIONet *to_virtio_net(VirtIODevice *vdev) |
| 40 | { |
| 41 | return (VirtIONet *)vdev; |
| 42 | } |
| 43 | |
aliguori | 0f03eca | 2009-02-05 22:36:08 +0000 | [diff] [blame] | 44 | static void virtio_net_get_config(VirtIODevice *vdev, uint8_t *config) |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 45 | { |
| 46 | VirtIONet *n = to_virtio_net(vdev); |
| 47 | struct virtio_net_config netcfg; |
| 48 | |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 49 | netcfg.status = n->status; |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 50 | memcpy(netcfg.mac, n->mac, ETH_ALEN); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 51 | memcpy(config, &netcfg, sizeof(netcfg)); |
| 52 | } |
| 53 | |
aliguori | 0f03eca | 2009-02-05 22:36:08 +0000 | [diff] [blame] | 54 | static void virtio_net_set_config(VirtIODevice *vdev, const uint8_t *config) |
| 55 | { |
| 56 | VirtIONet *n = to_virtio_net(vdev); |
| 57 | struct virtio_net_config netcfg; |
| 58 | |
| 59 | memcpy(&netcfg, config, sizeof(netcfg)); |
| 60 | |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 61 | if (memcmp(netcfg.mac, n->mac, ETH_ALEN)) { |
| 62 | memcpy(n->mac, netcfg.mac, ETH_ALEN); |
aliguori | 0f03eca | 2009-02-05 22:36:08 +0000 | [diff] [blame] | 63 | qemu_format_nic_info_str(n->vc, n->mac); |
| 64 | } |
| 65 | } |
| 66 | |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 67 | static void virtio_net_set_link_status(VLANClientState *vc) |
| 68 | { |
| 69 | VirtIONet *n = vc->opaque; |
| 70 | uint16_t old_status = n->status; |
| 71 | |
| 72 | if (vc->link_down) |
| 73 | n->status &= ~VIRTIO_NET_S_LINK_UP; |
| 74 | else |
| 75 | n->status |= VIRTIO_NET_S_LINK_UP; |
| 76 | |
| 77 | if (n->status != old_status) |
| 78 | virtio_notify_config(&n->vdev); |
| 79 | } |
| 80 | |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 81 | static uint32_t virtio_net_get_features(VirtIODevice *vdev) |
| 82 | { |
aliguori | 3d11d36 | 2009-02-05 22:36:16 +0000 | [diff] [blame^] | 83 | uint32_t features = (1 << VIRTIO_NET_F_MAC) | |
| 84 | (1 << VIRTIO_NET_F_STATUS) | |
| 85 | (1 << VIRTIO_NET_F_CTRL_VQ); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 86 | |
| 87 | return features; |
| 88 | } |
| 89 | |
| 90 | static void virtio_net_set_features(VirtIODevice *vdev, uint32_t features) |
| 91 | { |
| 92 | VirtIONet *n = to_virtio_net(vdev); |
| 93 | |
| 94 | n->mergeable_rx_bufs = !!(features & (1 << VIRTIO_NET_F_MRG_RXBUF)); |
| 95 | } |
| 96 | |
aliguori | 3d11d36 | 2009-02-05 22:36:16 +0000 | [diff] [blame^] | 97 | static void virtio_net_handle_ctrl(VirtIODevice *vdev, VirtQueue *vq) |
| 98 | { |
| 99 | struct virtio_net_ctrl_hdr ctrl; |
| 100 | virtio_net_ctrl_ack status = VIRTIO_NET_ERR; |
| 101 | VirtQueueElement elem; |
| 102 | |
| 103 | while (virtqueue_pop(vq, &elem)) { |
| 104 | if ((elem.in_num < 1) || (elem.out_num < 1)) { |
| 105 | fprintf(stderr, "virtio-net ctrl missing headers\n"); |
| 106 | exit(1); |
| 107 | } |
| 108 | |
| 109 | if (elem.out_sg[0].iov_len < sizeof(ctrl) || |
| 110 | elem.out_sg[elem.in_num - 1].iov_len < sizeof(status)) { |
| 111 | fprintf(stderr, "virtio-net ctrl header not in correct element\n"); |
| 112 | exit(1); |
| 113 | } |
| 114 | |
| 115 | ctrl.class = ldub_p(elem.out_sg[0].iov_base); |
| 116 | ctrl.cmd = ldub_p(elem.out_sg[0].iov_base + sizeof(ctrl.class)); |
| 117 | |
| 118 | stb_p(elem.in_sg[elem.in_num - 1].iov_base, status); |
| 119 | |
| 120 | virtqueue_push(vq, &elem, sizeof(status)); |
| 121 | virtio_notify(vdev, vq); |
| 122 | } |
| 123 | } |
| 124 | |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 125 | /* RX */ |
| 126 | |
| 127 | static void virtio_net_handle_rx(VirtIODevice *vdev, VirtQueue *vq) |
| 128 | { |
| 129 | } |
| 130 | |
| 131 | static int do_virtio_net_can_receive(VirtIONet *n, int bufsize) |
| 132 | { |
| 133 | if (!virtio_queue_ready(n->rx_vq) || |
| 134 | !(n->vdev.status & VIRTIO_CONFIG_S_DRIVER_OK)) |
| 135 | return 0; |
| 136 | |
| 137 | if (virtio_queue_empty(n->rx_vq) || |
| 138 | (n->mergeable_rx_bufs && |
| 139 | !virtqueue_avail_bytes(n->rx_vq, bufsize, 0))) { |
| 140 | virtio_queue_set_notification(n->rx_vq, 1); |
| 141 | return 0; |
| 142 | } |
| 143 | |
| 144 | virtio_queue_set_notification(n->rx_vq, 0); |
| 145 | return 1; |
| 146 | } |
| 147 | |
| 148 | static int virtio_net_can_receive(void *opaque) |
| 149 | { |
| 150 | VirtIONet *n = opaque; |
| 151 | |
| 152 | return do_virtio_net_can_receive(n, VIRTIO_NET_MAX_BUFSIZE); |
| 153 | } |
| 154 | |
| 155 | static int iov_fill(struct iovec *iov, int iovcnt, const void *buf, int count) |
| 156 | { |
| 157 | int offset, i; |
| 158 | |
| 159 | offset = i = 0; |
| 160 | while (offset < count && i < iovcnt) { |
| 161 | int len = MIN(iov[i].iov_len, count - offset); |
| 162 | memcpy(iov[i].iov_base, buf + offset, len); |
| 163 | offset += len; |
| 164 | i++; |
| 165 | } |
| 166 | |
| 167 | return offset; |
| 168 | } |
| 169 | |
| 170 | static int receive_header(VirtIONet *n, struct iovec *iov, int iovcnt, |
aliguori | 4689f4b | 2008-12-17 19:45:40 +0000 | [diff] [blame] | 171 | const void *buf, size_t size, size_t hdr_len) |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 172 | { |
| 173 | struct virtio_net_hdr *hdr = iov[0].iov_base; |
| 174 | int offset = 0; |
| 175 | |
| 176 | hdr->flags = 0; |
| 177 | hdr->gso_type = VIRTIO_NET_HDR_GSO_NONE; |
| 178 | |
| 179 | /* We only ever receive a struct virtio_net_hdr from the tapfd, |
| 180 | * but we may be passing along a larger header to the guest. |
| 181 | */ |
| 182 | iov[0].iov_base += hdr_len; |
| 183 | iov[0].iov_len -= hdr_len; |
| 184 | |
| 185 | return offset; |
| 186 | } |
| 187 | |
| 188 | static void virtio_net_receive(void *opaque, const uint8_t *buf, int size) |
| 189 | { |
| 190 | VirtIONet *n = opaque; |
| 191 | struct virtio_net_hdr_mrg_rxbuf *mhdr = NULL; |
aliguori | 4689f4b | 2008-12-17 19:45:40 +0000 | [diff] [blame] | 192 | size_t hdr_len, offset, i; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 193 | |
| 194 | if (!do_virtio_net_can_receive(n, size)) |
| 195 | return; |
| 196 | |
| 197 | /* hdr_len refers to the header we supply to the guest */ |
| 198 | hdr_len = n->mergeable_rx_bufs ? |
| 199 | sizeof(struct virtio_net_hdr_mrg_rxbuf) : sizeof(struct virtio_net_hdr); |
| 200 | |
| 201 | offset = i = 0; |
| 202 | |
| 203 | while (offset < size) { |
| 204 | VirtQueueElement elem; |
| 205 | int len, total; |
| 206 | struct iovec sg[VIRTQUEUE_MAX_SIZE]; |
| 207 | |
| 208 | len = total = 0; |
| 209 | |
| 210 | if ((i != 0 && !n->mergeable_rx_bufs) || |
| 211 | virtqueue_pop(n->rx_vq, &elem) == 0) { |
| 212 | if (i == 0) |
| 213 | return; |
| 214 | fprintf(stderr, "virtio-net truncating packet\n"); |
| 215 | exit(1); |
| 216 | } |
| 217 | |
| 218 | if (elem.in_num < 1) { |
| 219 | fprintf(stderr, "virtio-net receive queue contains no in buffers\n"); |
| 220 | exit(1); |
| 221 | } |
| 222 | |
| 223 | if (!n->mergeable_rx_bufs && elem.in_sg[0].iov_len != hdr_len) { |
| 224 | fprintf(stderr, "virtio-net header not in first element\n"); |
| 225 | exit(1); |
| 226 | } |
| 227 | |
| 228 | memcpy(&sg, &elem.in_sg[0], sizeof(sg[0]) * elem.in_num); |
| 229 | |
| 230 | if (i == 0) { |
| 231 | if (n->mergeable_rx_bufs) |
| 232 | mhdr = (struct virtio_net_hdr_mrg_rxbuf *)sg[0].iov_base; |
| 233 | |
| 234 | offset += receive_header(n, sg, elem.in_num, |
| 235 | buf + offset, size - offset, hdr_len); |
| 236 | total += hdr_len; |
| 237 | } |
| 238 | |
| 239 | /* copy in packet. ugh */ |
| 240 | len = iov_fill(sg, elem.in_num, |
| 241 | buf + offset, size - offset); |
| 242 | total += len; |
| 243 | |
| 244 | /* signal other side */ |
| 245 | virtqueue_fill(n->rx_vq, &elem, total, i++); |
| 246 | |
| 247 | offset += len; |
| 248 | } |
| 249 | |
| 250 | if (mhdr) |
| 251 | mhdr->num_buffers = i; |
| 252 | |
| 253 | virtqueue_flush(n->rx_vq, i); |
| 254 | virtio_notify(&n->vdev, n->rx_vq); |
| 255 | } |
| 256 | |
| 257 | /* TX */ |
| 258 | static void virtio_net_flush_tx(VirtIONet *n, VirtQueue *vq) |
| 259 | { |
| 260 | VirtQueueElement elem; |
| 261 | int has_vnet_hdr = 0; |
| 262 | |
| 263 | if (!(n->vdev.status & VIRTIO_CONFIG_S_DRIVER_OK)) |
| 264 | return; |
| 265 | |
| 266 | while (virtqueue_pop(vq, &elem)) { |
| 267 | ssize_t len = 0; |
| 268 | unsigned int out_num = elem.out_num; |
| 269 | struct iovec *out_sg = &elem.out_sg[0]; |
| 270 | unsigned hdr_len; |
| 271 | |
| 272 | /* hdr_len refers to the header received from the guest */ |
| 273 | hdr_len = n->mergeable_rx_bufs ? |
| 274 | sizeof(struct virtio_net_hdr_mrg_rxbuf) : |
| 275 | sizeof(struct virtio_net_hdr); |
| 276 | |
| 277 | if (out_num < 1 || out_sg->iov_len != hdr_len) { |
| 278 | fprintf(stderr, "virtio-net header not in first element\n"); |
| 279 | exit(1); |
| 280 | } |
| 281 | |
| 282 | /* ignore the header if GSO is not supported */ |
| 283 | if (!has_vnet_hdr) { |
| 284 | out_num--; |
| 285 | out_sg++; |
| 286 | len += hdr_len; |
| 287 | } else if (n->mergeable_rx_bufs) { |
| 288 | /* tapfd expects a struct virtio_net_hdr */ |
| 289 | hdr_len -= sizeof(struct virtio_net_hdr); |
| 290 | out_sg->iov_len -= hdr_len; |
| 291 | len += hdr_len; |
| 292 | } |
| 293 | |
| 294 | len += qemu_sendv_packet(n->vc, out_sg, out_num); |
| 295 | |
| 296 | virtqueue_push(vq, &elem, len); |
| 297 | virtio_notify(&n->vdev, vq); |
| 298 | } |
| 299 | } |
| 300 | |
| 301 | static void virtio_net_handle_tx(VirtIODevice *vdev, VirtQueue *vq) |
| 302 | { |
| 303 | VirtIONet *n = to_virtio_net(vdev); |
| 304 | |
| 305 | if (n->tx_timer_active) { |
| 306 | virtio_queue_set_notification(vq, 1); |
| 307 | qemu_del_timer(n->tx_timer); |
| 308 | n->tx_timer_active = 0; |
| 309 | virtio_net_flush_tx(n, vq); |
| 310 | } else { |
| 311 | qemu_mod_timer(n->tx_timer, |
| 312 | qemu_get_clock(vm_clock) + TX_TIMER_INTERVAL); |
| 313 | n->tx_timer_active = 1; |
| 314 | virtio_queue_set_notification(vq, 0); |
| 315 | } |
| 316 | } |
| 317 | |
| 318 | static void virtio_net_tx_timer(void *opaque) |
| 319 | { |
| 320 | VirtIONet *n = opaque; |
| 321 | |
| 322 | n->tx_timer_active = 0; |
| 323 | |
| 324 | /* Just in case the driver is not ready on more */ |
| 325 | if (!(n->vdev.status & VIRTIO_CONFIG_S_DRIVER_OK)) |
| 326 | return; |
| 327 | |
| 328 | virtio_queue_set_notification(n->tx_vq, 1); |
| 329 | virtio_net_flush_tx(n, n->tx_vq); |
| 330 | } |
| 331 | |
| 332 | static void virtio_net_save(QEMUFile *f, void *opaque) |
| 333 | { |
| 334 | VirtIONet *n = opaque; |
| 335 | |
| 336 | virtio_save(&n->vdev, f); |
| 337 | |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 338 | qemu_put_buffer(f, n->mac, ETH_ALEN); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 339 | qemu_put_be32(f, n->tx_timer_active); |
aliguori | e46cb38 | 2009-01-07 17:50:45 +0000 | [diff] [blame] | 340 | qemu_put_be32(f, n->mergeable_rx_bufs); |
aliguori | 9d6271b | 2009-02-05 22:36:04 +0000 | [diff] [blame] | 341 | qemu_put_be16(f, n->status); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 342 | } |
| 343 | |
| 344 | static int virtio_net_load(QEMUFile *f, void *opaque, int version_id) |
| 345 | { |
| 346 | VirtIONet *n = opaque; |
| 347 | |
aliguori | 9d6271b | 2009-02-05 22:36:04 +0000 | [diff] [blame] | 348 | if (version_id < 2 || version_id > VIRTIO_NET_VM_VERSION) |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 349 | return -EINVAL; |
| 350 | |
| 351 | virtio_load(&n->vdev, f); |
| 352 | |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 353 | qemu_get_buffer(f, n->mac, ETH_ALEN); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 354 | n->tx_timer_active = qemu_get_be32(f); |
aliguori | e46cb38 | 2009-01-07 17:50:45 +0000 | [diff] [blame] | 355 | n->mergeable_rx_bufs = qemu_get_be32(f); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 356 | |
aliguori | 9d6271b | 2009-02-05 22:36:04 +0000 | [diff] [blame] | 357 | if (version_id >= 3) |
| 358 | n->status = qemu_get_be16(f); |
| 359 | |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 360 | if (n->tx_timer_active) { |
| 361 | qemu_mod_timer(n->tx_timer, |
| 362 | qemu_get_clock(vm_clock) + TX_TIMER_INTERVAL); |
| 363 | } |
| 364 | |
| 365 | return 0; |
| 366 | } |
| 367 | |
aliguori | 291c6ff | 2009-01-13 21:09:18 +0000 | [diff] [blame] | 368 | void virtio_net_init(PCIBus *bus, NICInfo *nd, int devfn) |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 369 | { |
| 370 | VirtIONet *n; |
| 371 | static int virtio_net_id; |
| 372 | |
aliguori | a7c4996 | 2009-01-26 15:22:41 +0000 | [diff] [blame] | 373 | n = (VirtIONet *)virtio_init_pci(bus, "virtio-net", |
| 374 | PCI_VENDOR_ID_REDHAT_QUMRANET, |
| 375 | PCI_DEVICE_ID_VIRTIO_NET, |
aliguori | 99b3718 | 2009-01-26 15:22:57 +0000 | [diff] [blame] | 376 | PCI_VENDOR_ID_REDHAT_QUMRANET, |
| 377 | VIRTIO_ID_NET, |
blueswir1 | 173a543 | 2009-02-01 19:26:20 +0000 | [diff] [blame] | 378 | PCI_CLASS_NETWORK_ETHERNET, 0x00, |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 379 | sizeof(struct virtio_net_config), |
| 380 | sizeof(VirtIONet)); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 381 | if (!n) |
aliguori | 291c6ff | 2009-01-13 21:09:18 +0000 | [diff] [blame] | 382 | return; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 383 | |
aliguori | 0f03eca | 2009-02-05 22:36:08 +0000 | [diff] [blame] | 384 | n->vdev.get_config = virtio_net_get_config; |
| 385 | n->vdev.set_config = virtio_net_set_config; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 386 | n->vdev.get_features = virtio_net_get_features; |
| 387 | n->vdev.set_features = virtio_net_set_features; |
| 388 | n->rx_vq = virtio_add_queue(&n->vdev, 256, virtio_net_handle_rx); |
| 389 | n->tx_vq = virtio_add_queue(&n->vdev, 256, virtio_net_handle_tx); |
aliguori | 3d11d36 | 2009-02-05 22:36:16 +0000 | [diff] [blame^] | 390 | n->ctrl_vq = virtio_add_queue(&n->vdev, 16, virtio_net_handle_ctrl); |
aliguori | 7967406 | 2009-02-05 22:36:12 +0000 | [diff] [blame] | 391 | memcpy(n->mac, nd->macaddr, ETH_ALEN); |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 392 | n->status = VIRTIO_NET_S_LINK_UP; |
aliguori | 7a9f6e4 | 2009-01-07 17:48:51 +0000 | [diff] [blame] | 393 | n->vc = qemu_new_vlan_client(nd->vlan, nd->model, nd->name, |
aliguori | bf38c1a | 2009-01-07 17:42:25 +0000 | [diff] [blame] | 394 | virtio_net_receive, virtio_net_can_receive, n); |
aliguori | 554c97d | 2009-01-08 19:46:33 +0000 | [diff] [blame] | 395 | n->vc->link_status_changed = virtio_net_set_link_status; |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 396 | |
aliguori | 96d5e20 | 2009-01-07 17:47:15 +0000 | [diff] [blame] | 397 | qemu_format_nic_info_str(n->vc, n->mac); |
| 398 | |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 399 | n->tx_timer = qemu_new_timer(vm_clock, virtio_net_tx_timer, n); |
| 400 | n->tx_timer_active = 0; |
| 401 | n->mergeable_rx_bufs = 0; |
| 402 | |
aliguori | 9d6271b | 2009-02-05 22:36:04 +0000 | [diff] [blame] | 403 | register_savevm("virtio-net", virtio_net_id++, VIRTIO_NET_VM_VERSION, |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 404 | virtio_net_save, virtio_net_load, n); |
aliguori | fbe78f4 | 2008-12-17 19:13:11 +0000 | [diff] [blame] | 405 | } |