aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU aio implementation |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2008 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Anthony Liguori <aliguori@us.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
Paolo Bonzini | 6b620ca | 2012-01-13 17:44:23 +0100 | [diff] [blame] | 12 | * Contributions after 2012-01-13 are licensed under the terms of the |
| 13 | * GNU GPL, version 2 or (at your option) any later version. |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 14 | */ |
| 15 | |
| 16 | #include "qemu-common.h" |
| 17 | #include "block.h" |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 18 | #include "qemu-queue.h" |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 19 | #include "qemu_socket.h" |
| 20 | |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 21 | struct AioHandler |
| 22 | { |
| 23 | int fd; |
| 24 | IOHandler *io_read; |
| 25 | IOHandler *io_write; |
| 26 | AioFlushHandler *io_flush; |
| 27 | int deleted; |
| 28 | void *opaque; |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 29 | QLIST_ENTRY(AioHandler) node; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 30 | }; |
| 31 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 32 | static AioHandler *find_aio_handler(AioContext *ctx, int fd) |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 33 | { |
| 34 | AioHandler *node; |
| 35 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 36 | QLIST_FOREACH(node, &ctx->aio_handlers, node) { |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 37 | if (node->fd == fd) |
Alexander Graf | 79d5ca5 | 2009-05-06 02:58:48 +0200 | [diff] [blame] | 38 | if (!node->deleted) |
| 39 | return node; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 40 | } |
| 41 | |
| 42 | return NULL; |
| 43 | } |
| 44 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 45 | void aio_set_fd_handler(AioContext *ctx, |
| 46 | int fd, |
| 47 | IOHandler *io_read, |
| 48 | IOHandler *io_write, |
| 49 | AioFlushHandler *io_flush, |
| 50 | void *opaque) |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 51 | { |
| 52 | AioHandler *node; |
| 53 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 54 | node = find_aio_handler(ctx, fd); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 55 | |
| 56 | /* Are we deleting the fd handler? */ |
| 57 | if (!io_read && !io_write) { |
| 58 | if (node) { |
| 59 | /* If the lock is held, just mark the node as deleted */ |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 60 | if (ctx->walking_handlers) |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 61 | node->deleted = 1; |
| 62 | else { |
| 63 | /* Otherwise, delete it for real. We can't just mark it as |
| 64 | * deleted because deleted nodes are only cleaned up after |
| 65 | * releasing the walking_handlers lock. |
| 66 | */ |
Blue Swirl | 72cf2d4 | 2009-09-12 07:36:22 +0000 | [diff] [blame] | 67 | QLIST_REMOVE(node, node); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 68 | g_free(node); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 69 | } |
| 70 | } |
| 71 | } else { |
| 72 | if (node == NULL) { |
| 73 | /* Alloc and insert if it's not already there */ |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 74 | node = g_malloc0(sizeof(AioHandler)); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 75 | node->fd = fd; |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 76 | QLIST_INSERT_HEAD(&ctx->aio_handlers, node, node); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 77 | } |
| 78 | /* Update handler with latest information */ |
| 79 | node->io_read = io_read; |
| 80 | node->io_write = io_write; |
| 81 | node->io_flush = io_flush; |
| 82 | node->opaque = opaque; |
| 83 | } |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 84 | } |
| 85 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 86 | void aio_set_event_notifier(AioContext *ctx, |
| 87 | EventNotifier *notifier, |
| 88 | EventNotifierHandler *io_read, |
| 89 | AioFlushEventNotifierHandler *io_flush) |
Paolo Bonzini | 9958c35 | 2012-06-09 03:44:00 +0200 | [diff] [blame] | 90 | { |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 91 | aio_set_fd_handler(ctx, event_notifier_get_fd(notifier), |
| 92 | (IOHandler *)io_read, NULL, |
| 93 | (AioFlushHandler *)io_flush, notifier); |
Paolo Bonzini | 9958c35 | 2012-06-09 03:44:00 +0200 | [diff] [blame] | 94 | } |
| 95 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 96 | bool aio_wait(AioContext *ctx) |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 97 | { |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 98 | AioHandler *node; |
| 99 | fd_set rdfds, wrfds; |
| 100 | int max_fd = -1; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 101 | int ret; |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 102 | bool busy; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 103 | |
Kevin Wolf | 8febfa2 | 2009-10-22 17:54:36 +0200 | [diff] [blame] | 104 | /* |
| 105 | * If there are callbacks left that have been queued, we need to call then. |
Paolo Bonzini | bcdc185 | 2012-04-12 14:00:55 +0200 | [diff] [blame] | 106 | * Do not call select in this case, because it is possible that the caller |
| 107 | * does not need a complete flush (as is the case for qemu_aio_wait loops). |
Kevin Wolf | 8febfa2 | 2009-10-22 17:54:36 +0200 | [diff] [blame] | 108 | */ |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 109 | if (aio_bh_poll(ctx)) { |
Paolo Bonzini | bcdc185 | 2012-04-12 14:00:55 +0200 | [diff] [blame] | 110 | return true; |
Paolo Bonzini | bafbd6a | 2012-04-12 14:00:54 +0200 | [diff] [blame] | 111 | } |
Kevin Wolf | 8febfa2 | 2009-10-22 17:54:36 +0200 | [diff] [blame] | 112 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 113 | ctx->walking_handlers++; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 114 | |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 115 | FD_ZERO(&rdfds); |
| 116 | FD_ZERO(&wrfds); |
| 117 | |
| 118 | /* fill fd sets */ |
| 119 | busy = false; |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 120 | QLIST_FOREACH(node, &ctx->aio_handlers, node) { |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 121 | /* If there aren't pending AIO operations, don't invoke callbacks. |
| 122 | * Otherwise, if there are no AIO requests, qemu_aio_wait() would |
| 123 | * wait indefinitely. |
| 124 | */ |
Paolo Bonzini | 4231c88 | 2012-09-26 15:21:36 +0200 | [diff] [blame^] | 125 | if (!node->deleted && node->io_flush) { |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 126 | if (node->io_flush(node->opaque) == 0) { |
| 127 | continue; |
| 128 | } |
| 129 | busy = true; |
| 130 | } |
| 131 | if (!node->deleted && node->io_read) { |
| 132 | FD_SET(node->fd, &rdfds); |
| 133 | max_fd = MAX(max_fd, node->fd + 1); |
| 134 | } |
| 135 | if (!node->deleted && node->io_write) { |
| 136 | FD_SET(node->fd, &wrfds); |
| 137 | max_fd = MAX(max_fd, node->fd + 1); |
| 138 | } |
| 139 | } |
| 140 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 141 | ctx->walking_handlers--; |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 142 | |
| 143 | /* No AIO operations? Get us out of here */ |
| 144 | if (!busy) { |
| 145 | return false; |
| 146 | } |
| 147 | |
| 148 | /* wait until next event */ |
| 149 | ret = select(max_fd, &rdfds, &wrfds, NULL, NULL); |
| 150 | |
| 151 | /* if we have any readable fds, dispatch event */ |
| 152 | if (ret > 0) { |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 153 | /* we have to walk very carefully in case |
| 154 | * qemu_aio_set_fd_handler is called while we're walking */ |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 155 | node = QLIST_FIRST(&ctx->aio_handlers); |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 156 | while (node) { |
| 157 | AioHandler *tmp; |
aliguori | f71903d | 2008-10-12 21:19:57 +0000 | [diff] [blame] | 158 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 159 | ctx->walking_handlers++; |
Paolo Bonzini | 2db2bfc | 2012-09-27 19:27:43 +0530 | [diff] [blame] | 160 | |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 161 | if (!node->deleted && |
| 162 | FD_ISSET(node->fd, &rdfds) && |
| 163 | node->io_read) { |
| 164 | node->io_read(node->opaque); |
Paolo Bonzini | bcdc185 | 2012-04-12 14:00:55 +0200 | [diff] [blame] | 165 | } |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 166 | if (!node->deleted && |
| 167 | FD_ISSET(node->fd, &wrfds) && |
| 168 | node->io_write) { |
| 169 | node->io_write(node->opaque); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 170 | } |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 171 | |
| 172 | tmp = node; |
| 173 | node = QLIST_NEXT(node, node); |
| 174 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 175 | ctx->walking_handlers--; |
Paolo Bonzini | 2db2bfc | 2012-09-27 19:27:43 +0530 | [diff] [blame] | 176 | |
Paolo Bonzini | a915f4b | 2012-09-13 12:28:51 +0200 | [diff] [blame] | 177 | if (!ctx->walking_handlers && tmp->deleted) { |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 178 | QLIST_REMOVE(tmp, node); |
| 179 | g_free(tmp); |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 180 | } |
| 181 | } |
Paolo Bonzini | 9eb0bfc | 2012-04-12 14:00:56 +0200 | [diff] [blame] | 182 | } |
Paolo Bonzini | bcdc185 | 2012-04-12 14:00:55 +0200 | [diff] [blame] | 183 | |
| 184 | return true; |
aliguori | a76bab4 | 2008-09-22 19:17:18 +0000 | [diff] [blame] | 185 | } |