blob: 45422704a466b7bf9807c50b1df730c8b6e78f71 [file] [log] [blame]
Paolo Bonzinif42b2202012-06-09 04:01:51 +02001/*
2 * QEMU aio implementation
3 *
4 * Copyright IBM Corp., 2008
5 * Copyright Red Hat Inc., 2012
6 *
7 * Authors:
8 * Anthony Liguori <aliguori@us.ibm.com>
9 * Paolo Bonzini <pbonzini@redhat.com>
10 *
11 * This work is licensed under the terms of the GNU GPL, version 2. See
12 * the COPYING file in the top-level directory.
13 *
14 * Contributions after 2012-01-13 are licensed under the terms of the
15 * GNU GPL, version 2 or (at your option) any later version.
16 */
17
18#include "qemu-common.h"
Paolo Bonzini737e1502012-12-17 18:19:44 +010019#include "block/block.h"
Paolo Bonzini1de7afc2012-12-17 18:20:00 +010020#include "qemu/queue.h"
21#include "qemu/sockets.h"
Paolo Bonzinif42b2202012-06-09 04:01:51 +020022
23struct AioHandler {
24 EventNotifier *e;
25 EventNotifierHandler *io_notify;
Paolo Bonzinif42b2202012-06-09 04:01:51 +020026 GPollFD pfd;
27 int deleted;
28 QLIST_ENTRY(AioHandler) node;
29};
30
31void aio_set_event_notifier(AioContext *ctx,
32 EventNotifier *e,
Stefan Hajnoczif2e5dca2013-04-11 17:26:25 +020033 EventNotifierHandler *io_notify)
Paolo Bonzinif42b2202012-06-09 04:01:51 +020034{
35 AioHandler *node;
36
37 QLIST_FOREACH(node, &ctx->aio_handlers, node) {
38 if (node->e == e && !node->deleted) {
39 break;
40 }
41 }
42
43 /* Are we deleting the fd handler? */
44 if (!io_notify) {
45 if (node) {
Paolo Bonzinie3713e02012-09-24 14:57:41 +020046 g_source_remove_poll(&ctx->source, &node->pfd);
47
Paolo Bonzinif42b2202012-06-09 04:01:51 +020048 /* If the lock is held, just mark the node as deleted */
49 if (ctx->walking_handlers) {
50 node->deleted = 1;
51 node->pfd.revents = 0;
52 } else {
53 /* Otherwise, delete it for real. We can't just mark it as
54 * deleted because deleted nodes are only cleaned up after
55 * releasing the walking_handlers lock.
56 */
57 QLIST_REMOVE(node, node);
58 g_free(node);
59 }
60 }
61 } else {
62 if (node == NULL) {
63 /* Alloc and insert if it's not already there */
64 node = g_malloc0(sizeof(AioHandler));
65 node->e = e;
66 node->pfd.fd = (uintptr_t)event_notifier_get_handle(e);
67 node->pfd.events = G_IO_IN;
68 QLIST_INSERT_HEAD(&ctx->aio_handlers, node, node);
Paolo Bonzinie3713e02012-09-24 14:57:41 +020069
70 g_source_add_poll(&ctx->source, &node->pfd);
Paolo Bonzinif42b2202012-06-09 04:01:51 +020071 }
72 /* Update handler with latest information */
73 node->io_notify = io_notify;
Paolo Bonzinif42b2202012-06-09 04:01:51 +020074 }
Paolo Bonzini7ed2b242012-09-25 10:22:39 +020075
76 aio_notify(ctx);
Paolo Bonzinif42b2202012-06-09 04:01:51 +020077}
78
Paolo Bonzinia3462c62014-07-09 11:53:08 +020079bool aio_prepare(AioContext *ctx)
80{
81 return false;
82}
83
Paolo Bonzinif42b2202012-06-09 04:01:51 +020084bool aio_pending(AioContext *ctx)
85{
86 AioHandler *node;
87
88 QLIST_FOREACH(node, &ctx->aio_handlers, node) {
89 if (node->pfd.revents && node->io_notify) {
90 return true;
91 }
92 }
93
94 return false;
95}
96
Paolo Bonzinia398dea2014-07-09 11:53:03 +020097static bool aio_dispatch_handlers(AioContext *ctx, HANDLE event)
Paolo Bonzinif42b2202012-06-09 04:01:51 +020098{
99 AioHandler *node;
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200100 bool progress = false;
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200101
102 /*
Paolo Bonzini87f68d32014-07-07 15:18:02 +0200103 * We have to walk very carefully in case aio_set_fd_handler is
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200104 * called while we're walking.
105 */
106 node = QLIST_FIRST(&ctx->aio_handlers);
107 while (node) {
108 AioHandler *tmp;
109
110 ctx->walking_handlers++;
111
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200112 if (!node->deleted &&
113 (node->pfd.revents || event_notifier_get_handle(node->e) == event) &&
114 node->io_notify) {
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200115 node->pfd.revents = 0;
116 node->io_notify(node->e);
Stefan Hajnoczi164a1012013-04-11 16:56:50 +0200117
118 /* aio_notify() does not count as progress */
Stefan Hajnoczi8b2d42d2013-08-22 15:28:35 +0200119 if (node->e != &ctx->notifier) {
Stefan Hajnoczi164a1012013-04-11 16:56:50 +0200120 progress = true;
121 }
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200122 }
123
124 tmp = node;
125 node = QLIST_NEXT(node, node);
126
127 ctx->walking_handlers--;
128
129 if (!ctx->walking_handlers && tmp->deleted) {
130 QLIST_REMOVE(tmp, node);
131 g_free(tmp);
132 }
133 }
134
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200135 return progress;
136}
137
Paolo Bonzinie4c7e2d2014-07-09 11:53:05 +0200138bool aio_dispatch(AioContext *ctx)
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200139{
140 bool progress;
141
Paolo Bonzinie4c7e2d2014-07-09 11:53:05 +0200142 progress = aio_bh_poll(ctx);
143 progress |= aio_dispatch_handlers(ctx, INVALID_HANDLE_VALUE);
Paolo Bonzinid397ec992014-07-09 11:53:02 +0200144 progress |= timerlistgroup_run_timers(&ctx->tlg);
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200145 return progress;
146}
147
148bool aio_poll(AioContext *ctx, bool blocking)
149{
150 AioHandler *node;
151 HANDLE events[MAXIMUM_WAIT_OBJECTS + 1];
Paolo Bonzini0a9dd162014-07-09 11:53:07 +0200152 bool was_dispatching, progress, first;
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200153 int count;
154 int timeout;
155
Paolo Bonzini0a9dd162014-07-09 11:53:07 +0200156 was_dispatching = ctx->dispatching;
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200157 progress = false;
158
Paolo Bonzini0a9dd162014-07-09 11:53:07 +0200159 /* aio_notify can avoid the expensive event_notifier_set if
160 * everything (file descriptors, bottom halves, timers) will
161 * be re-evaluated before the next blocking poll(). This is
162 * already true when aio_poll is called with blocking == false;
163 * if blocking == true, it is only true after poll() returns.
164 *
165 * If we're in a nested event loop, ctx->dispatching might be true.
166 * In that case we can restore it just before returning, but we
167 * have to clear it now.
168 */
169 aio_set_dispatching(ctx, !blocking);
170
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200171 ctx->walking_handlers++;
172
173 /* fill fd sets */
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200174 count = 0;
175 QLIST_FOREACH(node, &ctx->aio_handlers, node) {
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200176 if (!node->deleted && node->io_notify) {
177 events[count++] = event_notifier_get_handle(node->e);
178 }
179 }
180
181 ctx->walking_handlers--;
Paolo Bonzini3672fa52014-07-09 11:53:04 +0200182 first = true;
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200183
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200184 /* wait until next event */
Paolo Bonzinib022b4a2012-11-23 15:59:43 +0100185 while (count > 0) {
Alex Bligh438e1f42013-08-21 16:02:53 +0100186 int ret;
187
Paolo Bonzini845ca102014-07-09 11:53:01 +0200188 timeout = blocking
189 ? qemu_timeout_ns_to_ms(aio_compute_timeout(ctx)) : 0;
Alex Bligh438e1f42013-08-21 16:02:53 +0100190 ret = WaitForMultipleObjects(count, events, FALSE, timeout);
Paolo Bonzini0a9dd162014-07-09 11:53:07 +0200191 aio_set_dispatching(ctx, true);
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200192
Paolo Bonzini3672fa52014-07-09 11:53:04 +0200193 if (first && aio_bh_poll(ctx)) {
194 progress = true;
195 }
196 first = false;
197
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200198 /* if we have any signaled events, dispatch event */
199 if ((DWORD) (ret - WAIT_OBJECT_0) >= count) {
200 break;
201 }
202
203 blocking = false;
204
Paolo Bonzinia398dea2014-07-09 11:53:03 +0200205 progress |= aio_dispatch_handlers(ctx, events[ret - WAIT_OBJECT_0]);
Paolo Bonzinib022b4a2012-11-23 15:59:43 +0100206
207 /* Try again, but only call each handler once. */
208 events[ret - WAIT_OBJECT_0] = events[--count];
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200209 }
210
Paolo Bonzinie4c7e2d2014-07-09 11:53:05 +0200211 progress |= timerlistgroup_run_timers(&ctx->tlg);
Alex Bligh438e1f42013-08-21 16:02:53 +0100212
Paolo Bonzini0a9dd162014-07-09 11:53:07 +0200213 aio_set_dispatching(ctx, was_dispatching);
Stefan Hajnoczi164a1012013-04-11 16:56:50 +0200214 return progress;
Paolo Bonzinif42b2202012-06-09 04:01:51 +0200215}