lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 1 | /* |
| 2 | * QEMU live block migration |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2009 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Liran Schour <lirans@il.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
| 14 | #include "qemu-common.h" |
| 15 | #include "block_int.h" |
| 16 | #include "hw/hw.h" |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 17 | #include "qemu-queue.h" |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 18 | #include "qemu-timer.h" |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 19 | #include "monitor.h" |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 20 | #include "block-migration.h" |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 21 | #include "migration.h" |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 22 | #include "blockdev.h" |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 23 | #include <assert.h> |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 24 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 25 | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 26 | |
| 27 | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
| 28 | #define BLK_MIG_FLAG_EOS 0x02 |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 29 | #define BLK_MIG_FLAG_PROGRESS 0x04 |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 30 | |
| 31 | #define MAX_IS_ALLOCATED_SEARCH 65536 |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 32 | |
| 33 | //#define DEBUG_BLK_MIGRATION |
| 34 | |
| 35 | #ifdef DEBUG_BLK_MIGRATION |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 36 | #define DPRINTF(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 37 | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
| 38 | #else |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 39 | #define DPRINTF(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 40 | do { } while (0) |
| 41 | #endif |
| 42 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 43 | typedef struct BlkMigDevState { |
| 44 | BlockDriverState *bs; |
| 45 | int bulk_completed; |
| 46 | int shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 47 | int64_t cur_sector; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 48 | int64_t cur_dirty; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 49 | int64_t completed_sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 50 | int64_t total_sectors; |
| 51 | int64_t dirty; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 52 | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 53 | unsigned long *aio_bitmap; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 54 | } BlkMigDevState; |
| 55 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 56 | typedef struct BlkMigBlock { |
| 57 | uint8_t *buf; |
| 58 | BlkMigDevState *bmds; |
| 59 | int64_t sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 60 | int nr_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 61 | struct iovec iov; |
| 62 | QEMUIOVector qiov; |
| 63 | BlockDriverAIOCB *aiocb; |
| 64 | int ret; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 65 | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 66 | } BlkMigBlock; |
| 67 | |
| 68 | typedef struct BlkMigState { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 69 | int blk_enable; |
| 70 | int shared_base; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 71 | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
| 72 | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 73 | int submitted; |
| 74 | int read_done; |
| 75 | int transferred; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 76 | int64_t total_sector_sum; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 77 | int prev_progress; |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 78 | int bulk_completed; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 79 | long double total_time; |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 80 | long double prev_time_offset; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 81 | int reads; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 82 | } BlkMigState; |
| 83 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 84 | static BlkMigState block_mig_state; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 85 | |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 86 | static void blk_send(QEMUFile *f, BlkMigBlock * blk) |
| 87 | { |
| 88 | int len; |
| 89 | |
| 90 | /* sector number and flags */ |
| 91 | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
| 92 | | BLK_MIG_FLAG_DEVICE_BLOCK); |
| 93 | |
| 94 | /* device name */ |
| 95 | len = strlen(blk->bmds->bs->device_name); |
| 96 | qemu_put_byte(f, len); |
| 97 | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
| 98 | |
| 99 | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
| 100 | } |
| 101 | |
Jan Kiszka | 25f2364 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 102 | int blk_mig_active(void) |
| 103 | { |
| 104 | return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list); |
| 105 | } |
| 106 | |
| 107 | uint64_t blk_mig_bytes_transferred(void) |
| 108 | { |
| 109 | BlkMigDevState *bmds; |
| 110 | uint64_t sum = 0; |
| 111 | |
| 112 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 113 | sum += bmds->completed_sectors; |
| 114 | } |
| 115 | return sum << BDRV_SECTOR_BITS; |
| 116 | } |
| 117 | |
| 118 | uint64_t blk_mig_bytes_remaining(void) |
| 119 | { |
| 120 | return blk_mig_bytes_total() - blk_mig_bytes_transferred(); |
| 121 | } |
| 122 | |
| 123 | uint64_t blk_mig_bytes_total(void) |
| 124 | { |
| 125 | BlkMigDevState *bmds; |
| 126 | uint64_t sum = 0; |
| 127 | |
| 128 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 129 | sum += bmds->total_sectors; |
| 130 | } |
| 131 | return sum << BDRV_SECTOR_BITS; |
| 132 | } |
| 133 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 134 | static inline long double compute_read_bwidth(void) |
| 135 | { |
| 136 | assert(block_mig_state.total_time != 0); |
Avishay Traeger | 155eb9a | 2011-04-06 10:45:36 +0300 | [diff] [blame] | 137 | return (block_mig_state.reads / block_mig_state.total_time) * BLOCK_SIZE; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 138 | } |
| 139 | |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 140 | static int bmds_aio_inflight(BlkMigDevState *bmds, int64_t sector) |
| 141 | { |
| 142 | int64_t chunk = sector / (int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 143 | |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 144 | if ((sector << BDRV_SECTOR_BITS) < bdrv_getlength(bmds->bs)) { |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 145 | return !!(bmds->aio_bitmap[chunk / (sizeof(unsigned long) * 8)] & |
| 146 | (1UL << (chunk % (sizeof(unsigned long) * 8)))); |
| 147 | } else { |
| 148 | return 0; |
| 149 | } |
| 150 | } |
| 151 | |
| 152 | static void bmds_set_aio_inflight(BlkMigDevState *bmds, int64_t sector_num, |
| 153 | int nb_sectors, int set) |
| 154 | { |
| 155 | int64_t start, end; |
| 156 | unsigned long val, idx, bit; |
| 157 | |
| 158 | start = sector_num / BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 159 | end = (sector_num + nb_sectors - 1) / BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 160 | |
| 161 | for (; start <= end; start++) { |
| 162 | idx = start / (sizeof(unsigned long) * 8); |
| 163 | bit = start % (sizeof(unsigned long) * 8); |
| 164 | val = bmds->aio_bitmap[idx]; |
| 165 | if (set) { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 166 | val |= 1UL << bit; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 167 | } else { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 168 | val &= ~(1UL << bit); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 169 | } |
| 170 | bmds->aio_bitmap[idx] = val; |
| 171 | } |
| 172 | } |
| 173 | |
| 174 | static void alloc_aio_bitmap(BlkMigDevState *bmds) |
| 175 | { |
| 176 | BlockDriverState *bs = bmds->bs; |
| 177 | int64_t bitmap_size; |
| 178 | |
| 179 | bitmap_size = (bdrv_getlength(bs) >> BDRV_SECTOR_BITS) + |
| 180 | BDRV_SECTORS_PER_DIRTY_CHUNK * 8 - 1; |
| 181 | bitmap_size /= BDRV_SECTORS_PER_DIRTY_CHUNK * 8; |
| 182 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 183 | bmds->aio_bitmap = g_malloc0(bitmap_size); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 184 | } |
| 185 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 186 | static void blk_mig_read_cb(void *opaque, int ret) |
| 187 | { |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 188 | long double curr_time = qemu_get_clock_ns(rt_clock); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 189 | BlkMigBlock *blk = opaque; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 190 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 191 | blk->ret = ret; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 192 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 193 | block_mig_state.reads++; |
| 194 | block_mig_state.total_time += (curr_time - block_mig_state.prev_time_offset); |
| 195 | block_mig_state.prev_time_offset = curr_time; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 196 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 197 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 198 | bmds_set_aio_inflight(blk->bmds, blk->sector, blk->nr_sectors, 0); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 199 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 200 | block_mig_state.submitted--; |
| 201 | block_mig_state.read_done++; |
| 202 | assert(block_mig_state.submitted >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 203 | } |
| 204 | |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 205 | static int mig_save_device_bulk(Monitor *mon, QEMUFile *f, |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 206 | BlkMigDevState *bmds) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 207 | { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 208 | int64_t total_sectors = bmds->total_sectors; |
| 209 | int64_t cur_sector = bmds->cur_sector; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 210 | BlockDriverState *bs = bmds->bs; |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 211 | BlkMigBlock *blk; |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 212 | int nr_sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 213 | |
| 214 | if (bmds->shared_base) { |
Jan Kiszka | b1d1085 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 215 | while (cur_sector < total_sectors && |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 216 | !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH, |
| 217 | &nr_sectors)) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 218 | cur_sector += nr_sectors; |
| 219 | } |
| 220 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 221 | |
| 222 | if (cur_sector >= total_sectors) { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 223 | bmds->cur_sector = bmds->completed_sectors = total_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 224 | return 1; |
| 225 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 226 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 227 | bmds->completed_sectors = cur_sector; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 228 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 229 | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 230 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 231 | /* we are going to transfer a full block even if it is not allocated */ |
| 232 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 233 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 234 | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 235 | nr_sectors = total_sectors - cur_sector; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 236 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 237 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 238 | blk = g_malloc(sizeof(BlkMigBlock)); |
| 239 | blk->buf = g_malloc(BLOCK_SIZE); |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 240 | blk->bmds = bmds; |
| 241 | blk->sector = cur_sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 242 | blk->nr_sectors = nr_sectors; |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 243 | |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 244 | blk->iov.iov_base = blk->buf; |
| 245 | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
| 246 | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1); |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 247 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 248 | if (block_mig_state.submitted == 0) { |
| 249 | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
| 250 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 251 | |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 252 | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
| 253 | nr_sectors, blk_mig_read_cb, blk); |
| 254 | if (!blk->aiocb) { |
| 255 | goto error; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 256 | } |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 257 | block_mig_state.submitted++; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 258 | |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 259 | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
| 260 | bmds->cur_sector = cur_sector + nr_sectors; |
| 261 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 262 | return (bmds->cur_sector >= total_sectors); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 263 | |
| 264 | error: |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 265 | monitor_printf(mon, "Error reading sector %" PRId64 "\n", cur_sector); |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 266 | qemu_file_set_error(f, -EIO); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 267 | g_free(blk->buf); |
| 268 | g_free(blk); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 269 | return 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 270 | } |
| 271 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 272 | static void set_dirty_tracking(int enable) |
| 273 | { |
| 274 | BlkMigDevState *bmds; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 275 | |
| 276 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 277 | bdrv_set_dirty_tracking(bmds->bs, enable); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 278 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 279 | } |
| 280 | |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 281 | static void init_blk_migration_it(void *opaque, BlockDriverState *bs) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 282 | { |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 283 | Monitor *mon = opaque; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 284 | BlkMigDevState *bmds; |
Jan Kiszka | 792773b | 2009-11-30 20:34:55 +0100 | [diff] [blame] | 285 | int64_t sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 286 | |
Markus Armbruster | d246673 | 2010-06-28 10:45:02 +0200 | [diff] [blame] | 287 | if (!bdrv_is_read_only(bs)) { |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 288 | sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
Shahar Havivi | 31f54f2 | 2010-07-10 18:59:06 +0300 | [diff] [blame] | 289 | if (sectors <= 0) { |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 290 | return; |
| 291 | } |
| 292 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 293 | bmds = g_malloc0(sizeof(BlkMigDevState)); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 294 | bmds->bs = bs; |
| 295 | bmds->bulk_completed = 0; |
| 296 | bmds->total_sectors = sectors; |
| 297 | bmds->completed_sectors = 0; |
| 298 | bmds->shared_base = block_mig_state.shared_base; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 299 | alloc_aio_bitmap(bmds); |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 300 | drive_get_ref(drive_get_by_blockdev(bs)); |
Marcelo Tosatti | 8591675 | 2011-01-26 12:12:35 -0200 | [diff] [blame] | 301 | bdrv_set_in_use(bs, 1); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 302 | |
| 303 | block_mig_state.total_sector_sum += sectors; |
| 304 | |
| 305 | if (bmds->shared_base) { |
| 306 | monitor_printf(mon, "Start migration for %s with shared base " |
| 307 | "image\n", |
| 308 | bs->device_name); |
| 309 | } else { |
| 310 | monitor_printf(mon, "Start full migration for %s\n", |
| 311 | bs->device_name); |
| 312 | } |
| 313 | |
| 314 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
| 315 | } |
| 316 | } |
| 317 | |
| 318 | static void init_blk_migration(Monitor *mon, QEMUFile *f) |
| 319 | { |
Jan Kiszka | 69d63a9 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 320 | block_mig_state.submitted = 0; |
| 321 | block_mig_state.read_done = 0; |
| 322 | block_mig_state.transferred = 0; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 323 | block_mig_state.total_sector_sum = 0; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 324 | block_mig_state.prev_progress = -1; |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 325 | block_mig_state.bulk_completed = 0; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 326 | block_mig_state.total_time = 0; |
| 327 | block_mig_state.reads = 0; |
Jan Kiszka | 69d63a9 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 328 | |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 329 | bdrv_iterate(init_blk_migration_it, mon); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 330 | } |
| 331 | |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 332 | static int blk_mig_save_bulked_block(Monitor *mon, QEMUFile *f) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 333 | { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 334 | int64_t completed_sector_sum = 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 335 | BlkMigDevState *bmds; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 336 | int progress; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 337 | int ret = 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 338 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 339 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 340 | if (bmds->bulk_completed == 0) { |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 341 | if (mig_save_device_bulk(mon, f, bmds) == 1) { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 342 | /* completed bulk section for this device */ |
| 343 | bmds->bulk_completed = 1; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 344 | } |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 345 | completed_sector_sum += bmds->completed_sectors; |
| 346 | ret = 1; |
| 347 | break; |
| 348 | } else { |
| 349 | completed_sector_sum += bmds->completed_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 350 | } |
| 351 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 352 | |
Pierre Riteau | 8b6b2af | 2011-01-12 14:41:00 +0100 | [diff] [blame] | 353 | if (block_mig_state.total_sector_sum != 0) { |
| 354 | progress = completed_sector_sum * 100 / |
| 355 | block_mig_state.total_sector_sum; |
| 356 | } else { |
| 357 | progress = 100; |
| 358 | } |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 359 | if (progress != block_mig_state.prev_progress) { |
| 360 | block_mig_state.prev_progress = progress; |
| 361 | qemu_put_be64(f, (progress << BDRV_SECTOR_BITS) |
| 362 | | BLK_MIG_FLAG_PROGRESS); |
| 363 | monitor_printf(mon, "Completed %d %%\r", progress); |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 364 | monitor_flush(mon); |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 365 | } |
| 366 | |
| 367 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 368 | } |
| 369 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 370 | static void blk_mig_reset_dirty_cursor(void) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 371 | { |
| 372 | BlkMigDevState *bmds; |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 373 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 374 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 375 | bmds->cur_dirty = 0; |
| 376 | } |
| 377 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 378 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 379 | static int mig_save_device_dirty(Monitor *mon, QEMUFile *f, |
| 380 | BlkMigDevState *bmds, int is_async) |
| 381 | { |
| 382 | BlkMigBlock *blk; |
| 383 | int64_t total_sectors = bmds->total_sectors; |
| 384 | int64_t sector; |
| 385 | int nr_sectors; |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 386 | int ret = -EIO; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 387 | |
| 388 | for (sector = bmds->cur_dirty; sector < bmds->total_sectors;) { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 389 | if (bmds_aio_inflight(bmds, sector)) { |
Stefan Hajnoczi | 922453b | 2011-11-30 12:23:43 +0000 | [diff] [blame] | 390 | bdrv_drain_all(); |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 391 | } |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 392 | if (bdrv_get_dirty(bmds->bs, sector)) { |
| 393 | |
| 394 | if (total_sectors - sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
| 395 | nr_sectors = total_sectors - sector; |
| 396 | } else { |
| 397 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 398 | } |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 399 | blk = g_malloc(sizeof(BlkMigBlock)); |
| 400 | blk->buf = g_malloc(BLOCK_SIZE); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 401 | blk->bmds = bmds; |
| 402 | blk->sector = sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 403 | blk->nr_sectors = nr_sectors; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 404 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 405 | if (is_async) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 406 | blk->iov.iov_base = blk->buf; |
| 407 | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
| 408 | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1); |
| 409 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 410 | if (block_mig_state.submitted == 0) { |
| 411 | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
| 412 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 413 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 414 | blk->aiocb = bdrv_aio_readv(bmds->bs, sector, &blk->qiov, |
| 415 | nr_sectors, blk_mig_read_cb, blk); |
| 416 | if (!blk->aiocb) { |
| 417 | goto error; |
| 418 | } |
| 419 | block_mig_state.submitted++; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 420 | bmds_set_aio_inflight(bmds, sector, nr_sectors, 1); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 421 | } else { |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 422 | ret = bdrv_read(bmds->bs, sector, blk->buf, nr_sectors); |
| 423 | if (ret < 0) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 424 | goto error; |
| 425 | } |
| 426 | blk_send(f, blk); |
| 427 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 428 | g_free(blk->buf); |
| 429 | g_free(blk); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 430 | } |
| 431 | |
| 432 | bdrv_reset_dirty(bmds->bs, sector, nr_sectors); |
| 433 | break; |
| 434 | } |
| 435 | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 436 | bmds->cur_dirty = sector; |
| 437 | } |
| 438 | |
| 439 | return (bmds->cur_dirty >= bmds->total_sectors); |
| 440 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 441 | error: |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 442 | monitor_printf(mon, "Error reading sector %" PRId64 "\n", sector); |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 443 | qemu_file_set_error(f, ret); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 444 | g_free(blk->buf); |
| 445 | g_free(blk); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 446 | return 0; |
| 447 | } |
| 448 | |
| 449 | static int blk_mig_save_dirty_block(Monitor *mon, QEMUFile *f, int is_async) |
| 450 | { |
| 451 | BlkMigDevState *bmds; |
| 452 | int ret = 0; |
| 453 | |
| 454 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 455 | if (mig_save_device_dirty(mon, f, bmds, is_async) == 0) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 456 | ret = 1; |
| 457 | break; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 458 | } |
| 459 | } |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 460 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 461 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 462 | } |
| 463 | |
| 464 | static void flush_blks(QEMUFile* f) |
| 465 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 466 | BlkMigBlock *blk; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 467 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 468 | DPRINTF("%s Enter submitted %d read_done %d transferred %d\n", |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 469 | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
| 470 | block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 471 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 472 | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
| 473 | if (qemu_file_rate_limit(f)) { |
| 474 | break; |
| 475 | } |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 476 | if (blk->ret < 0) { |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 477 | qemu_file_set_error(f, blk->ret); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 478 | break; |
| 479 | } |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 480 | blk_send(f, blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 481 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 482 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 483 | g_free(blk->buf); |
| 484 | g_free(blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 485 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 486 | block_mig_state.read_done--; |
| 487 | block_mig_state.transferred++; |
| 488 | assert(block_mig_state.read_done >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 489 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 490 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 491 | DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__, |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 492 | block_mig_state.submitted, block_mig_state.read_done, |
| 493 | block_mig_state.transferred); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 494 | } |
| 495 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 496 | static int64_t get_remaining_dirty(void) |
| 497 | { |
| 498 | BlkMigDevState *bmds; |
| 499 | int64_t dirty = 0; |
| 500 | |
| 501 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 502 | dirty += bdrv_get_dirty_count(bmds->bs); |
| 503 | } |
| 504 | |
| 505 | return dirty * BLOCK_SIZE; |
| 506 | } |
| 507 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 508 | static int is_stage2_completed(void) |
| 509 | { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 510 | int64_t remaining_dirty; |
| 511 | long double bwidth; |
| 512 | |
| 513 | if (block_mig_state.bulk_completed == 1) { |
| 514 | |
| 515 | remaining_dirty = get_remaining_dirty(); |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 516 | if (remaining_dirty == 0) { |
| 517 | return 1; |
| 518 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 519 | |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 520 | bwidth = compute_read_bwidth(); |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 521 | |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 522 | if ((remaining_dirty / bwidth) <= |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 523 | migrate_max_downtime()) { |
Stefan Weil | 4238e26 | 2011-11-13 22:24:27 +0100 | [diff] [blame] | 524 | /* finish stage2 because we think that we can finish remaining work |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 525 | below max_downtime */ |
| 526 | |
| 527 | return 1; |
| 528 | } |
| 529 | } |
| 530 | |
| 531 | return 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 532 | } |
| 533 | |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 534 | static void blk_mig_cleanup(Monitor *mon) |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 535 | { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 536 | BlkMigDevState *bmds; |
| 537 | BlkMigBlock *blk; |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 538 | |
Marcelo Tosatti | 8f794c5 | 2011-01-26 12:12:31 -0200 | [diff] [blame] | 539 | set_dirty_tracking(0); |
| 540 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 541 | while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) { |
| 542 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry); |
Marcelo Tosatti | 8591675 | 2011-01-26 12:12:35 -0200 | [diff] [blame] | 543 | bdrv_set_in_use(bmds->bs, 0); |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 544 | drive_put_ref(drive_get_by_blockdev(bmds->bs)); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 545 | g_free(bmds->aio_bitmap); |
| 546 | g_free(bmds); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 547 | } |
| 548 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 549 | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
| 550 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 551 | g_free(blk->buf); |
| 552 | g_free(blk); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 553 | } |
| 554 | |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 555 | monitor_printf(mon, "\n"); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 556 | } |
| 557 | |
Jan Kiszka | f327aa0 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 558 | static int block_save_live(Monitor *mon, QEMUFile *f, int stage, void *opaque) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 559 | { |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 560 | int ret; |
| 561 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 562 | DPRINTF("Enter save live stage %d submitted %d transferred %d\n", |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 563 | stage, block_mig_state.submitted, block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 564 | |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 565 | if (stage < 0) { |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 566 | blk_mig_cleanup(mon); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 567 | return 0; |
| 568 | } |
| 569 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 570 | if (block_mig_state.blk_enable != 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 571 | /* no need to migrate storage */ |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 572 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 573 | return 1; |
| 574 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 575 | |
| 576 | if (stage == 1) { |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 577 | init_blk_migration(mon, f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 578 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 579 | /* start track dirty blocks */ |
| 580 | set_dirty_tracking(1); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 581 | } |
| 582 | |
| 583 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 584 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 585 | ret = qemu_file_get_error(f); |
| 586 | if (ret) { |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 587 | blk_mig_cleanup(mon); |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 588 | return ret; |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 589 | } |
| 590 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 591 | blk_mig_reset_dirty_cursor(); |
| 592 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 593 | if (stage == 2) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 594 | /* control the rate of transfer */ |
| 595 | while ((block_mig_state.submitted + |
| 596 | block_mig_state.read_done) * BLOCK_SIZE < |
| 597 | qemu_file_get_rate_limit(f)) { |
| 598 | if (block_mig_state.bulk_completed == 0) { |
| 599 | /* first finish the bulk phase */ |
| 600 | if (blk_mig_save_bulked_block(mon, f) == 0) { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 601 | /* finished saving bulk on all devices */ |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 602 | block_mig_state.bulk_completed = 1; |
| 603 | } |
| 604 | } else { |
| 605 | if (blk_mig_save_dirty_block(mon, f, 1) == 0) { |
| 606 | /* no more dirty blocks */ |
| 607 | break; |
| 608 | } |
| 609 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 610 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 611 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 612 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 613 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 614 | ret = qemu_file_get_error(f); |
| 615 | if (ret) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 616 | blk_mig_cleanup(mon); |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 617 | return ret; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 618 | } |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 619 | } |
| 620 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 621 | if (stage == 3) { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 622 | /* we know for sure that save bulk is completed and |
| 623 | all async read completed */ |
| 624 | assert(block_mig_state.submitted == 0); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 625 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 626 | while (blk_mig_save_dirty_block(mon, f, 0) != 0); |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 627 | blk_mig_cleanup(mon); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 628 | |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 629 | /* report completion */ |
| 630 | qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS); |
| 631 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 632 | ret = qemu_file_get_error(f); |
| 633 | if (ret) { |
| 634 | return ret; |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 635 | } |
| 636 | |
Jan Kiszka | 7184049 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 637 | monitor_printf(mon, "Block migration completed\n"); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 638 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 639 | |
| 640 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
| 641 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 642 | return ((stage == 2) && is_stage2_completed()); |
| 643 | } |
| 644 | |
| 645 | static int block_load(QEMUFile *f, void *opaque, int version_id) |
| 646 | { |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 647 | static int banner_printed; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 648 | int len, flags; |
| 649 | char device_name[256]; |
| 650 | int64_t addr; |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 651 | BlockDriverState *bs, *bs_prev = NULL; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 652 | uint8_t *buf; |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 653 | int64_t total_sectors = 0; |
| 654 | int nr_sectors; |
Juan Quintela | 42802d4 | 2011-10-05 01:14:46 +0200 | [diff] [blame] | 655 | int ret; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 656 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 657 | do { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 658 | addr = qemu_get_be64(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 659 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 660 | flags = addr & ~BDRV_SECTOR_MASK; |
| 661 | addr >>= BDRV_SECTOR_BITS; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 662 | |
| 663 | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 664 | /* get device name */ |
| 665 | len = qemu_get_byte(f); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 666 | qemu_get_buffer(f, (uint8_t *)device_name, len); |
| 667 | device_name[len] = '\0'; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 668 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 669 | bs = bdrv_find(device_name); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 670 | if (!bs) { |
| 671 | fprintf(stderr, "Error unknown block device %s\n", |
| 672 | device_name); |
| 673 | return -EINVAL; |
| 674 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 675 | |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 676 | if (bs != bs_prev) { |
| 677 | bs_prev = bs; |
| 678 | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
| 679 | if (total_sectors <= 0) { |
Markus Armbruster | 6daf194 | 2011-06-22 14:03:54 +0200 | [diff] [blame] | 680 | error_report("Error getting length of block device %s", |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 681 | device_name); |
| 682 | return -EINVAL; |
| 683 | } |
| 684 | } |
| 685 | |
| 686 | if (total_sectors - addr < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
| 687 | nr_sectors = total_sectors - addr; |
| 688 | } else { |
| 689 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 690 | } |
| 691 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 692 | buf = g_malloc(BLOCK_SIZE); |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 693 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 694 | qemu_get_buffer(f, buf, BLOCK_SIZE); |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 695 | ret = bdrv_write(bs, addr, buf, nr_sectors); |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 696 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 697 | g_free(buf); |
Yoshiaki Tamura | b02bea3 | 2010-07-20 18:19:00 +0900 | [diff] [blame] | 698 | if (ret < 0) { |
| 699 | return ret; |
| 700 | } |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 701 | } else if (flags & BLK_MIG_FLAG_PROGRESS) { |
| 702 | if (!banner_printed) { |
| 703 | printf("Receiving block device images\n"); |
| 704 | banner_printed = 1; |
| 705 | } |
| 706 | printf("Completed %d %%%c", (int)addr, |
| 707 | (addr == 100) ? '\n' : '\r'); |
| 708 | fflush(stdout); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 709 | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 710 | fprintf(stderr, "Unknown flags\n"); |
| 711 | return -EINVAL; |
| 712 | } |
Juan Quintela | 42802d4 | 2011-10-05 01:14:46 +0200 | [diff] [blame] | 713 | ret = qemu_file_get_error(f); |
| 714 | if (ret != 0) { |
| 715 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 716 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 717 | } while (!(flags & BLK_MIG_FLAG_EOS)); |
| 718 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 719 | return 0; |
| 720 | } |
| 721 | |
| 722 | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
| 723 | { |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 724 | block_mig_state.blk_enable = blk_enable; |
| 725 | block_mig_state.shared_base = shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 726 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 727 | /* shared base means that blk_enable = 1 */ |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 728 | block_mig_state.blk_enable |= shared_base; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 729 | } |
| 730 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 731 | void blk_mig_init(void) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 732 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 733 | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
| 734 | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
| 735 | |
Alex Williamson | 0be71e3 | 2010-06-25 11:09:07 -0600 | [diff] [blame] | 736 | register_savevm_live(NULL, "block", 0, 1, block_set_params, |
| 737 | block_save_live, NULL, block_load, &block_mig_state); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 738 | } |