lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 1 | /* |
| 2 | * QEMU live block migration |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2009 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Liran Schour <lirans@il.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
| 14 | #include "qemu-common.h" |
| 15 | #include "block_int.h" |
| 16 | #include "hw/hw.h" |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 17 | #include "qemu-queue.h" |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 18 | #include "block-migration.h" |
| 19 | #include <assert.h> |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 20 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 21 | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 22 | |
| 23 | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
| 24 | #define BLK_MIG_FLAG_EOS 0x02 |
| 25 | |
| 26 | #define MAX_IS_ALLOCATED_SEARCH 65536 |
| 27 | #define MAX_BLOCKS_READ 10000 |
| 28 | #define BLOCKS_READ_CHANGE 100 |
| 29 | #define INITIAL_BLOCKS_READ 100 |
| 30 | |
| 31 | //#define DEBUG_BLK_MIGRATION |
| 32 | |
| 33 | #ifdef DEBUG_BLK_MIGRATION |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 34 | #define dprintf(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 35 | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
| 36 | #else |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 37 | #define dprintf(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 38 | do { } while (0) |
| 39 | #endif |
| 40 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 41 | typedef struct BlkMigDevState { |
| 42 | BlockDriverState *bs; |
| 43 | int bulk_completed; |
| 44 | int shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 45 | int64_t cur_sector; |
| 46 | int64_t total_sectors; |
| 47 | int64_t dirty; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 48 | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 49 | } BlkMigDevState; |
| 50 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 51 | typedef struct BlkMigBlock { |
| 52 | uint8_t *buf; |
| 53 | BlkMigDevState *bmds; |
| 54 | int64_t sector; |
| 55 | struct iovec iov; |
| 56 | QEMUIOVector qiov; |
| 57 | BlockDriverAIOCB *aiocb; |
| 58 | int ret; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 59 | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 60 | } BlkMigBlock; |
| 61 | |
| 62 | typedef struct BlkMigState { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 63 | int blk_enable; |
| 64 | int shared_base; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 65 | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
| 66 | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 67 | int submitted; |
| 68 | int read_done; |
| 69 | int transferred; |
| 70 | int64_t print_completion; |
| 71 | } BlkMigState; |
| 72 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 73 | static BlkMigState block_mig_state; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 74 | |
| 75 | static void blk_mig_read_cb(void *opaque, int ret) |
| 76 | { |
| 77 | BlkMigBlock *blk = opaque; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 78 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 79 | blk->ret = ret; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 80 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 81 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 82 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 83 | block_mig_state.submitted--; |
| 84 | block_mig_state.read_done++; |
| 85 | assert(block_mig_state.submitted >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 86 | } |
| 87 | |
| 88 | static int mig_read_device_bulk(QEMUFile *f, BlkMigDevState *bms) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 89 | { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 90 | int nr_sectors; |
| 91 | int64_t total_sectors, cur_sector = 0; |
| 92 | BlockDriverState *bs = bms->bs; |
| 93 | BlkMigBlock *blk; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 94 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 95 | blk = qemu_malloc(sizeof(BlkMigBlock)); |
| 96 | blk->buf = qemu_malloc(BLOCK_SIZE); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 97 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 98 | cur_sector = bms->cur_sector; |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 99 | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 100 | |
| 101 | if (bms->shared_base) { |
| 102 | while (cur_sector < bms->total_sectors && |
| 103 | !bdrv_is_allocated(bms->bs, cur_sector, |
| 104 | MAX_IS_ALLOCATED_SEARCH, &nr_sectors)) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 105 | cur_sector += nr_sectors; |
| 106 | } |
| 107 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 108 | |
| 109 | if (cur_sector >= total_sectors) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 110 | bms->cur_sector = total_sectors; |
| 111 | qemu_free(blk->buf); |
| 112 | qemu_free(blk); |
| 113 | return 1; |
| 114 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 115 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 116 | if (cur_sector >= block_mig_state.print_completion) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 117 | printf("Completed %" PRId64 " %%\r", cur_sector * 100 / total_sectors); |
| 118 | fflush(stdout); |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 119 | block_mig_state.print_completion += |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 120 | (BDRV_SECTORS_PER_DIRTY_CHUNK * 10000); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 121 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 122 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 123 | /* we are going to transfer a full block even if it is not allocated */ |
| 124 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 125 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 126 | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 127 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 128 | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 129 | nr_sectors = (total_sectors - cur_sector); |
| 130 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 131 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 132 | bms->cur_sector = cur_sector + nr_sectors; |
| 133 | blk->sector = cur_sector; |
| 134 | blk->bmds = bms; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 135 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 136 | blk->iov.iov_base = blk->buf; |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 137 | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 138 | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 139 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 140 | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
| 141 | nr_sectors, blk_mig_read_cb, blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 142 | |
| 143 | if (!blk->aiocb) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 144 | printf("Error reading sector %" PRId64 "\n", cur_sector); |
| 145 | qemu_free(blk->buf); |
| 146 | qemu_free(blk); |
| 147 | return 0; |
| 148 | } |
| 149 | |
| 150 | bdrv_reset_dirty(bms->bs, cur_sector, nr_sectors); |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 151 | block_mig_state.submitted++; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 152 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 153 | return (bms->cur_sector >= total_sectors); |
| 154 | } |
| 155 | |
| 156 | static int mig_save_device_bulk(QEMUFile *f, BlkMigDevState *bmds) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 157 | { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 158 | int len, nr_sectors; |
| 159 | int64_t total_sectors = bmds->total_sectors, cur_sector = 0; |
| 160 | uint8_t *tmp_buf = NULL; |
| 161 | BlockDriverState *bs = bmds->bs; |
| 162 | |
| 163 | tmp_buf = qemu_malloc(BLOCK_SIZE); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 164 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 165 | cur_sector = bmds->cur_sector; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 166 | |
| 167 | if (bmds->shared_base) { |
| 168 | while (cur_sector < bmds->total_sectors && |
| 169 | !bdrv_is_allocated(bmds->bs, cur_sector, |
| 170 | MAX_IS_ALLOCATED_SEARCH, &nr_sectors)) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 171 | cur_sector += nr_sectors; |
| 172 | } |
| 173 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 174 | |
| 175 | if (cur_sector >= total_sectors) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 176 | bmds->cur_sector = total_sectors; |
| 177 | qemu_free(tmp_buf); |
| 178 | return 1; |
| 179 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 180 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 181 | if (cur_sector >= block_mig_state.print_completion) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 182 | printf("Completed %" PRId64 " %%\r", cur_sector * 100 / total_sectors); |
| 183 | fflush(stdout); |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 184 | block_mig_state.print_completion += |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 185 | (BDRV_SECTORS_PER_DIRTY_CHUNK * 10000); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 186 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 187 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 188 | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 189 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 190 | /* we are going to transfer a full block even if it is not allocated */ |
| 191 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 192 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 193 | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 194 | nr_sectors = (total_sectors - cur_sector); |
| 195 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 196 | |
| 197 | if (bdrv_read(bs, cur_sector, tmp_buf, nr_sectors) < 0) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 198 | printf("Error reading sector %" PRId64 "\n", cur_sector); |
| 199 | } |
| 200 | |
| 201 | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 202 | |
| 203 | /* sector number and flags */ |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 204 | qemu_put_be64(f, (cur_sector << BDRV_SECTOR_BITS) |
| 205 | | BLK_MIG_FLAG_DEVICE_BLOCK); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 206 | |
| 207 | /* device name */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 208 | len = strlen(bs->device_name); |
| 209 | qemu_put_byte(f, len); |
| 210 | qemu_put_buffer(f, (uint8_t *)bs->device_name, len); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 211 | |
| 212 | qemu_put_buffer(f, tmp_buf, BLOCK_SIZE); |
| 213 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 214 | bmds->cur_sector = cur_sector + BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 215 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 216 | qemu_free(tmp_buf); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 217 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 218 | return (bmds->cur_sector >= total_sectors); |
| 219 | } |
| 220 | |
| 221 | static void send_blk(QEMUFile *f, BlkMigBlock * blk) |
| 222 | { |
| 223 | int len; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 224 | |
| 225 | /* sector number and flags */ |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 226 | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
| 227 | | BLK_MIG_FLAG_DEVICE_BLOCK); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 228 | |
| 229 | /* device name */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 230 | len = strlen(blk->bmds->bs->device_name); |
| 231 | qemu_put_byte(f, len); |
| 232 | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 233 | |
| 234 | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 235 | } |
| 236 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 237 | static void set_dirty_tracking(int enable) |
| 238 | { |
| 239 | BlkMigDevState *bmds; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 240 | |
| 241 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 242 | bdrv_set_dirty_tracking(bmds->bs, enable); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 243 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 244 | } |
| 245 | |
| 246 | static void init_blk_migration(QEMUFile *f) |
| 247 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 248 | BlkMigDevState *bmds; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 249 | BlockDriverState *bs; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 250 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 251 | for (bs = bdrv_first; bs != NULL; bs = bs->next) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 252 | if (bs->type == BDRV_TYPE_HD) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 253 | bmds = qemu_mallocz(sizeof(BlkMigDevState)); |
| 254 | bmds->bs = bs; |
| 255 | bmds->bulk_completed = 0; |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 256 | bmds->total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 257 | bmds->shared_base = block_mig_state.shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 258 | |
| 259 | if (bmds->shared_base) { |
| 260 | printf("Start migration for %s with shared base image\n", |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 261 | bs->device_name); |
| 262 | } else { |
| 263 | printf("Start full migration for %s\n", bs->device_name); |
| 264 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 265 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 266 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 267 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 268 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 269 | } |
| 270 | |
| 271 | static int blk_mig_save_bulked_block(QEMUFile *f, int is_async) |
| 272 | { |
| 273 | BlkMigDevState *bmds; |
| 274 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 275 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 276 | if (bmds->bulk_completed == 0) { |
| 277 | if (is_async) { |
| 278 | if (mig_read_device_bulk(f, bmds) == 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 279 | /* completed bulk section for this device */ |
| 280 | bmds->bulk_completed = 1; |
| 281 | } |
| 282 | } else { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 283 | if (mig_save_device_bulk(f, bmds) == 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 284 | /* completed bulk section for this device */ |
| 285 | bmds->bulk_completed = 1; |
| 286 | } |
| 287 | } |
| 288 | return 1; |
| 289 | } |
| 290 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 291 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 292 | /* we reached here means bulk is completed */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 293 | return 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | #define MAX_NUM_BLOCKS 4 |
| 297 | |
| 298 | static void blk_mig_save_dirty_blocks(QEMUFile *f) |
| 299 | { |
| 300 | BlkMigDevState *bmds; |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 301 | uint8_t *buf; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 302 | int64_t sector; |
| 303 | int len; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 304 | |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 305 | buf = qemu_malloc(BLOCK_SIZE); |
| 306 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 307 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 308 | for (sector = 0; sector < bmds->cur_sector;) { |
| 309 | if (bdrv_get_dirty(bmds->bs, sector)) { |
| 310 | if (bdrv_read(bmds->bs, sector, buf, |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 311 | BDRV_SECTORS_PER_DIRTY_CHUNK) < 0) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 312 | /* FIXME: add error handling */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 313 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 314 | |
| 315 | /* sector number and flags */ |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 316 | qemu_put_be64(f, (sector << BDRV_SECTOR_BITS) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 317 | | BLK_MIG_FLAG_DEVICE_BLOCK); |
| 318 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 319 | /* device name */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 320 | len = strlen(bmds->bs->device_name); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 321 | qemu_put_byte(f, len); |
| 322 | qemu_put_buffer(f, (uint8_t *)bmds->bs->device_name, len); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 323 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 324 | qemu_put_buffer(f, buf, BLOCK_SIZE); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 325 | |
| 326 | bdrv_reset_dirty(bmds->bs, sector, |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 327 | BDRV_SECTORS_PER_DIRTY_CHUNK); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 328 | } |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 329 | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 330 | } |
| 331 | } |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 332 | |
| 333 | qemu_free(buf); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 334 | } |
| 335 | |
| 336 | static void flush_blks(QEMUFile* f) |
| 337 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 338 | BlkMigBlock *blk; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 339 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 340 | dprintf("%s Enter submitted %d read_done %d transferred %d\n", |
| 341 | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
| 342 | block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 343 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 344 | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
| 345 | if (qemu_file_rate_limit(f)) { |
| 346 | break; |
| 347 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 348 | send_blk(f, blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 349 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 350 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 351 | qemu_free(blk->buf); |
| 352 | qemu_free(blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 353 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 354 | block_mig_state.read_done--; |
| 355 | block_mig_state.transferred++; |
| 356 | assert(block_mig_state.read_done >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 357 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 358 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 359 | dprintf("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__, |
| 360 | block_mig_state.submitted, block_mig_state.read_done, |
| 361 | block_mig_state.transferred); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 362 | } |
| 363 | |
| 364 | static int is_stage2_completed(void) |
| 365 | { |
| 366 | BlkMigDevState *bmds; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 367 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 368 | if (block_mig_state.submitted > 0) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 369 | return 0; |
| 370 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 371 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 372 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 373 | if (bmds->bulk_completed == 0) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 374 | return 0; |
| 375 | } |
| 376 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 377 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 378 | return 1; |
| 379 | } |
| 380 | |
| 381 | static int block_save_live(QEMUFile *f, int stage, void *opaque) |
| 382 | { |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 383 | dprintf("Enter save live stage %d submitted %d transferred %d\n", |
| 384 | stage, block_mig_state.submitted, block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 385 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 386 | if (block_mig_state.blk_enable != 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 387 | /* no need to migrate storage */ |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 388 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 389 | return 1; |
| 390 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 391 | |
| 392 | if (stage == 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 393 | init_blk_migration(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 394 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 395 | /* start track dirty blocks */ |
| 396 | set_dirty_tracking(1); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 397 | } |
| 398 | |
| 399 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 400 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 401 | /* control the rate of transfer */ |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 402 | while ((block_mig_state.submitted + |
| 403 | block_mig_state.read_done) * BLOCK_SIZE < |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 404 | qemu_file_get_rate_limit(f)) { |
| 405 | if (blk_mig_save_bulked_block(f, 1) == 0) { |
| 406 | /* no more bulk blocks for now */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 407 | break; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 408 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 409 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 410 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 411 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 412 | |
| 413 | if (stage == 3) { |
| 414 | while (blk_mig_save_bulked_block(f, 0) != 0) { |
| 415 | /* empty */ |
| 416 | } |
| 417 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 418 | blk_mig_save_dirty_blocks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 419 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 420 | /* stop track dirty blocks */ |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 421 | set_dirty_tracking(0); |
| 422 | |
| 423 | printf("\nBlock migration completed\n"); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 424 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 425 | |
| 426 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
| 427 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 428 | return ((stage == 2) && is_stage2_completed()); |
| 429 | } |
| 430 | |
| 431 | static int block_load(QEMUFile *f, void *opaque, int version_id) |
| 432 | { |
| 433 | int len, flags; |
| 434 | char device_name[256]; |
| 435 | int64_t addr; |
| 436 | BlockDriverState *bs; |
| 437 | uint8_t *buf; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 438 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 439 | do { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 440 | addr = qemu_get_be64(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 441 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 442 | flags = addr & ~BDRV_SECTOR_MASK; |
| 443 | addr >>= BDRV_SECTOR_BITS; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 444 | |
| 445 | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 446 | /* get device name */ |
| 447 | len = qemu_get_byte(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 448 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 449 | qemu_get_buffer(f, (uint8_t *)device_name, len); |
| 450 | device_name[len] = '\0'; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 451 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 452 | bs = bdrv_find(device_name); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 453 | |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 454 | buf = qemu_malloc(BLOCK_SIZE); |
| 455 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 456 | qemu_get_buffer(f, buf, BLOCK_SIZE); |
| 457 | if (bs != NULL) { |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 458 | bdrv_write(bs, addr, buf, BDRV_SECTORS_PER_DIRTY_CHUNK); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 459 | } else { |
| 460 | printf("Error unknown block device %s\n", device_name); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 461 | /* FIXME: add error handling */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 462 | } |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 463 | |
| 464 | qemu_free(buf); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 465 | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 466 | printf("Unknown flags\n"); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 467 | /* FIXME: add error handling */ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 468 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 469 | } while (!(flags & BLK_MIG_FLAG_EOS)); |
| 470 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 471 | return 0; |
| 472 | } |
| 473 | |
| 474 | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
| 475 | { |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 476 | block_mig_state.blk_enable = blk_enable; |
| 477 | block_mig_state.shared_base = shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 478 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 479 | /* shared base means that blk_enable = 1 */ |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 480 | block_mig_state.blk_enable |= shared_base; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 481 | } |
| 482 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 483 | void blk_mig_init(void) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 484 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame^] | 485 | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
| 486 | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
| 487 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 488 | register_savevm_live("block", 0, 1, block_set_params, block_save_live, |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 489 | NULL, block_load, &block_mig_state); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 490 | } |