lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 1 | /* |
| 2 | * QEMU live block migration |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2009 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Liran Schour <lirans@il.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
Paolo Bonzini | 6b620ca | 2012-01-13 17:44:23 +0100 | [diff] [blame] | 12 | * Contributions after 2012-01-13 are licensed under the terms of the |
| 13 | * GNU GPL, version 2 or (at your option) any later version. |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 14 | */ |
| 15 | |
| 16 | #include "qemu-common.h" |
| 17 | #include "block_int.h" |
| 18 | #include "hw/hw.h" |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 19 | #include "qemu-queue.h" |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 20 | #include "qemu-timer.h" |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 21 | #include "block-migration.h" |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 22 | #include "migration.h" |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 23 | #include "blockdev.h" |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 24 | #include <assert.h> |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 25 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 26 | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 27 | |
| 28 | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
| 29 | #define BLK_MIG_FLAG_EOS 0x02 |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 30 | #define BLK_MIG_FLAG_PROGRESS 0x04 |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 31 | |
| 32 | #define MAX_IS_ALLOCATED_SEARCH 65536 |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 33 | |
| 34 | //#define DEBUG_BLK_MIGRATION |
| 35 | |
| 36 | #ifdef DEBUG_BLK_MIGRATION |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 37 | #define DPRINTF(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 38 | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
| 39 | #else |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 40 | #define DPRINTF(fmt, ...) \ |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 41 | do { } while (0) |
| 42 | #endif |
| 43 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 44 | typedef struct BlkMigDevState { |
| 45 | BlockDriverState *bs; |
| 46 | int bulk_completed; |
| 47 | int shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 48 | int64_t cur_sector; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 49 | int64_t cur_dirty; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 50 | int64_t completed_sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 51 | int64_t total_sectors; |
| 52 | int64_t dirty; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 53 | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 54 | unsigned long *aio_bitmap; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 55 | } BlkMigDevState; |
| 56 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 57 | typedef struct BlkMigBlock { |
| 58 | uint8_t *buf; |
| 59 | BlkMigDevState *bmds; |
| 60 | int64_t sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 61 | int nr_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 62 | struct iovec iov; |
| 63 | QEMUIOVector qiov; |
| 64 | BlockDriverAIOCB *aiocb; |
| 65 | int ret; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 66 | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 67 | } BlkMigBlock; |
| 68 | |
| 69 | typedef struct BlkMigState { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 70 | int blk_enable; |
| 71 | int shared_base; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 72 | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
| 73 | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 74 | int submitted; |
| 75 | int read_done; |
| 76 | int transferred; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 77 | int64_t total_sector_sum; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 78 | int prev_progress; |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 79 | int bulk_completed; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 80 | long double total_time; |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 81 | long double prev_time_offset; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 82 | int reads; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 83 | } BlkMigState; |
| 84 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 85 | static BlkMigState block_mig_state; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 86 | |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 87 | static void blk_send(QEMUFile *f, BlkMigBlock * blk) |
| 88 | { |
| 89 | int len; |
| 90 | |
| 91 | /* sector number and flags */ |
| 92 | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
| 93 | | BLK_MIG_FLAG_DEVICE_BLOCK); |
| 94 | |
| 95 | /* device name */ |
| 96 | len = strlen(blk->bmds->bs->device_name); |
| 97 | qemu_put_byte(f, len); |
| 98 | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
| 99 | |
| 100 | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
| 101 | } |
| 102 | |
Jan Kiszka | 25f2364 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 103 | int blk_mig_active(void) |
| 104 | { |
| 105 | return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list); |
| 106 | } |
| 107 | |
| 108 | uint64_t blk_mig_bytes_transferred(void) |
| 109 | { |
| 110 | BlkMigDevState *bmds; |
| 111 | uint64_t sum = 0; |
| 112 | |
| 113 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 114 | sum += bmds->completed_sectors; |
| 115 | } |
| 116 | return sum << BDRV_SECTOR_BITS; |
| 117 | } |
| 118 | |
| 119 | uint64_t blk_mig_bytes_remaining(void) |
| 120 | { |
| 121 | return blk_mig_bytes_total() - blk_mig_bytes_transferred(); |
| 122 | } |
| 123 | |
| 124 | uint64_t blk_mig_bytes_total(void) |
| 125 | { |
| 126 | BlkMigDevState *bmds; |
| 127 | uint64_t sum = 0; |
| 128 | |
| 129 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 130 | sum += bmds->total_sectors; |
| 131 | } |
| 132 | return sum << BDRV_SECTOR_BITS; |
| 133 | } |
| 134 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 135 | static inline long double compute_read_bwidth(void) |
| 136 | { |
| 137 | assert(block_mig_state.total_time != 0); |
Avishay Traeger | 155eb9a | 2011-04-06 10:45:36 +0300 | [diff] [blame] | 138 | return (block_mig_state.reads / block_mig_state.total_time) * BLOCK_SIZE; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 139 | } |
| 140 | |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 141 | static int bmds_aio_inflight(BlkMigDevState *bmds, int64_t sector) |
| 142 | { |
| 143 | int64_t chunk = sector / (int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 144 | |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 145 | if ((sector << BDRV_SECTOR_BITS) < bdrv_getlength(bmds->bs)) { |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 146 | return !!(bmds->aio_bitmap[chunk / (sizeof(unsigned long) * 8)] & |
| 147 | (1UL << (chunk % (sizeof(unsigned long) * 8)))); |
| 148 | } else { |
| 149 | return 0; |
| 150 | } |
| 151 | } |
| 152 | |
| 153 | static void bmds_set_aio_inflight(BlkMigDevState *bmds, int64_t sector_num, |
| 154 | int nb_sectors, int set) |
| 155 | { |
| 156 | int64_t start, end; |
| 157 | unsigned long val, idx, bit; |
| 158 | |
| 159 | start = sector_num / BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 160 | end = (sector_num + nb_sectors - 1) / BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 161 | |
| 162 | for (; start <= end; start++) { |
| 163 | idx = start / (sizeof(unsigned long) * 8); |
| 164 | bit = start % (sizeof(unsigned long) * 8); |
| 165 | val = bmds->aio_bitmap[idx]; |
| 166 | if (set) { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 167 | val |= 1UL << bit; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 168 | } else { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 169 | val &= ~(1UL << bit); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 170 | } |
| 171 | bmds->aio_bitmap[idx] = val; |
| 172 | } |
| 173 | } |
| 174 | |
| 175 | static void alloc_aio_bitmap(BlkMigDevState *bmds) |
| 176 | { |
| 177 | BlockDriverState *bs = bmds->bs; |
| 178 | int64_t bitmap_size; |
| 179 | |
| 180 | bitmap_size = (bdrv_getlength(bs) >> BDRV_SECTOR_BITS) + |
| 181 | BDRV_SECTORS_PER_DIRTY_CHUNK * 8 - 1; |
| 182 | bitmap_size /= BDRV_SECTORS_PER_DIRTY_CHUNK * 8; |
| 183 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 184 | bmds->aio_bitmap = g_malloc0(bitmap_size); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 185 | } |
| 186 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 187 | static void blk_mig_read_cb(void *opaque, int ret) |
| 188 | { |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 189 | long double curr_time = qemu_get_clock_ns(rt_clock); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 190 | BlkMigBlock *blk = opaque; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 191 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 192 | blk->ret = ret; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 193 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 194 | block_mig_state.reads++; |
| 195 | block_mig_state.total_time += (curr_time - block_mig_state.prev_time_offset); |
| 196 | block_mig_state.prev_time_offset = curr_time; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 197 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 198 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 199 | bmds_set_aio_inflight(blk->bmds, blk->sector, blk->nr_sectors, 0); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 200 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 201 | block_mig_state.submitted--; |
| 202 | block_mig_state.read_done++; |
| 203 | assert(block_mig_state.submitted >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 204 | } |
| 205 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 206 | static int mig_save_device_bulk(QEMUFile *f, BlkMigDevState *bmds) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 207 | { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 208 | int64_t total_sectors = bmds->total_sectors; |
| 209 | int64_t cur_sector = bmds->cur_sector; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 210 | BlockDriverState *bs = bmds->bs; |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 211 | BlkMigBlock *blk; |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 212 | int nr_sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 213 | |
| 214 | if (bmds->shared_base) { |
Jan Kiszka | b1d1085 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 215 | while (cur_sector < total_sectors && |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 216 | !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH, |
| 217 | &nr_sectors)) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 218 | cur_sector += nr_sectors; |
| 219 | } |
| 220 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 221 | |
| 222 | if (cur_sector >= total_sectors) { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 223 | bmds->cur_sector = bmds->completed_sectors = total_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 224 | return 1; |
| 225 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 226 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 227 | bmds->completed_sectors = cur_sector; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 228 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 229 | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 230 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 231 | /* we are going to transfer a full block even if it is not allocated */ |
| 232 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 233 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 234 | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 235 | nr_sectors = total_sectors - cur_sector; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 236 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 237 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 238 | blk = g_malloc(sizeof(BlkMigBlock)); |
| 239 | blk->buf = g_malloc(BLOCK_SIZE); |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 240 | blk->bmds = bmds; |
| 241 | blk->sector = cur_sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 242 | blk->nr_sectors = nr_sectors; |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 243 | |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 244 | blk->iov.iov_base = blk->buf; |
| 245 | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
| 246 | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1); |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 247 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 248 | if (block_mig_state.submitted == 0) { |
| 249 | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
| 250 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 251 | |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 252 | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
| 253 | nr_sectors, blk_mig_read_cb, blk); |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 254 | block_mig_state.submitted++; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 255 | |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 256 | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
| 257 | bmds->cur_sector = cur_sector + nr_sectors; |
| 258 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 259 | return (bmds->cur_sector >= total_sectors); |
| 260 | } |
| 261 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 262 | static void set_dirty_tracking(int enable) |
| 263 | { |
| 264 | BlkMigDevState *bmds; |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 265 | |
| 266 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 267 | bdrv_set_dirty_tracking(bmds->bs, enable); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 268 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 269 | } |
| 270 | |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 271 | static void init_blk_migration_it(void *opaque, BlockDriverState *bs) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 272 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 273 | BlkMigDevState *bmds; |
Jan Kiszka | 792773b | 2009-11-30 20:34:55 +0100 | [diff] [blame] | 274 | int64_t sectors; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 275 | |
Markus Armbruster | d246673 | 2010-06-28 10:45:02 +0200 | [diff] [blame] | 276 | if (!bdrv_is_read_only(bs)) { |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 277 | sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
Shahar Havivi | 31f54f2 | 2010-07-10 18:59:06 +0300 | [diff] [blame] | 278 | if (sectors <= 0) { |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 279 | return; |
| 280 | } |
| 281 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 282 | bmds = g_malloc0(sizeof(BlkMigDevState)); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 283 | bmds->bs = bs; |
| 284 | bmds->bulk_completed = 0; |
| 285 | bmds->total_sectors = sectors; |
| 286 | bmds->completed_sectors = 0; |
| 287 | bmds->shared_base = block_mig_state.shared_base; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 288 | alloc_aio_bitmap(bmds); |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 289 | drive_get_ref(drive_get_by_blockdev(bs)); |
Marcelo Tosatti | 8591675 | 2011-01-26 12:12:35 -0200 | [diff] [blame] | 290 | bdrv_set_in_use(bs, 1); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 291 | |
| 292 | block_mig_state.total_sector_sum += sectors; |
| 293 | |
| 294 | if (bmds->shared_base) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 295 | DPRINTF("Start migration for %s with shared base image\n", |
| 296 | bs->device_name); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 297 | } else { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 298 | DPRINTF("Start full migration for %s\n", bs->device_name); |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 299 | } |
| 300 | |
| 301 | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
| 302 | } |
| 303 | } |
| 304 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 305 | static void init_blk_migration(QEMUFile *f) |
Stefan Hajnoczi | b66460e | 2010-04-09 15:22:13 +0100 | [diff] [blame] | 306 | { |
Jan Kiszka | 69d63a9 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 307 | block_mig_state.submitted = 0; |
| 308 | block_mig_state.read_done = 0; |
| 309 | block_mig_state.transferred = 0; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 310 | block_mig_state.total_sector_sum = 0; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 311 | block_mig_state.prev_progress = -1; |
Liran Schour | e970ec0 | 2010-01-26 10:31:45 +0200 | [diff] [blame] | 312 | block_mig_state.bulk_completed = 0; |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 313 | block_mig_state.total_time = 0; |
| 314 | block_mig_state.reads = 0; |
Jan Kiszka | 69d63a9 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 315 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 316 | bdrv_iterate(init_blk_migration_it, NULL); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 317 | } |
| 318 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 319 | static int blk_mig_save_bulked_block(QEMUFile *f) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 320 | { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 321 | int64_t completed_sector_sum = 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 322 | BlkMigDevState *bmds; |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 323 | int progress; |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 324 | int ret = 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 325 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 326 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 327 | if (bmds->bulk_completed == 0) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 328 | if (mig_save_device_bulk(f, bmds) == 1) { |
Jan Kiszka | 57cce12 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 329 | /* completed bulk section for this device */ |
| 330 | bmds->bulk_completed = 1; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 331 | } |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 332 | completed_sector_sum += bmds->completed_sectors; |
| 333 | ret = 1; |
| 334 | break; |
| 335 | } else { |
| 336 | completed_sector_sum += bmds->completed_sectors; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 337 | } |
| 338 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 339 | |
Pierre Riteau | 8b6b2af | 2011-01-12 14:41:00 +0100 | [diff] [blame] | 340 | if (block_mig_state.total_sector_sum != 0) { |
| 341 | progress = completed_sector_sum * 100 / |
| 342 | block_mig_state.total_sector_sum; |
| 343 | } else { |
| 344 | progress = 100; |
| 345 | } |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 346 | if (progress != block_mig_state.prev_progress) { |
| 347 | block_mig_state.prev_progress = progress; |
| 348 | qemu_put_be64(f, (progress << BDRV_SECTOR_BITS) |
| 349 | | BLK_MIG_FLAG_PROGRESS); |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 350 | DPRINTF("Completed %d %%\r", progress); |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 351 | } |
| 352 | |
| 353 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 354 | } |
| 355 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 356 | static void blk_mig_reset_dirty_cursor(void) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 357 | { |
| 358 | BlkMigDevState *bmds; |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 359 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 360 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 361 | bmds->cur_dirty = 0; |
| 362 | } |
| 363 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 364 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 365 | static int mig_save_device_dirty(QEMUFile *f, BlkMigDevState *bmds, |
| 366 | int is_async) |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 367 | { |
| 368 | BlkMigBlock *blk; |
| 369 | int64_t total_sectors = bmds->total_sectors; |
| 370 | int64_t sector; |
| 371 | int nr_sectors; |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 372 | int ret = -EIO; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 373 | |
| 374 | for (sector = bmds->cur_dirty; sector < bmds->total_sectors;) { |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 375 | if (bmds_aio_inflight(bmds, sector)) { |
Stefan Hajnoczi | 922453b | 2011-11-30 12:23:43 +0000 | [diff] [blame] | 376 | bdrv_drain_all(); |
Marcelo Tosatti | 62155e2 | 2010-11-12 16:07:50 -0200 | [diff] [blame] | 377 | } |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 378 | if (bdrv_get_dirty(bmds->bs, sector)) { |
| 379 | |
| 380 | if (total_sectors - sector < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
| 381 | nr_sectors = total_sectors - sector; |
| 382 | } else { |
| 383 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 384 | } |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 385 | blk = g_malloc(sizeof(BlkMigBlock)); |
| 386 | blk->buf = g_malloc(BLOCK_SIZE); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 387 | blk->bmds = bmds; |
| 388 | blk->sector = sector; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 389 | blk->nr_sectors = nr_sectors; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 390 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 391 | if (is_async) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 392 | blk->iov.iov_base = blk->buf; |
| 393 | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
| 394 | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1); |
| 395 | |
Avishay Traeger | ff5c52a | 2011-04-03 11:31:45 +0300 | [diff] [blame] | 396 | if (block_mig_state.submitted == 0) { |
| 397 | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
| 398 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 399 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 400 | blk->aiocb = bdrv_aio_readv(bmds->bs, sector, &blk->qiov, |
| 401 | nr_sectors, blk_mig_read_cb, blk); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 402 | block_mig_state.submitted++; |
Marcelo Tosatti | 33656af | 2010-11-08 17:02:56 -0200 | [diff] [blame] | 403 | bmds_set_aio_inflight(bmds, sector, nr_sectors, 1); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 404 | } else { |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 405 | ret = bdrv_read(bmds->bs, sector, blk->buf, nr_sectors); |
| 406 | if (ret < 0) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 407 | goto error; |
| 408 | } |
| 409 | blk_send(f, blk); |
| 410 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 411 | g_free(blk->buf); |
| 412 | g_free(blk); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 413 | } |
| 414 | |
| 415 | bdrv_reset_dirty(bmds->bs, sector, nr_sectors); |
| 416 | break; |
| 417 | } |
| 418 | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 419 | bmds->cur_dirty = sector; |
| 420 | } |
| 421 | |
| 422 | return (bmds->cur_dirty >= bmds->total_sectors); |
| 423 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 424 | error: |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 425 | DPRINTF("Error reading sector %" PRId64 "\n", sector); |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 426 | qemu_file_set_error(f, ret); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 427 | g_free(blk->buf); |
| 428 | g_free(blk); |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 429 | return 0; |
| 430 | } |
| 431 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 432 | static int blk_mig_save_dirty_block(QEMUFile *f, int is_async) |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 433 | { |
| 434 | BlkMigDevState *bmds; |
| 435 | int ret = 0; |
| 436 | |
| 437 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 438 | if (mig_save_device_dirty(f, bmds, is_async) == 0) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 439 | ret = 1; |
| 440 | break; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 441 | } |
| 442 | } |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 443 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 444 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 445 | } |
| 446 | |
| 447 | static void flush_blks(QEMUFile* f) |
| 448 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 449 | BlkMigBlock *blk; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 450 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 451 | DPRINTF("%s Enter submitted %d read_done %d transferred %d\n", |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 452 | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
| 453 | block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 454 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 455 | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
| 456 | if (qemu_file_rate_limit(f)) { |
| 457 | break; |
| 458 | } |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 459 | if (blk->ret < 0) { |
Juan Quintela | dcd1d22 | 2011-09-21 23:01:54 +0200 | [diff] [blame] | 460 | qemu_file_set_error(f, blk->ret); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 461 | break; |
| 462 | } |
Jan Kiszka | 13f0b67 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 463 | blk_send(f, blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 464 | |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 465 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 466 | g_free(blk->buf); |
| 467 | g_free(blk); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 468 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 469 | block_mig_state.read_done--; |
| 470 | block_mig_state.transferred++; |
| 471 | assert(block_mig_state.read_done >= 0); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 472 | } |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 473 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 474 | DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__, |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 475 | block_mig_state.submitted, block_mig_state.read_done, |
| 476 | block_mig_state.transferred); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 477 | } |
| 478 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 479 | static int64_t get_remaining_dirty(void) |
| 480 | { |
| 481 | BlkMigDevState *bmds; |
| 482 | int64_t dirty = 0; |
| 483 | |
| 484 | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
| 485 | dirty += bdrv_get_dirty_count(bmds->bs); |
| 486 | } |
| 487 | |
| 488 | return dirty * BLOCK_SIZE; |
| 489 | } |
| 490 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 491 | static int is_stage2_completed(void) |
| 492 | { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 493 | int64_t remaining_dirty; |
| 494 | long double bwidth; |
| 495 | |
| 496 | if (block_mig_state.bulk_completed == 1) { |
| 497 | |
| 498 | remaining_dirty = get_remaining_dirty(); |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 499 | if (remaining_dirty == 0) { |
| 500 | return 1; |
| 501 | } |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 502 | |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 503 | bwidth = compute_read_bwidth(); |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 504 | |
Yoshiaki Tamura | bd0858b | 2010-07-26 13:25:41 +0900 | [diff] [blame] | 505 | if ((remaining_dirty / bwidth) <= |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 506 | migrate_max_downtime()) { |
Stefan Weil | 4238e26 | 2011-11-13 22:24:27 +0100 | [diff] [blame] | 507 | /* finish stage2 because we think that we can finish remaining work |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 508 | below max_downtime */ |
| 509 | |
| 510 | return 1; |
| 511 | } |
| 512 | } |
| 513 | |
| 514 | return 0; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 515 | } |
| 516 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 517 | static void blk_mig_cleanup(void) |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 518 | { |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 519 | BlkMigDevState *bmds; |
| 520 | BlkMigBlock *blk; |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 521 | |
Marcelo Tosatti | 8f794c5 | 2011-01-26 12:12:31 -0200 | [diff] [blame] | 522 | set_dirty_tracking(0); |
| 523 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 524 | while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) { |
| 525 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry); |
Marcelo Tosatti | 8591675 | 2011-01-26 12:12:35 -0200 | [diff] [blame] | 526 | bdrv_set_in_use(bmds->bs, 0); |
Marcelo Tosatti | f48905d | 2011-01-26 12:12:33 -0200 | [diff] [blame] | 527 | drive_put_ref(drive_get_by_blockdev(bmds->bs)); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 528 | g_free(bmds->aio_bitmap); |
| 529 | g_free(bmds); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 530 | } |
| 531 | |
Jan Kiszka | 82801d8 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 532 | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
| 533 | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 534 | g_free(blk->buf); |
| 535 | g_free(blk); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 536 | } |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 537 | } |
| 538 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 539 | static int block_save_live(QEMUFile *f, int stage, void *opaque) |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 540 | { |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 541 | int ret; |
| 542 | |
malc | d0f2c4c | 2010-02-07 02:03:50 +0300 | [diff] [blame] | 543 | DPRINTF("Enter save live stage %d submitted %d transferred %d\n", |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 544 | stage, block_mig_state.submitted, block_mig_state.transferred); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 545 | |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 546 | if (stage < 0) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 547 | blk_mig_cleanup(); |
Jan Kiszka | 4ec7fcc | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 548 | return 0; |
| 549 | } |
| 550 | |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 551 | if (block_mig_state.blk_enable != 1) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 552 | /* no need to migrate storage */ |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 553 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 554 | return 1; |
| 555 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 556 | |
| 557 | if (stage == 1) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 558 | init_blk_migration(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 559 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 560 | /* start track dirty blocks */ |
| 561 | set_dirty_tracking(1); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 562 | } |
| 563 | |
| 564 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 565 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 566 | ret = qemu_file_get_error(f); |
| 567 | if (ret) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 568 | blk_mig_cleanup(); |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 569 | return ret; |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 570 | } |
| 571 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 572 | blk_mig_reset_dirty_cursor(); |
| 573 | |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 574 | if (stage == 2) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 575 | /* control the rate of transfer */ |
| 576 | while ((block_mig_state.submitted + |
| 577 | block_mig_state.read_done) * BLOCK_SIZE < |
| 578 | qemu_file_get_rate_limit(f)) { |
| 579 | if (block_mig_state.bulk_completed == 0) { |
| 580 | /* first finish the bulk phase */ |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 581 | if (blk_mig_save_bulked_block(f) == 0) { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 582 | /* finished saving bulk on all devices */ |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 583 | block_mig_state.bulk_completed = 1; |
| 584 | } |
| 585 | } else { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 586 | if (blk_mig_save_dirty_block(f, 1) == 0) { |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 587 | /* no more dirty blocks */ |
| 588 | break; |
| 589 | } |
| 590 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 591 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 592 | |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 593 | flush_blks(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 594 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 595 | ret = qemu_file_get_error(f); |
| 596 | if (ret) { |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 597 | blk_mig_cleanup(); |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 598 | return ret; |
Liran Schour | d76cac7 | 2010-01-26 14:04:11 +0200 | [diff] [blame] | 599 | } |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 600 | } |
| 601 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 602 | if (stage == 3) { |
Liran Schour | 889ae39 | 2010-01-26 10:31:49 +0200 | [diff] [blame] | 603 | /* we know for sure that save bulk is completed and |
| 604 | all async read completed */ |
| 605 | assert(block_mig_state.submitted == 0); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 606 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 607 | while (blk_mig_save_dirty_block(f, 0) != 0); |
| 608 | blk_mig_cleanup(); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 609 | |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 610 | /* report completion */ |
| 611 | qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS); |
| 612 | |
Juan Quintela | 2975725 | 2011-10-19 15:22:18 +0200 | [diff] [blame] | 613 | ret = qemu_file_get_error(f); |
| 614 | if (ret) { |
| 615 | return ret; |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 616 | } |
| 617 | |
Luiz Capitulino | 539de12 | 2011-12-05 14:06:56 -0200 | [diff] [blame] | 618 | DPRINTF("Block migration completed\n"); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 619 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 620 | |
| 621 | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
| 622 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 623 | return ((stage == 2) && is_stage2_completed()); |
| 624 | } |
| 625 | |
| 626 | static int block_load(QEMUFile *f, void *opaque, int version_id) |
| 627 | { |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 628 | static int banner_printed; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 629 | int len, flags; |
| 630 | char device_name[256]; |
| 631 | int64_t addr; |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 632 | BlockDriverState *bs, *bs_prev = NULL; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 633 | uint8_t *buf; |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 634 | int64_t total_sectors = 0; |
| 635 | int nr_sectors; |
Juan Quintela | 42802d4 | 2011-10-05 01:14:46 +0200 | [diff] [blame] | 636 | int ret; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 637 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 638 | do { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 639 | addr = qemu_get_be64(f); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 640 | |
Jan Kiszka | 6ea4430 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 641 | flags = addr & ~BDRV_SECTOR_MASK; |
| 642 | addr >>= BDRV_SECTOR_BITS; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 643 | |
| 644 | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) { |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 645 | /* get device name */ |
| 646 | len = qemu_get_byte(f); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 647 | qemu_get_buffer(f, (uint8_t *)device_name, len); |
| 648 | device_name[len] = '\0'; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 649 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 650 | bs = bdrv_find(device_name); |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 651 | if (!bs) { |
| 652 | fprintf(stderr, "Error unknown block device %s\n", |
| 653 | device_name); |
| 654 | return -EINVAL; |
| 655 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 656 | |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 657 | if (bs != bs_prev) { |
| 658 | bs_prev = bs; |
| 659 | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
| 660 | if (total_sectors <= 0) { |
Markus Armbruster | 6daf194 | 2011-06-22 14:03:54 +0200 | [diff] [blame] | 661 | error_report("Error getting length of block device %s", |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 662 | device_name); |
| 663 | return -EINVAL; |
| 664 | } |
| 665 | } |
| 666 | |
| 667 | if (total_sectors - addr < BDRV_SECTORS_PER_DIRTY_CHUNK) { |
| 668 | nr_sectors = total_sectors - addr; |
| 669 | } else { |
| 670 | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
| 671 | } |
| 672 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 673 | buf = g_malloc(BLOCK_SIZE); |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 674 | |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 675 | qemu_get_buffer(f, buf, BLOCK_SIZE); |
Pierre Riteau | 77358b5 | 2011-01-21 12:42:30 +0100 | [diff] [blame] | 676 | ret = bdrv_write(bs, addr, buf, nr_sectors); |
Jan Kiszka | 575a58d | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 677 | |
Anthony Liguori | 7267c09 | 2011-08-20 22:09:37 -0500 | [diff] [blame] | 678 | g_free(buf); |
Yoshiaki Tamura | b02bea3 | 2010-07-20 18:19:00 +0900 | [diff] [blame] | 679 | if (ret < 0) { |
| 680 | return ret; |
| 681 | } |
Jan Kiszka | 01e61e2 | 2009-12-01 15:20:17 +0100 | [diff] [blame] | 682 | } else if (flags & BLK_MIG_FLAG_PROGRESS) { |
| 683 | if (!banner_printed) { |
| 684 | printf("Receiving block device images\n"); |
| 685 | banner_printed = 1; |
| 686 | } |
| 687 | printf("Completed %d %%%c", (int)addr, |
| 688 | (addr == 100) ? '\n' : '\r'); |
| 689 | fflush(stdout); |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 690 | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
Jan Kiszka | 4b64036 | 2009-11-30 18:21:21 +0100 | [diff] [blame] | 691 | fprintf(stderr, "Unknown flags\n"); |
| 692 | return -EINVAL; |
| 693 | } |
Juan Quintela | 42802d4 | 2011-10-05 01:14:46 +0200 | [diff] [blame] | 694 | ret = qemu_file_get_error(f); |
| 695 | if (ret != 0) { |
| 696 | return ret; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 697 | } |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 698 | } while (!(flags & BLK_MIG_FLAG_EOS)); |
| 699 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 700 | return 0; |
| 701 | } |
| 702 | |
| 703 | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
| 704 | { |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 705 | block_mig_state.blk_enable = blk_enable; |
| 706 | block_mig_state.shared_base = shared_base; |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 707 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 708 | /* shared base means that blk_enable = 1 */ |
Jan Kiszka | d11ecd3 | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 709 | block_mig_state.blk_enable |= shared_base; |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 710 | } |
| 711 | |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 712 | void blk_mig_init(void) |
Jan Kiszka | a55eb92 | 2009-11-30 18:21:19 +0100 | [diff] [blame] | 713 | { |
Jan Kiszka | 5e5328b | 2009-11-30 18:21:20 +0100 | [diff] [blame] | 714 | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
| 715 | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
| 716 | |
Alex Williamson | 0be71e3 | 2010-06-25 11:09:07 -0600 | [diff] [blame] | 717 | register_savevm_live(NULL, "block", 0, 1, block_set_params, |
| 718 | block_save_live, NULL, block_load, &block_mig_state); |
lirans@il.ibm.com | c163b5c | 2009-11-02 15:40:58 +0200 | [diff] [blame] | 719 | } |