aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU live migration |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2008 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Anthony Liguori <aliguori@us.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2. See |
| 10 | * the COPYING file in the top-level directory. |
| 11 | * |
Paolo Bonzini | 6b620ca | 2012-01-13 17:44:23 +0100 | [diff] [blame] | 12 | * Contributions after 2012-01-13 are licensed under the terms of the |
| 13 | * GNU GPL, version 2 or (at your option) any later version. |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 14 | */ |
| 15 | |
| 16 | #include "qemu-common.h" |
Alex Bligh | 6a1751b | 2013-08-21 16:02:47 +0100 | [diff] [blame] | 17 | #include "qemu/main-loop.h" |
Paolo Bonzini | caf71f8 | 2012-12-17 18:19:50 +0100 | [diff] [blame] | 18 | #include "migration/migration.h" |
Paolo Bonzini | 83c9089 | 2012-12-17 18:19:49 +0100 | [diff] [blame] | 19 | #include "monitor/monitor.h" |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 20 | #include "migration/qemu-file.h" |
Paolo Bonzini | 9c17d61 | 2012-12-17 18:20:04 +0100 | [diff] [blame] | 21 | #include "sysemu/sysemu.h" |
Paolo Bonzini | 737e150 | 2012-12-17 18:19:44 +0100 | [diff] [blame] | 22 | #include "block/block.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 23 | #include "qemu/sockets.h" |
Paolo Bonzini | caf71f8 | 2012-12-17 18:19:50 +0100 | [diff] [blame] | 24 | #include "migration/block.h" |
Juan Quintela | 766bd17 | 2012-07-23 05:45:29 +0200 | [diff] [blame] | 25 | #include "qemu/thread.h" |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 26 | #include "qmp-commands.h" |
Kazuya Saito | c09e5bb | 2013-02-22 17:36:19 +0100 | [diff] [blame] | 27 | #include "trace.h" |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 28 | |
Juan Quintela | 7dc688e | 2011-02-23 00:48:46 +0100 | [diff] [blame] | 29 | enum { |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 30 | MIG_STATE_ERROR = -1, |
| 31 | MIG_STATE_NONE, |
Juan Quintela | 7dc688e | 2011-02-23 00:48:46 +0100 | [diff] [blame] | 32 | MIG_STATE_SETUP, |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 33 | MIG_STATE_CANCELLING, |
Juan Quintela | 7dc688e | 2011-02-23 00:48:46 +0100 | [diff] [blame] | 34 | MIG_STATE_CANCELLED, |
| 35 | MIG_STATE_ACTIVE, |
| 36 | MIG_STATE_COMPLETED, |
| 37 | }; |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 38 | |
Juan Quintela | d0ae46c | 2011-02-23 00:33:19 +0100 | [diff] [blame] | 39 | #define MAX_THROTTLE (32 << 20) /* Migration speed throttling */ |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 40 | |
Juan Quintela | 5b4e1eb | 2012-12-19 10:40:48 +0100 | [diff] [blame] | 41 | /* Amount of time to allocate to each "chunk" of bandwidth-throttled |
| 42 | * data. */ |
| 43 | #define BUFFER_DELAY 100 |
| 44 | #define XFER_LIMIT_RATIO (1000 / BUFFER_DELAY) |
| 45 | |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 46 | /* Migration XBZRLE default cache size */ |
| 47 | #define DEFAULT_MIGRATE_CACHE_SIZE (64 * 1024 * 1024) |
| 48 | |
Gerd Hoffmann | 99a0db9 | 2010-12-13 17:30:12 +0100 | [diff] [blame] | 49 | static NotifierList migration_state_notifiers = |
| 50 | NOTIFIER_LIST_INITIALIZER(migration_state_notifiers); |
| 51 | |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 52 | /* When we add fault tolerance, we could have several |
| 53 | migrations at once. For now we don't need to add |
| 54 | dynamic creation of migration */ |
| 55 | |
Juan Quintela | 859bc75 | 2012-08-13 09:42:49 +0200 | [diff] [blame] | 56 | MigrationState *migrate_get_current(void) |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 57 | { |
| 58 | static MigrationState current_migration = { |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 59 | .state = MIG_STATE_NONE, |
Juan Quintela | d0ae46c | 2011-02-23 00:33:19 +0100 | [diff] [blame] | 60 | .bandwidth_limit = MAX_THROTTLE, |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 61 | .xbzrle_cache_size = DEFAULT_MIGRATE_CACHE_SIZE, |
Michael R. Hines | 7e114f8 | 2013-06-25 21:35:30 -0400 | [diff] [blame] | 62 | .mbps = -1, |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 63 | }; |
| 64 | |
| 65 | return ¤t_migration; |
| 66 | } |
| 67 | |
Paolo Bonzini | 43eaae2 | 2012-10-02 18:21:18 +0200 | [diff] [blame] | 68 | void qemu_start_incoming_migration(const char *uri, Error **errp) |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 69 | { |
aliguori | 34c9dd8 | 2008-10-13 03:14:31 +0000 | [diff] [blame] | 70 | const char *p; |
| 71 | |
| 72 | if (strstart(uri, "tcp:", &p)) |
Paolo Bonzini | 43eaae2 | 2012-10-02 18:21:18 +0200 | [diff] [blame] | 73 | tcp_start_incoming_migration(p, errp); |
Michael R. Hines | 2da776d | 2013-07-22 10:01:54 -0400 | [diff] [blame] | 74 | #ifdef CONFIG_RDMA |
Michael R. Hines | 41310c6 | 2013-12-19 04:52:01 +0800 | [diff] [blame] | 75 | else if (strstart(uri, "rdma:", &p)) |
Michael R. Hines | 2da776d | 2013-07-22 10:01:54 -0400 | [diff] [blame] | 76 | rdma_start_incoming_migration(p, errp); |
| 77 | #endif |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 78 | #if !defined(WIN32) |
| 79 | else if (strstart(uri, "exec:", &p)) |
Paolo Bonzini | 43eaae2 | 2012-10-02 18:21:18 +0200 | [diff] [blame] | 80 | exec_start_incoming_migration(p, errp); |
Chris Lalancette | 4951f65 | 2009-08-05 17:24:29 +0200 | [diff] [blame] | 81 | else if (strstart(uri, "unix:", &p)) |
Paolo Bonzini | 43eaae2 | 2012-10-02 18:21:18 +0200 | [diff] [blame] | 82 | unix_start_incoming_migration(p, errp); |
Paolo Bonzini | 5ac1fad | 2009-08-18 15:56:25 +0200 | [diff] [blame] | 83 | else if (strstart(uri, "fd:", &p)) |
Paolo Bonzini | 43eaae2 | 2012-10-02 18:21:18 +0200 | [diff] [blame] | 84 | fd_start_incoming_migration(p, errp); |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 85 | #endif |
Juan Quintela | 8ca5e80 | 2010-06-09 14:10:54 +0200 | [diff] [blame] | 86 | else { |
Markus Armbruster | 312fd5f | 2013-02-08 21:22:16 +0100 | [diff] [blame] | 87 | error_setg(errp, "unknown migration protocol: %s", uri); |
Juan Quintela | 8ca5e80 | 2010-06-09 14:10:54 +0200 | [diff] [blame] | 88 | } |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 89 | } |
| 90 | |
Paolo Bonzini | 82a4da7 | 2012-08-07 10:57:43 +0200 | [diff] [blame] | 91 | static void process_incoming_migration_co(void *opaque) |
Juan Quintela | 511c023 | 2010-06-09 14:10:55 +0200 | [diff] [blame] | 92 | { |
Paolo Bonzini | 82a4da7 | 2012-08-07 10:57:43 +0200 | [diff] [blame] | 93 | QEMUFile *f = opaque; |
Kevin Wolf | 5a8a30d | 2014-03-12 15:59:16 +0100 | [diff] [blame] | 94 | Error *local_err = NULL; |
Paolo Bonzini | 1c12e1f | 2012-08-07 10:51:51 +0200 | [diff] [blame] | 95 | int ret; |
| 96 | |
| 97 | ret = qemu_loadvm_state(f); |
| 98 | qemu_fclose(f); |
Gonglei (Arei) | 905f26f | 2014-01-30 20:08:35 +0200 | [diff] [blame] | 99 | free_xbzrle_decoded_buf(); |
Paolo Bonzini | 1c12e1f | 2012-08-07 10:51:51 +0200 | [diff] [blame] | 100 | if (ret < 0) { |
Peter Lieven | db80fac | 2014-06-10 11:29:16 +0200 | [diff] [blame] | 101 | error_report("load of migration failed: %s", strerror(-ret)); |
Eric Blake | 4aead69 | 2013-04-16 15:50:41 -0600 | [diff] [blame] | 102 | exit(EXIT_FAILURE); |
Juan Quintela | 511c023 | 2010-06-09 14:10:55 +0200 | [diff] [blame] | 103 | } |
| 104 | qemu_announce_self(); |
Juan Quintela | 511c023 | 2010-06-09 14:10:55 +0200 | [diff] [blame] | 105 | |
BenoƮt Canet | 901862c | 2012-03-23 08:36:52 +0100 | [diff] [blame] | 106 | bdrv_clear_incoming_migration_all(); |
Anthony Liguori | 0f15423 | 2011-11-14 15:09:45 -0600 | [diff] [blame] | 107 | /* Make sure all file formats flush their mutable metadata */ |
Kevin Wolf | 5a8a30d | 2014-03-12 15:59:16 +0100 | [diff] [blame] | 108 | bdrv_invalidate_cache_all(&local_err); |
| 109 | if (local_err) { |
| 110 | qerror_report_err(local_err); |
| 111 | error_free(local_err); |
| 112 | exit(EXIT_FAILURE); |
| 113 | } |
Anthony Liguori | 0f15423 | 2011-11-14 15:09:45 -0600 | [diff] [blame] | 114 | |
Luiz Capitulino | f5bbfba | 2011-07-29 15:04:45 -0300 | [diff] [blame] | 115 | if (autostart) { |
Juan Quintela | 511c023 | 2010-06-09 14:10:55 +0200 | [diff] [blame] | 116 | vm_start(); |
Luiz Capitulino | f5bbfba | 2011-07-29 15:04:45 -0300 | [diff] [blame] | 117 | } else { |
Paolo Bonzini | 29ed72f | 2012-10-19 16:45:24 +0200 | [diff] [blame] | 118 | runstate_set(RUN_STATE_PAUSED); |
Luiz Capitulino | f5bbfba | 2011-07-29 15:04:45 -0300 | [diff] [blame] | 119 | } |
Juan Quintela | 511c023 | 2010-06-09 14:10:55 +0200 | [diff] [blame] | 120 | } |
| 121 | |
Paolo Bonzini | 82a4da7 | 2012-08-07 10:57:43 +0200 | [diff] [blame] | 122 | void process_incoming_migration(QEMUFile *f) |
| 123 | { |
| 124 | Coroutine *co = qemu_coroutine_create(process_incoming_migration_co); |
| 125 | int fd = qemu_get_fd(f); |
| 126 | |
| 127 | assert(fd != -1); |
Stefan Hajnoczi | f9e8cac | 2013-03-27 10:10:43 +0100 | [diff] [blame] | 128 | qemu_set_nonblock(fd); |
Paolo Bonzini | 82a4da7 | 2012-08-07 10:57:43 +0200 | [diff] [blame] | 129 | qemu_coroutine_enter(co, f); |
| 130 | } |
| 131 | |
Glauber Costa | a0a3fd6 | 2009-05-28 15:22:57 -0400 | [diff] [blame] | 132 | /* amount of nanoseconds we are willing to wait for migration to be down. |
| 133 | * the choice of nanoseconds is because it is the maximum resolution that |
| 134 | * get_clock() can achieve. It is an internal measure. All user-visible |
| 135 | * units must be in seconds */ |
Alexey Kardashevskiy | f7cd55a | 2014-03-27 14:57:26 +1100 | [diff] [blame] | 136 | static uint64_t max_downtime = 300000000; |
Glauber Costa | a0a3fd6 | 2009-05-28 15:22:57 -0400 | [diff] [blame] | 137 | |
| 138 | uint64_t migrate_max_downtime(void) |
| 139 | { |
| 140 | return max_downtime; |
| 141 | } |
| 142 | |
Orit Wasserman | bbf6da3 | 2012-08-06 21:42:47 +0300 | [diff] [blame] | 143 | MigrationCapabilityStatusList *qmp_query_migrate_capabilities(Error **errp) |
| 144 | { |
| 145 | MigrationCapabilityStatusList *head = NULL; |
| 146 | MigrationCapabilityStatusList *caps; |
| 147 | MigrationState *s = migrate_get_current(); |
| 148 | int i; |
| 149 | |
Michael Tokarev | 387eede | 2013-10-05 13:18:28 +0400 | [diff] [blame] | 150 | caps = NULL; /* silence compiler warning */ |
Orit Wasserman | bbf6da3 | 2012-08-06 21:42:47 +0300 | [diff] [blame] | 151 | for (i = 0; i < MIGRATION_CAPABILITY_MAX; i++) { |
| 152 | if (head == NULL) { |
| 153 | head = g_malloc0(sizeof(*caps)); |
| 154 | caps = head; |
| 155 | } else { |
| 156 | caps->next = g_malloc0(sizeof(*caps)); |
| 157 | caps = caps->next; |
| 158 | } |
| 159 | caps->value = |
| 160 | g_malloc(sizeof(*caps->value)); |
| 161 | caps->value->capability = i; |
| 162 | caps->value->state = s->enabled_capabilities[i]; |
| 163 | } |
| 164 | |
| 165 | return head; |
| 166 | } |
| 167 | |
Orit Wasserman | f36d55a | 2012-08-06 21:42:57 +0300 | [diff] [blame] | 168 | static void get_xbzrle_cache_stats(MigrationInfo *info) |
| 169 | { |
| 170 | if (migrate_use_xbzrle()) { |
| 171 | info->has_xbzrle_cache = true; |
| 172 | info->xbzrle_cache = g_malloc0(sizeof(*info->xbzrle_cache)); |
| 173 | info->xbzrle_cache->cache_size = migrate_xbzrle_cache_size(); |
| 174 | info->xbzrle_cache->bytes = xbzrle_mig_bytes_transferred(); |
| 175 | info->xbzrle_cache->pages = xbzrle_mig_pages_transferred(); |
| 176 | info->xbzrle_cache->cache_miss = xbzrle_mig_pages_cache_miss(); |
ChenLiang | 8bc3923 | 2014-04-04 17:57:56 +0800 | [diff] [blame] | 177 | info->xbzrle_cache->cache_miss_rate = xbzrle_mig_cache_miss_rate(); |
Orit Wasserman | f36d55a | 2012-08-06 21:42:57 +0300 | [diff] [blame] | 178 | info->xbzrle_cache->overflow = xbzrle_mig_pages_overflow(); |
| 179 | } |
| 180 | } |
| 181 | |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 182 | MigrationInfo *qmp_query_migrate(Error **errp) |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 183 | { |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 184 | MigrationInfo *info = g_malloc0(sizeof(*info)); |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 185 | MigrationState *s = migrate_get_current(); |
aliguori | 376253e | 2009-03-05 23:01:23 +0000 | [diff] [blame] | 186 | |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 187 | switch (s->state) { |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 188 | case MIG_STATE_NONE: |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 189 | /* no migration has happened ever */ |
| 190 | break; |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 191 | case MIG_STATE_SETUP: |
| 192 | info->has_status = true; |
| 193 | info->status = g_strdup("setup"); |
Michael R. Hines | ed4fbd1 | 2013-07-22 10:01:58 -0400 | [diff] [blame] | 194 | info->has_total_time = false; |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 195 | break; |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 196 | case MIG_STATE_ACTIVE: |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 197 | case MIG_STATE_CANCELLING: |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 198 | info->has_status = true; |
| 199 | info->status = g_strdup("active"); |
Juan Quintela | 7aa939a | 2012-08-18 13:17:10 +0200 | [diff] [blame] | 200 | info->has_total_time = true; |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 201 | info->total_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME) |
Juan Quintela | 7aa939a | 2012-08-18 13:17:10 +0200 | [diff] [blame] | 202 | - s->total_time; |
Juan Quintela | 2c52ddf | 2012-08-13 09:53:12 +0200 | [diff] [blame] | 203 | info->has_expected_downtime = true; |
| 204 | info->expected_downtime = s->expected_downtime; |
Michael R. Hines | ed4fbd1 | 2013-07-22 10:01:58 -0400 | [diff] [blame] | 205 | info->has_setup_time = true; |
| 206 | info->setup_time = s->setup_time; |
Luiz Capitulino | c86a668 | 2009-12-10 17:16:05 -0200 | [diff] [blame] | 207 | |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 208 | info->has_ram = true; |
| 209 | info->ram = g_malloc0(sizeof(*info->ram)); |
| 210 | info->ram->transferred = ram_bytes_transferred(); |
| 211 | info->ram->remaining = ram_bytes_remaining(); |
| 212 | info->ram->total = ram_bytes_total(); |
Orit Wasserman | 004d4c1 | 2012-08-06 21:42:56 +0300 | [diff] [blame] | 213 | info->ram->duplicate = dup_mig_pages_transferred(); |
Peter Lieven | f1c7279 | 2013-03-26 10:58:37 +0100 | [diff] [blame] | 214 | info->ram->skipped = skipped_mig_pages_transferred(); |
Orit Wasserman | 004d4c1 | 2012-08-06 21:42:56 +0300 | [diff] [blame] | 215 | info->ram->normal = norm_mig_pages_transferred(); |
| 216 | info->ram->normal_bytes = norm_mig_bytes_transferred(); |
Juan Quintela | 8d01719 | 2012-08-13 12:31:25 +0200 | [diff] [blame] | 217 | info->ram->dirty_pages_rate = s->dirty_pages_rate; |
Michael R. Hines | 7e114f8 | 2013-06-25 21:35:30 -0400 | [diff] [blame] | 218 | info->ram->mbps = s->mbps; |
ChenLiang | 58570ed | 2014-04-04 17:57:55 +0800 | [diff] [blame] | 219 | info->ram->dirty_sync_count = s->dirty_sync_count; |
Juan Quintela | 8d01719 | 2012-08-13 12:31:25 +0200 | [diff] [blame] | 220 | |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 221 | if (blk_mig_active()) { |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 222 | info->has_disk = true; |
| 223 | info->disk = g_malloc0(sizeof(*info->disk)); |
| 224 | info->disk->transferred = blk_mig_bytes_transferred(); |
| 225 | info->disk->remaining = blk_mig_bytes_remaining(); |
| 226 | info->disk->total = blk_mig_bytes_total(); |
aliguori | ff8d81d | 2008-10-24 22:10:31 +0000 | [diff] [blame] | 227 | } |
Orit Wasserman | f36d55a | 2012-08-06 21:42:57 +0300 | [diff] [blame] | 228 | |
| 229 | get_xbzrle_cache_stats(info); |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 230 | break; |
| 231 | case MIG_STATE_COMPLETED: |
Orit Wasserman | f36d55a | 2012-08-06 21:42:57 +0300 | [diff] [blame] | 232 | get_xbzrle_cache_stats(info); |
| 233 | |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 234 | info->has_status = true; |
| 235 | info->status = g_strdup("completed"); |
Pawit Pornkitprasan | 00c1499 | 2013-07-19 11:23:45 +0900 | [diff] [blame] | 236 | info->has_total_time = true; |
Juan Quintela | 7aa939a | 2012-08-18 13:17:10 +0200 | [diff] [blame] | 237 | info->total_time = s->total_time; |
Juan Quintela | 9c5a9fc | 2012-08-13 09:35:16 +0200 | [diff] [blame] | 238 | info->has_downtime = true; |
| 239 | info->downtime = s->downtime; |
Michael R. Hines | ed4fbd1 | 2013-07-22 10:01:58 -0400 | [diff] [blame] | 240 | info->has_setup_time = true; |
| 241 | info->setup_time = s->setup_time; |
Juan Quintela | d5f8a57 | 2012-05-21 22:01:07 +0200 | [diff] [blame] | 242 | |
| 243 | info->has_ram = true; |
| 244 | info->ram = g_malloc0(sizeof(*info->ram)); |
| 245 | info->ram->transferred = ram_bytes_transferred(); |
| 246 | info->ram->remaining = 0; |
| 247 | info->ram->total = ram_bytes_total(); |
Orit Wasserman | 004d4c1 | 2012-08-06 21:42:56 +0300 | [diff] [blame] | 248 | info->ram->duplicate = dup_mig_pages_transferred(); |
Peter Lieven | f1c7279 | 2013-03-26 10:58:37 +0100 | [diff] [blame] | 249 | info->ram->skipped = skipped_mig_pages_transferred(); |
Orit Wasserman | 004d4c1 | 2012-08-06 21:42:56 +0300 | [diff] [blame] | 250 | info->ram->normal = norm_mig_pages_transferred(); |
| 251 | info->ram->normal_bytes = norm_mig_bytes_transferred(); |
Michael R. Hines | 7e114f8 | 2013-06-25 21:35:30 -0400 | [diff] [blame] | 252 | info->ram->mbps = s->mbps; |
ChenLiang | 58570ed | 2014-04-04 17:57:55 +0800 | [diff] [blame] | 253 | info->ram->dirty_sync_count = s->dirty_sync_count; |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 254 | break; |
| 255 | case MIG_STATE_ERROR: |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 256 | info->has_status = true; |
| 257 | info->status = g_strdup("failed"); |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 258 | break; |
| 259 | case MIG_STATE_CANCELLED: |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 260 | info->has_status = true; |
| 261 | info->status = g_strdup("cancelled"); |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 262 | break; |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 263 | } |
Luiz Capitulino | 791e7c8 | 2011-09-13 17:37:16 -0300 | [diff] [blame] | 264 | |
| 265 | return info; |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 266 | } |
| 267 | |
Orit Wasserman | 0045843 | 2012-08-06 21:42:48 +0300 | [diff] [blame] | 268 | void qmp_migrate_set_capabilities(MigrationCapabilityStatusList *params, |
| 269 | Error **errp) |
| 270 | { |
| 271 | MigrationState *s = migrate_get_current(); |
| 272 | MigrationCapabilityStatusList *cap; |
| 273 | |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 274 | if (s->state == MIG_STATE_ACTIVE || s->state == MIG_STATE_SETUP) { |
Orit Wasserman | 0045843 | 2012-08-06 21:42:48 +0300 | [diff] [blame] | 275 | error_set(errp, QERR_MIGRATION_ACTIVE); |
| 276 | return; |
| 277 | } |
| 278 | |
| 279 | for (cap = params; cap; cap = cap->next) { |
| 280 | s->enabled_capabilities[cap->value->capability] = cap->value->state; |
| 281 | } |
| 282 | } |
| 283 | |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 284 | /* shared migration helpers */ |
| 285 | |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 286 | static void migrate_set_state(MigrationState *s, int old_state, int new_state) |
| 287 | { |
| 288 | if (atomic_cmpxchg(&s->state, old_state, new_state) == new_state) { |
| 289 | trace_migrate_set_state(new_state); |
| 290 | } |
| 291 | } |
| 292 | |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 293 | static void migrate_fd_cleanup(void *opaque) |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 294 | { |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 295 | MigrationState *s = opaque; |
| 296 | |
| 297 | qemu_bh_delete(s->cleanup_bh); |
| 298 | s->cleanup_bh = NULL; |
| 299 | |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 300 | if (s->file) { |
Alexey Kardashevskiy | 9013dca | 2014-03-11 10:42:29 +1100 | [diff] [blame] | 301 | trace_migrate_fd_cleanup(); |
Paolo Bonzini | 404a7c0 | 2013-02-22 17:36:46 +0100 | [diff] [blame] | 302 | qemu_mutex_unlock_iothread(); |
| 303 | qemu_thread_join(&s->thread); |
| 304 | qemu_mutex_lock_iothread(); |
| 305 | |
Paolo Bonzini | 6f190a0 | 2013-02-22 17:36:48 +0100 | [diff] [blame] | 306 | qemu_fclose(s->file); |
| 307 | s->file = NULL; |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 308 | } |
| 309 | |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 310 | assert(s->state != MIG_STATE_ACTIVE); |
Paolo Bonzini | 7a2c172 | 2013-02-22 17:36:09 +0100 | [diff] [blame] | 311 | |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 312 | if (s->state != MIG_STATE_COMPLETED) { |
Paolo Bonzini | 7a2c172 | 2013-02-22 17:36:09 +0100 | [diff] [blame] | 313 | qemu_savevm_state_cancel(); |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 314 | if (s->state == MIG_STATE_CANCELLING) { |
| 315 | migrate_set_state(s, MIG_STATE_CANCELLING, MIG_STATE_CANCELLED); |
| 316 | } |
Paolo Bonzini | 7a2c172 | 2013-02-22 17:36:09 +0100 | [diff] [blame] | 317 | } |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 318 | |
| 319 | notifier_list_notify(&migration_state_notifiers, s); |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 320 | } |
| 321 | |
Juan Quintela | 8b6b99b | 2011-09-11 20:28:22 +0200 | [diff] [blame] | 322 | void migrate_fd_error(MigrationState *s) |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 323 | { |
Alexey Kardashevskiy | 9013dca | 2014-03-11 10:42:29 +1100 | [diff] [blame] | 324 | trace_migrate_fd_error(); |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 325 | assert(s->file == NULL); |
| 326 | s->state = MIG_STATE_ERROR; |
| 327 | trace_migrate_set_state(MIG_STATE_ERROR); |
| 328 | notifier_list_notify(&migration_state_notifiers, s); |
Juan Quintela | 458cf28 | 2011-02-22 23:32:54 +0100 | [diff] [blame] | 329 | } |
| 330 | |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 331 | static void migrate_fd_cancel(MigrationState *s) |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 332 | { |
Zhanghaoyu (A) | 6f2b811 | 2013-11-07 08:21:23 +0000 | [diff] [blame] | 333 | int old_state ; |
Alexey Kardashevskiy | 9013dca | 2014-03-11 10:42:29 +1100 | [diff] [blame] | 334 | trace_migrate_fd_cancel(); |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 335 | |
Zhanghaoyu (A) | 6f2b811 | 2013-11-07 08:21:23 +0000 | [diff] [blame] | 336 | do { |
| 337 | old_state = s->state; |
| 338 | if (old_state != MIG_STATE_SETUP && old_state != MIG_STATE_ACTIVE) { |
| 339 | break; |
| 340 | } |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 341 | migrate_set_state(s, old_state, MIG_STATE_CANCELLING); |
| 342 | } while (s->state != MIG_STATE_CANCELLING); |
aliguori | 065e281 | 2008-11-11 16:46:33 +0000 | [diff] [blame] | 343 | } |
| 344 | |
Gerd Hoffmann | 99a0db9 | 2010-12-13 17:30:12 +0100 | [diff] [blame] | 345 | void add_migration_state_change_notifier(Notifier *notify) |
| 346 | { |
| 347 | notifier_list_add(&migration_state_notifiers, notify); |
| 348 | } |
| 349 | |
| 350 | void remove_migration_state_change_notifier(Notifier *notify) |
| 351 | { |
Paolo Bonzini | 3155252 | 2012-01-13 17:34:01 +0100 | [diff] [blame] | 352 | notifier_remove(notify); |
Gerd Hoffmann | 99a0db9 | 2010-12-13 17:30:12 +0100 | [diff] [blame] | 353 | } |
| 354 | |
Stefan Hajnoczi | 02edd2e | 2013-07-29 15:01:58 +0200 | [diff] [blame] | 355 | bool migration_in_setup(MigrationState *s) |
Gerd Hoffmann | afe2df6 | 2011-10-25 13:50:11 +0200 | [diff] [blame] | 356 | { |
Stefan Hajnoczi | 02edd2e | 2013-07-29 15:01:58 +0200 | [diff] [blame] | 357 | return s->state == MIG_STATE_SETUP; |
Gerd Hoffmann | afe2df6 | 2011-10-25 13:50:11 +0200 | [diff] [blame] | 358 | } |
| 359 | |
Juan Quintela | 7073693 | 2011-02-23 00:43:59 +0100 | [diff] [blame] | 360 | bool migration_has_finished(MigrationState *s) |
Gerd Hoffmann | 99a0db9 | 2010-12-13 17:30:12 +0100 | [diff] [blame] | 361 | { |
Juan Quintela | 7073693 | 2011-02-23 00:43:59 +0100 | [diff] [blame] | 362 | return s->state == MIG_STATE_COMPLETED; |
Gerd Hoffmann | 99a0db9 | 2010-12-13 17:30:12 +0100 | [diff] [blame] | 363 | } |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 364 | |
Gerd Hoffmann | afe2df6 | 2011-10-25 13:50:11 +0200 | [diff] [blame] | 365 | bool migration_has_failed(MigrationState *s) |
| 366 | { |
| 367 | return (s->state == MIG_STATE_CANCELLED || |
| 368 | s->state == MIG_STATE_ERROR); |
| 369 | } |
| 370 | |
Isaku Yamahata | 6607ae2 | 2012-06-19 18:43:09 +0300 | [diff] [blame] | 371 | static MigrationState *migrate_init(const MigrationParams *params) |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 372 | { |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 373 | MigrationState *s = migrate_get_current(); |
Juan Quintela | d0ae46c | 2011-02-23 00:33:19 +0100 | [diff] [blame] | 374 | int64_t bandwidth_limit = s->bandwidth_limit; |
Orit Wasserman | bbf6da3 | 2012-08-06 21:42:47 +0300 | [diff] [blame] | 375 | bool enabled_capabilities[MIGRATION_CAPABILITY_MAX]; |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 376 | int64_t xbzrle_cache_size = s->xbzrle_cache_size; |
Orit Wasserman | bbf6da3 | 2012-08-06 21:42:47 +0300 | [diff] [blame] | 377 | |
| 378 | memcpy(enabled_capabilities, s->enabled_capabilities, |
| 379 | sizeof(enabled_capabilities)); |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 380 | |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 381 | memset(s, 0, sizeof(*s)); |
Isaku Yamahata | 6607ae2 | 2012-06-19 18:43:09 +0300 | [diff] [blame] | 382 | s->params = *params; |
Orit Wasserman | bbf6da3 | 2012-08-06 21:42:47 +0300 | [diff] [blame] | 383 | memcpy(s->enabled_capabilities, enabled_capabilities, |
| 384 | sizeof(enabled_capabilities)); |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 385 | s->xbzrle_cache_size = xbzrle_cache_size; |
Juan Quintela | 1299c63 | 2011-11-09 21:29:01 +0100 | [diff] [blame] | 386 | |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 387 | s->bandwidth_limit = bandwidth_limit; |
Juan Quintela | d5934dd | 2010-05-11 23:01:53 +0200 | [diff] [blame] | 388 | s->state = MIG_STATE_SETUP; |
Kazuya Saito | c09e5bb | 2013-02-22 17:36:19 +0100 | [diff] [blame] | 389 | trace_migrate_set_state(MIG_STATE_SETUP); |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 390 | |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 391 | s->total_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME); |
Juan Quintela | 0edda1c | 2010-05-11 16:28:39 +0200 | [diff] [blame] | 392 | return s; |
| 393 | } |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 394 | |
Anthony Liguori | fa2756b | 2011-11-14 15:09:43 -0600 | [diff] [blame] | 395 | static GSList *migration_blockers; |
| 396 | |
| 397 | void migrate_add_blocker(Error *reason) |
| 398 | { |
| 399 | migration_blockers = g_slist_prepend(migration_blockers, reason); |
| 400 | } |
| 401 | |
| 402 | void migrate_del_blocker(Error *reason) |
| 403 | { |
| 404 | migration_blockers = g_slist_remove(migration_blockers, reason); |
| 405 | } |
| 406 | |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 407 | void qmp_migrate(const char *uri, bool has_blk, bool blk, |
| 408 | bool has_inc, bool inc, bool has_detach, bool detach, |
| 409 | Error **errp) |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 410 | { |
Paolo Bonzini | be7059c | 2012-10-03 14:34:33 +0200 | [diff] [blame] | 411 | Error *local_err = NULL; |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 412 | MigrationState *s = migrate_get_current(); |
Isaku Yamahata | 6607ae2 | 2012-06-19 18:43:09 +0300 | [diff] [blame] | 413 | MigrationParams params; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 414 | const char *p; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 415 | |
Pawit Pornkitprasan | 8c0426a | 2013-07-30 08:39:52 +0900 | [diff] [blame] | 416 | params.blk = has_blk && blk; |
| 417 | params.shared = has_inc && inc; |
Isaku Yamahata | 6607ae2 | 2012-06-19 18:43:09 +0300 | [diff] [blame] | 418 | |
Zhanghaoyu (A) | 51cf4c1 | 2013-11-07 11:01:15 +0000 | [diff] [blame] | 419 | if (s->state == MIG_STATE_ACTIVE || s->state == MIG_STATE_SETUP || |
| 420 | s->state == MIG_STATE_CANCELLING) { |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 421 | error_set(errp, QERR_MIGRATION_ACTIVE); |
| 422 | return; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 423 | } |
| 424 | |
Dr. David Alan Gilbert | ca99993 | 2014-04-14 17:03:59 +0100 | [diff] [blame] | 425 | if (runstate_check(RUN_STATE_INMIGRATE)) { |
| 426 | error_setg(errp, "Guest is waiting for an incoming migration"); |
| 427 | return; |
| 428 | } |
| 429 | |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 430 | if (qemu_savevm_state_blocked(errp)) { |
| 431 | return; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 432 | } |
| 433 | |
Anthony Liguori | fa2756b | 2011-11-14 15:09:43 -0600 | [diff] [blame] | 434 | if (migration_blockers) { |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 435 | *errp = error_copy(migration_blockers->data); |
| 436 | return; |
Anthony Liguori | fa2756b | 2011-11-14 15:09:43 -0600 | [diff] [blame] | 437 | } |
| 438 | |
Isaku Yamahata | 6607ae2 | 2012-06-19 18:43:09 +0300 | [diff] [blame] | 439 | s = migrate_init(¶ms); |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 440 | |
| 441 | if (strstart(uri, "tcp:", &p)) { |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 442 | tcp_start_outgoing_migration(s, p, &local_err); |
Michael R. Hines | 2da776d | 2013-07-22 10:01:54 -0400 | [diff] [blame] | 443 | #ifdef CONFIG_RDMA |
Michael R. Hines | 41310c6 | 2013-12-19 04:52:01 +0800 | [diff] [blame] | 444 | } else if (strstart(uri, "rdma:", &p)) { |
Michael R. Hines | 2da776d | 2013-07-22 10:01:54 -0400 | [diff] [blame] | 445 | rdma_start_outgoing_migration(s, p, &local_err); |
| 446 | #endif |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 447 | #if !defined(WIN32) |
| 448 | } else if (strstart(uri, "exec:", &p)) { |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 449 | exec_start_outgoing_migration(s, p, &local_err); |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 450 | } else if (strstart(uri, "unix:", &p)) { |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 451 | unix_start_outgoing_migration(s, p, &local_err); |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 452 | } else if (strstart(uri, "fd:", &p)) { |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 453 | fd_start_outgoing_migration(s, p, &local_err); |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 454 | #endif |
| 455 | } else { |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 456 | error_set(errp, QERR_INVALID_PARAMETER_VALUE, "uri", "a valid migration protocol"); |
Luiz Capitulino | c950114 | 2013-12-29 22:39:58 -0500 | [diff] [blame] | 457 | s->state = MIG_STATE_ERROR; |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 458 | return; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 459 | } |
| 460 | |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 461 | if (local_err) { |
Paolo Bonzini | 342ab8d | 2012-10-02 09:59:38 +0200 | [diff] [blame] | 462 | migrate_fd_error(s); |
Paolo Bonzini | f37afb5 | 2012-10-02 10:02:46 +0200 | [diff] [blame] | 463 | error_propagate(errp, local_err); |
Luiz Capitulino | e1c37d0 | 2011-12-05 14:48:01 -0200 | [diff] [blame] | 464 | return; |
Juan Quintela | 1299c63 | 2011-11-09 21:29:01 +0100 | [diff] [blame] | 465 | } |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 466 | } |
| 467 | |
Luiz Capitulino | 6cdedb0 | 2011-11-27 22:54:09 -0200 | [diff] [blame] | 468 | void qmp_migrate_cancel(Error **errp) |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 469 | { |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 470 | migrate_fd_cancel(migrate_get_current()); |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 471 | } |
| 472 | |
Orit Wasserman | 9e1ba4c | 2012-08-06 21:42:54 +0300 | [diff] [blame] | 473 | void qmp_migrate_set_cache_size(int64_t value, Error **errp) |
| 474 | { |
| 475 | MigrationState *s = migrate_get_current(); |
Orit Wasserman | c91e681 | 2014-01-30 20:08:34 +0200 | [diff] [blame] | 476 | int64_t new_size; |
Orit Wasserman | 9e1ba4c | 2012-08-06 21:42:54 +0300 | [diff] [blame] | 477 | |
| 478 | /* Check for truncation */ |
| 479 | if (value != (size_t)value) { |
| 480 | error_set(errp, QERR_INVALID_PARAMETER_VALUE, "cache size", |
| 481 | "exceeding address space"); |
| 482 | return; |
| 483 | } |
| 484 | |
Orit Wasserman | a5615b1 | 2014-01-30 20:08:36 +0200 | [diff] [blame] | 485 | /* Cache should not be larger than guest ram size */ |
| 486 | if (value > ram_bytes_total()) { |
| 487 | error_set(errp, QERR_INVALID_PARAMETER_VALUE, "cache size", |
| 488 | "exceeds guest ram size "); |
| 489 | return; |
| 490 | } |
| 491 | |
Orit Wasserman | c91e681 | 2014-01-30 20:08:34 +0200 | [diff] [blame] | 492 | new_size = xbzrle_cache_resize(value); |
| 493 | if (new_size < 0) { |
| 494 | error_set(errp, QERR_INVALID_PARAMETER_VALUE, "cache size", |
| 495 | "is smaller than page size"); |
| 496 | return; |
| 497 | } |
| 498 | |
| 499 | s->xbzrle_cache_size = new_size; |
Orit Wasserman | 9e1ba4c | 2012-08-06 21:42:54 +0300 | [diff] [blame] | 500 | } |
| 501 | |
| 502 | int64_t qmp_query_migrate_cache_size(Error **errp) |
| 503 | { |
| 504 | return migrate_xbzrle_cache_size(); |
| 505 | } |
| 506 | |
Luiz Capitulino | 3dc8538 | 2011-11-28 11:59:37 -0200 | [diff] [blame] | 507 | void qmp_migrate_set_speed(int64_t value, Error **errp) |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 508 | { |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 509 | MigrationState *s; |
| 510 | |
Luiz Capitulino | 3dc8538 | 2011-11-28 11:59:37 -0200 | [diff] [blame] | 511 | if (value < 0) { |
| 512 | value = 0; |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 513 | } |
Paolo Bonzini | 442773c | 2013-02-22 17:36:44 +0100 | [diff] [blame] | 514 | if (value > SIZE_MAX) { |
| 515 | value = SIZE_MAX; |
| 516 | } |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 517 | |
Juan Quintela | 17549e8 | 2011-10-05 13:50:43 +0200 | [diff] [blame] | 518 | s = migrate_get_current(); |
Luiz Capitulino | 3dc8538 | 2011-11-28 11:59:37 -0200 | [diff] [blame] | 519 | s->bandwidth_limit = value; |
Paolo Bonzini | 442773c | 2013-02-22 17:36:44 +0100 | [diff] [blame] | 520 | if (s->file) { |
| 521 | qemu_file_set_rate_limit(s->file, s->bandwidth_limit / XFER_LIMIT_RATIO); |
| 522 | } |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 523 | } |
| 524 | |
Luiz Capitulino | 4f0a993 | 2011-11-27 23:18:01 -0200 | [diff] [blame] | 525 | void qmp_migrate_set_downtime(double value, Error **errp) |
Juan Quintela | cab3014 | 2011-02-22 23:54:21 +0100 | [diff] [blame] | 526 | { |
Luiz Capitulino | 4f0a993 | 2011-11-27 23:18:01 -0200 | [diff] [blame] | 527 | value *= 1e9; |
| 528 | value = MAX(0, MIN(UINT64_MAX, value)); |
| 529 | max_downtime = (uint64_t)value; |
aliguori | 5bb7910 | 2008-10-13 03:12:02 +0000 | [diff] [blame] | 530 | } |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 531 | |
Michael R. Hines | 60d9222 | 2013-06-25 21:35:36 -0400 | [diff] [blame] | 532 | bool migrate_rdma_pin_all(void) |
| 533 | { |
| 534 | MigrationState *s; |
| 535 | |
| 536 | s = migrate_get_current(); |
| 537 | |
Michael R. Hines | 41310c6 | 2013-12-19 04:52:01 +0800 | [diff] [blame] | 538 | return s->enabled_capabilities[MIGRATION_CAPABILITY_RDMA_PIN_ALL]; |
Michael R. Hines | 60d9222 | 2013-06-25 21:35:36 -0400 | [diff] [blame] | 539 | } |
| 540 | |
Chegu Vinod | bde1e2e | 2013-06-24 03:49:42 -0600 | [diff] [blame] | 541 | bool migrate_auto_converge(void) |
| 542 | { |
| 543 | MigrationState *s; |
| 544 | |
| 545 | s = migrate_get_current(); |
| 546 | |
| 547 | return s->enabled_capabilities[MIGRATION_CAPABILITY_AUTO_CONVERGE]; |
| 548 | } |
| 549 | |
Peter Lieven | 323004a | 2013-07-18 09:48:50 +0200 | [diff] [blame] | 550 | bool migrate_zero_blocks(void) |
| 551 | { |
| 552 | MigrationState *s; |
| 553 | |
| 554 | s = migrate_get_current(); |
| 555 | |
| 556 | return s->enabled_capabilities[MIGRATION_CAPABILITY_ZERO_BLOCKS]; |
| 557 | } |
| 558 | |
Orit Wasserman | 17ad9b3 | 2012-08-06 21:42:53 +0300 | [diff] [blame] | 559 | int migrate_use_xbzrle(void) |
| 560 | { |
| 561 | MigrationState *s; |
| 562 | |
| 563 | s = migrate_get_current(); |
| 564 | |
| 565 | return s->enabled_capabilities[MIGRATION_CAPABILITY_XBZRLE]; |
| 566 | } |
| 567 | |
| 568 | int64_t migrate_xbzrle_cache_size(void) |
| 569 | { |
| 570 | MigrationState *s; |
| 571 | |
| 572 | s = migrate_get_current(); |
| 573 | |
| 574 | return s->xbzrle_cache_size; |
| 575 | } |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 576 | |
| 577 | /* migration thread support */ |
| 578 | |
Juan Quintela | 5f496a1 | 2013-02-22 17:36:30 +0100 | [diff] [blame] | 579 | static void *migration_thread(void *opaque) |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 580 | { |
Juan Quintela | 9848a40 | 2012-12-19 09:55:50 +0100 | [diff] [blame] | 581 | MigrationState *s = opaque; |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 582 | int64_t initial_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME); |
| 583 | int64_t setup_start = qemu_clock_get_ms(QEMU_CLOCK_HOST); |
Paolo Bonzini | be7172e | 2013-02-22 17:36:43 +0100 | [diff] [blame] | 584 | int64_t initial_bytes = 0; |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 585 | int64_t max_size = 0; |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 586 | int64_t start_time = initial_time; |
| 587 | bool old_vm_running = false; |
Juan Quintela | 76f5933 | 2012-10-03 20:16:24 +0200 | [diff] [blame] | 588 | |
Paolo Bonzini | dba433c | 2013-02-22 17:36:17 +0100 | [diff] [blame] | 589 | qemu_savevm_state_begin(s->file, &s->params); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 590 | |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 591 | s->setup_time = qemu_clock_get_ms(QEMU_CLOCK_HOST) - setup_start; |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 592 | migrate_set_state(s, MIG_STATE_SETUP, MIG_STATE_ACTIVE); |
| 593 | |
Paolo Bonzini | dba433c | 2013-02-22 17:36:17 +0100 | [diff] [blame] | 594 | while (s->state == MIG_STATE_ACTIVE) { |
Juan Quintela | a3e879c | 2013-02-01 12:39:08 +0100 | [diff] [blame] | 595 | int64_t current_time; |
Juan Quintela | c369f40 | 2012-10-03 20:33:34 +0200 | [diff] [blame] | 596 | uint64_t pending_size; |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 597 | |
Paolo Bonzini | a0ff044 | 2013-02-22 17:36:35 +0100 | [diff] [blame] | 598 | if (!qemu_file_rate_limit(s->file)) { |
Juan Quintela | c369f40 | 2012-10-03 20:33:34 +0200 | [diff] [blame] | 599 | pending_size = qemu_savevm_state_pending(s->file, max_size); |
Alexey Kardashevskiy | 9013dca | 2014-03-11 10:42:29 +1100 | [diff] [blame] | 600 | trace_migrate_pending(pending_size, max_size); |
Juan Quintela | b22ff1f | 2012-10-17 21:06:31 +0200 | [diff] [blame] | 601 | if (pending_size && pending_size >= max_size) { |
Paolo Bonzini | dba433c | 2013-02-22 17:36:17 +0100 | [diff] [blame] | 602 | qemu_savevm_state_iterate(s->file); |
Juan Quintela | c369f40 | 2012-10-03 20:33:34 +0200 | [diff] [blame] | 603 | } else { |
Kevin Wolf | 0e1146a | 2013-07-05 13:54:55 +0200 | [diff] [blame] | 604 | int ret; |
| 605 | |
Paolo Bonzini | 32c835b | 2013-02-22 17:36:27 +0100 | [diff] [blame] | 606 | qemu_mutex_lock_iothread(); |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 607 | start_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME); |
Juan Quintela | c369f40 | 2012-10-03 20:33:34 +0200 | [diff] [blame] | 608 | qemu_system_wakeup_request(QEMU_WAKEUP_REASON_OTHER); |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 609 | old_vm_running = runstate_is_running(); |
Kevin Wolf | 0e1146a | 2013-07-05 13:54:55 +0200 | [diff] [blame] | 610 | |
| 611 | ret = vm_stop_force_state(RUN_STATE_FINISH_MIGRATE); |
| 612 | if (ret >= 0) { |
Matthew Garrett | 4059683 | 2013-11-25 14:42:43 -0500 | [diff] [blame] | 613 | qemu_file_set_rate_limit(s->file, INT64_MAX); |
Kevin Wolf | 0e1146a | 2013-07-05 13:54:55 +0200 | [diff] [blame] | 614 | qemu_savevm_state_complete(s->file); |
| 615 | } |
Paolo Bonzini | 32c835b | 2013-02-22 17:36:27 +0100 | [diff] [blame] | 616 | qemu_mutex_unlock_iothread(); |
Kevin Wolf | 0e1146a | 2013-07-05 13:54:55 +0200 | [diff] [blame] | 617 | |
| 618 | if (ret < 0) { |
Michael R. Hines | d58f574 | 2013-07-22 10:01:56 -0400 | [diff] [blame] | 619 | migrate_set_state(s, MIG_STATE_ACTIVE, MIG_STATE_ERROR); |
Kevin Wolf | 0e1146a | 2013-07-05 13:54:55 +0200 | [diff] [blame] | 620 | break; |
| 621 | } |
| 622 | |
Paolo Bonzini | 059f896 | 2013-02-22 17:36:32 +0100 | [diff] [blame] | 623 | if (!qemu_file_get_error(s->file)) { |
Michael R. Hines | d58f574 | 2013-07-22 10:01:56 -0400 | [diff] [blame] | 624 | migrate_set_state(s, MIG_STATE_ACTIVE, MIG_STATE_COMPLETED); |
Paolo Bonzini | 059f896 | 2013-02-22 17:36:32 +0100 | [diff] [blame] | 625 | break; |
| 626 | } |
Juan Quintela | c369f40 | 2012-10-03 20:33:34 +0200 | [diff] [blame] | 627 | } |
| 628 | } |
Paolo Bonzini | f4410a5 | 2013-02-22 17:36:20 +0100 | [diff] [blame] | 629 | |
Paolo Bonzini | fd45ee2 | 2013-02-22 17:36:33 +0100 | [diff] [blame] | 630 | if (qemu_file_get_error(s->file)) { |
Michael R. Hines | d58f574 | 2013-07-22 10:01:56 -0400 | [diff] [blame] | 631 | migrate_set_state(s, MIG_STATE_ACTIVE, MIG_STATE_ERROR); |
Paolo Bonzini | fd45ee2 | 2013-02-22 17:36:33 +0100 | [diff] [blame] | 632 | break; |
| 633 | } |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 634 | current_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 635 | if (current_time >= initial_time + BUFFER_DELAY) { |
Paolo Bonzini | be7172e | 2013-02-22 17:36:43 +0100 | [diff] [blame] | 636 | uint64_t transferred_bytes = qemu_ftell(s->file) - initial_bytes; |
Michael Roth | 77417f1 | 2013-05-16 16:25:44 -0500 | [diff] [blame] | 637 | uint64_t time_spent = current_time - initial_time; |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 638 | double bandwidth = transferred_bytes / time_spent; |
| 639 | max_size = bandwidth * migrate_max_downtime() / 1000000; |
| 640 | |
Michael R. Hines | 7e114f8 | 2013-06-25 21:35:30 -0400 | [diff] [blame] | 641 | s->mbps = time_spent ? (((double) transferred_bytes * 8.0) / |
| 642 | ((double) time_spent / 1000.0)) / 1000.0 / 1000.0 : -1; |
| 643 | |
Alexey Kardashevskiy | 9013dca | 2014-03-11 10:42:29 +1100 | [diff] [blame] | 644 | trace_migrate_transferred(transferred_bytes, time_spent, |
| 645 | bandwidth, max_size); |
Juan Quintela | 90f8ae7 | 2013-02-01 13:22:37 +0100 | [diff] [blame] | 646 | /* if we haven't sent anything, we don't want to recalculate |
| 647 | 10000 is a small enough number for our purposes */ |
| 648 | if (s->dirty_bytes_rate && transferred_bytes > 10000) { |
| 649 | s->expected_downtime = s->dirty_bytes_rate / bandwidth; |
| 650 | } |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 651 | |
Paolo Bonzini | 1964a39 | 2013-02-22 17:36:45 +0100 | [diff] [blame] | 652 | qemu_file_reset_rate_limit(s->file); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 653 | initial_time = current_time; |
Paolo Bonzini | be7172e | 2013-02-22 17:36:43 +0100 | [diff] [blame] | 654 | initial_bytes = qemu_ftell(s->file); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 655 | } |
Paolo Bonzini | a0ff044 | 2013-02-22 17:36:35 +0100 | [diff] [blame] | 656 | if (qemu_file_rate_limit(s->file)) { |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 657 | /* usleep expects microseconds */ |
| 658 | g_usleep((initial_time + BUFFER_DELAY - current_time)*1000); |
| 659 | } |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 660 | } |
| 661 | |
Paolo Bonzini | f4410a5 | 2013-02-22 17:36:20 +0100 | [diff] [blame] | 662 | qemu_mutex_lock_iothread(); |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 663 | if (s->state == MIG_STATE_COMPLETED) { |
Alex Bligh | bc72ad6 | 2013-08-21 16:03:08 +0100 | [diff] [blame] | 664 | int64_t end_time = qemu_clock_get_ms(QEMU_CLOCK_REALTIME); |
Peter Lieven | d6ed731 | 2014-05-12 10:46:00 +0200 | [diff] [blame] | 665 | uint64_t transferred_bytes = qemu_ftell(s->file); |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 666 | s->total_time = end_time - s->total_time; |
| 667 | s->downtime = end_time - start_time; |
Peter Lieven | d6ed731 | 2014-05-12 10:46:00 +0200 | [diff] [blame] | 668 | if (s->total_time) { |
| 669 | s->mbps = (((double) transferred_bytes * 8.0) / |
| 670 | ((double) s->total_time)) / 1000; |
| 671 | } |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 672 | runstate_set(RUN_STATE_POSTMIGRATE); |
| 673 | } else { |
| 674 | if (old_vm_running) { |
Paolo Bonzini | a3fa1d7 | 2013-02-22 17:36:18 +0100 | [diff] [blame] | 675 | vm_start(); |
Paolo Bonzini | dba433c | 2013-02-22 17:36:17 +0100 | [diff] [blame] | 676 | } |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 677 | } |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 678 | qemu_bh_schedule(s->cleanup_bh); |
Paolo Bonzini | dba433c | 2013-02-22 17:36:17 +0100 | [diff] [blame] | 679 | qemu_mutex_unlock_iothread(); |
Paolo Bonzini | f4410a5 | 2013-02-22 17:36:20 +0100 | [diff] [blame] | 680 | |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 681 | return NULL; |
| 682 | } |
| 683 | |
Juan Quintela | 9848a40 | 2012-12-19 09:55:50 +0100 | [diff] [blame] | 684 | void migrate_fd_connect(MigrationState *s) |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 685 | { |
Michael R. Hines | 29ae8a4 | 2013-07-22 10:01:57 -0400 | [diff] [blame] | 686 | s->state = MIG_STATE_SETUP; |
| 687 | trace_migrate_set_state(MIG_STATE_SETUP); |
Kazuya Saito | c09e5bb | 2013-02-22 17:36:19 +0100 | [diff] [blame] | 688 | |
Juan Quintela | cc283e3 | 2013-02-01 11:12:26 +0100 | [diff] [blame] | 689 | /* This is a best 1st approximation. ns to ms */ |
| 690 | s->expected_downtime = max_downtime/1000000; |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 691 | s->cleanup_bh = qemu_bh_new(migrate_fd_cleanup, s); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 692 | |
Paolo Bonzini | 442773c | 2013-02-22 17:36:44 +0100 | [diff] [blame] | 693 | qemu_file_set_rate_limit(s->file, |
| 694 | s->bandwidth_limit / XFER_LIMIT_RATIO); |
| 695 | |
Stefan Hajnoczi | 9287ac2 | 2013-07-29 15:01:57 +0200 | [diff] [blame] | 696 | /* Notify before starting migration thread */ |
| 697 | notifier_list_notify(&migration_state_notifiers, s); |
| 698 | |
Dr. David Alan Gilbert | 4900116 | 2014-01-30 10:20:32 +0000 | [diff] [blame] | 699 | qemu_thread_create(&s->thread, "migration", migration_thread, s, |
Paolo Bonzini | bb1fadc | 2013-02-22 17:36:21 +0100 | [diff] [blame] | 700 | QEMU_THREAD_JOINABLE); |
Juan Quintela | 0d82d0e | 2012-10-03 14:18:33 +0200 | [diff] [blame] | 701 | } |