Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 1 | /* |
| 2 | * replay-events.c |
| 3 | * |
| 4 | * Copyright (c) 2010-2015 Institute for System Programming |
| 5 | * of the Russian Academy of Sciences. |
| 6 | * |
| 7 | * This work is licensed under the terms of the GNU GPL, version 2 or later. |
| 8 | * See the COPYING file in the top-level directory. |
| 9 | * |
| 10 | */ |
| 11 | |
Peter Maydell | d38ea87 | 2016-01-29 17:50:05 +0000 | [diff] [blame] | 12 | #include "qemu/osdep.h" |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 13 | #include "qemu/error-report.h" |
| 14 | #include "sysemu/replay.h" |
| 15 | #include "replay-internal.h" |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 16 | #include "block/aio.h" |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 17 | #include "ui/input.h" |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 18 | |
| 19 | typedef struct Event { |
| 20 | ReplayAsyncEventKind event_kind; |
| 21 | void *opaque; |
| 22 | void *opaque2; |
| 23 | uint64_t id; |
| 24 | |
| 25 | QTAILQ_ENTRY(Event) events; |
| 26 | } Event; |
| 27 | |
| 28 | static QTAILQ_HEAD(, Event) events_list = QTAILQ_HEAD_INITIALIZER(events_list); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 29 | static bool events_enabled; |
| 30 | |
| 31 | /* Functions */ |
| 32 | |
| 33 | static void replay_run_event(Event *event) |
| 34 | { |
| 35 | switch (event->event_kind) { |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 36 | case REPLAY_ASYNC_EVENT_BH: |
| 37 | aio_bh_call(event->opaque); |
| 38 | break; |
Pavel Dovgalyuk | e4ec5ad | 2019-09-17 14:58:19 +0300 | [diff] [blame] | 39 | case REPLAY_ASYNC_EVENT_BH_ONESHOT: |
| 40 | ((QEMUBHFunc *)event->opaque)(event->opaque2); |
| 41 | break; |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 42 | case REPLAY_ASYNC_EVENT_INPUT: |
| 43 | qemu_input_event_send_impl(NULL, (InputEvent *)event->opaque); |
| 44 | qapi_free_InputEvent((InputEvent *)event->opaque); |
| 45 | break; |
| 46 | case REPLAY_ASYNC_EVENT_INPUT_SYNC: |
| 47 | qemu_input_event_sync_impl(); |
| 48 | break; |
Pavel Dovgalyuk | 33577b4 | 2016-03-14 10:44:36 +0300 | [diff] [blame] | 49 | case REPLAY_ASYNC_EVENT_CHAR_READ: |
| 50 | replay_event_char_read_run(event->opaque); |
| 51 | break; |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 52 | case REPLAY_ASYNC_EVENT_BLOCK: |
| 53 | aio_bh_call(event->opaque); |
| 54 | break; |
Pavel Dovgalyuk | 646c547 | 2016-09-26 11:08:21 +0300 | [diff] [blame] | 55 | case REPLAY_ASYNC_EVENT_NET: |
| 56 | replay_event_net_run(event->opaque); |
| 57 | break; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 58 | default: |
| 59 | error_report("Replay: invalid async event ID (%d) in the queue", |
| 60 | event->event_kind); |
| 61 | exit(1); |
| 62 | break; |
| 63 | } |
| 64 | } |
| 65 | |
| 66 | void replay_enable_events(void) |
| 67 | { |
Pavel Dovgalyuk | 1652e0c | 2018-02-27 12:52:09 +0300 | [diff] [blame] | 68 | if (replay_mode != REPLAY_MODE_NONE) { |
| 69 | events_enabled = true; |
| 70 | } |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | bool replay_has_events(void) |
| 74 | { |
| 75 | return !QTAILQ_EMPTY(&events_list); |
| 76 | } |
| 77 | |
| 78 | void replay_flush_events(void) |
| 79 | { |
Alex Bennée | d759c95 | 2018-02-27 12:52:48 +0300 | [diff] [blame] | 80 | g_assert(replay_mutex_locked()); |
| 81 | |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 82 | while (!QTAILQ_EMPTY(&events_list)) { |
| 83 | Event *event = QTAILQ_FIRST(&events_list); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 84 | replay_run_event(event); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 85 | QTAILQ_REMOVE(&events_list, event, events); |
| 86 | g_free(event); |
| 87 | } |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | void replay_disable_events(void) |
| 91 | { |
| 92 | if (replay_mode != REPLAY_MODE_NONE) { |
| 93 | events_enabled = false; |
| 94 | /* Flush events queue before waiting of completion */ |
| 95 | replay_flush_events(); |
| 96 | } |
| 97 | } |
| 98 | |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 99 | /*! Adds specified async event to the queue */ |
Pavel Dovgalyuk | 33577b4 | 2016-03-14 10:44:36 +0300 | [diff] [blame] | 100 | void replay_add_event(ReplayAsyncEventKind event_kind, |
| 101 | void *opaque, |
| 102 | void *opaque2, uint64_t id) |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 103 | { |
| 104 | assert(event_kind < REPLAY_ASYNC_COUNT); |
| 105 | |
| 106 | if (!replay_file || replay_mode == REPLAY_MODE_NONE |
| 107 | || !events_enabled) { |
| 108 | Event e; |
| 109 | e.event_kind = event_kind; |
| 110 | e.opaque = opaque; |
| 111 | e.opaque2 = opaque2; |
| 112 | e.id = id; |
| 113 | replay_run_event(&e); |
| 114 | return; |
| 115 | } |
| 116 | |
| 117 | Event *event = g_malloc0(sizeof(Event)); |
| 118 | event->event_kind = event_kind; |
| 119 | event->opaque = opaque; |
| 120 | event->opaque2 = opaque2; |
| 121 | event->id = id; |
| 122 | |
Alex Bennée | d759c95 | 2018-02-27 12:52:48 +0300 | [diff] [blame] | 123 | g_assert(replay_mutex_locked()); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 124 | QTAILQ_INSERT_TAIL(&events_list, event, events); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 125 | } |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 126 | |
| 127 | void replay_bh_schedule_event(QEMUBH *bh) |
| 128 | { |
Pavel Dovgalyuk | 1652e0c | 2018-02-27 12:52:09 +0300 | [diff] [blame] | 129 | if (events_enabled) { |
Pavel Dovgalyuk | 13f2671 | 2019-07-25 11:44:43 +0300 | [diff] [blame] | 130 | uint64_t id = replay_get_current_icount(); |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 131 | replay_add_event(REPLAY_ASYNC_EVENT_BH, bh, NULL, id); |
| 132 | } else { |
| 133 | qemu_bh_schedule(bh); |
| 134 | } |
| 135 | } |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 136 | |
Pavel Dovgalyuk | e4ec5ad | 2019-09-17 14:58:19 +0300 | [diff] [blame] | 137 | void replay_bh_schedule_oneshot_event(AioContext *ctx, |
| 138 | QEMUBHFunc *cb, void *opaque) |
| 139 | { |
| 140 | if (events_enabled) { |
| 141 | uint64_t id = replay_get_current_icount(); |
| 142 | replay_add_event(REPLAY_ASYNC_EVENT_BH_ONESHOT, cb, opaque, id); |
| 143 | } else { |
| 144 | aio_bh_schedule_oneshot(ctx, cb, opaque); |
| 145 | } |
| 146 | } |
| 147 | |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 148 | void replay_add_input_event(struct InputEvent *event) |
| 149 | { |
| 150 | replay_add_event(REPLAY_ASYNC_EVENT_INPUT, event, NULL, 0); |
| 151 | } |
| 152 | |
| 153 | void replay_add_input_sync_event(void) |
| 154 | { |
| 155 | replay_add_event(REPLAY_ASYNC_EVENT_INPUT_SYNC, NULL, NULL, 0); |
| 156 | } |
| 157 | |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 158 | void replay_block_event(QEMUBH *bh, uint64_t id) |
| 159 | { |
Pavel Dovgalyuk | 1652e0c | 2018-02-27 12:52:09 +0300 | [diff] [blame] | 160 | if (events_enabled) { |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 161 | replay_add_event(REPLAY_ASYNC_EVENT_BLOCK, bh, NULL, id); |
| 162 | } else { |
| 163 | qemu_bh_schedule(bh); |
| 164 | } |
| 165 | } |
| 166 | |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 167 | static void replay_save_event(Event *event, int checkpoint) |
| 168 | { |
| 169 | if (replay_mode != REPLAY_MODE_PLAY) { |
| 170 | /* put the event into the file */ |
| 171 | replay_put_event(EVENT_ASYNC); |
| 172 | replay_put_byte(checkpoint); |
| 173 | replay_put_byte(event->event_kind); |
| 174 | |
| 175 | /* save event-specific data */ |
| 176 | switch (event->event_kind) { |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 177 | case REPLAY_ASYNC_EVENT_BH: |
Pavel Dovgalyuk | e4ec5ad | 2019-09-17 14:58:19 +0300 | [diff] [blame] | 178 | case REPLAY_ASYNC_EVENT_BH_ONESHOT: |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 179 | replay_put_qword(event->id); |
| 180 | break; |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 181 | case REPLAY_ASYNC_EVENT_INPUT: |
| 182 | replay_save_input_event(event->opaque); |
| 183 | break; |
| 184 | case REPLAY_ASYNC_EVENT_INPUT_SYNC: |
| 185 | break; |
Pavel Dovgalyuk | 33577b4 | 2016-03-14 10:44:36 +0300 | [diff] [blame] | 186 | case REPLAY_ASYNC_EVENT_CHAR_READ: |
| 187 | replay_event_char_read_save(event->opaque); |
| 188 | break; |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 189 | case REPLAY_ASYNC_EVENT_BLOCK: |
| 190 | replay_put_qword(event->id); |
| 191 | break; |
Pavel Dovgalyuk | 646c547 | 2016-09-26 11:08:21 +0300 | [diff] [blame] | 192 | case REPLAY_ASYNC_EVENT_NET: |
| 193 | replay_event_net_save(event->opaque); |
| 194 | break; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 195 | default: |
Pavel Dovgalyuk | 95b4aed | 2016-03-14 10:45:04 +0300 | [diff] [blame] | 196 | error_report("Unknown ID %" PRId64 " of replay event", event->id); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 197 | exit(1); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 198 | } |
| 199 | } |
| 200 | } |
| 201 | |
| 202 | /* Called with replay mutex locked */ |
| 203 | void replay_save_events(int checkpoint) |
| 204 | { |
Alex Bennée | d759c95 | 2018-02-27 12:52:48 +0300 | [diff] [blame] | 205 | g_assert(replay_mutex_locked()); |
Pavel Dovgalyuk | 89e46eb | 2018-02-27 12:53:16 +0300 | [diff] [blame] | 206 | g_assert(checkpoint != CHECKPOINT_CLOCK_WARP_START); |
Pavel Dovgalyuk | ca9759c | 2018-10-18 09:33:45 +0300 | [diff] [blame] | 207 | g_assert(checkpoint != CHECKPOINT_CLOCK_VIRTUAL); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 208 | while (!QTAILQ_EMPTY(&events_list)) { |
| 209 | Event *event = QTAILQ_FIRST(&events_list); |
| 210 | replay_save_event(event, checkpoint); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 211 | replay_run_event(event); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 212 | QTAILQ_REMOVE(&events_list, event, events); |
| 213 | g_free(event); |
| 214 | } |
| 215 | } |
| 216 | |
| 217 | static Event *replay_read_event(int checkpoint) |
| 218 | { |
| 219 | Event *event; |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 220 | if (replay_state.read_event_kind == -1) { |
| 221 | replay_state.read_event_checkpoint = replay_get_byte(); |
| 222 | replay_state.read_event_kind = replay_get_byte(); |
| 223 | replay_state.read_event_id = -1; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 224 | replay_check_error(); |
| 225 | } |
| 226 | |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 227 | if (checkpoint != replay_state.read_event_checkpoint) { |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 228 | return NULL; |
| 229 | } |
| 230 | |
| 231 | /* Events that has not to be in the queue */ |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 232 | switch (replay_state.read_event_kind) { |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 233 | case REPLAY_ASYNC_EVENT_BH: |
Pavel Dovgalyuk | e4ec5ad | 2019-09-17 14:58:19 +0300 | [diff] [blame] | 234 | case REPLAY_ASYNC_EVENT_BH_ONESHOT: |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 235 | if (replay_state.read_event_id == -1) { |
| 236 | replay_state.read_event_id = replay_get_qword(); |
Pavel Dovgalyuk | 8a354bd | 2015-09-17 19:24:56 +0300 | [diff] [blame] | 237 | } |
| 238 | break; |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 239 | case REPLAY_ASYNC_EVENT_INPUT: |
| 240 | event = g_malloc0(sizeof(Event)); |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 241 | event->event_kind = replay_state.read_event_kind; |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 242 | event->opaque = replay_read_input_event(); |
| 243 | return event; |
| 244 | case REPLAY_ASYNC_EVENT_INPUT_SYNC: |
| 245 | event = g_malloc0(sizeof(Event)); |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 246 | event->event_kind = replay_state.read_event_kind; |
Pavel Dovgalyuk | ee31299 | 2015-09-17 19:25:24 +0300 | [diff] [blame] | 247 | event->opaque = 0; |
| 248 | return event; |
Pavel Dovgalyuk | 33577b4 | 2016-03-14 10:44:36 +0300 | [diff] [blame] | 249 | case REPLAY_ASYNC_EVENT_CHAR_READ: |
| 250 | event = g_malloc0(sizeof(Event)); |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 251 | event->event_kind = replay_state.read_event_kind; |
Pavel Dovgalyuk | 33577b4 | 2016-03-14 10:44:36 +0300 | [diff] [blame] | 252 | event->opaque = replay_event_char_read_load(); |
| 253 | return event; |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 254 | case REPLAY_ASYNC_EVENT_BLOCK: |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 255 | if (replay_state.read_event_id == -1) { |
| 256 | replay_state.read_event_id = replay_get_qword(); |
Pavel Dovgalyuk | 6378567 | 2016-03-14 10:45:10 +0300 | [diff] [blame] | 257 | } |
| 258 | break; |
Pavel Dovgalyuk | 646c547 | 2016-09-26 11:08:21 +0300 | [diff] [blame] | 259 | case REPLAY_ASYNC_EVENT_NET: |
| 260 | event = g_malloc0(sizeof(Event)); |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 261 | event->event_kind = replay_state.read_event_kind; |
Pavel Dovgalyuk | 646c547 | 2016-09-26 11:08:21 +0300 | [diff] [blame] | 262 | event->opaque = replay_event_net_load(); |
| 263 | return event; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 264 | default: |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 265 | error_report("Unknown ID %d of replay event", |
| 266 | replay_state.read_event_kind); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 267 | exit(1); |
| 268 | break; |
| 269 | } |
| 270 | |
| 271 | QTAILQ_FOREACH(event, &events_list, events) { |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 272 | if (event->event_kind == replay_state.read_event_kind |
| 273 | && (replay_state.read_event_id == -1 |
| 274 | || replay_state.read_event_id == event->id)) { |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 275 | break; |
| 276 | } |
| 277 | } |
| 278 | |
| 279 | if (event) { |
| 280 | QTAILQ_REMOVE(&events_list, event, events); |
| 281 | } else { |
| 282 | return NULL; |
| 283 | } |
| 284 | |
| 285 | /* Read event-specific data */ |
| 286 | |
| 287 | return event; |
| 288 | } |
| 289 | |
| 290 | /* Called with replay mutex locked */ |
| 291 | void replay_read_events(int checkpoint) |
| 292 | { |
Alex Bennée | d759c95 | 2018-02-27 12:52:48 +0300 | [diff] [blame] | 293 | g_assert(replay_mutex_locked()); |
Pavel Dovgalyuk | f186d64 | 2016-09-26 11:08:04 +0300 | [diff] [blame] | 294 | while (replay_state.data_kind == EVENT_ASYNC) { |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 295 | Event *event = replay_read_event(checkpoint); |
| 296 | if (!event) { |
| 297 | break; |
| 298 | } |
Pavel Dovgalyuk | 1a96e3c | 2018-02-27 12:52:03 +0300 | [diff] [blame] | 299 | replay_finish_event(); |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 300 | replay_state.read_event_kind = -1; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 301 | replay_run_event(event); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 302 | |
| 303 | g_free(event); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 304 | } |
| 305 | } |
| 306 | |
| 307 | void replay_init_events(void) |
| 308 | { |
Pavel Dovgalyuk | 0b30dc0 | 2018-02-27 12:53:22 +0300 | [diff] [blame] | 309 | replay_state.read_event_kind = -1; |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 310 | } |
| 311 | |
| 312 | void replay_finish_events(void) |
| 313 | { |
| 314 | events_enabled = false; |
Pavel Dovgalyuk | d873fe0 | 2018-09-12 11:18:59 +0300 | [diff] [blame] | 315 | replay_flush_events(); |
Pavel Dovgalyuk | c0c071d | 2015-09-17 19:24:22 +0300 | [diff] [blame] | 316 | } |
| 317 | |
| 318 | bool replay_events_enabled(void) |
| 319 | { |
| 320 | return events_enabled; |
| 321 | } |
Pavel Dovgalyuk | 6d0ceb8 | 2016-09-26 11:08:16 +0300 | [diff] [blame] | 322 | |
| 323 | uint64_t blkreplay_next_id(void) |
| 324 | { |
| 325 | if (replay_events_enabled()) { |
| 326 | return replay_state.block_request_id++; |
| 327 | } |
| 328 | return 0; |
| 329 | } |