blob: af0721cc1a1643b3c8c80eac6affd95f242ba544 [file] [log] [blame]
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +03001/*
2 * replay-events.c
3 *
4 * Copyright (c) 2010-2015 Institute for System Programming
5 * of the Russian Academy of Sciences.
6 *
7 * This work is licensed under the terms of the GNU GPL, version 2 or later.
8 * See the COPYING file in the top-level directory.
9 *
10 */
11
Peter Maydelld38ea872016-01-29 17:50:05 +000012#include "qemu/osdep.h"
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030013#include "qemu/error-report.h"
14#include "sysemu/replay.h"
15#include "replay-internal.h"
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +030016#include "block/aio.h"
Pavel Dovgalyukee312992015-09-17 19:25:24 +030017#include "ui/input.h"
Pavel Dovgalyuk46967b12021-04-01 11:19:51 +030018#include "hw/core/cpu.h"
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030019
20typedef struct Event {
21 ReplayAsyncEventKind event_kind;
22 void *opaque;
23 void *opaque2;
24 uint64_t id;
25
26 QTAILQ_ENTRY(Event) events;
27} Event;
28
29static QTAILQ_HEAD(, Event) events_list = QTAILQ_HEAD_INITIALIZER(events_list);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030030static bool events_enabled;
31
32/* Functions */
33
34static void replay_run_event(Event *event)
35{
36 switch (event->event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +030037 case REPLAY_ASYNC_EVENT_BH:
38 aio_bh_call(event->opaque);
39 break;
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +030040 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
41 ((QEMUBHFunc *)event->opaque)(event->opaque2);
42 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +030043 case REPLAY_ASYNC_EVENT_INPUT:
44 qemu_input_event_send_impl(NULL, (InputEvent *)event->opaque);
45 qapi_free_InputEvent((InputEvent *)event->opaque);
46 break;
47 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
48 qemu_input_event_sync_impl();
49 break;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +030050 case REPLAY_ASYNC_EVENT_CHAR_READ:
51 replay_event_char_read_run(event->opaque);
52 break;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +030053 case REPLAY_ASYNC_EVENT_BLOCK:
54 aio_bh_call(event->opaque);
55 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +030056 case REPLAY_ASYNC_EVENT_NET:
57 replay_event_net_run(event->opaque);
58 break;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030059 default:
60 error_report("Replay: invalid async event ID (%d) in the queue",
61 event->event_kind);
62 exit(1);
63 break;
64 }
65}
66
67void replay_enable_events(void)
68{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +030069 if (replay_mode != REPLAY_MODE_NONE) {
70 events_enabled = true;
71 }
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030072}
73
74bool replay_has_events(void)
75{
76 return !QTAILQ_EMPTY(&events_list);
77}
78
79void replay_flush_events(void)
80{
Pavel Dovgalyukf9a9fb62020-10-03 20:13:37 +030081 if (replay_mode == REPLAY_MODE_NONE) {
82 return;
83 }
84
Alex Bennéed759c952018-02-27 12:52:48 +030085 g_assert(replay_mutex_locked());
86
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030087 while (!QTAILQ_EMPTY(&events_list)) {
88 Event *event = QTAILQ_FIRST(&events_list);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030089 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030090 QTAILQ_REMOVE(&events_list, event, events);
91 g_free(event);
92 }
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030093}
94
95void replay_disable_events(void)
96{
97 if (replay_mode != REPLAY_MODE_NONE) {
98 events_enabled = false;
99 /* Flush events queue before waiting of completion */
100 replay_flush_events();
101 }
102}
103
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300104/*! Adds specified async event to the queue */
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300105void replay_add_event(ReplayAsyncEventKind event_kind,
106 void *opaque,
107 void *opaque2, uint64_t id)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300108{
109 assert(event_kind < REPLAY_ASYNC_COUNT);
110
111 if (!replay_file || replay_mode == REPLAY_MODE_NONE
112 || !events_enabled) {
113 Event e;
114 e.event_kind = event_kind;
115 e.opaque = opaque;
116 e.opaque2 = opaque2;
117 e.id = id;
118 replay_run_event(&e);
119 return;
120 }
121
Markus Armbrusterb21e2382022-03-15 15:41:56 +0100122 Event *event = g_new0(Event, 1);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300123 event->event_kind = event_kind;
124 event->opaque = opaque;
125 event->opaque2 = opaque2;
126 event->id = id;
127
Alex Bennéed759c952018-02-27 12:52:48 +0300128 g_assert(replay_mutex_locked());
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300129 QTAILQ_INSERT_TAIL(&events_list, event, events);
Pavel Dovgalyuk46967b12021-04-01 11:19:51 +0300130 qemu_cpu_kick(first_cpu);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300131}
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300132
133void replay_bh_schedule_event(QEMUBH *bh)
134{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +0300135 if (events_enabled) {
Pavel Dovgalyuk13f26712019-07-25 11:44:43 +0300136 uint64_t id = replay_get_current_icount();
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300137 replay_add_event(REPLAY_ASYNC_EVENT_BH, bh, NULL, id);
138 } else {
139 qemu_bh_schedule(bh);
140 }
141}
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300142
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300143void replay_bh_schedule_oneshot_event(AioContext *ctx,
144 QEMUBHFunc *cb, void *opaque)
145{
146 if (events_enabled) {
147 uint64_t id = replay_get_current_icount();
148 replay_add_event(REPLAY_ASYNC_EVENT_BH_ONESHOT, cb, opaque, id);
149 } else {
150 aio_bh_schedule_oneshot(ctx, cb, opaque);
151 }
152}
153
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300154void replay_add_input_event(struct InputEvent *event)
155{
156 replay_add_event(REPLAY_ASYNC_EVENT_INPUT, event, NULL, 0);
157}
158
159void replay_add_input_sync_event(void)
160{
161 replay_add_event(REPLAY_ASYNC_EVENT_INPUT_SYNC, NULL, NULL, 0);
162}
163
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300164void replay_block_event(QEMUBH *bh, uint64_t id)
165{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +0300166 if (events_enabled) {
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300167 replay_add_event(REPLAY_ASYNC_EVENT_BLOCK, bh, NULL, id);
168 } else {
169 qemu_bh_schedule(bh);
170 }
171}
172
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300173static void replay_save_event(Event *event)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300174{
175 if (replay_mode != REPLAY_MODE_PLAY) {
176 /* put the event into the file */
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300177 g_assert(event->event_kind < REPLAY_ASYNC_COUNT);
178 replay_put_event(EVENT_ASYNC + event->event_kind);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300179
180 /* save event-specific data */
181 switch (event->event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300182 case REPLAY_ASYNC_EVENT_BH:
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300183 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300184 replay_put_qword(event->id);
185 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300186 case REPLAY_ASYNC_EVENT_INPUT:
187 replay_save_input_event(event->opaque);
188 break;
189 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
190 break;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300191 case REPLAY_ASYNC_EVENT_CHAR_READ:
192 replay_event_char_read_save(event->opaque);
193 break;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300194 case REPLAY_ASYNC_EVENT_BLOCK:
195 replay_put_qword(event->id);
196 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300197 case REPLAY_ASYNC_EVENT_NET:
198 replay_event_net_save(event->opaque);
199 break;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300200 default:
Pavel Dovgalyuk95b4aed2016-03-14 10:45:04 +0300201 error_report("Unknown ID %" PRId64 " of replay event", event->id);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300202 exit(1);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300203 }
204 }
205}
206
207/* Called with replay mutex locked */
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300208void replay_save_events(void)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300209{
Alex Bennéed759c952018-02-27 12:52:48 +0300210 g_assert(replay_mutex_locked());
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300211 while (!QTAILQ_EMPTY(&events_list)) {
212 Event *event = QTAILQ_FIRST(&events_list);
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300213 replay_save_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300214 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300215 QTAILQ_REMOVE(&events_list, event, events);
216 g_free(event);
217 }
218}
219
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300220static Event *replay_read_event(void)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300221{
222 Event *event;
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300223 ReplayAsyncEventKind event_kind = replay_state.data_kind - EVENT_ASYNC;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300224
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300225 /* Events that has not to be in the queue */
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300226 switch (event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300227 case REPLAY_ASYNC_EVENT_BH:
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300228 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300229 if (replay_state.read_event_id == -1) {
230 replay_state.read_event_id = replay_get_qword();
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300231 }
232 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300233 case REPLAY_ASYNC_EVENT_INPUT:
Markus Armbrusterb21e2382022-03-15 15:41:56 +0100234 event = g_new0(Event, 1);
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300235 event->event_kind = event_kind;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300236 event->opaque = replay_read_input_event();
237 return event;
238 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
Markus Armbrusterb21e2382022-03-15 15:41:56 +0100239 event = g_new0(Event, 1);
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300240 event->event_kind = event_kind;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300241 event->opaque = 0;
242 return event;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300243 case REPLAY_ASYNC_EVENT_CHAR_READ:
Markus Armbrusterb21e2382022-03-15 15:41:56 +0100244 event = g_new0(Event, 1);
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300245 event->event_kind = event_kind;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300246 event->opaque = replay_event_char_read_load();
247 return event;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300248 case REPLAY_ASYNC_EVENT_BLOCK:
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300249 if (replay_state.read_event_id == -1) {
250 replay_state.read_event_id = replay_get_qword();
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300251 }
252 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300253 case REPLAY_ASYNC_EVENT_NET:
Markus Armbrusterb21e2382022-03-15 15:41:56 +0100254 event = g_new0(Event, 1);
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300255 event->event_kind = event_kind;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300256 event->opaque = replay_event_net_load();
257 return event;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300258 default:
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300259 error_report("Unknown ID %d of replay event", event_kind);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300260 exit(1);
261 break;
262 }
263
264 QTAILQ_FOREACH(event, &events_list, events) {
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300265 if (event->event_kind == event_kind
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300266 && (replay_state.read_event_id == -1
267 || replay_state.read_event_id == event->id)) {
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300268 break;
269 }
270 }
271
272 if (event) {
273 QTAILQ_REMOVE(&events_list, event, events);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300274 }
275
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300276 return event;
277}
278
279/* Called with replay mutex locked */
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300280void replay_read_events(void)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300281{
Alex Bennéed759c952018-02-27 12:52:48 +0300282 g_assert(replay_mutex_locked());
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300283 while (replay_state.data_kind >= EVENT_ASYNC
284 && replay_state.data_kind <= EVENT_ASYNC_LAST) {
Pavel Dovgalyuk60618e22022-05-27 13:46:18 +0300285 Event *event = replay_read_event();
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300286 if (!event) {
287 break;
288 }
Pavel Dovgalyuk1a96e3c2018-02-27 12:52:03 +0300289 replay_finish_event();
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300290 replay_state.read_event_id = -1;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300291 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300292
293 g_free(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300294 }
295}
296
297void replay_init_events(void)
298{
Pavel Dovgalyuk3e214082022-05-27 13:46:23 +0300299 replay_state.read_event_id = -1;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300300}
301
302void replay_finish_events(void)
303{
304 events_enabled = false;
Pavel Dovgalyukd873fe02018-09-12 11:18:59 +0300305 replay_flush_events();
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300306}
307
308bool replay_events_enabled(void)
309{
310 return events_enabled;
311}
Pavel Dovgalyuk6d0ceb82016-09-26 11:08:16 +0300312
313uint64_t blkreplay_next_id(void)
314{
315 if (replay_events_enabled()) {
316 return replay_state.block_request_id++;
317 }
318 return 0;
319}