blob: 302b84043af2643c7ab41f6d13794fe9e56c045d [file] [log] [blame]
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +03001/*
2 * replay-events.c
3 *
4 * Copyright (c) 2010-2015 Institute for System Programming
5 * of the Russian Academy of Sciences.
6 *
7 * This work is licensed under the terms of the GNU GPL, version 2 or later.
8 * See the COPYING file in the top-level directory.
9 *
10 */
11
Peter Maydelld38ea872016-01-29 17:50:05 +000012#include "qemu/osdep.h"
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030013#include "qemu/error-report.h"
14#include "sysemu/replay.h"
15#include "replay-internal.h"
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +030016#include "block/aio.h"
Pavel Dovgalyukee312992015-09-17 19:25:24 +030017#include "ui/input.h"
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030018
19typedef struct Event {
20 ReplayAsyncEventKind event_kind;
21 void *opaque;
22 void *opaque2;
23 uint64_t id;
24
25 QTAILQ_ENTRY(Event) events;
26} Event;
27
28static QTAILQ_HEAD(, Event) events_list = QTAILQ_HEAD_INITIALIZER(events_list);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030029static bool events_enabled;
30
31/* Functions */
32
33static void replay_run_event(Event *event)
34{
35 switch (event->event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +030036 case REPLAY_ASYNC_EVENT_BH:
37 aio_bh_call(event->opaque);
38 break;
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +030039 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
40 ((QEMUBHFunc *)event->opaque)(event->opaque2);
41 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +030042 case REPLAY_ASYNC_EVENT_INPUT:
43 qemu_input_event_send_impl(NULL, (InputEvent *)event->opaque);
44 qapi_free_InputEvent((InputEvent *)event->opaque);
45 break;
46 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
47 qemu_input_event_sync_impl();
48 break;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +030049 case REPLAY_ASYNC_EVENT_CHAR_READ:
50 replay_event_char_read_run(event->opaque);
51 break;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +030052 case REPLAY_ASYNC_EVENT_BLOCK:
53 aio_bh_call(event->opaque);
54 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +030055 case REPLAY_ASYNC_EVENT_NET:
56 replay_event_net_run(event->opaque);
57 break;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030058 default:
59 error_report("Replay: invalid async event ID (%d) in the queue",
60 event->event_kind);
61 exit(1);
62 break;
63 }
64}
65
66void replay_enable_events(void)
67{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +030068 if (replay_mode != REPLAY_MODE_NONE) {
69 events_enabled = true;
70 }
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030071}
72
73bool replay_has_events(void)
74{
75 return !QTAILQ_EMPTY(&events_list);
76}
77
78void replay_flush_events(void)
79{
Alex Bennéed759c952018-02-27 12:52:48 +030080 g_assert(replay_mutex_locked());
81
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030082 while (!QTAILQ_EMPTY(&events_list)) {
83 Event *event = QTAILQ_FIRST(&events_list);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030084 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030085 QTAILQ_REMOVE(&events_list, event, events);
86 g_free(event);
87 }
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030088}
89
90void replay_disable_events(void)
91{
92 if (replay_mode != REPLAY_MODE_NONE) {
93 events_enabled = false;
94 /* Flush events queue before waiting of completion */
95 replay_flush_events();
96 }
97}
98
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +030099/*! Adds specified async event to the queue */
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300100void replay_add_event(ReplayAsyncEventKind event_kind,
101 void *opaque,
102 void *opaque2, uint64_t id)
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300103{
104 assert(event_kind < REPLAY_ASYNC_COUNT);
105
106 if (!replay_file || replay_mode == REPLAY_MODE_NONE
107 || !events_enabled) {
108 Event e;
109 e.event_kind = event_kind;
110 e.opaque = opaque;
111 e.opaque2 = opaque2;
112 e.id = id;
113 replay_run_event(&e);
114 return;
115 }
116
117 Event *event = g_malloc0(sizeof(Event));
118 event->event_kind = event_kind;
119 event->opaque = opaque;
120 event->opaque2 = opaque2;
121 event->id = id;
122
Alex Bennéed759c952018-02-27 12:52:48 +0300123 g_assert(replay_mutex_locked());
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300124 QTAILQ_INSERT_TAIL(&events_list, event, events);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300125}
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300126
127void replay_bh_schedule_event(QEMUBH *bh)
128{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +0300129 if (events_enabled) {
Pavel Dovgalyuk13f26712019-07-25 11:44:43 +0300130 uint64_t id = replay_get_current_icount();
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300131 replay_add_event(REPLAY_ASYNC_EVENT_BH, bh, NULL, id);
132 } else {
133 qemu_bh_schedule(bh);
134 }
135}
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300136
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300137void replay_bh_schedule_oneshot_event(AioContext *ctx,
138 QEMUBHFunc *cb, void *opaque)
139{
140 if (events_enabled) {
141 uint64_t id = replay_get_current_icount();
142 replay_add_event(REPLAY_ASYNC_EVENT_BH_ONESHOT, cb, opaque, id);
143 } else {
144 aio_bh_schedule_oneshot(ctx, cb, opaque);
145 }
146}
147
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300148void replay_add_input_event(struct InputEvent *event)
149{
150 replay_add_event(REPLAY_ASYNC_EVENT_INPUT, event, NULL, 0);
151}
152
153void replay_add_input_sync_event(void)
154{
155 replay_add_event(REPLAY_ASYNC_EVENT_INPUT_SYNC, NULL, NULL, 0);
156}
157
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300158void replay_block_event(QEMUBH *bh, uint64_t id)
159{
Pavel Dovgalyuk1652e0c2018-02-27 12:52:09 +0300160 if (events_enabled) {
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300161 replay_add_event(REPLAY_ASYNC_EVENT_BLOCK, bh, NULL, id);
162 } else {
163 qemu_bh_schedule(bh);
164 }
165}
166
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300167static void replay_save_event(Event *event, int checkpoint)
168{
169 if (replay_mode != REPLAY_MODE_PLAY) {
170 /* put the event into the file */
171 replay_put_event(EVENT_ASYNC);
172 replay_put_byte(checkpoint);
173 replay_put_byte(event->event_kind);
174
175 /* save event-specific data */
176 switch (event->event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300177 case REPLAY_ASYNC_EVENT_BH:
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300178 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300179 replay_put_qword(event->id);
180 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300181 case REPLAY_ASYNC_EVENT_INPUT:
182 replay_save_input_event(event->opaque);
183 break;
184 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
185 break;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300186 case REPLAY_ASYNC_EVENT_CHAR_READ:
187 replay_event_char_read_save(event->opaque);
188 break;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300189 case REPLAY_ASYNC_EVENT_BLOCK:
190 replay_put_qword(event->id);
191 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300192 case REPLAY_ASYNC_EVENT_NET:
193 replay_event_net_save(event->opaque);
194 break;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300195 default:
Pavel Dovgalyuk95b4aed2016-03-14 10:45:04 +0300196 error_report("Unknown ID %" PRId64 " of replay event", event->id);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300197 exit(1);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300198 }
199 }
200}
201
202/* Called with replay mutex locked */
203void replay_save_events(int checkpoint)
204{
Alex Bennéed759c952018-02-27 12:52:48 +0300205 g_assert(replay_mutex_locked());
Pavel Dovgalyuk89e46eb2018-02-27 12:53:16 +0300206 g_assert(checkpoint != CHECKPOINT_CLOCK_WARP_START);
Pavel Dovgalyukca9759c2018-10-18 09:33:45 +0300207 g_assert(checkpoint != CHECKPOINT_CLOCK_VIRTUAL);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300208 while (!QTAILQ_EMPTY(&events_list)) {
209 Event *event = QTAILQ_FIRST(&events_list);
210 replay_save_event(event, checkpoint);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300211 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300212 QTAILQ_REMOVE(&events_list, event, events);
213 g_free(event);
214 }
215}
216
217static Event *replay_read_event(int checkpoint)
218{
219 Event *event;
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300220 if (replay_state.read_event_kind == -1) {
221 replay_state.read_event_checkpoint = replay_get_byte();
222 replay_state.read_event_kind = replay_get_byte();
223 replay_state.read_event_id = -1;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300224 replay_check_error();
225 }
226
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300227 if (checkpoint != replay_state.read_event_checkpoint) {
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300228 return NULL;
229 }
230
231 /* Events that has not to be in the queue */
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300232 switch (replay_state.read_event_kind) {
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300233 case REPLAY_ASYNC_EVENT_BH:
Pavel Dovgalyuke4ec5ad2019-09-17 14:58:19 +0300234 case REPLAY_ASYNC_EVENT_BH_ONESHOT:
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300235 if (replay_state.read_event_id == -1) {
236 replay_state.read_event_id = replay_get_qword();
Pavel Dovgalyuk8a354bd2015-09-17 19:24:56 +0300237 }
238 break;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300239 case REPLAY_ASYNC_EVENT_INPUT:
240 event = g_malloc0(sizeof(Event));
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300241 event->event_kind = replay_state.read_event_kind;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300242 event->opaque = replay_read_input_event();
243 return event;
244 case REPLAY_ASYNC_EVENT_INPUT_SYNC:
245 event = g_malloc0(sizeof(Event));
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300246 event->event_kind = replay_state.read_event_kind;
Pavel Dovgalyukee312992015-09-17 19:25:24 +0300247 event->opaque = 0;
248 return event;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300249 case REPLAY_ASYNC_EVENT_CHAR_READ:
250 event = g_malloc0(sizeof(Event));
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300251 event->event_kind = replay_state.read_event_kind;
Pavel Dovgalyuk33577b42016-03-14 10:44:36 +0300252 event->opaque = replay_event_char_read_load();
253 return event;
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300254 case REPLAY_ASYNC_EVENT_BLOCK:
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300255 if (replay_state.read_event_id == -1) {
256 replay_state.read_event_id = replay_get_qword();
Pavel Dovgalyuk63785672016-03-14 10:45:10 +0300257 }
258 break;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300259 case REPLAY_ASYNC_EVENT_NET:
260 event = g_malloc0(sizeof(Event));
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300261 event->event_kind = replay_state.read_event_kind;
Pavel Dovgalyuk646c5472016-09-26 11:08:21 +0300262 event->opaque = replay_event_net_load();
263 return event;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300264 default:
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300265 error_report("Unknown ID %d of replay event",
266 replay_state.read_event_kind);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300267 exit(1);
268 break;
269 }
270
271 QTAILQ_FOREACH(event, &events_list, events) {
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300272 if (event->event_kind == replay_state.read_event_kind
273 && (replay_state.read_event_id == -1
274 || replay_state.read_event_id == event->id)) {
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300275 break;
276 }
277 }
278
279 if (event) {
280 QTAILQ_REMOVE(&events_list, event, events);
281 } else {
282 return NULL;
283 }
284
285 /* Read event-specific data */
286
287 return event;
288}
289
290/* Called with replay mutex locked */
291void replay_read_events(int checkpoint)
292{
Alex Bennéed759c952018-02-27 12:52:48 +0300293 g_assert(replay_mutex_locked());
Pavel Dovgalyukf186d642016-09-26 11:08:04 +0300294 while (replay_state.data_kind == EVENT_ASYNC) {
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300295 Event *event = replay_read_event(checkpoint);
296 if (!event) {
297 break;
298 }
Pavel Dovgalyuk1a96e3c2018-02-27 12:52:03 +0300299 replay_finish_event();
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300300 replay_state.read_event_kind = -1;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300301 replay_run_event(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300302
303 g_free(event);
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300304 }
305}
306
307void replay_init_events(void)
308{
Pavel Dovgalyuk0b30dc02018-02-27 12:53:22 +0300309 replay_state.read_event_kind = -1;
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300310}
311
312void replay_finish_events(void)
313{
314 events_enabled = false;
Pavel Dovgalyukd873fe02018-09-12 11:18:59 +0300315 replay_flush_events();
Pavel Dovgalyukc0c071d2015-09-17 19:24:22 +0300316}
317
318bool replay_events_enabled(void)
319{
320 return events_enabled;
321}
Pavel Dovgalyuk6d0ceb82016-09-26 11:08:16 +0300322
323uint64_t blkreplay_next_id(void)
324{
325 if (replay_events_enabled()) {
326 return replay_state.block_request_id++;
327 }
328 return 0;
329}