Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Event loop thread |
| 3 | * |
Eric Blake | c3033fd | 2021-01-13 16:10:12 -0600 | [diff] [blame] | 4 | * Copyright Red Hat Inc., 2013, 2020 |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 5 | * |
| 6 | * Authors: |
| 7 | * Stefan Hajnoczi <stefanha@redhat.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU GPL, version 2 or later. |
| 10 | * See the COPYING file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
Peter Maydell | d38ea87 | 2016-01-29 17:50:05 +0000 | [diff] [blame] | 14 | #include "qemu/osdep.h" |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 15 | #include "qom/object.h" |
| 16 | #include "qom/object_interfaces.h" |
| 17 | #include "qemu/module.h" |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 18 | #include "block/aio.h" |
Paolo Bonzini | d16341f | 2016-10-27 12:49:00 +0200 | [diff] [blame] | 19 | #include "block/block.h" |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 20 | #include "sysemu/event-loop-base.h" |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 21 | #include "sysemu/iothread.h" |
Markus Armbruster | e688df6 | 2018-02-01 12:18:31 +0100 | [diff] [blame] | 22 | #include "qapi/error.h" |
Markus Armbruster | 112ed24 | 2018-02-26 17:13:27 -0600 | [diff] [blame] | 23 | #include "qapi/qapi-commands-misc.h" |
Chrysostomos Nanakos | 2f78e49 | 2014-09-18 14:30:49 +0300 | [diff] [blame] | 24 | #include "qemu/error-report.h" |
Paolo Bonzini | ab28bd2 | 2015-07-09 08:55:38 +0200 | [diff] [blame] | 25 | #include "qemu/rcu.h" |
Paolo Bonzini | e437016 | 2016-10-27 12:48:59 +0200 | [diff] [blame] | 26 | #include "qemu/main-loop.h" |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 27 | |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 28 | typedef ObjectClass IOThreadClass; |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 29 | |
Eduardo Habkost | 8110fa1 | 2020-08-31 17:07:33 -0400 | [diff] [blame] | 30 | DECLARE_CLASS_CHECKERS(IOThreadClass, IOTHREAD, |
| 31 | TYPE_IOTHREAD) |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 32 | |
Peter Xu | 90c558b | 2018-03-22 16:56:30 +0800 | [diff] [blame] | 33 | #ifdef CONFIG_POSIX |
Stefan Hajnoczi | cdd7abf | 2017-01-26 17:01:19 +0000 | [diff] [blame] | 34 | /* Benchmark results from 2016 on NVMe SSD drives show max polling times around |
| 35 | * 16-32 microseconds yield IOPS improvements for both iodepth=1 and iodepth=32 |
| 36 | * workloads. |
| 37 | */ |
| 38 | #define IOTHREAD_POLL_MAX_NS_DEFAULT 32768ULL |
Peter Xu | 90c558b | 2018-03-22 16:56:30 +0800 | [diff] [blame] | 39 | #else |
| 40 | #define IOTHREAD_POLL_MAX_NS_DEFAULT 0ULL |
| 41 | #endif |
Stefan Hajnoczi | cdd7abf | 2017-01-26 17:01:19 +0000 | [diff] [blame] | 42 | |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 43 | static void *iothread_run(void *opaque) |
| 44 | { |
| 45 | IOThread *iothread = opaque; |
| 46 | |
Paolo Bonzini | ab28bd2 | 2015-07-09 08:55:38 +0200 | [diff] [blame] | 47 | rcu_register_thread(); |
Peter Xu | b60ec76 | 2019-03-06 19:55:31 +0800 | [diff] [blame] | 48 | /* |
| 49 | * g_main_context_push_thread_default() must be called before anything |
| 50 | * in this new thread uses glib. |
| 51 | */ |
| 52 | g_main_context_push_thread_default(iothread->worker_context); |
Paolo Bonzini | 5f50be9 | 2021-06-09 14:22:34 +0200 | [diff] [blame] | 53 | qemu_set_current_aio_context(iothread->ctx); |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 54 | iothread->thread_id = qemu_get_thread_id(); |
Peter Xu | 21c4d15 | 2019-03-06 19:55:28 +0800 | [diff] [blame] | 55 | qemu_sem_post(&iothread->init_done_sem); |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 56 | |
Stefan Hajnoczi | 2362a28 | 2017-12-07 20:13:19 +0000 | [diff] [blame] | 57 | while (iothread->running) { |
Peter Xu | 6ca2062 | 2019-03-06 19:55:32 +0800 | [diff] [blame] | 58 | /* |
| 59 | * Note: from functional-wise the g_main_loop_run() below can |
| 60 | * already cover the aio_poll() events, but we can't run the |
| 61 | * main loop unconditionally because explicit aio_poll() here |
| 62 | * is faster than g_main_loop_run() when we do not need the |
| 63 | * gcontext at all (e.g., pure block layer iothreads). In |
| 64 | * other words, when we want to run the gcontext with the |
| 65 | * iothread we need to pay some performance for functionality. |
| 66 | */ |
Paolo Bonzini | 65c1b5b | 2016-10-27 12:49:06 +0200 | [diff] [blame] | 67 | aio_poll(iothread->ctx, true); |
Wang Yong | 329163c | 2017-08-29 15:22:37 +0800 | [diff] [blame] | 68 | |
Peter Xu | 6c95363 | 2019-01-29 13:14:32 +0800 | [diff] [blame] | 69 | /* |
| 70 | * We must check the running state again in case it was |
| 71 | * changed in previous aio_poll() |
| 72 | */ |
Stefan Hajnoczi | d73415a | 2020-09-23 11:56:46 +0100 | [diff] [blame] | 73 | if (iothread->running && qatomic_read(&iothread->run_gcontext)) { |
Wang Yong | 329163c | 2017-08-29 15:22:37 +0800 | [diff] [blame] | 74 | g_main_loop_run(iothread->main_loop); |
Wang Yong | 329163c | 2017-08-29 15:22:37 +0800 | [diff] [blame] | 75 | } |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 76 | } |
Paolo Bonzini | ab28bd2 | 2015-07-09 08:55:38 +0200 | [diff] [blame] | 77 | |
Peter Xu | b60ec76 | 2019-03-06 19:55:31 +0800 | [diff] [blame] | 78 | g_main_context_pop_thread_default(iothread->worker_context); |
Paolo Bonzini | ab28bd2 | 2015-07-09 08:55:38 +0200 | [diff] [blame] | 79 | rcu_unregister_thread(); |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 80 | return NULL; |
| 81 | } |
| 82 | |
Stefan Hajnoczi | 2362a28 | 2017-12-07 20:13:19 +0000 | [diff] [blame] | 83 | /* Runs in iothread_run() thread */ |
| 84 | static void iothread_stop_bh(void *opaque) |
| 85 | { |
| 86 | IOThread *iothread = opaque; |
| 87 | |
| 88 | iothread->running = false; /* stop iothread_run() */ |
| 89 | |
| 90 | if (iothread->main_loop) { |
| 91 | g_main_loop_quit(iothread->main_loop); |
| 92 | } |
| 93 | } |
| 94 | |
Peter Xu | 82d9070 | 2017-09-28 10:59:56 +0800 | [diff] [blame] | 95 | void iothread_stop(IOThread *iothread) |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 96 | { |
Peter Xu | 82d9070 | 2017-09-28 10:59:56 +0800 | [diff] [blame] | 97 | if (!iothread->ctx || iothread->stopping) { |
| 98 | return; |
Chrysostomos Nanakos | 2f78e49 | 2014-09-18 14:30:49 +0300 | [diff] [blame] | 99 | } |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 100 | iothread->stopping = true; |
Stefan Hajnoczi | 2362a28 | 2017-12-07 20:13:19 +0000 | [diff] [blame] | 101 | aio_bh_schedule_oneshot(iothread->ctx, iothread_stop_bh, iothread); |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 102 | qemu_thread_join(&iothread->thread); |
Peter Xu | 82d9070 | 2017-09-28 10:59:56 +0800 | [diff] [blame] | 103 | } |
| 104 | |
Stefan Hajnoczi | cdd7abf | 2017-01-26 17:01:19 +0000 | [diff] [blame] | 105 | static void iothread_instance_init(Object *obj) |
| 106 | { |
| 107 | IOThread *iothread = IOTHREAD(obj); |
| 108 | |
| 109 | iothread->poll_max_ns = IOTHREAD_POLL_MAX_NS_DEFAULT; |
Marc-André Lureau | 14a2d11 | 2018-08-21 12:07:16 +0200 | [diff] [blame] | 110 | iothread->thread_id = -1; |
Peter Xu | 21c4d15 | 2019-03-06 19:55:28 +0800 | [diff] [blame] | 111 | qemu_sem_init(&iothread->init_done_sem, 0); |
Peter Xu | b506e0f | 2019-03-06 19:55:29 +0800 | [diff] [blame] | 112 | /* By default, we don't run gcontext */ |
Stefan Hajnoczi | d73415a | 2020-09-23 11:56:46 +0100 | [diff] [blame] | 113 | qatomic_set(&iothread->run_gcontext, 0); |
Stefan Hajnoczi | cdd7abf | 2017-01-26 17:01:19 +0000 | [diff] [blame] | 114 | } |
| 115 | |
Fam Zheng | dce8921 | 2016-09-08 17:28:51 +0800 | [diff] [blame] | 116 | static void iothread_instance_finalize(Object *obj) |
| 117 | { |
| 118 | IOThread *iothread = IOTHREAD(obj); |
| 119 | |
Peter Xu | 82d9070 | 2017-09-28 10:59:56 +0800 | [diff] [blame] | 120 | iothread_stop(iothread); |
Marc-André Lureau | 14a2d11 | 2018-08-21 12:07:16 +0200 | [diff] [blame] | 121 | |
Peter Xu | 1554434 | 2018-04-09 16:39:56 +0800 | [diff] [blame] | 122 | /* |
| 123 | * Before glib2 2.33.10, there is a glib2 bug that GSource context |
| 124 | * pointer may not be cleared even if the context has already been |
| 125 | * destroyed (while it should). Here let's free the AIO context |
| 126 | * earlier to bypass that glib bug. |
| 127 | * |
| 128 | * We can remove this comment after the minimum supported glib2 |
| 129 | * version boosts to 2.33.10. Before that, let's free the |
| 130 | * GSources first before destroying any GMainContext. |
| 131 | */ |
| 132 | if (iothread->ctx) { |
| 133 | aio_context_unref(iothread->ctx); |
| 134 | iothread->ctx = NULL; |
| 135 | } |
Peter Xu | 5b3ac23 | 2017-09-28 10:59:57 +0800 | [diff] [blame] | 136 | if (iothread->worker_context) { |
| 137 | g_main_context_unref(iothread->worker_context); |
| 138 | iothread->worker_context = NULL; |
Peter Xu | 0bd2d23 | 2019-03-06 19:55:30 +0800 | [diff] [blame] | 139 | g_main_loop_unref(iothread->main_loop); |
| 140 | iothread->main_loop = NULL; |
Peter Xu | 5b3ac23 | 2017-09-28 10:59:57 +0800 | [diff] [blame] | 141 | } |
Peter Xu | 21c4d15 | 2019-03-06 19:55:28 +0800 | [diff] [blame] | 142 | qemu_sem_destroy(&iothread->init_done_sem); |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 143 | } |
| 144 | |
Peter Xu | b506e0f | 2019-03-06 19:55:29 +0800 | [diff] [blame] | 145 | static void iothread_init_gcontext(IOThread *iothread) |
| 146 | { |
| 147 | GSource *source; |
| 148 | |
| 149 | iothread->worker_context = g_main_context_new(); |
| 150 | source = aio_get_g_source(iothread_get_aio_context(iothread)); |
| 151 | g_source_attach(source, iothread->worker_context); |
| 152 | g_source_unref(source); |
Peter Xu | 0bd2d23 | 2019-03-06 19:55:30 +0800 | [diff] [blame] | 153 | iothread->main_loop = g_main_loop_new(iothread->worker_context, TRUE); |
Peter Xu | b506e0f | 2019-03-06 19:55:29 +0800 | [diff] [blame] | 154 | } |
| 155 | |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 156 | static void iothread_set_aio_context_params(EventLoopBase *base, Error **errp) |
Stefano Garzarella | 1793ad0 | 2021-07-21 11:42:10 +0200 | [diff] [blame] | 157 | { |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 158 | IOThread *iothread = IOTHREAD(base); |
Stefano Garzarella | 1793ad0 | 2021-07-21 11:42:10 +0200 | [diff] [blame] | 159 | ERRP_GUARD(); |
| 160 | |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 161 | if (!iothread->ctx) { |
| 162 | return; |
| 163 | } |
| 164 | |
Stefano Garzarella | 1793ad0 | 2021-07-21 11:42:10 +0200 | [diff] [blame] | 165 | aio_context_set_poll_params(iothread->ctx, |
| 166 | iothread->poll_max_ns, |
| 167 | iothread->poll_grow, |
| 168 | iothread->poll_shrink, |
| 169 | errp); |
| 170 | if (*errp) { |
| 171 | return; |
| 172 | } |
| 173 | |
| 174 | aio_context_set_aio_params(iothread->ctx, |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 175 | iothread->parent_obj.aio_max_batch, |
Stefano Garzarella | 1793ad0 | 2021-07-21 11:42:10 +0200 | [diff] [blame] | 176 | errp); |
Nicolas Saenz Julienne | 71ad471 | 2022-04-25 09:57:23 +0200 | [diff] [blame] | 177 | |
| 178 | aio_context_set_thread_pool_params(iothread->ctx, base->thread_pool_min, |
| 179 | base->thread_pool_max, errp); |
Stefano Garzarella | 1793ad0 | 2021-07-21 11:42:10 +0200 | [diff] [blame] | 180 | } |
| 181 | |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 182 | |
| 183 | static void iothread_init(EventLoopBase *base, Error **errp) |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 184 | { |
Chrysostomos Nanakos | 2f78e49 | 2014-09-18 14:30:49 +0300 | [diff] [blame] | 185 | Error *local_error = NULL; |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 186 | IOThread *iothread = IOTHREAD(base); |
Markus Armbruster | 7a309cc | 2020-07-14 18:02:00 +0200 | [diff] [blame] | 187 | char *thread_name; |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 188 | |
| 189 | iothread->stopping = false; |
Stefan Hajnoczi | 2362a28 | 2017-12-07 20:13:19 +0000 | [diff] [blame] | 190 | iothread->running = true; |
Markus Armbruster | 668f62e | 2020-07-07 18:06:02 +0200 | [diff] [blame] | 191 | iothread->ctx = aio_context_new(errp); |
Chrysostomos Nanakos | 2f78e49 | 2014-09-18 14:30:49 +0300 | [diff] [blame] | 192 | if (!iothread->ctx) { |
Chrysostomos Nanakos | 2f78e49 | 2014-09-18 14:30:49 +0300 | [diff] [blame] | 193 | return; |
| 194 | } |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 195 | |
Peter Xu | b506e0f | 2019-03-06 19:55:29 +0800 | [diff] [blame] | 196 | /* |
| 197 | * Init one GMainContext for the iothread unconditionally, even if |
| 198 | * it's not used |
| 199 | */ |
| 200 | iothread_init_gcontext(iothread); |
| 201 | |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 202 | iothread_set_aio_context_params(base, &local_error); |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 203 | if (local_error) { |
| 204 | error_propagate(errp, local_error); |
| 205 | aio_context_unref(iothread->ctx); |
| 206 | iothread->ctx = NULL; |
| 207 | return; |
| 208 | } |
| 209 | |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 210 | /* This assumes we are called from a thread with useful CPU affinity for us |
| 211 | * to inherit. |
| 212 | */ |
Markus Armbruster | 7a309cc | 2020-07-14 18:02:00 +0200 | [diff] [blame] | 213 | thread_name = g_strdup_printf("IO %s", |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 214 | object_get_canonical_path_component(OBJECT(base))); |
Paolo Bonzini | d21e877 | 2015-11-24 14:46:44 +0100 | [diff] [blame] | 215 | qemu_thread_create(&iothread->thread, thread_name, iothread_run, |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 216 | iothread, QEMU_THREAD_JOINABLE); |
Paolo Bonzini | d21e877 | 2015-11-24 14:46:44 +0100 | [diff] [blame] | 217 | g_free(thread_name); |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 218 | |
| 219 | /* Wait for initialization to complete */ |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 220 | while (iothread->thread_id == -1) { |
Peter Xu | 21c4d15 | 2019-03-06 19:55:28 +0800 | [diff] [blame] | 221 | qemu_sem_wait(&iothread->init_done_sem); |
Stefan Hajnoczi | 88eb7c2 | 2014-02-27 11:48:41 +0100 | [diff] [blame] | 222 | } |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 223 | } |
| 224 | |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 225 | typedef struct { |
| 226 | const char *name; |
| 227 | ptrdiff_t offset; /* field's byte offset in IOThread struct */ |
Stefano Garzarella | f0ed36a | 2021-07-27 16:59:35 +0200 | [diff] [blame] | 228 | } IOThreadParamInfo; |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 229 | |
Stefano Garzarella | f0ed36a | 2021-07-27 16:59:35 +0200 | [diff] [blame] | 230 | static IOThreadParamInfo poll_max_ns_info = { |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 231 | "poll-max-ns", offsetof(IOThread, poll_max_ns), |
| 232 | }; |
Stefano Garzarella | f0ed36a | 2021-07-27 16:59:35 +0200 | [diff] [blame] | 233 | static IOThreadParamInfo poll_grow_info = { |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 234 | "poll-grow", offsetof(IOThread, poll_grow), |
| 235 | }; |
Stefano Garzarella | f0ed36a | 2021-07-27 16:59:35 +0200 | [diff] [blame] | 236 | static IOThreadParamInfo poll_shrink_info = { |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 237 | "poll-shrink", offsetof(IOThread, poll_shrink), |
| 238 | }; |
| 239 | |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 240 | static void iothread_get_param(Object *obj, Visitor *v, |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 241 | const char *name, IOThreadParamInfo *info, Error **errp) |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 242 | { |
| 243 | IOThread *iothread = IOTHREAD(obj); |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 244 | int64_t *field = (void *)iothread + info->offset; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 245 | |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 246 | visit_type_int64(v, name, field, errp); |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 247 | } |
| 248 | |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 249 | static bool iothread_set_param(Object *obj, Visitor *v, |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 250 | const char *name, IOThreadParamInfo *info, Error **errp) |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 251 | { |
| 252 | IOThread *iothread = IOTHREAD(obj); |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 253 | int64_t *field = (void *)iothread + info->offset; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 254 | int64_t value; |
| 255 | |
Markus Armbruster | 668f62e | 2020-07-07 18:06:02 +0200 | [diff] [blame] | 256 | if (!visit_type_int64(v, name, &value, errp)) { |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 257 | return false; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 258 | } |
| 259 | |
| 260 | if (value < 0) { |
Markus Armbruster | dcfe480 | 2020-07-07 18:06:01 +0200 | [diff] [blame] | 261 | error_setg(errp, "%s value must be in range [0, %" PRId64 "]", |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 262 | info->name, INT64_MAX); |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 263 | return false; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 264 | } |
| 265 | |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 266 | *field = value; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 267 | |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 268 | return true; |
| 269 | } |
| 270 | |
| 271 | static void iothread_get_poll_param(Object *obj, Visitor *v, |
| 272 | const char *name, void *opaque, Error **errp) |
| 273 | { |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 274 | IOThreadParamInfo *info = opaque; |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 275 | |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 276 | iothread_get_param(obj, v, name, info, errp); |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 277 | } |
| 278 | |
| 279 | static void iothread_set_poll_param(Object *obj, Visitor *v, |
| 280 | const char *name, void *opaque, Error **errp) |
| 281 | { |
| 282 | IOThread *iothread = IOTHREAD(obj); |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 283 | IOThreadParamInfo *info = opaque; |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 284 | |
Stefano Garzarella | 1cc7ead | 2021-07-27 16:59:36 +0200 | [diff] [blame] | 285 | if (!iothread_set_param(obj, v, name, info, errp)) { |
Stefano Garzarella | 0445409 | 2021-07-21 11:42:09 +0200 | [diff] [blame] | 286 | return; |
| 287 | } |
| 288 | |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 289 | if (iothread->ctx) { |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 290 | aio_context_set_poll_params(iothread->ctx, |
| 291 | iothread->poll_max_ns, |
| 292 | iothread->poll_grow, |
| 293 | iothread->poll_shrink, |
Markus Armbruster | dcfe480 | 2020-07-07 18:06:01 +0200 | [diff] [blame] | 294 | errp); |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 295 | } |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 296 | } |
| 297 | |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 298 | static void iothread_class_init(ObjectClass *klass, void *class_data) |
| 299 | { |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 300 | EventLoopBaseClass *bc = EVENT_LOOP_BASE_CLASS(klass); |
| 301 | |
| 302 | bc->init = iothread_init; |
| 303 | bc->update_params = iothread_set_aio_context_params; |
Stefan Hajnoczi | 0d9d86f | 2016-12-01 19:26:45 +0000 | [diff] [blame] | 304 | |
| 305 | object_class_property_add(klass, "poll-max-ns", "int", |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 306 | iothread_get_poll_param, |
| 307 | iothread_set_poll_param, |
Markus Armbruster | d262312 | 2020-05-05 17:29:22 +0200 | [diff] [blame] | 308 | NULL, &poll_max_ns_info); |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 309 | object_class_property_add(klass, "poll-grow", "int", |
| 310 | iothread_get_poll_param, |
| 311 | iothread_set_poll_param, |
Markus Armbruster | d262312 | 2020-05-05 17:29:22 +0200 | [diff] [blame] | 312 | NULL, &poll_grow_info); |
Stefan Hajnoczi | 5e5db49 | 2016-12-01 19:26:52 +0000 | [diff] [blame] | 313 | object_class_property_add(klass, "poll-shrink", "int", |
| 314 | iothread_get_poll_param, |
| 315 | iothread_set_poll_param, |
Markus Armbruster | d262312 | 2020-05-05 17:29:22 +0200 | [diff] [blame] | 316 | NULL, &poll_shrink_info); |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 317 | } |
| 318 | |
| 319 | static const TypeInfo iothread_info = { |
| 320 | .name = TYPE_IOTHREAD, |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 321 | .parent = TYPE_EVENT_LOOP_BASE, |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 322 | .class_init = iothread_class_init, |
| 323 | .instance_size = sizeof(IOThread), |
Stefan Hajnoczi | cdd7abf | 2017-01-26 17:01:19 +0000 | [diff] [blame] | 324 | .instance_init = iothread_instance_init, |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 325 | .instance_finalize = iothread_instance_finalize, |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 326 | }; |
| 327 | |
| 328 | static void iothread_register_types(void) |
| 329 | { |
| 330 | type_register_static(&iothread_info); |
| 331 | } |
| 332 | |
| 333 | type_init(iothread_register_types) |
| 334 | |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 335 | char *iothread_get_id(IOThread *iothread) |
| 336 | { |
Markus Armbruster | 7a309cc | 2020-07-14 18:02:00 +0200 | [diff] [blame] | 337 | return g_strdup(object_get_canonical_path_component(OBJECT(iothread))); |
Stefan Hajnoczi | be8d853 | 2014-03-03 11:30:05 +0100 | [diff] [blame] | 338 | } |
| 339 | |
| 340 | AioContext *iothread_get_aio_context(IOThread *iothread) |
| 341 | { |
| 342 | return iothread->ctx; |
| 343 | } |
Stefan Hajnoczi | dc3dd0d | 2014-02-27 11:48:42 +0100 | [diff] [blame] | 344 | |
| 345 | static int query_one_iothread(Object *object, void *opaque) |
| 346 | { |
Eric Blake | c3033fd | 2021-01-13 16:10:12 -0600 | [diff] [blame] | 347 | IOThreadInfoList ***tail = opaque; |
Stefan Hajnoczi | dc3dd0d | 2014-02-27 11:48:42 +0100 | [diff] [blame] | 348 | IOThreadInfo *info; |
| 349 | IOThread *iothread; |
| 350 | |
| 351 | iothread = (IOThread *)object_dynamic_cast(object, TYPE_IOTHREAD); |
| 352 | if (!iothread) { |
| 353 | return 0; |
| 354 | } |
| 355 | |
| 356 | info = g_new0(IOThreadInfo, 1); |
| 357 | info->id = iothread_get_id(iothread); |
| 358 | info->thread_id = iothread->thread_id; |
Pavel Hrdina | 5fc0048 | 2017-02-10 10:41:17 +0100 | [diff] [blame] | 359 | info->poll_max_ns = iothread->poll_max_ns; |
| 360 | info->poll_grow = iothread->poll_grow; |
| 361 | info->poll_shrink = iothread->poll_shrink; |
Nicolas Saenz Julienne | 7d5983e | 2022-04-25 09:57:21 +0200 | [diff] [blame] | 362 | info->aio_max_batch = iothread->parent_obj.aio_max_batch; |
Stefan Hajnoczi | dc3dd0d | 2014-02-27 11:48:42 +0100 | [diff] [blame] | 363 | |
Eric Blake | c3033fd | 2021-01-13 16:10:12 -0600 | [diff] [blame] | 364 | QAPI_LIST_APPEND(*tail, info); |
Stefan Hajnoczi | dc3dd0d | 2014-02-27 11:48:42 +0100 | [diff] [blame] | 365 | return 0; |
| 366 | } |
| 367 | |
| 368 | IOThreadInfoList *qmp_query_iothreads(Error **errp) |
| 369 | { |
| 370 | IOThreadInfoList *head = NULL; |
| 371 | IOThreadInfoList **prev = &head; |
Daniel P. Berrange | bc2256c | 2015-05-13 17:14:05 +0100 | [diff] [blame] | 372 | Object *container = object_get_objects_root(); |
Stefan Hajnoczi | dc3dd0d | 2014-02-27 11:48:42 +0100 | [diff] [blame] | 373 | |
| 374 | object_child_foreach(container, query_one_iothread, &prev); |
| 375 | return head; |
| 376 | } |
Fam Zheng | dce8921 | 2016-09-08 17:28:51 +0800 | [diff] [blame] | 377 | |
Wang Yong | 329163c | 2017-08-29 15:22:37 +0800 | [diff] [blame] | 378 | GMainContext *iothread_get_g_main_context(IOThread *iothread) |
| 379 | { |
Stefan Hajnoczi | d73415a | 2020-09-23 11:56:46 +0100 | [diff] [blame] | 380 | qatomic_set(&iothread->run_gcontext, 1); |
Peter Xu | b506e0f | 2019-03-06 19:55:29 +0800 | [diff] [blame] | 381 | aio_notify(iothread->ctx); |
Wang Yong | 329163c | 2017-08-29 15:22:37 +0800 | [diff] [blame] | 382 | return iothread->worker_context; |
| 383 | } |
Peter Xu | 0173e21 | 2017-09-28 10:59:55 +0800 | [diff] [blame] | 384 | |
| 385 | IOThread *iothread_create(const char *id, Error **errp) |
| 386 | { |
| 387 | Object *obj; |
| 388 | |
| 389 | obj = object_new_with_props(TYPE_IOTHREAD, |
| 390 | object_get_internal_root(), |
| 391 | id, errp, NULL); |
| 392 | |
| 393 | return IOTHREAD(obj); |
| 394 | } |
| 395 | |
| 396 | void iothread_destroy(IOThread *iothread) |
| 397 | { |
| 398 | object_unparent(OBJECT(iothread)); |
| 399 | } |
Stefan Hajnoczi | fbcc692 | 2017-12-06 14:45:48 +0000 | [diff] [blame] | 400 | |
| 401 | /* Lookup IOThread by its id. Only finds user-created objects, not internal |
| 402 | * iothread_create() objects. */ |
| 403 | IOThread *iothread_by_id(const char *id) |
| 404 | { |
| 405 | return IOTHREAD(object_resolve_path_type(id, TYPE_IOTHREAD, NULL)); |
| 406 | } |
Elena Ufimtseva | ad22c30 | 2021-01-29 11:46:10 -0500 | [diff] [blame] | 407 | |
| 408 | bool qemu_in_iothread(void) |
| 409 | { |
| 410 | return qemu_get_current_aio_context() == qemu_get_aio_context() ? |
| 411 | false : true; |
| 412 | } |