Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 1 | /* |
| 2 | * QEMU System Emulator block driver |
| 3 | * |
| 4 | * Copyright (c) 2011 IBM Corp. |
| 5 | * Copyright (c) 2012 Red Hat, Inc. |
| 6 | * |
| 7 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 8 | * of this software and associated documentation files (the "Software"), to deal |
| 9 | * in the Software without restriction, including without limitation the rights |
| 10 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| 11 | * copies of the Software, and to permit persons to whom the Software is |
| 12 | * furnished to do so, subject to the following conditions: |
| 13 | * |
| 14 | * The above copyright notice and this permission notice shall be included in |
| 15 | * all copies or substantial portions of the Software. |
| 16 | * |
| 17 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 18 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 19 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 20 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 21 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 22 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
| 23 | * THE SOFTWARE. |
| 24 | */ |
| 25 | |
Peter Maydell | d38ea87 | 2016-01-29 17:50:05 +0000 | [diff] [blame] | 26 | #include "qemu/osdep.h" |
Markus Armbruster | e2c1c34 | 2022-12-21 14:35:49 +0100 | [diff] [blame] | 27 | #include "block/aio-wait.h" |
Paolo Bonzini | 737e150 | 2012-12-17 18:19:44 +0100 | [diff] [blame] | 28 | #include "block/block.h" |
John Snow | c87621e | 2016-10-27 12:07:00 -0400 | [diff] [blame] | 29 | #include "block/blockjob_int.h" |
Paolo Bonzini | 737e150 | 2012-12-17 18:19:44 +0100 | [diff] [blame] | 30 | #include "block/block_int.h" |
John Snow | c9de405 | 2018-03-10 03:27:30 -0500 | [diff] [blame] | 31 | #include "block/trace.h" |
Max Reitz | 373340b | 2015-10-19 17:53:22 +0200 | [diff] [blame] | 32 | #include "sysemu/block-backend.h" |
Markus Armbruster | e688df6 | 2018-02-01 12:18:31 +0100 | [diff] [blame] | 33 | #include "qapi/error.h" |
Markus Armbruster | 9af2398 | 2018-02-11 10:36:01 +0100 | [diff] [blame] | 34 | #include "qapi/qapi-events-block-core.h" |
Markus Armbruster | cc7a8ea | 2015-03-17 17:22:46 +0100 | [diff] [blame] | 35 | #include "qapi/qmp/qerror.h" |
Markus Armbruster | db72581 | 2019-08-12 07:23:50 +0200 | [diff] [blame] | 36 | #include "qemu/main-loop.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 37 | #include "qemu/timer.h" |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 38 | |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 39 | static bool is_block_job(Job *job) |
Alberto Garcia | a711279 | 2016-04-04 16:43:51 +0300 | [diff] [blame] | 40 | { |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 41 | return job_type(job) == JOB_TYPE_BACKUP || |
| 42 | job_type(job) == JOB_TYPE_COMMIT || |
| 43 | job_type(job) == JOB_TYPE_MIRROR || |
| 44 | job_type(job) == JOB_TYPE_STREAM; |
| 45 | } |
| 46 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 47 | BlockJob *block_job_next_locked(BlockJob *bjob) |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 48 | { |
| 49 | Job *job = bjob ? &bjob->job : NULL; |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 50 | GLOBAL_STATE_CODE(); |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 51 | |
| 52 | do { |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 53 | job = job_next_locked(job); |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 54 | } while (job && !is_block_job(job)); |
| 55 | |
| 56 | return job ? container_of(job, BlockJob, job) : NULL; |
Alberto Garcia | a711279 | 2016-04-04 16:43:51 +0300 | [diff] [blame] | 57 | } |
| 58 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 59 | BlockJob *block_job_get_locked(const char *id) |
| 60 | { |
| 61 | Job *job = job_get_locked(id); |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 62 | GLOBAL_STATE_CODE(); |
Alberto Garcia | ffb1f10 | 2016-07-05 17:28:54 +0300 | [diff] [blame] | 63 | |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 64 | if (job && is_block_job(job)) { |
| 65 | return container_of(job, BlockJob, job); |
| 66 | } else { |
| 67 | return NULL; |
Alberto Garcia | ffb1f10 | 2016-07-05 17:28:54 +0300 | [diff] [blame] | 68 | } |
Alberto Garcia | ffb1f10 | 2016-07-05 17:28:54 +0300 | [diff] [blame] | 69 | } |
| 70 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 71 | BlockJob *block_job_get(const char *id) |
| 72 | { |
| 73 | JOB_LOCK_GUARD(); |
| 74 | return block_job_get_locked(id); |
| 75 | } |
| 76 | |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 77 | void block_job_free(Job *job) |
Paolo Bonzini | 05b0d8e | 2017-05-08 16:13:02 +0200 | [diff] [blame] | 78 | { |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 79 | BlockJob *bjob = container_of(job, BlockJob, job); |
Emanuele Giuseppe Esposito | e2d9faf | 2022-03-03 10:16:01 -0500 | [diff] [blame] | 80 | GLOBAL_STATE_CODE(); |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 81 | |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 82 | block_job_remove_all_bdrv(bjob); |
Paolo Bonzini | 4951967 | 2021-04-13 10:20:32 +0200 | [diff] [blame] | 83 | ratelimit_destroy(&bjob->limit); |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 84 | error_free(bjob->blocker); |
Paolo Bonzini | 05b0d8e | 2017-05-08 16:13:02 +0200 | [diff] [blame] | 85 | } |
| 86 | |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 87 | static char *child_job_get_parent_desc(BdrvChild *c) |
| 88 | { |
| 89 | BlockJob *job = c->opaque; |
Kevin Wolf | 252291e | 2018-04-12 17:57:08 +0200 | [diff] [blame] | 90 | return g_strdup_printf("%s job '%s'", job_type_str(&job->job), job->job.id); |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 91 | } |
| 92 | |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 93 | static void child_job_drained_begin(BdrvChild *c) |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 94 | { |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 95 | BlockJob *job = c->opaque; |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 96 | job_pause(&job->job); |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 97 | } |
| 98 | |
Kevin Wolf | 89bd030 | 2018-03-22 14:11:20 +0100 | [diff] [blame] | 99 | static bool child_job_drained_poll(BdrvChild *c) |
| 100 | { |
| 101 | BlockJob *bjob = c->opaque; |
| 102 | Job *job = &bjob->job; |
| 103 | const BlockJobDriver *drv = block_job_driver(bjob); |
| 104 | |
| 105 | /* An inactive or completed job doesn't have any pending requests. Jobs |
| 106 | * with !job->busy are either already paused or have a pause point after |
| 107 | * being reentered, so no job driver code will run before they pause. */ |
Emanuele Giuseppe Esposito | 880eeec | 2022-09-26 05:32:04 -0400 | [diff] [blame] | 108 | WITH_JOB_LOCK_GUARD() { |
| 109 | if (!job->busy || job_is_completed_locked(job)) { |
| 110 | return false; |
| 111 | } |
Kevin Wolf | 89bd030 | 2018-03-22 14:11:20 +0100 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | /* Otherwise, assume that it isn't fully stopped yet, but allow the job to |
| 115 | * override this assumption. */ |
| 116 | if (drv->drained_poll) { |
| 117 | return drv->drained_poll(bjob); |
| 118 | } else { |
| 119 | return true; |
| 120 | } |
| 121 | } |
| 122 | |
Kevin Wolf | 2f65df6 | 2022-11-18 18:40:59 +0100 | [diff] [blame] | 123 | static void child_job_drained_end(BdrvChild *c) |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 124 | { |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 125 | BlockJob *job = c->opaque; |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 126 | job_resume(&job->job); |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 127 | } |
| 128 | |
Emanuele Giuseppe Esposito | 3428b10 | 2022-10-25 04:49:46 -0400 | [diff] [blame] | 129 | typedef struct BdrvStateChildJobContext { |
| 130 | AioContext *new_ctx; |
| 131 | BlockJob *job; |
| 132 | } BdrvStateChildJobContext; |
| 133 | |
| 134 | static void child_job_set_aio_ctx_commit(void *opaque) |
| 135 | { |
| 136 | BdrvStateChildJobContext *s = opaque; |
| 137 | BlockJob *job = s->job; |
| 138 | |
| 139 | job_set_aio_context(&job->job, s->new_ctx); |
| 140 | } |
| 141 | |
| 142 | static TransactionActionDrv change_child_job_context = { |
| 143 | .commit = child_job_set_aio_ctx_commit, |
| 144 | .clean = g_free, |
| 145 | }; |
| 146 | |
| 147 | static bool child_job_change_aio_ctx(BdrvChild *c, AioContext *ctx, |
| 148 | GHashTable *visited, Transaction *tran, |
| 149 | Error **errp) |
| 150 | { |
| 151 | BlockJob *job = c->opaque; |
| 152 | BdrvStateChildJobContext *s; |
| 153 | GSList *l; |
| 154 | |
| 155 | for (l = job->nodes; l; l = l->next) { |
| 156 | BdrvChild *sibling = l->data; |
| 157 | if (!bdrv_child_change_aio_context(sibling, ctx, visited, |
| 158 | tran, errp)) { |
| 159 | return false; |
| 160 | } |
| 161 | } |
| 162 | |
| 163 | s = g_new(BdrvStateChildJobContext, 1); |
| 164 | *s = (BdrvStateChildJobContext) { |
| 165 | .new_ctx = ctx, |
| 166 | .job = job, |
| 167 | }; |
| 168 | |
| 169 | tran_add(tran, &change_child_job_context, s); |
| 170 | return true; |
| 171 | } |
| 172 | |
Vladimir Sementsov-Ogievskiy | 3ca1f32 | 2021-04-28 18:17:33 +0300 | [diff] [blame] | 173 | static AioContext *child_job_get_parent_aio_context(BdrvChild *c) |
| 174 | { |
| 175 | BlockJob *job = c->opaque; |
Hanna Reitz | d5f8d79 | 2022-11-07 16:13:19 +0100 | [diff] [blame] | 176 | IO_CODE(); |
| 177 | JOB_LOCK_GUARD(); |
Vladimir Sementsov-Ogievskiy | 3ca1f32 | 2021-04-28 18:17:33 +0300 | [diff] [blame] | 178 | |
| 179 | return job->job.aio_context; |
| 180 | } |
| 181 | |
Max Reitz | bd86fb9 | 2020-05-13 13:05:13 +0200 | [diff] [blame] | 182 | static const BdrvChildClass child_job = { |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 183 | .get_parent_desc = child_job_get_parent_desc, |
| 184 | .drained_begin = child_job_drained_begin, |
Kevin Wolf | 89bd030 | 2018-03-22 14:11:20 +0100 | [diff] [blame] | 185 | .drained_poll = child_job_drained_poll, |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 186 | .drained_end = child_job_drained_end, |
Emanuele Giuseppe Esposito | 3428b10 | 2022-10-25 04:49:46 -0400 | [diff] [blame] | 187 | .change_aio_ctx = child_job_change_aio_ctx, |
Kevin Wolf | ad90feb | 2017-12-12 19:04:28 +0100 | [diff] [blame] | 188 | .stay_at_node = true, |
Vladimir Sementsov-Ogievskiy | 3ca1f32 | 2021-04-28 18:17:33 +0300 | [diff] [blame] | 189 | .get_parent_aio_context = child_job_get_parent_aio_context, |
Paolo Bonzini | f321dcb | 2017-05-08 16:13:03 +0200 | [diff] [blame] | 190 | }; |
| 191 | |
Kevin Wolf | bbc02b9 | 2017-02-28 12:45:58 +0100 | [diff] [blame] | 192 | void block_job_remove_all_bdrv(BlockJob *job) |
| 193 | { |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 194 | GLOBAL_STATE_CODE(); |
Sergio Lopez | d876bf6 | 2019-09-11 12:03:16 +0200 | [diff] [blame] | 195 | /* |
| 196 | * bdrv_root_unref_child() may reach child_job_[can_]set_aio_ctx(), |
| 197 | * which will also traverse job->nodes, so consume the list one by |
| 198 | * one to make sure that such a concurrent access does not attempt |
| 199 | * to process an already freed BdrvChild. |
| 200 | */ |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 201 | bdrv_graph_wrlock(); |
Sergio Lopez | d876bf6 | 2019-09-11 12:03:16 +0200 | [diff] [blame] | 202 | while (job->nodes) { |
| 203 | GSList *l = job->nodes; |
Kevin Wolf | bbc02b9 | 2017-02-28 12:45:58 +0100 | [diff] [blame] | 204 | BdrvChild *c = l->data; |
Sergio Lopez | d876bf6 | 2019-09-11 12:03:16 +0200 | [diff] [blame] | 205 | |
| 206 | job->nodes = l->next; |
| 207 | |
Kevin Wolf | bbc02b9 | 2017-02-28 12:45:58 +0100 | [diff] [blame] | 208 | bdrv_op_unblock_all(c->bs, job->blocker); |
| 209 | bdrv_root_unref_child(c); |
Sergio Lopez | d876bf6 | 2019-09-11 12:03:16 +0200 | [diff] [blame] | 210 | |
| 211 | g_slist_free_1(l); |
Kevin Wolf | bbc02b9 | 2017-02-28 12:45:58 +0100 | [diff] [blame] | 212 | } |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 213 | bdrv_graph_wrunlock(); |
Kevin Wolf | bbc02b9 | 2017-02-28 12:45:58 +0100 | [diff] [blame] | 214 | } |
| 215 | |
Vladimir Sementsov-Ogievskiy | 8164102 | 2019-06-06 18:41:31 +0300 | [diff] [blame] | 216 | bool block_job_has_bdrv(BlockJob *job, BlockDriverState *bs) |
| 217 | { |
| 218 | GSList *el; |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 219 | GLOBAL_STATE_CODE(); |
Vladimir Sementsov-Ogievskiy | 8164102 | 2019-06-06 18:41:31 +0300 | [diff] [blame] | 220 | |
| 221 | for (el = job->nodes; el; el = el->next) { |
| 222 | BdrvChild *c = el->data; |
| 223 | if (c->bs == bs) { |
| 224 | return true; |
| 225 | } |
| 226 | } |
| 227 | |
| 228 | return false; |
| 229 | } |
| 230 | |
Kevin Wolf | 76d554e | 2017-01-17 11:56:42 +0100 | [diff] [blame] | 231 | int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs, |
| 232 | uint64_t perm, uint64_t shared_perm, Error **errp) |
Alberto Garcia | 23d402d | 2016-10-28 10:08:04 +0300 | [diff] [blame] | 233 | { |
Kevin Wolf | 76d554e | 2017-01-17 11:56:42 +0100 | [diff] [blame] | 234 | BdrvChild *c; |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 235 | GLOBAL_STATE_CODE(); |
Kevin Wolf | 76d554e | 2017-01-17 11:56:42 +0100 | [diff] [blame] | 236 | |
Alberto Garcia | b441dc7 | 2019-05-13 16:46:18 +0300 | [diff] [blame] | 237 | bdrv_ref(bs); |
Michael Qiu | 076d467 | 2021-02-03 10:40:59 +0800 | [diff] [blame] | 238 | |
Vladimir Sementsov-Ogievskiy | 228ca37 | 2021-04-28 18:17:34 +0300 | [diff] [blame] | 239 | c = bdrv_root_attach_child(bs, name, &child_job, 0, perm, shared_perm, job, |
Max Reitz | 258b776 | 2020-05-13 13:05:15 +0200 | [diff] [blame] | 240 | errp); |
Kevin Wolf | 76d554e | 2017-01-17 11:56:42 +0100 | [diff] [blame] | 241 | if (c == NULL) { |
| 242 | return -EPERM; |
| 243 | } |
| 244 | |
| 245 | job->nodes = g_slist_prepend(job->nodes, c); |
Alberto Garcia | 23d402d | 2016-10-28 10:08:04 +0300 | [diff] [blame] | 246 | bdrv_op_block_all(bs, job->blocker); |
Kevin Wolf | 76d554e | 2017-01-17 11:56:42 +0100 | [diff] [blame] | 247 | |
| 248 | return 0; |
Alberto Garcia | 23d402d | 2016-10-28 10:08:04 +0300 | [diff] [blame] | 249 | } |
| 250 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 251 | /* Called with job_mutex lock held. */ |
| 252 | static void block_job_on_idle_locked(Notifier *n, void *opaque) |
Kevin Wolf | 34dc97b | 2018-08-17 14:53:05 +0200 | [diff] [blame] | 253 | { |
Kevin Wolf | cfe29d8 | 2018-09-18 17:09:16 +0200 | [diff] [blame] | 254 | aio_wait_kick(); |
Kevin Wolf | 34dc97b | 2018-08-17 14:53:05 +0200 | [diff] [blame] | 255 | } |
| 256 | |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 257 | bool block_job_is_internal(BlockJob *job) |
| 258 | { |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 259 | return (job->job.id == NULL); |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 260 | } |
| 261 | |
Kevin Wolf | bd21935 | 2018-01-19 15:54:40 +0100 | [diff] [blame] | 262 | const BlockJobDriver *block_job_driver(BlockJob *job) |
| 263 | { |
Kevin Wolf | 9f6bb4c | 2018-05-14 14:51:21 +0200 | [diff] [blame] | 264 | return container_of(job->job.driver, BlockJobDriver, job_driver); |
Kevin Wolf | bd21935 | 2018-01-19 15:54:40 +0100 | [diff] [blame] | 265 | } |
| 266 | |
Kevin Wolf | da01ff7 | 2018-04-13 17:31:02 +0200 | [diff] [blame] | 267 | /* Assumes the job_mutex is held */ |
| 268 | static bool job_timer_pending(Job *job) |
| 269 | { |
| 270 | return timer_pending(&job->sleep_timer); |
| 271 | } |
| 272 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 273 | bool block_job_set_speed_locked(BlockJob *job, int64_t speed, Error **errp) |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 274 | { |
Vladimir Sementsov-Ogievskiy | e0323a0 | 2021-01-17 00:46:50 +0300 | [diff] [blame] | 275 | const BlockJobDriver *drv = block_job_driver(job); |
John Snow | aa9ef2e | 2017-12-13 15:46:11 -0500 | [diff] [blame] | 276 | int64_t old_speed = job->speed; |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 277 | |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 278 | GLOBAL_STATE_CODE(); |
| 279 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 280 | if (job_apply_verb_locked(&job->job, JOB_VERB_SET_SPEED, errp) < 0) { |
Vladimir Sementsov-Ogievskiy | 775d0c0 | 2021-02-02 15:49:49 +0300 | [diff] [blame] | 281 | return false; |
John Snow | 0ec4dfb | 2018-03-10 03:27:32 -0500 | [diff] [blame] | 282 | } |
Kevin Wolf | 18bb692 | 2018-01-18 20:25:40 +0100 | [diff] [blame] | 283 | if (speed < 0) { |
Kevin Wolf | 1ef7d9d | 2019-11-26 14:39:55 +0100 | [diff] [blame] | 284 | error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "speed", |
| 285 | "a non-negative value"); |
Vladimir Sementsov-Ogievskiy | 775d0c0 | 2021-02-02 15:49:49 +0300 | [diff] [blame] | 286 | return false; |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 287 | } |
| 288 | |
Kevin Wolf | 18bb692 | 2018-01-18 20:25:40 +0100 | [diff] [blame] | 289 | ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME); |
| 290 | |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 291 | job->speed = speed; |
Vladimir Sementsov-Ogievskiy | e0323a0 | 2021-01-17 00:46:50 +0300 | [diff] [blame] | 292 | |
| 293 | if (drv->set_speed) { |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 294 | job_unlock(); |
Vladimir Sementsov-Ogievskiy | e0323a0 | 2021-01-17 00:46:50 +0300 | [diff] [blame] | 295 | drv->set_speed(job, speed); |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 296 | job_lock(); |
Vladimir Sementsov-Ogievskiy | e0323a0 | 2021-01-17 00:46:50 +0300 | [diff] [blame] | 297 | } |
| 298 | |
John Snow | d4fce18 | 2018-03-10 03:27:26 -0500 | [diff] [blame] | 299 | if (speed && speed <= old_speed) { |
Vladimir Sementsov-Ogievskiy | 775d0c0 | 2021-02-02 15:49:49 +0300 | [diff] [blame] | 300 | return true; |
John Snow | aa9ef2e | 2017-12-13 15:46:11 -0500 | [diff] [blame] | 301 | } |
| 302 | |
| 303 | /* kick only if a timer is pending */ |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 304 | job_enter_cond_locked(&job->job, job_timer_pending); |
Vladimir Sementsov-Ogievskiy | 775d0c0 | 2021-02-02 15:49:49 +0300 | [diff] [blame] | 305 | |
| 306 | return true; |
Paolo Bonzini | 2f0c9fe | 2012-09-28 17:22:47 +0200 | [diff] [blame] | 307 | } |
| 308 | |
Emanuele Giuseppe Esposito | ba6a910 | 2022-09-26 05:32:13 -0400 | [diff] [blame] | 309 | static bool block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 310 | { |
| 311 | JOB_LOCK_GUARD(); |
| 312 | return block_job_set_speed_locked(job, speed, errp); |
| 313 | } |
| 314 | |
Fiona Ebner | 61a3a5a | 2023-10-31 14:54:22 +0100 | [diff] [blame] | 315 | void block_job_change_locked(BlockJob *job, BlockJobChangeOptions *opts, |
| 316 | Error **errp) |
| 317 | { |
| 318 | const BlockJobDriver *drv = block_job_driver(job); |
| 319 | |
| 320 | GLOBAL_STATE_CODE(); |
| 321 | |
| 322 | if (job_apply_verb_locked(&job->job, JOB_VERB_CHANGE, errp)) { |
| 323 | return; |
| 324 | } |
| 325 | |
| 326 | if (drv->change) { |
| 327 | job_unlock(); |
| 328 | drv->change(job, opts, errp); |
| 329 | job_lock(); |
| 330 | } else { |
| 331 | error_setg(errp, "Job type does not support change"); |
| 332 | } |
| 333 | } |
| 334 | |
Kevin Wolf | 018e598 | 2023-05-10 22:36:00 +0200 | [diff] [blame] | 335 | void block_job_ratelimit_processed_bytes(BlockJob *job, uint64_t n) |
Kevin Wolf | dee81d5 | 2018-01-18 21:19:38 +0100 | [diff] [blame] | 336 | { |
Emanuele Giuseppe Esposito | e2d9faf | 2022-03-03 10:16:01 -0500 | [diff] [blame] | 337 | IO_CODE(); |
Kevin Wolf | 018e598 | 2023-05-10 22:36:00 +0200 | [diff] [blame] | 338 | ratelimit_calculate_delay(&job->limit, n); |
| 339 | } |
| 340 | |
| 341 | void block_job_ratelimit_sleep(BlockJob *job) |
| 342 | { |
| 343 | uint64_t delay_ns; |
| 344 | |
| 345 | /* |
| 346 | * Sleep at least once. If the job is reentered early, keep waiting until |
| 347 | * we've waited for the full time that is necessary to keep the job at the |
| 348 | * right speed. |
| 349 | * |
| 350 | * Make sure to recalculate the delay after each (possibly interrupted) |
| 351 | * sleep because the speed can change while the job has yielded. |
| 352 | */ |
| 353 | do { |
| 354 | delay_ns = ratelimit_calculate_delay(&job->limit, 0); |
| 355 | job_sleep_ns(&job->job, delay_ns); |
| 356 | } while (delay_ns && !job_is_cancelled(&job->job)); |
Kevin Wolf | dee81d5 | 2018-01-18 21:19:38 +0100 | [diff] [blame] | 357 | } |
| 358 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 359 | BlockJobInfo *block_job_query_locked(BlockJob *job, Error **errp) |
Paolo Bonzini | 30e628b | 2012-09-28 17:22:48 +0200 | [diff] [blame] | 360 | { |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 361 | BlockJobInfo *info; |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 362 | uint64_t progress_current, progress_total; |
Fiona Ebner | 59fd825 | 2023-10-31 14:54:29 +0100 | [diff] [blame] | 363 | const BlockJobDriver *drv = block_job_driver(job); |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 364 | |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 365 | GLOBAL_STATE_CODE(); |
| 366 | |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 367 | if (block_job_is_internal(job)) { |
| 368 | error_setg(errp, "Cannot query QEMU internal jobs"); |
| 369 | return NULL; |
| 370 | } |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 371 | |
| 372 | progress_get_snapshot(&job->job.progress, &progress_current, |
| 373 | &progress_total); |
| 374 | |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 375 | info = g_new0(BlockJobInfo, 1); |
Fiona Ebner | d67c54d | 2023-10-31 14:54:27 +0100 | [diff] [blame] | 376 | info->type = job_type(&job->job); |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 377 | info->device = g_strdup(job->job.id); |
Emanuele Giuseppe Esposito | fca2631 | 2022-09-26 05:32:12 -0400 | [diff] [blame] | 378 | info->busy = job->job.busy; |
Kevin Wolf | da01ff7 | 2018-04-13 17:31:02 +0200 | [diff] [blame] | 379 | info->paused = job->job.pause_count > 0; |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 380 | info->offset = progress_current; |
| 381 | info->len = progress_total; |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 382 | info->speed = job->speed; |
| 383 | info->io_status = job->iostatus; |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 384 | info->ready = job_is_ready_locked(&job->job), |
Kevin Wolf | a50c2ab | 2018-04-13 17:19:31 +0200 | [diff] [blame] | 385 | info->status = job->job.status; |
Kevin Wolf | bb02b65 | 2018-04-19 17:54:56 +0200 | [diff] [blame] | 386 | info->auto_finalize = job->job.auto_finalize; |
| 387 | info->auto_dismiss = job->job.auto_dismiss; |
Stefano Garzarella | 3b6ad62 | 2021-02-25 11:36:33 +0100 | [diff] [blame] | 388 | if (job->job.ret) { |
Stefano Garzarella | 3b6ad62 | 2021-02-25 11:36:33 +0100 | [diff] [blame] | 389 | info->error = job->job.err ? |
| 390 | g_strdup(error_get_pretty(job->job.err)) : |
| 391 | g_strdup(strerror(-job->job.ret)); |
| 392 | } |
Fiona Ebner | 59fd825 | 2023-10-31 14:54:29 +0100 | [diff] [blame] | 393 | if (drv->query) { |
| 394 | job_unlock(); |
| 395 | drv->query(job, info); |
| 396 | job_lock(); |
| 397 | } |
Paolo Bonzini | 30e628b | 2012-09-28 17:22:48 +0200 | [diff] [blame] | 398 | return info; |
| 399 | } |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 400 | |
Emanuele Giuseppe Esposito | d59cb66 | 2022-09-26 05:32:09 -0400 | [diff] [blame] | 401 | /* Called with job lock held */ |
| 402 | static void block_job_iostatus_set_err_locked(BlockJob *job, int error) |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 403 | { |
| 404 | if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { |
| 405 | job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : |
| 406 | BLOCK_DEVICE_IO_STATUS_FAILED; |
| 407 | } |
| 408 | } |
| 409 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 410 | /* Called with job_mutex lock held. */ |
| 411 | static void block_job_event_cancelled_locked(Notifier *n, void *opaque) |
Paolo Bonzini | a66a2a3 | 2012-07-23 15:15:47 +0200 | [diff] [blame] | 412 | { |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 413 | BlockJob *job = opaque; |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 414 | uint64_t progress_current, progress_total; |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 415 | |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 416 | if (block_job_is_internal(job)) { |
| 417 | return; |
| 418 | } |
| 419 | |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 420 | progress_get_snapshot(&job->job.progress, &progress_current, |
| 421 | &progress_total); |
| 422 | |
Kevin Wolf | 252291e | 2018-04-12 17:57:08 +0200 | [diff] [blame] | 423 | qapi_event_send_block_job_cancelled(job_type(&job->job), |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 424 | job->job.id, |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 425 | progress_total, |
| 426 | progress_current, |
Peter Xu | 3ab7238 | 2018-08-15 21:37:37 +0800 | [diff] [blame] | 427 | job->speed); |
Paolo Bonzini | a66a2a3 | 2012-07-23 15:15:47 +0200 | [diff] [blame] | 428 | } |
| 429 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 430 | /* Called with job_mutex lock held. */ |
| 431 | static void block_job_event_completed_locked(Notifier *n, void *opaque) |
Paolo Bonzini | a66a2a3 | 2012-07-23 15:15:47 +0200 | [diff] [blame] | 432 | { |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 433 | BlockJob *job = opaque; |
| 434 | const char *msg = NULL; |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 435 | uint64_t progress_current, progress_total; |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 436 | |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 437 | if (block_job_is_internal(job)) { |
| 438 | return; |
| 439 | } |
| 440 | |
Kevin Wolf | 4ad3518 | 2018-04-19 17:30:16 +0200 | [diff] [blame] | 441 | if (job->job.ret < 0) { |
Stefano Garzarella | 3b6ad62 | 2021-02-25 11:36:33 +0100 | [diff] [blame] | 442 | msg = error_get_pretty(job->job.err); |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 443 | } |
| 444 | |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 445 | progress_get_snapshot(&job->job.progress, &progress_current, |
| 446 | &progress_total); |
| 447 | |
Kevin Wolf | 252291e | 2018-04-12 17:57:08 +0200 | [diff] [blame] | 448 | qapi_event_send_block_job_completed(job_type(&job->job), |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 449 | job->job.id, |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 450 | progress_total, |
| 451 | progress_current, |
Wenchao Xia | bcada37b | 2014-06-18 08:43:47 +0200 | [diff] [blame] | 452 | job->speed, |
Peter Xu | 3ab7238 | 2018-08-15 21:37:37 +0800 | [diff] [blame] | 453 | msg); |
Wenchao Xia | bcada37b | 2014-06-18 08:43:47 +0200 | [diff] [blame] | 454 | } |
| 455 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 456 | /* Called with job_mutex lock held. */ |
| 457 | static void block_job_event_pending_locked(Notifier *n, void *opaque) |
John Snow | 5f24159 | 2018-03-10 03:27:42 -0500 | [diff] [blame] | 458 | { |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 459 | BlockJob *job = opaque; |
| 460 | |
Kevin Wolf | 5d4f376 | 2018-04-23 17:09:42 +0200 | [diff] [blame] | 461 | if (block_job_is_internal(job)) { |
| 462 | return; |
John Snow | 5f24159 | 2018-03-10 03:27:42 -0500 | [diff] [blame] | 463 | } |
Kevin Wolf | 5d4f376 | 2018-04-23 17:09:42 +0200 | [diff] [blame] | 464 | |
| 465 | qapi_event_send_block_job_pending(job_type(&job->job), |
Peter Xu | 3ab7238 | 2018-08-15 21:37:37 +0800 | [diff] [blame] | 466 | job->job.id); |
John Snow | 5f24159 | 2018-03-10 03:27:42 -0500 | [diff] [blame] | 467 | } |
| 468 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 469 | /* Called with job_mutex lock held. */ |
| 470 | static void block_job_event_ready_locked(Notifier *n, void *opaque) |
Kevin Wolf | 2e1795b | 2018-04-25 14:56:09 +0200 | [diff] [blame] | 471 | { |
| 472 | BlockJob *job = opaque; |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 473 | uint64_t progress_current, progress_total; |
Kevin Wolf | 2e1795b | 2018-04-25 14:56:09 +0200 | [diff] [blame] | 474 | |
| 475 | if (block_job_is_internal(job)) { |
| 476 | return; |
| 477 | } |
| 478 | |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 479 | progress_get_snapshot(&job->job.progress, &progress_current, |
| 480 | &progress_total); |
| 481 | |
Kevin Wolf | 2e1795b | 2018-04-25 14:56:09 +0200 | [diff] [blame] | 482 | qapi_event_send_block_job_ready(job_type(&job->job), |
| 483 | job->job.id, |
Emanuele Giuseppe Esposito | a7b4f8f | 2021-06-14 10:11:29 +0200 | [diff] [blame] | 484 | progress_total, |
| 485 | progress_current, |
Peter Xu | 3ab7238 | 2018-08-15 21:37:37 +0800 | [diff] [blame] | 486 | job->speed); |
Kevin Wolf | 2e1795b | 2018-04-25 14:56:09 +0200 | [diff] [blame] | 487 | } |
| 488 | |
| 489 | |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 490 | void *block_job_create(const char *job_id, const BlockJobDriver *driver, |
Kevin Wolf | 62c9e41 | 2018-04-19 16:09:52 +0200 | [diff] [blame] | 491 | JobTxn *txn, BlockDriverState *bs, uint64_t perm, |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 492 | uint64_t shared_perm, int64_t speed, int flags, |
| 493 | BlockCompletionFunc *cb, void *opaque, Error **errp) |
| 494 | { |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 495 | BlockJob *job; |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 496 | int ret; |
Emanuele Giuseppe Esposito | e2d9faf | 2022-03-03 10:16:01 -0500 | [diff] [blame] | 497 | GLOBAL_STATE_CODE(); |
Kevin Wolf | f3bbc53 | 2023-10-27 17:53:14 +0200 | [diff] [blame] | 498 | |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 499 | bdrv_graph_wrlock(); |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 500 | |
Kevin Wolf | bb02b65 | 2018-04-19 17:54:56 +0200 | [diff] [blame] | 501 | if (job_id == NULL && !(flags & JOB_INTERNAL)) { |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 502 | job_id = bdrv_get_device_name(bs); |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 503 | } |
| 504 | |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 505 | job = job_create(job_id, &driver->job_driver, txn, bdrv_get_aio_context(bs), |
Kevin Wolf | 4ad3518 | 2018-04-19 17:30:16 +0200 | [diff] [blame] | 506 | flags, cb, opaque, errp); |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 507 | if (job == NULL) { |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 508 | bdrv_graph_wrunlock(); |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 509 | return NULL; |
| 510 | } |
| 511 | |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 512 | assert(is_block_job(&job->job)); |
Kevin Wolf | 80fa2c7 | 2018-04-13 18:50:05 +0200 | [diff] [blame] | 513 | assert(job->job.driver->free == &block_job_free); |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 514 | assert(job->job.driver->user_resume == &block_job_user_resume); |
Kevin Wolf | e7c1d78 | 2018-04-12 17:54:37 +0200 | [diff] [blame] | 515 | |
Paolo Bonzini | 4951967 | 2021-04-13 10:20:32 +0200 | [diff] [blame] | 516 | ratelimit_init(&job->limit); |
| 517 | |
Emanuele Giuseppe Esposito | 243c6ec | 2022-09-26 05:32:08 -0400 | [diff] [blame] | 518 | job->finalize_cancelled_notifier.notify = block_job_event_cancelled_locked; |
| 519 | job->finalize_completed_notifier.notify = block_job_event_completed_locked; |
| 520 | job->pending_notifier.notify = block_job_event_pending_locked; |
| 521 | job->ready_notifier.notify = block_job_event_ready_locked; |
| 522 | job->idle_notifier.notify = block_job_on_idle_locked; |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 523 | |
Emanuele Giuseppe Esposito | 880eeec | 2022-09-26 05:32:04 -0400 | [diff] [blame] | 524 | WITH_JOB_LOCK_GUARD() { |
| 525 | notifier_list_add(&job->job.on_finalize_cancelled, |
| 526 | &job->finalize_cancelled_notifier); |
| 527 | notifier_list_add(&job->job.on_finalize_completed, |
| 528 | &job->finalize_completed_notifier); |
| 529 | notifier_list_add(&job->job.on_pending, &job->pending_notifier); |
| 530 | notifier_list_add(&job->job.on_ready, &job->ready_notifier); |
| 531 | notifier_list_add(&job->job.on_idle, &job->idle_notifier); |
| 532 | } |
Kevin Wolf | 139a9f0 | 2018-04-23 18:04:57 +0200 | [diff] [blame] | 533 | |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 534 | error_setg(&job->blocker, "block device is in use by block job: %s", |
Kevin Wolf | 252291e | 2018-04-12 17:57:08 +0200 | [diff] [blame] | 535 | job_type_str(&job->job)); |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 536 | |
| 537 | ret = block_job_add_bdrv(job, "main node", bs, perm, shared_perm, errp); |
| 538 | if (ret < 0) { |
| 539 | goto fail; |
| 540 | } |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 541 | |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 542 | bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); |
| 543 | |
Paolo Bonzini | c02b83e | 2021-06-14 10:11:28 +0200 | [diff] [blame] | 544 | if (!block_job_set_speed(job, speed, errp)) { |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 545 | goto fail; |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 546 | } |
John Snow | 75859b9 | 2018-03-10 03:27:27 -0500 | [diff] [blame] | 547 | |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 548 | bdrv_graph_wrunlock(); |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 549 | return job; |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 550 | |
| 551 | fail: |
Stefan Hajnoczi | 6bc30f1 | 2023-12-05 13:20:02 -0500 | [diff] [blame] | 552 | bdrv_graph_wrunlock(); |
Vladimir Sementsov-Ogievskiy | 985cac8 | 2021-05-06 17:13:57 +0300 | [diff] [blame] | 553 | job_early_fail(&job->job); |
| 554 | return NULL; |
Paolo Bonzini | 88691b3 | 2017-05-08 16:13:04 +0200 | [diff] [blame] | 555 | } |
| 556 | |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 557 | void block_job_iostatus_reset_locked(BlockJob *job) |
Paolo Bonzini | 2caf63a | 2017-05-08 16:13:05 +0200 | [diff] [blame] | 558 | { |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 559 | GLOBAL_STATE_CODE(); |
Paolo Bonzini | 4c241cf | 2017-05-08 16:13:06 +0200 | [diff] [blame] | 560 | if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { |
| 561 | return; |
| 562 | } |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 563 | assert(job->job.user_paused && job->job.pause_count > 0); |
Paolo Bonzini | 2caf63a | 2017-05-08 16:13:05 +0200 | [diff] [blame] | 564 | job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; |
| 565 | } |
| 566 | |
Emanuele Giuseppe Esposito | ba6a910 | 2022-09-26 05:32:13 -0400 | [diff] [blame] | 567 | static void block_job_iostatus_reset(BlockJob *job) |
Emanuele Giuseppe Esposito | f41ab73 | 2022-09-26 05:32:00 -0400 | [diff] [blame] | 568 | { |
| 569 | JOB_LOCK_GUARD(); |
| 570 | block_job_iostatus_reset_locked(job); |
| 571 | } |
| 572 | |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 573 | void block_job_user_resume(Job *job) |
| 574 | { |
| 575 | BlockJob *bjob = container_of(job, BlockJob, job); |
Emanuele Giuseppe Esposito | e2d9faf | 2022-03-03 10:16:01 -0500 | [diff] [blame] | 576 | GLOBAL_STATE_CODE(); |
Kevin Wolf | b15de82 | 2018-04-18 17:10:26 +0200 | [diff] [blame] | 577 | block_job_iostatus_reset(bjob); |
| 578 | } |
| 579 | |
Kevin Wolf | 81e254d | 2016-04-18 11:36:38 +0200 | [diff] [blame] | 580 | BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 581 | int is_read, int error) |
| 582 | { |
| 583 | BlockErrorAction action; |
Emanuele Giuseppe Esposito | e2d9faf | 2022-03-03 10:16:01 -0500 | [diff] [blame] | 584 | IO_CODE(); |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 585 | |
| 586 | switch (on_err) { |
| 587 | case BLOCKDEV_ON_ERROR_ENOSPC: |
Kevin Wolf | 8c39825 | 2016-06-29 17:41:35 +0200 | [diff] [blame] | 588 | case BLOCKDEV_ON_ERROR_AUTO: |
Wenchao Xia | a589569 | 2014-06-18 08:43:30 +0200 | [diff] [blame] | 589 | action = (error == ENOSPC) ? |
| 590 | BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 591 | break; |
| 592 | case BLOCKDEV_ON_ERROR_STOP: |
Wenchao Xia | a589569 | 2014-06-18 08:43:30 +0200 | [diff] [blame] | 593 | action = BLOCK_ERROR_ACTION_STOP; |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 594 | break; |
| 595 | case BLOCKDEV_ON_ERROR_REPORT: |
Wenchao Xia | a589569 | 2014-06-18 08:43:30 +0200 | [diff] [blame] | 596 | action = BLOCK_ERROR_ACTION_REPORT; |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 597 | break; |
| 598 | case BLOCKDEV_ON_ERROR_IGNORE: |
Wenchao Xia | a589569 | 2014-06-18 08:43:30 +0200 | [diff] [blame] | 599 | action = BLOCK_ERROR_ACTION_IGNORE; |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 600 | break; |
| 601 | default: |
| 602 | abort(); |
| 603 | } |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 604 | if (!block_job_is_internal(job)) { |
Kevin Wolf | 33e9e9b | 2018-04-12 17:29:59 +0200 | [diff] [blame] | 605 | qapi_event_send_block_job_error(job->job.id, |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 606 | is_read ? IO_OPERATION_TYPE_READ : |
| 607 | IO_OPERATION_TYPE_WRITE, |
Peter Xu | 3ab7238 | 2018-08-15 21:37:37 +0800 | [diff] [blame] | 608 | action); |
John Snow | 559b935 | 2016-10-27 12:06:55 -0400 | [diff] [blame] | 609 | } |
Wenchao Xia | a589569 | 2014-06-18 08:43:30 +0200 | [diff] [blame] | 610 | if (action == BLOCK_ERROR_ACTION_STOP) { |
Emanuele Giuseppe Esposito | 880eeec | 2022-09-26 05:32:04 -0400 | [diff] [blame] | 611 | WITH_JOB_LOCK_GUARD() { |
| 612 | if (!job->job.user_paused) { |
| 613 | job_pause_locked(&job->job); |
| 614 | /* |
| 615 | * make the pause user visible, which will be |
| 616 | * resumed from QMP. |
| 617 | */ |
| 618 | job->job.user_paused = true; |
| 619 | } |
Emanuele Giuseppe Esposito | d59cb66 | 2022-09-26 05:32:09 -0400 | [diff] [blame] | 620 | block_job_iostatus_set_err_locked(job, error); |
Vladimir Sementsov-Ogievskiy | 8d9648c | 2019-03-19 12:24:42 +0300 | [diff] [blame] | 621 | } |
Paolo Bonzini | 32c81a4 | 2012-09-28 17:22:58 +0200 | [diff] [blame] | 622 | } |
| 623 | return action; |
| 624 | } |
Vladimir Sementsov-Ogievskiy | df9a316 | 2021-05-06 17:13:53 +0300 | [diff] [blame] | 625 | |
| 626 | AioContext *block_job_get_aio_context(BlockJob *job) |
| 627 | { |
Emanuele Giuseppe Esposito | cf81ae2 | 2022-03-03 10:16:04 -0500 | [diff] [blame] | 628 | GLOBAL_STATE_CODE(); |
Vladimir Sementsov-Ogievskiy | df9a316 | 2021-05-06 17:13:53 +0300 | [diff] [blame] | 629 | return job->job.aio_context; |
| 630 | } |