Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU Enhanced Disk Format Table I/O |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2010 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Stefan Hajnoczi <stefanha@linux.vnet.ibm.com> |
| 8 | * Anthony Liguori <aliguori@us.ibm.com> |
| 9 | * |
| 10 | * This work is licensed under the terms of the GNU LGPL, version 2 or later. |
| 11 | * See the COPYING.LIB file in the top-level directory. |
| 12 | * |
| 13 | */ |
| 14 | |
Peter Maydell | 80c71a2 | 2016-01-18 18:01:42 +0000 | [diff] [blame] | 15 | #include "qemu/osdep.h" |
Markus Armbruster | e2c1c34 | 2022-12-21 14:35:49 +0100 | [diff] [blame] | 16 | #include "block/block-io.h" |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 17 | #include "trace.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 18 | #include "qemu/sockets.h" /* for EINPROGRESS on Windows */ |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 19 | #include "qed.h" |
Paolo Bonzini | 58369e2 | 2016-03-15 17:22:36 +0100 | [diff] [blame] | 20 | #include "qemu/bswap.h" |
Peter Maydell | 5df022c | 2022-02-26 18:07:23 +0000 | [diff] [blame] | 21 | #include "qemu/memalign.h" |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 22 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 23 | /* Called with table_lock held. */ |
Kevin Wolf | b9b10c3 | 2023-02-03 16:21:50 +0100 | [diff] [blame] | 24 | static int coroutine_fn GRAPH_RDLOCK |
| 25 | qed_read_table(BDRVQEDState *s, uint64_t offset, QEDTable *table) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 26 | { |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 27 | unsigned int bytes = s->header.cluster_size * s->header.table_size; |
| 28 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 29 | int noffsets; |
| 30 | int i, ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 31 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 32 | trace_qed_read_table(s, offset, table); |
| 33 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 34 | qemu_co_mutex_unlock(&s->table_lock); |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 35 | ret = bdrv_co_pread(s->bs->file, offset, bytes, table->offsets, 0); |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 36 | qemu_co_mutex_lock(&s->table_lock); |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 37 | if (ret < 0) { |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 38 | goto out; |
| 39 | } |
| 40 | |
| 41 | /* Byteswap offsets */ |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 42 | noffsets = bytes / sizeof(uint64_t); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 43 | for (i = 0; i < noffsets; i++) { |
| 44 | table->offsets[i] = le64_to_cpu(table->offsets[i]); |
| 45 | } |
| 46 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 47 | ret = 0; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 48 | out: |
| 49 | /* Completion */ |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 50 | trace_qed_read_table_cb(s, table, ret); |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 51 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 52 | } |
| 53 | |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 54 | /** |
| 55 | * Write out an updated part or all of a table |
| 56 | * |
| 57 | * @s: QED state |
| 58 | * @offset: Offset of table in image file, in bytes |
| 59 | * @table: Table |
| 60 | * @index: Index of first element |
| 61 | * @n: Number of elements |
| 62 | * @flush: Whether or not to sync to disk |
Paolo Bonzini | 1f01e50 | 2017-06-29 15:27:47 +0200 | [diff] [blame] | 63 | * |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 64 | * Called with table_lock held. |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 65 | */ |
Emanuele Giuseppe Esposito | 8809534 | 2023-02-03 16:21:46 +0100 | [diff] [blame] | 66 | static int coroutine_fn GRAPH_RDLOCK |
| 67 | qed_write_table(BDRVQEDState *s, uint64_t offset, QEDTable *table, |
| 68 | unsigned int index, unsigned int n, bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 69 | { |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 70 | unsigned int sector_mask = BDRV_SECTOR_SIZE / sizeof(uint64_t) - 1; |
| 71 | unsigned int start, end, i; |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 72 | QEDTable *new_table; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 73 | size_t len_bytes; |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 74 | int ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 75 | |
| 76 | trace_qed_write_table(s, offset, table, index, n); |
| 77 | |
| 78 | /* Calculate indices of the first and one after last elements */ |
| 79 | start = index & ~sector_mask; |
| 80 | end = (index + n + sector_mask) & ~sector_mask; |
| 81 | |
| 82 | len_bytes = (end - start) * sizeof(uint64_t); |
| 83 | |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 84 | new_table = qemu_blockalign(s->bs, len_bytes); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 85 | |
| 86 | /* Byteswap table */ |
| 87 | for (i = start; i < end; i++) { |
| 88 | uint64_t le_offset = cpu_to_le64(table->offsets[i]); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 89 | new_table->offsets[i - start] = le_offset; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | /* Adjust for offset into table */ |
| 93 | offset += start * sizeof(uint64_t); |
| 94 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 95 | qemu_co_mutex_unlock(&s->table_lock); |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 96 | ret = bdrv_co_pwrite(s->bs->file, offset, len_bytes, new_table->offsets, 0); |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 97 | qemu_co_mutex_lock(&s->table_lock); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 98 | trace_qed_write_table_cb(s, table, flush, ret); |
| 99 | if (ret < 0) { |
| 100 | goto out; |
| 101 | } |
| 102 | |
| 103 | if (flush) { |
Alberto Faria | 3aba34a | 2022-10-13 14:37:07 +0200 | [diff] [blame] | 104 | ret = bdrv_co_flush(s->bs); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 105 | if (ret < 0) { |
| 106 | goto out; |
| 107 | } |
| 108 | } |
| 109 | |
| 110 | ret = 0; |
| 111 | out: |
| 112 | qemu_vfree(new_table); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 113 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 114 | } |
| 115 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 116 | int coroutine_fn qed_read_l1_table_sync(BDRVQEDState *s) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 117 | { |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 118 | return qed_read_table(s, s->header.l1_table_offset, s->l1_table); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 119 | } |
| 120 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 121 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 122 | int coroutine_fn qed_write_l1_table(BDRVQEDState *s, unsigned int index, |
| 123 | unsigned int n) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 124 | { |
Paolo Bonzini | 1736239 | 2023-06-01 13:51:45 +0200 | [diff] [blame] | 125 | BLKDBG_CO_EVENT(s->bs->file, BLKDBG_L1_UPDATE); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 126 | return qed_write_table(s, s->header.l1_table_offset, |
| 127 | s->l1_table, index, n, false); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 128 | } |
| 129 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 130 | int coroutine_fn qed_write_l1_table_sync(BDRVQEDState *s, unsigned int index, |
| 131 | unsigned int n) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 132 | { |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 133 | return qed_write_l1_table(s, index, n); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 134 | } |
| 135 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 136 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 137 | int coroutine_fn qed_read_l2_table(BDRVQEDState *s, QEDRequest *request, |
| 138 | uint64_t offset) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 139 | { |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 140 | int ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 141 | |
| 142 | qed_unref_l2_cache_entry(request->l2_table); |
| 143 | |
| 144 | /* Check for cached L2 entry */ |
| 145 | request->l2_table = qed_find_l2_cache_entry(&s->l2_cache, offset); |
| 146 | if (request->l2_table) { |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 147 | return 0; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | request->l2_table = qed_alloc_l2_cache_entry(&s->l2_cache); |
| 151 | request->l2_table->table = qed_alloc_table(s); |
| 152 | |
Paolo Bonzini | 1736239 | 2023-06-01 13:51:45 +0200 | [diff] [blame] | 153 | BLKDBG_CO_EVENT(s->bs->file, BLKDBG_L2_LOAD); |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 154 | ret = qed_read_table(s, offset, request->l2_table->table); |
| 155 | |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 156 | if (ret) { |
| 157 | /* can't trust loaded L2 table anymore */ |
| 158 | qed_unref_l2_cache_entry(request->l2_table); |
| 159 | request->l2_table = NULL; |
| 160 | } else { |
| 161 | request->l2_table->offset = offset; |
| 162 | |
| 163 | qed_commit_l2_cache_entry(&s->l2_cache, request->l2_table); |
| 164 | |
| 165 | /* This is guaranteed to succeed because we just committed the entry |
| 166 | * to the cache. |
| 167 | */ |
| 168 | request->l2_table = qed_find_l2_cache_entry(&s->l2_cache, offset); |
| 169 | assert(request->l2_table != NULL); |
| 170 | } |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 171 | |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 172 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 173 | } |
| 174 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 175 | int coroutine_fn qed_read_l2_table_sync(BDRVQEDState *s, QEDRequest *request, |
| 176 | uint64_t offset) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 177 | { |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 178 | return qed_read_l2_table(s, request, offset); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 179 | } |
| 180 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 181 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 182 | int coroutine_fn qed_write_l2_table(BDRVQEDState *s, QEDRequest *request, |
| 183 | unsigned int index, unsigned int n, |
| 184 | bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 185 | { |
Paolo Bonzini | 1736239 | 2023-06-01 13:51:45 +0200 | [diff] [blame] | 186 | BLKDBG_CO_EVENT(s->bs->file, BLKDBG_L2_UPDATE); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 187 | return qed_write_table(s, request->l2_table->offset, |
| 188 | request->l2_table->table, index, n, flush); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 189 | } |
| 190 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 191 | int coroutine_fn qed_write_l2_table_sync(BDRVQEDState *s, QEDRequest *request, |
| 192 | unsigned int index, unsigned int n, |
| 193 | bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 194 | { |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 195 | return qed_write_l2_table(s, request, index, n, flush); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 196 | } |