Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 1 | /* |
| 2 | * QEMU Enhanced Disk Format Table I/O |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2010 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Stefan Hajnoczi <stefanha@linux.vnet.ibm.com> |
| 8 | * Anthony Liguori <aliguori@us.ibm.com> |
| 9 | * |
| 10 | * This work is licensed under the terms of the GNU LGPL, version 2 or later. |
| 11 | * See the COPYING.LIB file in the top-level directory. |
| 12 | * |
| 13 | */ |
| 14 | |
Peter Maydell | 80c71a2 | 2016-01-18 18:01:42 +0000 | [diff] [blame] | 15 | #include "qemu/osdep.h" |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 16 | #include "trace.h" |
Paolo Bonzini | 1de7afc | 2012-12-17 18:20:00 +0100 | [diff] [blame] | 17 | #include "qemu/sockets.h" /* for EINPROGRESS on Windows */ |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 18 | #include "qed.h" |
Paolo Bonzini | 58369e2 | 2016-03-15 17:22:36 +0100 | [diff] [blame] | 19 | #include "qemu/bswap.h" |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 20 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 21 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 22 | static int coroutine_fn qed_read_table(BDRVQEDState *s, uint64_t offset, |
| 23 | QEDTable *table) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 24 | { |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 25 | unsigned int bytes = s->header.cluster_size * s->header.table_size; |
| 26 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 27 | int noffsets; |
| 28 | int i, ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 29 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 30 | trace_qed_read_table(s, offset, table); |
| 31 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 32 | qemu_co_mutex_unlock(&s->table_lock); |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 33 | ret = bdrv_co_pread(s->bs->file, offset, bytes, table->offsets, 0); |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 34 | qemu_co_mutex_lock(&s->table_lock); |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 35 | if (ret < 0) { |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 36 | goto out; |
| 37 | } |
| 38 | |
| 39 | /* Byteswap offsets */ |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 40 | noffsets = bytes / sizeof(uint64_t); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 41 | for (i = 0; i < noffsets; i++) { |
| 42 | table->offsets[i] = le64_to_cpu(table->offsets[i]); |
| 43 | } |
| 44 | |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 45 | ret = 0; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 46 | out: |
| 47 | /* Completion */ |
Kevin Wolf | 1127307 | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 48 | trace_qed_read_table_cb(s, table, ret); |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 49 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 50 | } |
| 51 | |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 52 | /** |
| 53 | * Write out an updated part or all of a table |
| 54 | * |
| 55 | * @s: QED state |
| 56 | * @offset: Offset of table in image file, in bytes |
| 57 | * @table: Table |
| 58 | * @index: Index of first element |
| 59 | * @n: Number of elements |
| 60 | * @flush: Whether or not to sync to disk |
Paolo Bonzini | 1f01e50 | 2017-06-29 15:27:47 +0200 | [diff] [blame] | 61 | * |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 62 | * Called with table_lock held. |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 63 | */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 64 | static int coroutine_fn qed_write_table(BDRVQEDState *s, uint64_t offset, |
| 65 | QEDTable *table, unsigned int index, |
| 66 | unsigned int n, bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 67 | { |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 68 | unsigned int sector_mask = BDRV_SECTOR_SIZE / sizeof(uint64_t) - 1; |
| 69 | unsigned int start, end, i; |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 70 | QEDTable *new_table; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 71 | size_t len_bytes; |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 72 | int ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 73 | |
| 74 | trace_qed_write_table(s, offset, table, index, n); |
| 75 | |
| 76 | /* Calculate indices of the first and one after last elements */ |
| 77 | start = index & ~sector_mask; |
| 78 | end = (index + n + sector_mask) & ~sector_mask; |
| 79 | |
| 80 | len_bytes = (end - start) * sizeof(uint64_t); |
| 81 | |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 82 | new_table = qemu_blockalign(s->bs, len_bytes); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 83 | |
| 84 | /* Byteswap table */ |
| 85 | for (i = start; i < end; i++) { |
| 86 | uint64_t le_offset = cpu_to_le64(table->offsets[i]); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 87 | new_table->offsets[i - start] = le_offset; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | /* Adjust for offset into table */ |
| 91 | offset += start * sizeof(uint64_t); |
| 92 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 93 | qemu_co_mutex_unlock(&s->table_lock); |
Vladimir Sementsov-Ogievskiy | 696e8cb | 2019-04-22 17:58:33 +0300 | [diff] [blame] | 94 | ret = bdrv_co_pwrite(s->bs->file, offset, len_bytes, new_table->offsets, 0); |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 95 | qemu_co_mutex_lock(&s->table_lock); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 96 | trace_qed_write_table_cb(s, table, flush, ret); |
| 97 | if (ret < 0) { |
| 98 | goto out; |
| 99 | } |
| 100 | |
| 101 | if (flush) { |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 102 | ret = bdrv_flush(s->bs); |
Kevin Wolf | 602b57f | 2016-11-14 14:56:32 +0100 | [diff] [blame] | 103 | if (ret < 0) { |
| 104 | goto out; |
| 105 | } |
| 106 | } |
| 107 | |
| 108 | ret = 0; |
| 109 | out: |
| 110 | qemu_vfree(new_table); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 111 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 112 | } |
| 113 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 114 | int coroutine_fn qed_read_l1_table_sync(BDRVQEDState *s) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 115 | { |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 116 | return qed_read_table(s, s->header.l1_table_offset, s->l1_table); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 117 | } |
| 118 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 119 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 120 | int coroutine_fn qed_write_l1_table(BDRVQEDState *s, unsigned int index, |
| 121 | unsigned int n) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 122 | { |
| 123 | BLKDBG_EVENT(s->bs->file, BLKDBG_L1_UPDATE); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 124 | return qed_write_table(s, s->header.l1_table_offset, |
| 125 | s->l1_table, index, n, false); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 126 | } |
| 127 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 128 | int coroutine_fn qed_write_l1_table_sync(BDRVQEDState *s, unsigned int index, |
| 129 | unsigned int n) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 130 | { |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 131 | return qed_write_l1_table(s, index, n); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 132 | } |
| 133 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 134 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 135 | int coroutine_fn qed_read_l2_table(BDRVQEDState *s, QEDRequest *request, |
| 136 | uint64_t offset) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 137 | { |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 138 | int ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 139 | |
| 140 | qed_unref_l2_cache_entry(request->l2_table); |
| 141 | |
| 142 | /* Check for cached L2 entry */ |
| 143 | request->l2_table = qed_find_l2_cache_entry(&s->l2_cache, offset); |
| 144 | if (request->l2_table) { |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 145 | return 0; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | request->l2_table = qed_alloc_l2_cache_entry(&s->l2_cache); |
| 149 | request->l2_table->table = qed_alloc_table(s); |
| 150 | |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 151 | BLKDBG_EVENT(s->bs->file, BLKDBG_L2_LOAD); |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 152 | ret = qed_read_table(s, offset, request->l2_table->table); |
| 153 | |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 154 | if (ret) { |
| 155 | /* can't trust loaded L2 table anymore */ |
| 156 | qed_unref_l2_cache_entry(request->l2_table); |
| 157 | request->l2_table = NULL; |
| 158 | } else { |
| 159 | request->l2_table->offset = offset; |
| 160 | |
| 161 | qed_commit_l2_cache_entry(&s->l2_cache, request->l2_table); |
| 162 | |
| 163 | /* This is guaranteed to succeed because we just committed the entry |
| 164 | * to the cache. |
| 165 | */ |
| 166 | request->l2_table = qed_find_l2_cache_entry(&s->l2_cache, offset); |
| 167 | assert(request->l2_table != NULL); |
| 168 | } |
Kevin Wolf | f651352 | 2016-11-14 16:08:44 +0100 | [diff] [blame] | 169 | |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 170 | return ret; |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 171 | } |
| 172 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 173 | int coroutine_fn qed_read_l2_table_sync(BDRVQEDState *s, QEDRequest *request, |
| 174 | uint64_t offset) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 175 | { |
Kevin Wolf | a8165d2 | 2016-11-14 16:26:14 +0100 | [diff] [blame] | 176 | return qed_read_l2_table(s, request, offset); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 177 | } |
| 178 | |
Paolo Bonzini | 2fd6163 | 2018-03-01 17:36:19 +0100 | [diff] [blame] | 179 | /* Called with table_lock held. */ |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 180 | int coroutine_fn qed_write_l2_table(BDRVQEDState *s, QEDRequest *request, |
| 181 | unsigned int index, unsigned int n, |
| 182 | bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 183 | { |
| 184 | BLKDBG_EVENT(s->bs->file, BLKDBG_L2_UPDATE); |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 185 | return qed_write_table(s, request->l2_table->offset, |
| 186 | request->l2_table->table, index, n, flush); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 187 | } |
| 188 | |
Vladimir Sementsov-Ogievskiy | 54277a2 | 2019-04-30 15:36:11 +0300 | [diff] [blame] | 189 | int coroutine_fn qed_write_l2_table_sync(BDRVQEDState *s, QEDRequest *request, |
| 190 | unsigned int index, unsigned int n, |
| 191 | bool flush) |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 192 | { |
Kevin Wolf | 453e53e | 2016-11-15 11:14:01 +0100 | [diff] [blame] | 193 | return qed_write_l2_table(s, request, index, n, flush); |
Stefan Hajnoczi | 298800c | 2010-12-06 16:08:01 +0000 | [diff] [blame] | 194 | } |