Commit | Line | Data |
---|---|---|
4d05a28d KRW |
1 | /* |
2 | * This program is free software; you can redistribute it and/or | |
3 | * modify it under the terms of the GNU General Public License version 2 | |
4 | * as published by the Free Software Foundation; or, when distributed | |
5 | * separately from the Linux kernel or incorporated into other | |
6 | * software packages, subject to the following license: | |
7 | * | |
8 | * Permission is hereby granted, free of charge, to any person obtaining a copy | |
9 | * of this source file (the "Software"), to deal in the Software without | |
10 | * restriction, including without limitation the rights to use, copy, modify, | |
11 | * merge, publish, distribute, sublicense, and/or sell copies of the Software, | |
12 | * and to permit persons to whom the Software is furnished to do so, subject to | |
13 | * the following conditions: | |
14 | * | |
15 | * The above copyright notice and this permission notice shall be included in | |
16 | * all copies or substantial portions of the Software. | |
17 | * | |
18 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
19 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
20 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
21 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
22 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING | |
23 | * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS | |
24 | * IN THE SOFTWARE. | |
25 | */ | |
26 | ||
5a577e38 KRW |
27 | #ifndef __XEN_BLKIF__BACKEND__COMMON_H__ |
28 | #define __XEN_BLKIF__BACKEND__COMMON_H__ | |
4d05a28d | 29 | |
4d05a28d KRW |
30 | #include <linux/module.h> |
31 | #include <linux/interrupt.h> | |
32 | #include <linux/slab.h> | |
33 | #include <linux/blkdev.h> | |
34 | #include <linux/vmalloc.h> | |
35 | #include <linux/wait.h> | |
5489377c | 36 | #include <linux/io.h> |
0a8704a5 | 37 | #include <linux/rbtree.h> |
4d05a28d KRW |
38 | #include <asm/setup.h> |
39 | #include <asm/pgalloc.h> | |
4d05a28d | 40 | #include <asm/hypervisor.h> |
88122933 | 41 | #include <xen/grant_table.h> |
67de5dfb | 42 | #include <xen/page.h> |
4d05a28d | 43 | #include <xen/xenbus.h> |
452a6b2b KRW |
44 | #include <xen/interface/io/ring.h> |
45 | #include <xen/interface/io/blkif.h> | |
46 | #include <xen/interface/io/protocols.h> | |
4d05a28d | 47 | |
86839c56 | 48 | extern unsigned int xen_blkif_max_ring_order; |
d62d8600 | 49 | extern unsigned int xenblk_max_queues; |
402b27f9 RPM |
50 | /* |
51 | * This is the maximum number of segments that would be allowed in indirect | |
52 | * requests. This value will also be passed to the frontend. | |
53 | */ | |
54 | #define MAX_INDIRECT_SEGMENTS 256 | |
55 | ||
67de5dfb JG |
56 | /* |
57 | * Xen use 4K pages. The guest may use different page size (4K or 64K) | |
58 | * Number of Xen pages per segment | |
59 | */ | |
60 | #define XEN_PAGES_PER_SEGMENT (PAGE_SIZE / XEN_PAGE_SIZE) | |
61 | ||
62 | #define XEN_PAGES_PER_INDIRECT_FRAME \ | |
63 | (XEN_PAGE_SIZE/sizeof(struct blkif_request_segment)) | |
64 | #define SEGS_PER_INDIRECT_FRAME \ | |
65 | (XEN_PAGES_PER_INDIRECT_FRAME / XEN_PAGES_PER_SEGMENT) | |
66 | ||
402b27f9 RPM |
67 | #define MAX_INDIRECT_PAGES \ |
68 | ((MAX_INDIRECT_SEGMENTS + SEGS_PER_INDIRECT_FRAME - 1)/SEGS_PER_INDIRECT_FRAME) | |
67de5dfb | 69 | #define INDIRECT_PAGES(_segs) DIV_ROUND_UP(_segs, XEN_PAGES_PER_INDIRECT_FRAME) |
402b27f9 | 70 | |
452a6b2b KRW |
71 | /* Not a real protocol. Used to generate ring structs which contain |
72 | * the elements common to all protocols only. This way we get a | |
73 | * compiler-checkable way to use common struct elements, so we can | |
74 | * avoid using switch(protocol) in a number of places. */ | |
75 | struct blkif_common_request { | |
76 | char dummy; | |
77 | }; | |
78 | struct blkif_common_response { | |
79 | char dummy; | |
80 | }; | |
81 | ||
b3cb0d6a | 82 | struct blkif_x86_32_request_rw { |
97e36834 KRW |
83 | uint8_t nr_segments; /* number of segments */ |
84 | blkif_vdev_t handle; /* only for read/write requests */ | |
85 | uint64_t id; /* private guest value, echoed in resp */ | |
b3cb0d6a LD |
86 | blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */ |
87 | struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST]; | |
97e36834 | 88 | } __attribute__((__packed__)); |
b3cb0d6a LD |
89 | |
90 | struct blkif_x86_32_request_discard { | |
5ea42986 | 91 | uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */ |
97e36834 KRW |
92 | blkif_vdev_t _pad1; /* was "handle" for read/write requests */ |
93 | uint64_t id; /* private guest value, echoed in resp */ | |
b3cb0d6a | 94 | blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */ |
97e36834 KRW |
95 | uint64_t nr_sectors; |
96 | } __attribute__((__packed__)); | |
b3cb0d6a | 97 | |
0e367ae4 DV |
98 | struct blkif_x86_32_request_other { |
99 | uint8_t _pad1; | |
100 | blkif_vdev_t _pad2; | |
101 | uint64_t id; /* private guest value, echoed in resp */ | |
102 | } __attribute__((__packed__)); | |
103 | ||
402b27f9 RPM |
104 | struct blkif_x86_32_request_indirect { |
105 | uint8_t indirect_op; | |
106 | uint16_t nr_segments; | |
107 | uint64_t id; | |
108 | blkif_sector_t sector_number; | |
109 | blkif_vdev_t handle; | |
110 | uint16_t _pad1; | |
111 | grant_ref_t indirect_grefs[BLKIF_MAX_INDIRECT_PAGES_PER_REQUEST]; | |
112 | /* | |
113 | * The maximum number of indirect segments (and pages) that will | |
114 | * be used is determined by MAX_INDIRECT_SEGMENTS, this value | |
115 | * is also exported to the guest (via xenstore | |
116 | * feature-max-indirect-segments entry), so the frontend knows how | |
117 | * many indirect segments the backend supports. | |
118 | */ | |
119 | uint64_t _pad2; /* make it 64 byte aligned */ | |
120 | } __attribute__((__packed__)); | |
121 | ||
452a6b2b KRW |
122 | struct blkif_x86_32_request { |
123 | uint8_t operation; /* BLKIF_OP_??? */ | |
b3cb0d6a LD |
124 | union { |
125 | struct blkif_x86_32_request_rw rw; | |
126 | struct blkif_x86_32_request_discard discard; | |
0e367ae4 | 127 | struct blkif_x86_32_request_other other; |
402b27f9 | 128 | struct blkif_x86_32_request_indirect indirect; |
b3cb0d6a | 129 | } u; |
97e36834 KRW |
130 | } __attribute__((__packed__)); |
131 | ||
132 | /* i386 protocol version */ | |
133 | #pragma pack(push, 4) | |
452a6b2b KRW |
134 | struct blkif_x86_32_response { |
135 | uint64_t id; /* copied from request */ | |
136 | uint8_t operation; /* copied from request */ | |
137 | int16_t status; /* BLKIF_RSP_??? */ | |
138 | }; | |
452a6b2b | 139 | #pragma pack(pop) |
452a6b2b | 140 | /* x86_64 protocol version */ |
b3cb0d6a LD |
141 | |
142 | struct blkif_x86_64_request_rw { | |
97e36834 KRW |
143 | uint8_t nr_segments; /* number of segments */ |
144 | blkif_vdev_t handle; /* only for read/write requests */ | |
145 | uint32_t _pad1; /* offsetof(blkif_reqest..,u.rw.id)==8 */ | |
146 | uint64_t id; | |
b3cb0d6a LD |
147 | blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */ |
148 | struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST]; | |
97e36834 | 149 | } __attribute__((__packed__)); |
b3cb0d6a LD |
150 | |
151 | struct blkif_x86_64_request_discard { | |
5ea42986 | 152 | uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */ |
97e36834 KRW |
153 | blkif_vdev_t _pad1; /* was "handle" for read/write requests */ |
154 | uint32_t _pad2; /* offsetof(blkif_..,u.discard.id)==8 */ | |
155 | uint64_t id; | |
b3cb0d6a | 156 | blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */ |
97e36834 KRW |
157 | uint64_t nr_sectors; |
158 | } __attribute__((__packed__)); | |
b3cb0d6a | 159 | |
0e367ae4 DV |
160 | struct blkif_x86_64_request_other { |
161 | uint8_t _pad1; | |
162 | blkif_vdev_t _pad2; | |
163 | uint32_t _pad3; /* offsetof(blkif_..,u.discard.id)==8 */ | |
164 | uint64_t id; /* private guest value, echoed in resp */ | |
165 | } __attribute__((__packed__)); | |
166 | ||
402b27f9 RPM |
167 | struct blkif_x86_64_request_indirect { |
168 | uint8_t indirect_op; | |
169 | uint16_t nr_segments; | |
170 | uint32_t _pad1; /* offsetof(blkif_..,u.indirect.id)==8 */ | |
171 | uint64_t id; | |
172 | blkif_sector_t sector_number; | |
173 | blkif_vdev_t handle; | |
174 | uint16_t _pad2; | |
175 | grant_ref_t indirect_grefs[BLKIF_MAX_INDIRECT_PAGES_PER_REQUEST]; | |
176 | /* | |
177 | * The maximum number of indirect segments (and pages) that will | |
178 | * be used is determined by MAX_INDIRECT_SEGMENTS, this value | |
179 | * is also exported to the guest (via xenstore | |
180 | * feature-max-indirect-segments entry), so the frontend knows how | |
181 | * many indirect segments the backend supports. | |
182 | */ | |
183 | uint32_t _pad3; /* make it 64 byte aligned */ | |
184 | } __attribute__((__packed__)); | |
185 | ||
452a6b2b KRW |
186 | struct blkif_x86_64_request { |
187 | uint8_t operation; /* BLKIF_OP_??? */ | |
b3cb0d6a LD |
188 | union { |
189 | struct blkif_x86_64_request_rw rw; | |
190 | struct blkif_x86_64_request_discard discard; | |
0e367ae4 | 191 | struct blkif_x86_64_request_other other; |
402b27f9 | 192 | struct blkif_x86_64_request_indirect indirect; |
b3cb0d6a | 193 | } u; |
97e36834 KRW |
194 | } __attribute__((__packed__)); |
195 | ||
452a6b2b KRW |
196 | struct blkif_x86_64_response { |
197 | uint64_t __attribute__((__aligned__(8))) id; | |
198 | uint8_t operation; /* copied from request */ | |
199 | int16_t status; /* BLKIF_RSP_??? */ | |
200 | }; | |
452a6b2b KRW |
201 | |
202 | DEFINE_RING_TYPES(blkif_common, struct blkif_common_request, | |
203 | struct blkif_common_response); | |
204 | DEFINE_RING_TYPES(blkif_x86_32, struct blkif_x86_32_request, | |
205 | struct blkif_x86_32_response); | |
206 | DEFINE_RING_TYPES(blkif_x86_64, struct blkif_x86_64_request, | |
207 | struct blkif_x86_64_response); | |
208 | ||
209 | union blkif_back_rings { | |
210 | struct blkif_back_ring native; | |
211 | struct blkif_common_back_ring common; | |
212 | struct blkif_x86_32_back_ring x86_32; | |
213 | struct blkif_x86_64_back_ring x86_64; | |
214 | }; | |
215 | ||
216 | enum blkif_protocol { | |
217 | BLKIF_PROTOCOL_NATIVE = 1, | |
218 | BLKIF_PROTOCOL_X86_32 = 2, | |
219 | BLKIF_PROTOCOL_X86_64 = 3, | |
220 | }; | |
221 | ||
b042a3ca DV |
222 | /* |
223 | * Default protocol if the frontend doesn't specify one. | |
224 | */ | |
225 | #ifdef CONFIG_X86 | |
226 | # define BLKIF_PROTOCOL_DEFAULT BLKIF_PROTOCOL_X86_32 | |
227 | #else | |
228 | # define BLKIF_PROTOCOL_DEFAULT BLKIF_PROTOCOL_NATIVE | |
229 | #endif | |
230 | ||
3d814731 | 231 | struct xen_vbd { |
01f37f2d KRW |
232 | /* What the domain refers to this vbd as. */ |
233 | blkif_vdev_t handle; | |
234 | /* Non-zero -> read-only */ | |
235 | unsigned char readonly; | |
236 | /* VDISK_xxx */ | |
237 | unsigned char type; | |
238 | /* phys device that this vbd maps to. */ | |
239 | u32 pdevice; | |
240 | struct block_device *bdev; | |
241 | /* Cached size parameter. */ | |
242 | sector_t size; | |
1f999572 OC |
243 | unsigned int flush_support:1; |
244 | unsigned int discard_secure:1; | |
0a8704a5 RPM |
245 | unsigned int feature_gnt_persistent:1; |
246 | unsigned int overflow_max_grants:1; | |
4d05a28d KRW |
247 | }; |
248 | ||
249 | struct backend_info; | |
250 | ||
3f3aad5e RPM |
251 | /* Number of available flags */ |
252 | #define PERSISTENT_GNT_FLAGS_SIZE 2 | |
253 | /* This persistent grant is currently in use */ | |
254 | #define PERSISTENT_GNT_ACTIVE 0 | |
255 | /* | |
256 | * This persistent grant has been used, this flag is set when we remove the | |
257 | * PERSISTENT_GNT_ACTIVE, to know that this grant has been used recently. | |
258 | */ | |
259 | #define PERSISTENT_GNT_WAS_ACTIVE 1 | |
0a8704a5 | 260 | |
bf0720c4 | 261 | /* Number of requests that we can fit in a ring */ |
69b91ede | 262 | #define XEN_BLKIF_REQS_PER_PAGE 32 |
bf0720c4 | 263 | |
0a8704a5 RPM |
264 | struct persistent_gnt { |
265 | struct page *page; | |
266 | grant_ref_t gnt; | |
267 | grant_handle_t handle; | |
3f3aad5e | 268 | DECLARE_BITMAP(flags, PERSISTENT_GNT_FLAGS_SIZE); |
0a8704a5 | 269 | struct rb_node node; |
3f3aad5e | 270 | struct list_head remove_node; |
0a8704a5 RPM |
271 | }; |
272 | ||
59795700 BL |
273 | /* Per-ring information. */ |
274 | struct xen_blkif_ring { | |
4d05a28d | 275 | /* Physical parameters of the comms window. */ |
01f37f2d | 276 | unsigned int irq; |
01f37f2d | 277 | union blkif_back_rings blk_rings; |
2d073846 | 278 | void *blk_ring; |
4d05a28d | 279 | /* Private fields. */ |
01f37f2d | 280 | spinlock_t blk_ring_lock; |
4d05a28d | 281 | |
01f37f2d | 282 | wait_queue_head_t wq; |
c05f3e3c | 283 | atomic_t inflight; |
59795700 | 284 | /* One thread per blkif ring. */ |
01f37f2d KRW |
285 | struct task_struct *xenblkd; |
286 | unsigned int waiting_reqs; | |
4d05a28d | 287 | |
59795700 BL |
288 | /* List of all 'pending_req' available */ |
289 | struct list_head pending_free; | |
290 | /* And its spinlock. */ | |
291 | spinlock_t pending_free_lock; | |
292 | wait_queue_head_t pending_free_wq; | |
293 | ||
d4bf0065 BL |
294 | /* Tree to store persistent grants. */ |
295 | spinlock_t pers_gnts_lock; | |
0a8704a5 RPM |
296 | struct rb_root persistent_gnts; |
297 | unsigned int persistent_gnt_c; | |
3f3aad5e RPM |
298 | atomic_t persistent_gnt_in_use; |
299 | unsigned long next_lru; | |
300 | ||
db6fbc10 BL |
301 | /* Statistics. */ |
302 | unsigned long st_print; | |
303 | unsigned long long st_rd_req; | |
304 | unsigned long long st_wr_req; | |
305 | unsigned long long st_oo_req; | |
306 | unsigned long long st_f_req; | |
307 | unsigned long long st_ds_req; | |
308 | unsigned long long st_rd_sect; | |
309 | unsigned long long st_wr_sect; | |
310 | ||
d4bf0065 | 311 | /* Used by the kworker that offload work from the persistent purge. */ |
3f3aad5e RPM |
312 | struct list_head persistent_purge_list; |
313 | struct work_struct persistent_purge_work; | |
0a8704a5 | 314 | |
d4bf0065 | 315 | /* Buffer of free pages to map grant refs. */ |
c6cc142d RPM |
316 | spinlock_t free_pages_lock; |
317 | int free_pages_num; | |
318 | struct list_head free_pages; | |
319 | ||
814d04e7 | 320 | struct work_struct free_work; |
8e3f8755 KRW |
321 | /* Thread shutdown wait queue. */ |
322 | wait_queue_head_t shutdown_wq; | |
59795700 BL |
323 | struct xen_blkif *blkif; |
324 | }; | |
325 | ||
30fd1502 | 326 | struct xen_blkif { |
4d05a28d | 327 | /* Unique identifier for this interface. */ |
01f37f2d KRW |
328 | domid_t domid; |
329 | unsigned int handle; | |
4d05a28d | 330 | /* Comms information. */ |
01f37f2d | 331 | enum blkif_protocol blk_protocol; |
4d05a28d | 332 | /* The VBD attached to this interface. */ |
3d814731 | 333 | struct xen_vbd vbd; |
4d05a28d | 334 | /* Back pointer to the backend_info. */ |
01f37f2d | 335 | struct backend_info *be; |
01f37f2d | 336 | atomic_t refcnt; |
29bde093 KRW |
337 | /* for barrier (drain) requests */ |
338 | struct completion drain_complete; | |
339 | atomic_t drain; | |
4d05a28d | 340 | |
814d04e7 | 341 | struct work_struct free_work; |
59795700 BL |
342 | unsigned int nr_ring_pages; |
343 | /* All rings for this device. */ | |
2fb1ef4f KRW |
344 | struct xen_blkif_ring *rings; |
345 | unsigned int nr_rings; | |
5489377c | 346 | }; |
4d05a28d | 347 | |
402b27f9 RPM |
348 | struct seg_buf { |
349 | unsigned long offset; | |
350 | unsigned int nsec; | |
351 | }; | |
352 | ||
bb642e83 RPM |
353 | struct grant_page { |
354 | struct page *page; | |
355 | struct persistent_gnt *persistent_gnt; | |
356 | grant_handle_t handle; | |
357 | grant_ref_t gref; | |
358 | }; | |
359 | ||
bf0720c4 RPM |
360 | /* |
361 | * Each outstanding request that we've passed to the lower device layers has a | |
362 | * 'pending_req' allocated to it. Each buffer_head that completes decrements | |
363 | * the pendcnt towards zero. When it hits zero, the specified domain has a | |
364 | * response queued for it, with the saved 'id' passed back. | |
365 | */ | |
366 | struct pending_req { | |
59795700 | 367 | struct xen_blkif_ring *ring; |
bf0720c4 | 368 | u64 id; |
6684fa1c | 369 | int nr_segs; |
bf0720c4 RPM |
370 | atomic_t pendcnt; |
371 | unsigned short operation; | |
372 | int status; | |
373 | struct list_head free_list; | |
bb642e83 | 374 | struct grant_page *segments[MAX_INDIRECT_SEGMENTS]; |
402b27f9 | 375 | /* Indirect descriptors */ |
bb642e83 | 376 | struct grant_page *indirect_pages[MAX_INDIRECT_PAGES]; |
402b27f9 RPM |
377 | struct seg_buf seg[MAX_INDIRECT_SEGMENTS]; |
378 | struct bio *biolist[MAX_INDIRECT_SEGMENTS]; | |
c43cf3ea JH |
379 | struct gnttab_unmap_grant_ref unmap[MAX_INDIRECT_SEGMENTS]; |
380 | struct page *unmap_pages[MAX_INDIRECT_SEGMENTS]; | |
381 | struct gntab_unmap_queue_data gnttab_unmap_data; | |
bf0720c4 RPM |
382 | }; |
383 | ||
42c7841d KRW |
384 | |
385 | #define vbd_sz(_v) ((_v)->bdev->bd_part ? \ | |
386 | (_v)->bdev->bd_part->nr_sects : \ | |
387 | get_capacity((_v)->bdev->bd_disk)) | |
4d05a28d | 388 | |
8b6bf747 KRW |
389 | #define xen_blkif_get(_b) (atomic_inc(&(_b)->refcnt)) |
390 | #define xen_blkif_put(_b) \ | |
4d05a28d KRW |
391 | do { \ |
392 | if (atomic_dec_and_test(&(_b)->refcnt)) \ | |
814d04e7 | 393 | schedule_work(&(_b)->free_work);\ |
4d05a28d KRW |
394 | } while (0) |
395 | ||
4d05a28d | 396 | struct phys_req { |
01f37f2d | 397 | unsigned short dev; |
b3cb0d6a | 398 | blkif_sector_t nr_sects; |
01f37f2d KRW |
399 | struct block_device *bdev; |
400 | blkif_sector_t sector_number; | |
4d05a28d | 401 | }; |
8b6bf747 | 402 | int xen_blkif_interface_init(void); |
4d05a28d | 403 | |
8b6bf747 | 404 | int xen_blkif_xenbus_init(void); |
4d05a28d | 405 | |
8b6bf747 KRW |
406 | irqreturn_t xen_blkif_be_int(int irq, void *dev_id); |
407 | int xen_blkif_schedule(void *arg); | |
3f3aad5e | 408 | int xen_blkif_purge_persistent(void *arg); |
59795700 | 409 | void xen_blkbk_free_caches(struct xen_blkif_ring *ring); |
4d05a28d | 410 | |
24f567f9 KRW |
411 | int xen_blkbk_flush_diskcache(struct xenbus_transaction xbt, |
412 | struct backend_info *be, int state); | |
4d05a28d | 413 | |
29bde093 KRW |
414 | int xen_blkbk_barrier(struct xenbus_transaction xbt, |
415 | struct backend_info *be, int state); | |
8b6bf747 | 416 | struct xenbus_device *xen_blkbk_xenbus(struct backend_info *be); |
abb97b8c | 417 | void xen_blkbk_unmap_purged_grants(struct work_struct *work); |
98e036a3 | 418 | |
b0f80127 | 419 | static inline void blkif_get_x86_32_req(struct blkif_request *dst, |
68c88dd7 KRW |
420 | struct blkif_x86_32_request *src) |
421 | { | |
402b27f9 | 422 | int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST, j; |
1f13d75c RPM |
423 | dst->operation = READ_ONCE(src->operation); |
424 | switch (dst->operation) { | |
b3cb0d6a LD |
425 | case BLKIF_OP_READ: |
426 | case BLKIF_OP_WRITE: | |
427 | case BLKIF_OP_WRITE_BARRIER: | |
428 | case BLKIF_OP_FLUSH_DISKCACHE: | |
97e36834 KRW |
429 | dst->u.rw.nr_segments = src->u.rw.nr_segments; |
430 | dst->u.rw.handle = src->u.rw.handle; | |
431 | dst->u.rw.id = src->u.rw.id; | |
b3cb0d6a LD |
432 | dst->u.rw.sector_number = src->u.rw.sector_number; |
433 | barrier(); | |
97e36834 KRW |
434 | if (n > dst->u.rw.nr_segments) |
435 | n = dst->u.rw.nr_segments; | |
b3cb0d6a LD |
436 | for (i = 0; i < n; i++) |
437 | dst->u.rw.seg[i] = src->u.rw.seg[i]; | |
438 | break; | |
439 | case BLKIF_OP_DISCARD: | |
5ea42986 | 440 | dst->u.discard.flag = src->u.discard.flag; |
8c9ce606 | 441 | dst->u.discard.id = src->u.discard.id; |
b3cb0d6a LD |
442 | dst->u.discard.sector_number = src->u.discard.sector_number; |
443 | dst->u.discard.nr_sectors = src->u.discard.nr_sectors; | |
444 | break; | |
402b27f9 RPM |
445 | case BLKIF_OP_INDIRECT: |
446 | dst->u.indirect.indirect_op = src->u.indirect.indirect_op; | |
447 | dst->u.indirect.nr_segments = src->u.indirect.nr_segments; | |
448 | dst->u.indirect.handle = src->u.indirect.handle; | |
449 | dst->u.indirect.id = src->u.indirect.id; | |
450 | dst->u.indirect.sector_number = src->u.indirect.sector_number; | |
451 | barrier(); | |
452 | j = min(MAX_INDIRECT_PAGES, INDIRECT_PAGES(dst->u.indirect.nr_segments)); | |
453 | for (i = 0; i < j; i++) | |
454 | dst->u.indirect.indirect_grefs[i] = | |
455 | src->u.indirect.indirect_grefs[i]; | |
456 | break; | |
b3cb0d6a | 457 | default: |
0e367ae4 DV |
458 | /* |
459 | * Don't know how to translate this op. Only get the | |
460 | * ID so failure can be reported to the frontend. | |
461 | */ | |
462 | dst->u.other.id = src->u.other.id; | |
b3cb0d6a LD |
463 | break; |
464 | } | |
68c88dd7 KRW |
465 | } |
466 | ||
b0f80127 | 467 | static inline void blkif_get_x86_64_req(struct blkif_request *dst, |
68c88dd7 KRW |
468 | struct blkif_x86_64_request *src) |
469 | { | |
402b27f9 | 470 | int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST, j; |
1f13d75c RPM |
471 | dst->operation = READ_ONCE(src->operation); |
472 | switch (dst->operation) { | |
b3cb0d6a LD |
473 | case BLKIF_OP_READ: |
474 | case BLKIF_OP_WRITE: | |
475 | case BLKIF_OP_WRITE_BARRIER: | |
476 | case BLKIF_OP_FLUSH_DISKCACHE: | |
97e36834 KRW |
477 | dst->u.rw.nr_segments = src->u.rw.nr_segments; |
478 | dst->u.rw.handle = src->u.rw.handle; | |
479 | dst->u.rw.id = src->u.rw.id; | |
b3cb0d6a LD |
480 | dst->u.rw.sector_number = src->u.rw.sector_number; |
481 | barrier(); | |
97e36834 KRW |
482 | if (n > dst->u.rw.nr_segments) |
483 | n = dst->u.rw.nr_segments; | |
b3cb0d6a LD |
484 | for (i = 0; i < n; i++) |
485 | dst->u.rw.seg[i] = src->u.rw.seg[i]; | |
486 | break; | |
487 | case BLKIF_OP_DISCARD: | |
5ea42986 | 488 | dst->u.discard.flag = src->u.discard.flag; |
8c9ce606 | 489 | dst->u.discard.id = src->u.discard.id; |
b3cb0d6a LD |
490 | dst->u.discard.sector_number = src->u.discard.sector_number; |
491 | dst->u.discard.nr_sectors = src->u.discard.nr_sectors; | |
492 | break; | |
402b27f9 RPM |
493 | case BLKIF_OP_INDIRECT: |
494 | dst->u.indirect.indirect_op = src->u.indirect.indirect_op; | |
495 | dst->u.indirect.nr_segments = src->u.indirect.nr_segments; | |
496 | dst->u.indirect.handle = src->u.indirect.handle; | |
497 | dst->u.indirect.id = src->u.indirect.id; | |
498 | dst->u.indirect.sector_number = src->u.indirect.sector_number; | |
499 | barrier(); | |
500 | j = min(MAX_INDIRECT_PAGES, INDIRECT_PAGES(dst->u.indirect.nr_segments)); | |
501 | for (i = 0; i < j; i++) | |
502 | dst->u.indirect.indirect_grefs[i] = | |
503 | src->u.indirect.indirect_grefs[i]; | |
504 | break; | |
b3cb0d6a | 505 | default: |
0e367ae4 DV |
506 | /* |
507 | * Don't know how to translate this op. Only get the | |
508 | * ID so failure can be reported to the frontend. | |
509 | */ | |
510 | dst->u.other.id = src->u.other.id; | |
b3cb0d6a LD |
511 | break; |
512 | } | |
68c88dd7 KRW |
513 | } |
514 | ||
5a577e38 | 515 | #endif /* __XEN_BLKIF__BACKEND__COMMON_H__ */ |