Commit | Line | Data |
---|---|---|
6cbd5570 CM |
1 | /* |
2 | * Copyright (C) 2007 Oracle. All rights reserved. | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or | |
5 | * modify it under the terms of the GNU General Public | |
6 | * License v2 as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope that it will be useful, | |
9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
11 | * General Public License for more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public | |
14 | * License along with this program; if not, write to the | |
15 | * Free Software Foundation, Inc., 59 Temple Place - Suite 330, | |
16 | * Boston, MA 021110-1307, USA. | |
17 | */ | |
18 | ||
065631f6 CM |
19 | #include <linux/bio.h> |
20 | #include <linux/pagemap.h> | |
21 | #include <linux/highmem.h> | |
1e1d2701 | 22 | #include "ctree.h" |
dee26a9f | 23 | #include "disk-io.h" |
9f5fae2f | 24 | #include "transaction.h" |
1de037a4 | 25 | #include "print-tree.h" |
1e1d2701 | 26 | |
6567e837 | 27 | #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \ |
509659cd CM |
28 | sizeof(struct btrfs_item) * 2) / \ |
29 | BTRFS_CRC32_SIZE) - 1)) | |
b18c6685 | 30 | int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, |
dee26a9f | 31 | struct btrfs_root *root, |
b18c6685 | 32 | u64 objectid, u64 pos, |
db94535d CM |
33 | u64 offset, u64 disk_num_bytes, |
34 | u64 num_bytes) | |
9f5fae2f | 35 | { |
dee26a9f CM |
36 | int ret = 0; |
37 | struct btrfs_file_extent_item *item; | |
38 | struct btrfs_key file_key; | |
5caf2a00 | 39 | struct btrfs_path *path; |
5f39d397 | 40 | struct extent_buffer *leaf; |
dee26a9f | 41 | |
5caf2a00 CM |
42 | path = btrfs_alloc_path(); |
43 | BUG_ON(!path); | |
dee26a9f | 44 | file_key.objectid = objectid; |
b18c6685 | 45 | file_key.offset = pos; |
dee26a9f CM |
46 | btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); |
47 | ||
5caf2a00 | 48 | ret = btrfs_insert_empty_item(trans, root, path, &file_key, |
dee26a9f | 49 | sizeof(*item)); |
54aa1f4d CM |
50 | if (ret < 0) |
51 | goto out; | |
9773a788 | 52 | BUG_ON(ret); |
5f39d397 CM |
53 | leaf = path->nodes[0]; |
54 | item = btrfs_item_ptr(leaf, path->slots[0], | |
dee26a9f | 55 | struct btrfs_file_extent_item); |
db94535d CM |
56 | btrfs_set_file_extent_disk_bytenr(leaf, item, offset); |
57 | btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); | |
5f39d397 | 58 | btrfs_set_file_extent_offset(leaf, item, 0); |
db94535d | 59 | btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); |
5f39d397 CM |
60 | btrfs_set_file_extent_generation(leaf, item, trans->transid); |
61 | btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); | |
62 | btrfs_mark_buffer_dirty(leaf); | |
54aa1f4d | 63 | out: |
5caf2a00 | 64 | btrfs_free_path(path); |
54aa1f4d | 65 | return ret; |
9f5fae2f | 66 | } |
dee26a9f | 67 | |
b18c6685 CM |
68 | struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, |
69 | struct btrfs_root *root, | |
70 | struct btrfs_path *path, | |
71 | u64 objectid, u64 offset, | |
72 | int cow) | |
6567e837 CM |
73 | { |
74 | int ret; | |
75 | struct btrfs_key file_key; | |
76 | struct btrfs_key found_key; | |
77 | struct btrfs_csum_item *item; | |
5f39d397 | 78 | struct extent_buffer *leaf; |
6567e837 | 79 | u64 csum_offset = 0; |
a429e513 | 80 | int csums_in_item; |
6567e837 CM |
81 | |
82 | file_key.objectid = objectid; | |
83 | file_key.offset = offset; | |
6567e837 | 84 | btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); |
b18c6685 | 85 | ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); |
6567e837 CM |
86 | if (ret < 0) |
87 | goto fail; | |
5f39d397 | 88 | leaf = path->nodes[0]; |
6567e837 CM |
89 | if (ret > 0) { |
90 | ret = 1; | |
70b2befd | 91 | if (path->slots[0] == 0) |
6567e837 CM |
92 | goto fail; |
93 | path->slots[0]--; | |
5f39d397 | 94 | btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); |
6567e837 CM |
95 | if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || |
96 | found_key.objectid != objectid) { | |
97 | goto fail; | |
98 | } | |
99 | csum_offset = (offset - found_key.offset) >> | |
100 | root->fs_info->sb->s_blocksize_bits; | |
5f39d397 | 101 | csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); |
509659cd | 102 | csums_in_item /= BTRFS_CRC32_SIZE; |
a429e513 CM |
103 | |
104 | if (csum_offset >= csums_in_item) { | |
105 | ret = -EFBIG; | |
6567e837 CM |
106 | goto fail; |
107 | } | |
108 | } | |
109 | item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); | |
509659cd CM |
110 | item = (struct btrfs_csum_item *)((unsigned char *)item + |
111 | csum_offset * BTRFS_CRC32_SIZE); | |
6567e837 CM |
112 | return item; |
113 | fail: | |
114 | if (ret > 0) | |
b18c6685 | 115 | ret = -ENOENT; |
6567e837 CM |
116 | return ERR_PTR(ret); |
117 | } | |
118 | ||
119 | ||
dee26a9f CM |
120 | int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, |
121 | struct btrfs_root *root, | |
122 | struct btrfs_path *path, u64 objectid, | |
9773a788 | 123 | u64 offset, int mod) |
dee26a9f CM |
124 | { |
125 | int ret; | |
126 | struct btrfs_key file_key; | |
127 | int ins_len = mod < 0 ? -1 : 0; | |
128 | int cow = mod != 0; | |
129 | ||
130 | file_key.objectid = objectid; | |
70b2befd | 131 | file_key.offset = offset; |
dee26a9f CM |
132 | btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); |
133 | ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); | |
134 | return ret; | |
135 | } | |
f254e52c | 136 | |
065631f6 CM |
137 | int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, |
138 | struct btrfs_root *root, struct inode *inode, | |
139 | struct bio *bio) | |
f254e52c | 140 | { |
065631f6 CM |
141 | u64 objectid = inode->i_ino; |
142 | u64 offset; | |
f254e52c CM |
143 | int ret; |
144 | struct btrfs_key file_key; | |
6567e837 | 145 | struct btrfs_key found_key; |
065631f6 CM |
146 | u64 next_offset; |
147 | int found_next; | |
5caf2a00 | 148 | struct btrfs_path *path; |
f254e52c | 149 | struct btrfs_csum_item *item; |
065631f6 | 150 | struct btrfs_csum_item *item_end; |
ff79f819 | 151 | struct extent_buffer *leaf = NULL; |
6567e837 | 152 | u64 csum_offset; |
065631f6 | 153 | u32 csum_result; |
f578d4bd CM |
154 | u32 nritems; |
155 | u32 ins_size; | |
065631f6 CM |
156 | int bio_index = 0; |
157 | struct bio_vec *bvec = bio->bi_io_vec; | |
158 | char *data; | |
6e92f5e6 CM |
159 | char *eb_map; |
160 | char *eb_token; | |
161 | unsigned long map_len; | |
162 | unsigned long map_start; | |
163 | ||
5caf2a00 CM |
164 | path = btrfs_alloc_path(); |
165 | BUG_ON(!path); | |
065631f6 CM |
166 | again: |
167 | next_offset = (u64)-1; | |
168 | found_next = 0; | |
169 | offset = page_offset(bvec->bv_page) + bvec->bv_offset; | |
f254e52c CM |
170 | file_key.objectid = objectid; |
171 | file_key.offset = offset; | |
f254e52c | 172 | btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); |
a429e513 CM |
173 | |
174 | item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); | |
ff79f819 CM |
175 | if (!IS_ERR(item)) { |
176 | leaf = path->nodes[0]; | |
a429e513 | 177 | goto found; |
ff79f819 | 178 | } |
a429e513 CM |
179 | ret = PTR_ERR(item); |
180 | if (ret == -EFBIG) { | |
181 | u32 item_size; | |
182 | /* we found one, but it isn't big enough yet */ | |
5f39d397 CM |
183 | leaf = path->nodes[0]; |
184 | item_size = btrfs_item_size_nr(leaf, path->slots[0]); | |
509659cd | 185 | if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) { |
a429e513 CM |
186 | /* already at max size, make a new one */ |
187 | goto insert; | |
188 | } | |
189 | } else { | |
f578d4bd | 190 | int slot = path->slots[0] + 1; |
a429e513 | 191 | /* we didn't find a csum item, insert one */ |
f578d4bd CM |
192 | nritems = btrfs_header_nritems(path->nodes[0]); |
193 | if (path->slots[0] >= nritems - 1) { | |
194 | ret = btrfs_next_leaf(root, path); | |
b56baf5b | 195 | if (ret == 1) |
f578d4bd | 196 | found_next = 1; |
b56baf5b | 197 | if (ret != 0) |
f578d4bd | 198 | goto insert; |
b56baf5b | 199 | slot = 0; |
f578d4bd CM |
200 | } |
201 | btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); | |
202 | if (found_key.objectid != objectid || | |
203 | found_key.type != BTRFS_CSUM_ITEM_KEY) { | |
204 | found_next = 1; | |
205 | goto insert; | |
206 | } | |
207 | next_offset = found_key.offset; | |
208 | found_next = 1; | |
a429e513 CM |
209 | goto insert; |
210 | } | |
211 | ||
212 | /* | |
213 | * at this point, we know the tree has an item, but it isn't big | |
214 | * enough yet to put our csum in. Grow it | |
215 | */ | |
216 | btrfs_release_path(root, path); | |
6567e837 | 217 | ret = btrfs_search_slot(trans, root, &file_key, path, |
509659cd | 218 | BTRFS_CRC32_SIZE, 1); |
6567e837 CM |
219 | if (ret < 0) |
220 | goto fail; | |
221 | if (ret == 0) { | |
b18c6685 | 222 | BUG(); |
6567e837 CM |
223 | } |
224 | if (path->slots[0] == 0) { | |
6567e837 CM |
225 | goto insert; |
226 | } | |
227 | path->slots[0]--; | |
5f39d397 CM |
228 | leaf = path->nodes[0]; |
229 | btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); | |
6567e837 CM |
230 | csum_offset = (offset - found_key.offset) >> |
231 | root->fs_info->sb->s_blocksize_bits; | |
232 | if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || | |
233 | found_key.objectid != objectid || | |
234 | csum_offset >= MAX_CSUM_ITEMS(root)) { | |
6567e837 CM |
235 | goto insert; |
236 | } | |
5f39d397 | 237 | if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / |
509659cd CM |
238 | BTRFS_CRC32_SIZE) { |
239 | u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE; | |
5f39d397 | 240 | diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); |
3a686375 CM |
241 | if (diff != BTRFS_CRC32_SIZE) |
242 | goto insert; | |
a429e513 | 243 | ret = btrfs_extend_item(trans, root, path, diff); |
6567e837 CM |
244 | BUG_ON(ret); |
245 | goto csum; | |
246 | } | |
247 | ||
248 | insert: | |
a429e513 | 249 | btrfs_release_path(root, path); |
6567e837 | 250 | csum_offset = 0; |
f578d4bd CM |
251 | if (found_next) { |
252 | u64 tmp = min((u64)i_size_read(inode), next_offset); | |
b56baf5b | 253 | tmp -= offset & ~((u64)root->sectorsize -1); |
f578d4bd CM |
254 | tmp >>= root->fs_info->sb->s_blocksize_bits; |
255 | tmp = max((u64)1, tmp); | |
256 | tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root)); | |
257 | ins_size = BTRFS_CRC32_SIZE * tmp; | |
258 | } else { | |
259 | ins_size = BTRFS_CRC32_SIZE; | |
260 | } | |
5caf2a00 | 261 | ret = btrfs_insert_empty_item(trans, root, path, &file_key, |
f578d4bd | 262 | ins_size); |
54aa1f4d CM |
263 | if (ret < 0) |
264 | goto fail; | |
a429e513 | 265 | if (ret != 0) { |
a429e513 | 266 | WARN_ON(1); |
f254e52c | 267 | goto fail; |
a429e513 | 268 | } |
6567e837 | 269 | csum: |
5f39d397 CM |
270 | leaf = path->nodes[0]; |
271 | item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); | |
f254e52c | 272 | ret = 0; |
509659cd CM |
273 | item = (struct btrfs_csum_item *)((unsigned char *)item + |
274 | csum_offset * BTRFS_CRC32_SIZE); | |
b18c6685 | 275 | found: |
065631f6 CM |
276 | item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); |
277 | item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + | |
278 | btrfs_item_size_nr(leaf, path->slots[0])); | |
6e92f5e6 | 279 | eb_token = NULL; |
065631f6 CM |
280 | next_bvec: |
281 | data = kmap_atomic(bvec->bv_page, KM_IRQ0); | |
282 | csum_result = ~(u32)0; | |
283 | csum_result = btrfs_csum_data(root, data + bvec->bv_offset, | |
284 | csum_result, bvec->bv_len); | |
285 | kunmap_atomic(data, KM_IRQ0); | |
ff79f819 | 286 | btrfs_csum_final(csum_result, (char *)&csum_result); |
aadfeb6e CM |
287 | if (csum_result == 0) { |
288 | printk("csum result is 0 for inode %lu offset %Lu\n", inode->i_ino, offset); | |
289 | } | |
290 | ||
6e92f5e6 CM |
291 | if (!eb_token || |
292 | (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) { | |
293 | int err; | |
294 | ||
295 | if (eb_token) | |
296 | unmap_extent_buffer(leaf, eb_token, KM_IRQ1); | |
297 | eb_token = NULL; | |
298 | err = map_private_extent_buffer(leaf, (unsigned long)item, | |
299 | BTRFS_CRC32_SIZE, | |
300 | &eb_token, &eb_map, | |
301 | &map_start, &map_len, KM_IRQ1); | |
302 | if (err) | |
303 | eb_token = NULL; | |
304 | } | |
305 | if (eb_token) { | |
306 | memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)), | |
307 | &csum_result, BTRFS_CRC32_SIZE); | |
308 | } else { | |
309 | write_extent_buffer(leaf, &csum_result, (unsigned long)item, | |
310 | BTRFS_CRC32_SIZE); | |
311 | } | |
065631f6 CM |
312 | bio_index++; |
313 | bvec++; | |
314 | if (bio_index < bio->bi_vcnt) { | |
6e92f5e6 CM |
315 | item = (struct btrfs_csum_item *)((char *)item + |
316 | BTRFS_CRC32_SIZE); | |
2e1a992e CM |
317 | if (item < item_end && offset + PAGE_CACHE_SIZE == |
318 | page_offset(bvec->bv_page)) { | |
319 | offset = page_offset(bvec->bv_page); | |
065631f6 | 320 | goto next_bvec; |
2e1a992e | 321 | } |
065631f6 | 322 | } |
6e92f5e6 CM |
323 | if (eb_token) { |
324 | unmap_extent_buffer(leaf, eb_token, KM_IRQ1); | |
325 | eb_token = NULL; | |
326 | } | |
5caf2a00 | 327 | btrfs_mark_buffer_dirty(path->nodes[0]); |
065631f6 CM |
328 | if (bio_index < bio->bi_vcnt) { |
329 | btrfs_release_path(root, path); | |
330 | goto again; | |
331 | } | |
f254e52c | 332 | fail: |
5caf2a00 | 333 | btrfs_free_path(path); |
f254e52c CM |
334 | return ret; |
335 | } | |
336 | ||
1de037a4 CM |
337 | int btrfs_csum_truncate(struct btrfs_trans_handle *trans, |
338 | struct btrfs_root *root, struct btrfs_path *path, | |
339 | u64 isize) | |
340 | { | |
341 | struct btrfs_key key; | |
5f39d397 | 342 | struct extent_buffer *leaf = path->nodes[0]; |
1de037a4 CM |
343 | int slot = path->slots[0]; |
344 | int ret; | |
345 | u32 new_item_size; | |
346 | u64 new_item_span; | |
347 | u64 blocks; | |
348 | ||
5f39d397 | 349 | btrfs_item_key_to_cpu(leaf, &key, slot); |
1de037a4 CM |
350 | if (isize <= key.offset) |
351 | return 0; | |
352 | new_item_span = isize - key.offset; | |
5f39d397 | 353 | blocks = (new_item_span + root->sectorsize - 1) >> |
84f54cfa | 354 | root->fs_info->sb->s_blocksize_bits; |
1de037a4 | 355 | new_item_size = blocks * BTRFS_CRC32_SIZE; |
5f39d397 | 356 | if (new_item_size >= btrfs_item_size_nr(leaf, slot)) |
1de037a4 | 357 | return 0; |
179e29e4 | 358 | ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); |
1de037a4 CM |
359 | BUG_ON(ret); |
360 | return ret; | |
361 | } | |
362 |