Commit | Line | Data |
---|---|---|
6c98cd4e KS |
1 | /* |
2 | * sufile.c - NILFS segment usage file. | |
3 | * | |
4 | * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation. | |
5 | * | |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License as published by | |
8 | * the Free Software Foundation; either version 2 of the License, or | |
9 | * (at your option) any later version. | |
10 | * | |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
4b420ab4 RK |
16 | * Written by Koji Sato. |
17 | * Revised by Ryusuke Konishi. | |
6c98cd4e KS |
18 | */ |
19 | ||
20 | #include <linux/kernel.h> | |
21 | #include <linux/fs.h> | |
22 | #include <linux/string.h> | |
23 | #include <linux/buffer_head.h> | |
24 | #include <linux/errno.h> | |
25 | #include <linux/nilfs2_fs.h> | |
26 | #include "mdt.h" | |
27 | #include "sufile.h" | |
28 | ||
83eec5e6 HM |
29 | #include <trace/events/nilfs2.h> |
30 | ||
f5974c8f VD |
31 | /** |
32 | * struct nilfs_sufile_info - on-memory private data of sufile | |
33 | * @mi: on-memory private data of metadata file | |
34 | * @ncleansegs: number of clean segments | |
35 | * @allocmin: lower limit of allocatable segment range | |
36 | * @allocmax: upper limit of allocatable segment range | |
37 | */ | |
aa474a22 RK |
38 | struct nilfs_sufile_info { |
39 | struct nilfs_mdt_info mi; | |
619205da RK |
40 | unsigned long ncleansegs;/* number of clean segments */ |
41 | __u64 allocmin; /* lower limit of allocatable segment range */ | |
42 | __u64 allocmax; /* upper limit of allocatable segment range */ | |
aa474a22 RK |
43 | }; |
44 | ||
45 | static inline struct nilfs_sufile_info *NILFS_SUI(struct inode *sufile) | |
46 | { | |
47 | return (struct nilfs_sufile_info *)NILFS_MDT(sufile); | |
48 | } | |
49 | ||
6c98cd4e KS |
50 | static inline unsigned long |
51 | nilfs_sufile_segment_usages_per_block(const struct inode *sufile) | |
52 | { | |
53 | return NILFS_MDT(sufile)->mi_entries_per_block; | |
54 | } | |
55 | ||
56 | static unsigned long | |
57 | nilfs_sufile_get_blkoff(const struct inode *sufile, __u64 segnum) | |
58 | { | |
59 | __u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset; | |
4ad364ca | 60 | |
6c98cd4e KS |
61 | do_div(t, nilfs_sufile_segment_usages_per_block(sufile)); |
62 | return (unsigned long)t; | |
63 | } | |
64 | ||
65 | static unsigned long | |
66 | nilfs_sufile_get_offset(const struct inode *sufile, __u64 segnum) | |
67 | { | |
68 | __u64 t = segnum + NILFS_MDT(sufile)->mi_first_entry_offset; | |
4ad364ca | 69 | |
6c98cd4e KS |
70 | return do_div(t, nilfs_sufile_segment_usages_per_block(sufile)); |
71 | } | |
72 | ||
73 | static unsigned long | |
74 | nilfs_sufile_segment_usages_in_block(const struct inode *sufile, __u64 curr, | |
75 | __u64 max) | |
76 | { | |
77 | return min_t(unsigned long, | |
78 | nilfs_sufile_segment_usages_per_block(sufile) - | |
79 | nilfs_sufile_get_offset(sufile, curr), | |
80 | max - curr + 1); | |
81 | } | |
82 | ||
6c98cd4e KS |
83 | static struct nilfs_segment_usage * |
84 | nilfs_sufile_block_get_segment_usage(const struct inode *sufile, __u64 segnum, | |
85 | struct buffer_head *bh, void *kaddr) | |
86 | { | |
87 | return kaddr + bh_offset(bh) + | |
88 | nilfs_sufile_get_offset(sufile, segnum) * | |
89 | NILFS_MDT(sufile)->mi_entry_size; | |
90 | } | |
91 | ||
92 | static inline int nilfs_sufile_get_header_block(struct inode *sufile, | |
93 | struct buffer_head **bhp) | |
94 | { | |
95 | return nilfs_mdt_get_block(sufile, 0, 0, NULL, bhp); | |
96 | } | |
97 | ||
98 | static inline int | |
99 | nilfs_sufile_get_segment_usage_block(struct inode *sufile, __u64 segnum, | |
100 | int create, struct buffer_head **bhp) | |
101 | { | |
102 | return nilfs_mdt_get_block(sufile, | |
103 | nilfs_sufile_get_blkoff(sufile, segnum), | |
104 | create, NULL, bhp); | |
105 | } | |
106 | ||
78eb64c2 RK |
107 | static int nilfs_sufile_delete_segment_usage_block(struct inode *sufile, |
108 | __u64 segnum) | |
109 | { | |
110 | return nilfs_mdt_delete_block(sufile, | |
111 | nilfs_sufile_get_blkoff(sufile, segnum)); | |
112 | } | |
113 | ||
a703018f RK |
114 | static void nilfs_sufile_mod_counter(struct buffer_head *header_bh, |
115 | u64 ncleanadd, u64 ndirtyadd) | |
116 | { | |
117 | struct nilfs_sufile_header *header; | |
118 | void *kaddr; | |
119 | ||
7b9c0976 | 120 | kaddr = kmap_atomic(header_bh->b_page); |
a703018f RK |
121 | header = kaddr + bh_offset(header_bh); |
122 | le64_add_cpu(&header->sh_ncleansegs, ncleanadd); | |
123 | le64_add_cpu(&header->sh_ndirtysegs, ndirtyadd); | |
7b9c0976 | 124 | kunmap_atomic(kaddr); |
a703018f | 125 | |
5fc7b141 | 126 | mark_buffer_dirty(header_bh); |
a703018f RK |
127 | } |
128 | ||
ef7d4757 RK |
129 | /** |
130 | * nilfs_sufile_get_ncleansegs - return the number of clean segments | |
131 | * @sufile: inode of segment usage file | |
132 | */ | |
133 | unsigned long nilfs_sufile_get_ncleansegs(struct inode *sufile) | |
134 | { | |
135 | return NILFS_SUI(sufile)->ncleansegs; | |
136 | } | |
137 | ||
dda54f4b RK |
138 | /** |
139 | * nilfs_sufile_updatev - modify multiple segment usages at a time | |
140 | * @sufile: inode of segment usage file | |
141 | * @segnumv: array of segment numbers | |
142 | * @nsegs: size of @segnumv array | |
143 | * @create: creation flag | |
144 | * @ndone: place to store number of modified segments on @segnumv | |
145 | * @dofunc: primitive operation for the update | |
146 | * | |
147 | * Description: nilfs_sufile_updatev() repeatedly calls @dofunc | |
148 | * against the given array of segments. The @dofunc is called with | |
149 | * buffers of a header block and the sufile block in which the target | |
150 | * segment usage entry is contained. If @ndone is given, the number | |
151 | * of successfully modified segments from the head is stored in the | |
152 | * place @ndone points to. | |
153 | * | |
154 | * Return Value: On success, zero is returned. On error, one of the | |
155 | * following negative error codes is returned. | |
156 | * | |
157 | * %-EIO - I/O error. | |
158 | * | |
159 | * %-ENOMEM - Insufficient amount of memory available. | |
160 | * | |
161 | * %-ENOENT - Given segment usage is in hole block (may be returned if | |
162 | * @create is zero) | |
163 | * | |
164 | * %-EINVAL - Invalid segment usage number | |
165 | */ | |
166 | int nilfs_sufile_updatev(struct inode *sufile, __u64 *segnumv, size_t nsegs, | |
167 | int create, size_t *ndone, | |
168 | void (*dofunc)(struct inode *, __u64, | |
169 | struct buffer_head *, | |
170 | struct buffer_head *)) | |
171 | { | |
172 | struct buffer_head *header_bh, *bh; | |
173 | unsigned long blkoff, prev_blkoff; | |
174 | __u64 *seg; | |
175 | size_t nerr = 0, n = 0; | |
176 | int ret = 0; | |
177 | ||
178 | if (unlikely(nsegs == 0)) | |
179 | goto out; | |
180 | ||
181 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
182 | for (seg = segnumv; seg < segnumv + nsegs; seg++) { | |
183 | if (unlikely(*seg >= nilfs_sufile_get_nsegments(sufile))) { | |
feee880f RK |
184 | nilfs_msg(sufile->i_sb, KERN_WARNING, |
185 | "%s: invalid segment number: %llu", | |
186 | __func__, (unsigned long long)*seg); | |
dda54f4b RK |
187 | nerr++; |
188 | } | |
189 | } | |
190 | if (nerr > 0) { | |
191 | ret = -EINVAL; | |
192 | goto out_sem; | |
193 | } | |
194 | ||
195 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
196 | if (ret < 0) | |
197 | goto out_sem; | |
198 | ||
199 | seg = segnumv; | |
200 | blkoff = nilfs_sufile_get_blkoff(sufile, *seg); | |
201 | ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh); | |
202 | if (ret < 0) | |
203 | goto out_header; | |
204 | ||
205 | for (;;) { | |
206 | dofunc(sufile, *seg, header_bh, bh); | |
207 | ||
208 | if (++seg >= segnumv + nsegs) | |
209 | break; | |
210 | prev_blkoff = blkoff; | |
211 | blkoff = nilfs_sufile_get_blkoff(sufile, *seg); | |
212 | if (blkoff == prev_blkoff) | |
213 | continue; | |
214 | ||
215 | /* get different block */ | |
216 | brelse(bh); | |
217 | ret = nilfs_mdt_get_block(sufile, blkoff, create, NULL, &bh); | |
218 | if (unlikely(ret < 0)) | |
219 | goto out_header; | |
220 | } | |
221 | brelse(bh); | |
222 | ||
223 | out_header: | |
224 | n = seg - segnumv; | |
225 | brelse(header_bh); | |
226 | out_sem: | |
227 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
228 | out: | |
229 | if (ndone) | |
230 | *ndone = n; | |
231 | return ret; | |
232 | } | |
233 | ||
a703018f RK |
234 | int nilfs_sufile_update(struct inode *sufile, __u64 segnum, int create, |
235 | void (*dofunc)(struct inode *, __u64, | |
236 | struct buffer_head *, | |
237 | struct buffer_head *)) | |
238 | { | |
239 | struct buffer_head *header_bh, *bh; | |
240 | int ret; | |
241 | ||
242 | if (unlikely(segnum >= nilfs_sufile_get_nsegments(sufile))) { | |
feee880f RK |
243 | nilfs_msg(sufile->i_sb, KERN_WARNING, |
244 | "%s: invalid segment number: %llu", | |
245 | __func__, (unsigned long long)segnum); | |
a703018f RK |
246 | return -EINVAL; |
247 | } | |
248 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
249 | ||
250 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
251 | if (ret < 0) | |
252 | goto out_sem; | |
253 | ||
254 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, create, &bh); | |
255 | if (!ret) { | |
256 | dofunc(sufile, segnum, header_bh, bh); | |
257 | brelse(bh); | |
258 | } | |
259 | brelse(header_bh); | |
260 | ||
261 | out_sem: | |
262 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
263 | return ret; | |
264 | } | |
265 | ||
619205da RK |
266 | /** |
267 | * nilfs_sufile_set_alloc_range - limit range of segment to be allocated | |
268 | * @sufile: inode of segment usage file | |
269 | * @start: minimum segment number of allocatable region (inclusive) | |
270 | * @end: maximum segment number of allocatable region (inclusive) | |
271 | * | |
272 | * Return Value: On success, 0 is returned. On error, one of the | |
273 | * following negative error codes is returned. | |
274 | * | |
275 | * %-ERANGE - invalid segment region | |
276 | */ | |
277 | int nilfs_sufile_set_alloc_range(struct inode *sufile, __u64 start, __u64 end) | |
278 | { | |
279 | struct nilfs_sufile_info *sui = NILFS_SUI(sufile); | |
280 | __u64 nsegs; | |
281 | int ret = -ERANGE; | |
282 | ||
283 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
284 | nsegs = nilfs_sufile_get_nsegments(sufile); | |
285 | ||
286 | if (start <= end && end < nsegs) { | |
287 | sui->allocmin = start; | |
288 | sui->allocmax = end; | |
289 | ret = 0; | |
290 | } | |
291 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
292 | return ret; | |
293 | } | |
294 | ||
6c98cd4e KS |
295 | /** |
296 | * nilfs_sufile_alloc - allocate a segment | |
297 | * @sufile: inode of segment usage file | |
298 | * @segnump: pointer to segment number | |
299 | * | |
300 | * Description: nilfs_sufile_alloc() allocates a clean segment. | |
301 | * | |
302 | * Return Value: On success, 0 is returned and the segment number of the | |
303 | * allocated segment is stored in the place pointed by @segnump. On error, one | |
304 | * of the following negative error codes is returned. | |
305 | * | |
306 | * %-EIO - I/O error. | |
307 | * | |
308 | * %-ENOMEM - Insufficient amount of memory available. | |
309 | * | |
310 | * %-ENOSPC - No clean segment left. | |
311 | */ | |
312 | int nilfs_sufile_alloc(struct inode *sufile, __u64 *segnump) | |
313 | { | |
314 | struct buffer_head *header_bh, *su_bh; | |
6c98cd4e KS |
315 | struct nilfs_sufile_header *header; |
316 | struct nilfs_segment_usage *su; | |
619205da | 317 | struct nilfs_sufile_info *sui = NILFS_SUI(sufile); |
6c98cd4e KS |
318 | size_t susz = NILFS_MDT(sufile)->mi_entry_size; |
319 | __u64 segnum, maxsegnum, last_alloc; | |
320 | void *kaddr; | |
09ef29e0 | 321 | unsigned long nsegments, nsus, cnt; |
619205da | 322 | int ret, j; |
6c98cd4e KS |
323 | |
324 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
325 | ||
6c98cd4e KS |
326 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); |
327 | if (ret < 0) | |
328 | goto out_sem; | |
7b9c0976 | 329 | kaddr = kmap_atomic(header_bh->b_page); |
7b16c8a2 | 330 | header = kaddr + bh_offset(header_bh); |
6c98cd4e | 331 | last_alloc = le64_to_cpu(header->sh_last_alloc); |
7b9c0976 | 332 | kunmap_atomic(kaddr); |
6c98cd4e KS |
333 | |
334 | nsegments = nilfs_sufile_get_nsegments(sufile); | |
619205da | 335 | maxsegnum = sui->allocmax; |
6c98cd4e | 336 | segnum = last_alloc + 1; |
619205da RK |
337 | if (segnum < sui->allocmin || segnum > sui->allocmax) |
338 | segnum = sui->allocmin; | |
339 | ||
340 | for (cnt = 0; cnt < nsegments; cnt += nsus) { | |
341 | if (segnum > maxsegnum) { | |
342 | if (cnt < sui->allocmax - sui->allocmin + 1) { | |
343 | /* | |
344 | * wrap around in the limited region. | |
345 | * if allocation started from | |
346 | * sui->allocmin, this never happens. | |
347 | */ | |
348 | segnum = sui->allocmin; | |
349 | maxsegnum = last_alloc; | |
350 | } else if (segnum > sui->allocmin && | |
351 | sui->allocmax + 1 < nsegments) { | |
352 | segnum = sui->allocmax + 1; | |
353 | maxsegnum = nsegments - 1; | |
354 | } else if (sui->allocmin > 0) { | |
355 | segnum = 0; | |
356 | maxsegnum = sui->allocmin - 1; | |
357 | } else { | |
358 | break; /* never happens */ | |
359 | } | |
6c98cd4e | 360 | } |
83eec5e6 | 361 | trace_nilfs2_segment_usage_check(sufile, segnum, cnt); |
6c98cd4e KS |
362 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 1, |
363 | &su_bh); | |
364 | if (ret < 0) | |
365 | goto out_header; | |
7b9c0976 | 366 | kaddr = kmap_atomic(su_bh->b_page); |
6c98cd4e KS |
367 | su = nilfs_sufile_block_get_segment_usage( |
368 | sufile, segnum, su_bh, kaddr); | |
369 | ||
370 | nsus = nilfs_sufile_segment_usages_in_block( | |
371 | sufile, segnum, maxsegnum); | |
372 | for (j = 0; j < nsus; j++, su = (void *)su + susz, segnum++) { | |
373 | if (!nilfs_segment_usage_clean(su)) | |
374 | continue; | |
375 | /* found a clean segment */ | |
6c98cd4e | 376 | nilfs_segment_usage_set_dirty(su); |
7b9c0976 | 377 | kunmap_atomic(kaddr); |
6c98cd4e | 378 | |
7b9c0976 | 379 | kaddr = kmap_atomic(header_bh->b_page); |
7b16c8a2 | 380 | header = kaddr + bh_offset(header_bh); |
6c98cd4e KS |
381 | le64_add_cpu(&header->sh_ncleansegs, -1); |
382 | le64_add_cpu(&header->sh_ndirtysegs, 1); | |
383 | header->sh_last_alloc = cpu_to_le64(segnum); | |
7b9c0976 | 384 | kunmap_atomic(kaddr); |
6c98cd4e | 385 | |
619205da | 386 | sui->ncleansegs--; |
5fc7b141 RK |
387 | mark_buffer_dirty(header_bh); |
388 | mark_buffer_dirty(su_bh); | |
6c98cd4e KS |
389 | nilfs_mdt_mark_dirty(sufile); |
390 | brelse(su_bh); | |
391 | *segnump = segnum; | |
83eec5e6 HM |
392 | |
393 | trace_nilfs2_segment_usage_allocated(sufile, segnum); | |
394 | ||
6c98cd4e KS |
395 | goto out_header; |
396 | } | |
397 | ||
7b9c0976 | 398 | kunmap_atomic(kaddr); |
6c98cd4e KS |
399 | brelse(su_bh); |
400 | } | |
401 | ||
402 | /* no segments left */ | |
403 | ret = -ENOSPC; | |
404 | ||
405 | out_header: | |
406 | brelse(header_bh); | |
407 | ||
408 | out_sem: | |
409 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
410 | return ret; | |
411 | } | |
412 | ||
a703018f RK |
413 | void nilfs_sufile_do_cancel_free(struct inode *sufile, __u64 segnum, |
414 | struct buffer_head *header_bh, | |
415 | struct buffer_head *su_bh) | |
6c98cd4e | 416 | { |
6c98cd4e KS |
417 | struct nilfs_segment_usage *su; |
418 | void *kaddr; | |
6c98cd4e | 419 | |
7b9c0976 | 420 | kaddr = kmap_atomic(su_bh->b_page); |
a703018f | 421 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr); |
1f5abe7e | 422 | if (unlikely(!nilfs_segment_usage_clean(su))) { |
feee880f RK |
423 | nilfs_msg(sufile->i_sb, KERN_WARNING, |
424 | "%s: segment %llu must be clean", __func__, | |
425 | (unsigned long long)segnum); | |
7b9c0976 | 426 | kunmap_atomic(kaddr); |
a703018f | 427 | return; |
6c98cd4e KS |
428 | } |
429 | nilfs_segment_usage_set_dirty(su); | |
7b9c0976 | 430 | kunmap_atomic(kaddr); |
6c98cd4e | 431 | |
a703018f | 432 | nilfs_sufile_mod_counter(header_bh, -1, 1); |
aa474a22 RK |
433 | NILFS_SUI(sufile)->ncleansegs--; |
434 | ||
5fc7b141 | 435 | mark_buffer_dirty(su_bh); |
6c98cd4e | 436 | nilfs_mdt_mark_dirty(sufile); |
6c98cd4e KS |
437 | } |
438 | ||
c85399c2 RK |
439 | void nilfs_sufile_do_scrap(struct inode *sufile, __u64 segnum, |
440 | struct buffer_head *header_bh, | |
441 | struct buffer_head *su_bh) | |
442 | { | |
443 | struct nilfs_segment_usage *su; | |
444 | void *kaddr; | |
445 | int clean, dirty; | |
446 | ||
7b9c0976 | 447 | kaddr = kmap_atomic(su_bh->b_page); |
c85399c2 RK |
448 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr); |
449 | if (su->su_flags == cpu_to_le32(1UL << NILFS_SEGMENT_USAGE_DIRTY) && | |
450 | su->su_nblocks == cpu_to_le32(0)) { | |
7b9c0976 | 451 | kunmap_atomic(kaddr); |
c85399c2 RK |
452 | return; |
453 | } | |
454 | clean = nilfs_segment_usage_clean(su); | |
455 | dirty = nilfs_segment_usage_dirty(su); | |
456 | ||
457 | /* make the segment garbage */ | |
458 | su->su_lastmod = cpu_to_le64(0); | |
459 | su->su_nblocks = cpu_to_le32(0); | |
460 | su->su_flags = cpu_to_le32(1UL << NILFS_SEGMENT_USAGE_DIRTY); | |
7b9c0976 | 461 | kunmap_atomic(kaddr); |
c85399c2 RK |
462 | |
463 | nilfs_sufile_mod_counter(header_bh, clean ? (u64)-1 : 0, dirty ? 0 : 1); | |
aa474a22 RK |
464 | NILFS_SUI(sufile)->ncleansegs -= clean; |
465 | ||
5fc7b141 | 466 | mark_buffer_dirty(su_bh); |
c85399c2 RK |
467 | nilfs_mdt_mark_dirty(sufile); |
468 | } | |
469 | ||
a703018f RK |
470 | void nilfs_sufile_do_free(struct inode *sufile, __u64 segnum, |
471 | struct buffer_head *header_bh, | |
472 | struct buffer_head *su_bh) | |
6c98cd4e | 473 | { |
6c98cd4e KS |
474 | struct nilfs_segment_usage *su; |
475 | void *kaddr; | |
a703018f | 476 | int sudirty; |
6c98cd4e | 477 | |
7b9c0976 | 478 | kaddr = kmap_atomic(su_bh->b_page); |
a703018f RK |
479 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr); |
480 | if (nilfs_segment_usage_clean(su)) { | |
feee880f RK |
481 | nilfs_msg(sufile->i_sb, KERN_WARNING, |
482 | "%s: segment %llu is already clean", | |
483 | __func__, (unsigned long long)segnum); | |
7b9c0976 | 484 | kunmap_atomic(kaddr); |
a703018f | 485 | return; |
6c98cd4e | 486 | } |
a703018f RK |
487 | WARN_ON(nilfs_segment_usage_error(su)); |
488 | WARN_ON(!nilfs_segment_usage_dirty(su)); | |
6c98cd4e | 489 | |
a703018f RK |
490 | sudirty = nilfs_segment_usage_dirty(su); |
491 | nilfs_segment_usage_set_clean(su); | |
7b9c0976 | 492 | kunmap_atomic(kaddr); |
5fc7b141 | 493 | mark_buffer_dirty(su_bh); |
6c98cd4e | 494 | |
a703018f | 495 | nilfs_sufile_mod_counter(header_bh, 1, sudirty ? (u64)-1 : 0); |
aa474a22 RK |
496 | NILFS_SUI(sufile)->ncleansegs++; |
497 | ||
a703018f | 498 | nilfs_mdt_mark_dirty(sufile); |
83eec5e6 HM |
499 | |
500 | trace_nilfs2_segment_usage_freed(sufile, segnum); | |
6c98cd4e KS |
501 | } |
502 | ||
61a189e9 RK |
503 | /** |
504 | * nilfs_sufile_mark_dirty - mark the buffer having a segment usage dirty | |
505 | * @sufile: inode of segment usage file | |
506 | * @segnum: segment number | |
507 | */ | |
508 | int nilfs_sufile_mark_dirty(struct inode *sufile, __u64 segnum) | |
509 | { | |
510 | struct buffer_head *bh; | |
511 | int ret; | |
512 | ||
513 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh); | |
514 | if (!ret) { | |
5fc7b141 | 515 | mark_buffer_dirty(bh); |
61a189e9 RK |
516 | nilfs_mdt_mark_dirty(sufile); |
517 | brelse(bh); | |
518 | } | |
519 | return ret; | |
520 | } | |
521 | ||
071ec54d RK |
522 | /** |
523 | * nilfs_sufile_set_segment_usage - set usage of a segment | |
524 | * @sufile: inode of segment usage file | |
525 | * @segnum: segment number | |
526 | * @nblocks: number of live blocks in the segment | |
527 | * @modtime: modification time (option) | |
528 | */ | |
529 | int nilfs_sufile_set_segment_usage(struct inode *sufile, __u64 segnum, | |
530 | unsigned long nblocks, time_t modtime) | |
531 | { | |
532 | struct buffer_head *bh; | |
533 | struct nilfs_segment_usage *su; | |
534 | void *kaddr; | |
535 | int ret; | |
536 | ||
537 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
538 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, &bh); | |
539 | if (ret < 0) | |
540 | goto out_sem; | |
541 | ||
7b9c0976 | 542 | kaddr = kmap_atomic(bh->b_page); |
071ec54d RK |
543 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, bh, kaddr); |
544 | WARN_ON(nilfs_segment_usage_error(su)); | |
545 | if (modtime) | |
546 | su->su_lastmod = cpu_to_le64(modtime); | |
547 | su->su_nblocks = cpu_to_le32(nblocks); | |
7b9c0976 | 548 | kunmap_atomic(kaddr); |
071ec54d | 549 | |
5fc7b141 | 550 | mark_buffer_dirty(bh); |
071ec54d RK |
551 | nilfs_mdt_mark_dirty(sufile); |
552 | brelse(bh); | |
553 | ||
554 | out_sem: | |
555 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
556 | return ret; | |
557 | } | |
558 | ||
6c98cd4e KS |
559 | /** |
560 | * nilfs_sufile_get_stat - get segment usage statistics | |
561 | * @sufile: inode of segment usage file | |
562 | * @stat: pointer to a structure of segment usage statistics | |
563 | * | |
564 | * Description: nilfs_sufile_get_stat() returns information about segment | |
565 | * usage. | |
566 | * | |
567 | * Return Value: On success, 0 is returned, and segment usage information is | |
568 | * stored in the place pointed by @stat. On error, one of the following | |
569 | * negative error codes is returned. | |
570 | * | |
571 | * %-EIO - I/O error. | |
572 | * | |
573 | * %-ENOMEM - Insufficient amount of memory available. | |
574 | */ | |
575 | int nilfs_sufile_get_stat(struct inode *sufile, struct nilfs_sustat *sustat) | |
576 | { | |
577 | struct buffer_head *header_bh; | |
578 | struct nilfs_sufile_header *header; | |
0ef28f9a | 579 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; |
6c98cd4e KS |
580 | void *kaddr; |
581 | int ret; | |
582 | ||
583 | down_read(&NILFS_MDT(sufile)->mi_sem); | |
584 | ||
585 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
586 | if (ret < 0) | |
587 | goto out_sem; | |
588 | ||
7b9c0976 | 589 | kaddr = kmap_atomic(header_bh->b_page); |
7b16c8a2 | 590 | header = kaddr + bh_offset(header_bh); |
6c98cd4e KS |
591 | sustat->ss_nsegs = nilfs_sufile_get_nsegments(sufile); |
592 | sustat->ss_ncleansegs = le64_to_cpu(header->sh_ncleansegs); | |
593 | sustat->ss_ndirtysegs = le64_to_cpu(header->sh_ndirtysegs); | |
2c2e52fc RK |
594 | sustat->ss_ctime = nilfs->ns_ctime; |
595 | sustat->ss_nongc_ctime = nilfs->ns_nongc_ctime; | |
596 | spin_lock(&nilfs->ns_last_segment_lock); | |
597 | sustat->ss_prot_seq = nilfs->ns_prot_seq; | |
598 | spin_unlock(&nilfs->ns_last_segment_lock); | |
7b9c0976 | 599 | kunmap_atomic(kaddr); |
6c98cd4e KS |
600 | brelse(header_bh); |
601 | ||
602 | out_sem: | |
603 | up_read(&NILFS_MDT(sufile)->mi_sem); | |
604 | return ret; | |
605 | } | |
606 | ||
a703018f RK |
607 | void nilfs_sufile_do_set_error(struct inode *sufile, __u64 segnum, |
608 | struct buffer_head *header_bh, | |
609 | struct buffer_head *su_bh) | |
6c98cd4e | 610 | { |
6c98cd4e | 611 | struct nilfs_segment_usage *su; |
6c98cd4e | 612 | void *kaddr; |
a703018f | 613 | int suclean; |
6c98cd4e | 614 | |
7b9c0976 | 615 | kaddr = kmap_atomic(su_bh->b_page); |
6c98cd4e KS |
616 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, su_bh, kaddr); |
617 | if (nilfs_segment_usage_error(su)) { | |
7b9c0976 | 618 | kunmap_atomic(kaddr); |
a703018f | 619 | return; |
6c98cd4e | 620 | } |
88072faf | 621 | suclean = nilfs_segment_usage_clean(su); |
6c98cd4e | 622 | nilfs_segment_usage_set_error(su); |
7b9c0976 | 623 | kunmap_atomic(kaddr); |
6c98cd4e | 624 | |
aa474a22 | 625 | if (suclean) { |
a703018f | 626 | nilfs_sufile_mod_counter(header_bh, -1, 0); |
aa474a22 RK |
627 | NILFS_SUI(sufile)->ncleansegs--; |
628 | } | |
5fc7b141 | 629 | mark_buffer_dirty(su_bh); |
6c98cd4e | 630 | nilfs_mdt_mark_dirty(sufile); |
6c98cd4e KS |
631 | } |
632 | ||
78eb64c2 RK |
633 | /** |
634 | * nilfs_sufile_truncate_range - truncate range of segment array | |
635 | * @sufile: inode of segment usage file | |
636 | * @start: start segment number (inclusive) | |
637 | * @end: end segment number (inclusive) | |
638 | * | |
639 | * Return Value: On success, 0 is returned. On error, one of the | |
640 | * following negative error codes is returned. | |
641 | * | |
642 | * %-EIO - I/O error. | |
643 | * | |
644 | * %-ENOMEM - Insufficient amount of memory available. | |
645 | * | |
646 | * %-EINVAL - Invalid number of segments specified | |
647 | * | |
648 | * %-EBUSY - Dirty or active segments are present in the range | |
649 | */ | |
650 | static int nilfs_sufile_truncate_range(struct inode *sufile, | |
651 | __u64 start, __u64 end) | |
652 | { | |
653 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; | |
654 | struct buffer_head *header_bh; | |
655 | struct buffer_head *su_bh; | |
656 | struct nilfs_segment_usage *su, *su2; | |
657 | size_t susz = NILFS_MDT(sufile)->mi_entry_size; | |
658 | unsigned long segusages_per_block; | |
659 | unsigned long nsegs, ncleaned; | |
660 | __u64 segnum; | |
661 | void *kaddr; | |
662 | ssize_t n, nc; | |
663 | int ret; | |
664 | int j; | |
665 | ||
666 | nsegs = nilfs_sufile_get_nsegments(sufile); | |
667 | ||
668 | ret = -EINVAL; | |
669 | if (start > end || start >= nsegs) | |
670 | goto out; | |
671 | ||
672 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
673 | if (ret < 0) | |
674 | goto out; | |
675 | ||
676 | segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile); | |
677 | ncleaned = 0; | |
678 | ||
679 | for (segnum = start; segnum <= end; segnum += n) { | |
680 | n = min_t(unsigned long, | |
681 | segusages_per_block - | |
682 | nilfs_sufile_get_offset(sufile, segnum), | |
683 | end - segnum + 1); | |
684 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, | |
685 | &su_bh); | |
686 | if (ret < 0) { | |
687 | if (ret != -ENOENT) | |
688 | goto out_header; | |
689 | /* hole */ | |
690 | continue; | |
691 | } | |
7b9c0976 | 692 | kaddr = kmap_atomic(su_bh->b_page); |
78eb64c2 RK |
693 | su = nilfs_sufile_block_get_segment_usage( |
694 | sufile, segnum, su_bh, kaddr); | |
695 | su2 = su; | |
696 | for (j = 0; j < n; j++, su = (void *)su + susz) { | |
697 | if ((le32_to_cpu(su->su_flags) & | |
698 | ~(1UL << NILFS_SEGMENT_USAGE_ERROR)) || | |
699 | nilfs_segment_is_active(nilfs, segnum + j)) { | |
700 | ret = -EBUSY; | |
7b9c0976 | 701 | kunmap_atomic(kaddr); |
78eb64c2 RK |
702 | brelse(su_bh); |
703 | goto out_header; | |
704 | } | |
705 | } | |
706 | nc = 0; | |
707 | for (su = su2, j = 0; j < n; j++, su = (void *)su + susz) { | |
708 | if (nilfs_segment_usage_error(su)) { | |
709 | nilfs_segment_usage_set_clean(su); | |
710 | nc++; | |
711 | } | |
712 | } | |
7b9c0976 | 713 | kunmap_atomic(kaddr); |
78eb64c2 | 714 | if (nc > 0) { |
5fc7b141 | 715 | mark_buffer_dirty(su_bh); |
78eb64c2 RK |
716 | ncleaned += nc; |
717 | } | |
718 | brelse(su_bh); | |
719 | ||
720 | if (n == segusages_per_block) { | |
721 | /* make hole */ | |
722 | nilfs_sufile_delete_segment_usage_block(sufile, segnum); | |
723 | } | |
724 | } | |
725 | ret = 0; | |
726 | ||
727 | out_header: | |
728 | if (ncleaned > 0) { | |
729 | NILFS_SUI(sufile)->ncleansegs += ncleaned; | |
730 | nilfs_sufile_mod_counter(header_bh, ncleaned, 0); | |
731 | nilfs_mdt_mark_dirty(sufile); | |
732 | } | |
733 | brelse(header_bh); | |
734 | out: | |
735 | return ret; | |
736 | } | |
737 | ||
4e33f9ea RK |
738 | /** |
739 | * nilfs_sufile_resize - resize segment array | |
740 | * @sufile: inode of segment usage file | |
741 | * @newnsegs: new number of segments | |
742 | * | |
743 | * Return Value: On success, 0 is returned. On error, one of the | |
744 | * following negative error codes is returned. | |
745 | * | |
746 | * %-EIO - I/O error. | |
747 | * | |
748 | * %-ENOMEM - Insufficient amount of memory available. | |
749 | * | |
750 | * %-ENOSPC - Enough free space is not left for shrinking | |
751 | * | |
752 | * %-EBUSY - Dirty or active segments exist in the region to be truncated | |
753 | */ | |
754 | int nilfs_sufile_resize(struct inode *sufile, __u64 newnsegs) | |
755 | { | |
756 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; | |
757 | struct buffer_head *header_bh; | |
758 | struct nilfs_sufile_header *header; | |
759 | struct nilfs_sufile_info *sui = NILFS_SUI(sufile); | |
760 | void *kaddr; | |
761 | unsigned long nsegs, nrsvsegs; | |
762 | int ret = 0; | |
763 | ||
764 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
765 | ||
766 | nsegs = nilfs_sufile_get_nsegments(sufile); | |
767 | if (nsegs == newnsegs) | |
768 | goto out; | |
769 | ||
770 | ret = -ENOSPC; | |
771 | nrsvsegs = nilfs_nrsvsegs(nilfs, newnsegs); | |
772 | if (newnsegs < nsegs && nsegs - newnsegs + nrsvsegs > sui->ncleansegs) | |
773 | goto out; | |
774 | ||
775 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
776 | if (ret < 0) | |
777 | goto out; | |
778 | ||
779 | if (newnsegs > nsegs) { | |
780 | sui->ncleansegs += newnsegs - nsegs; | |
781 | } else /* newnsegs < nsegs */ { | |
782 | ret = nilfs_sufile_truncate_range(sufile, newnsegs, nsegs - 1); | |
783 | if (ret < 0) | |
784 | goto out_header; | |
785 | ||
786 | sui->ncleansegs -= nsegs - newnsegs; | |
787 | } | |
788 | ||
7b9c0976 | 789 | kaddr = kmap_atomic(header_bh->b_page); |
4e33f9ea RK |
790 | header = kaddr + bh_offset(header_bh); |
791 | header->sh_ncleansegs = cpu_to_le64(sui->ncleansegs); | |
7b9c0976 | 792 | kunmap_atomic(kaddr); |
4e33f9ea | 793 | |
5fc7b141 | 794 | mark_buffer_dirty(header_bh); |
4e33f9ea RK |
795 | nilfs_mdt_mark_dirty(sufile); |
796 | nilfs_set_nsegments(nilfs, newnsegs); | |
797 | ||
798 | out_header: | |
799 | brelse(header_bh); | |
800 | out: | |
801 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
802 | return ret; | |
803 | } | |
804 | ||
6c98cd4e KS |
805 | /** |
806 | * nilfs_sufile_get_suinfo - | |
807 | * @sufile: inode of segment usage file | |
808 | * @segnum: segment number to start looking | |
003ff182 RK |
809 | * @buf: array of suinfo |
810 | * @sisz: byte size of suinfo | |
6c98cd4e KS |
811 | * @nsi: size of suinfo array |
812 | * | |
813 | * Description: | |
814 | * | |
815 | * Return Value: On success, 0 is returned and .... On error, one of the | |
816 | * following negative error codes is returned. | |
817 | * | |
818 | * %-EIO - I/O error. | |
819 | * | |
820 | * %-ENOMEM - Insufficient amount of memory available. | |
821 | */ | |
003ff182 | 822 | ssize_t nilfs_sufile_get_suinfo(struct inode *sufile, __u64 segnum, void *buf, |
f19e78de | 823 | unsigned int sisz, size_t nsi) |
6c98cd4e KS |
824 | { |
825 | struct buffer_head *su_bh; | |
826 | struct nilfs_segment_usage *su; | |
003ff182 | 827 | struct nilfs_suinfo *si = buf; |
6c98cd4e | 828 | size_t susz = NILFS_MDT(sufile)->mi_entry_size; |
0ef28f9a | 829 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; |
6c98cd4e KS |
830 | void *kaddr; |
831 | unsigned long nsegs, segusages_per_block; | |
832 | ssize_t n; | |
833 | int ret, i, j; | |
834 | ||
835 | down_read(&NILFS_MDT(sufile)->mi_sem); | |
836 | ||
837 | segusages_per_block = nilfs_sufile_segment_usages_per_block(sufile); | |
838 | nsegs = min_t(unsigned long, | |
839 | nilfs_sufile_get_nsegments(sufile) - segnum, | |
840 | nsi); | |
841 | for (i = 0; i < nsegs; i += n, segnum += n) { | |
842 | n = min_t(unsigned long, | |
843 | segusages_per_block - | |
844 | nilfs_sufile_get_offset(sufile, segnum), | |
845 | nsegs - i); | |
846 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, | |
847 | &su_bh); | |
848 | if (ret < 0) { | |
849 | if (ret != -ENOENT) | |
850 | goto out; | |
851 | /* hole */ | |
003ff182 RK |
852 | memset(si, 0, sisz * n); |
853 | si = (void *)si + sisz * n; | |
6c98cd4e KS |
854 | continue; |
855 | } | |
856 | ||
7b9c0976 | 857 | kaddr = kmap_atomic(su_bh->b_page); |
6c98cd4e KS |
858 | su = nilfs_sufile_block_get_segment_usage( |
859 | sufile, segnum, su_bh, kaddr); | |
003ff182 RK |
860 | for (j = 0; j < n; |
861 | j++, su = (void *)su + susz, si = (void *)si + sisz) { | |
862 | si->sui_lastmod = le64_to_cpu(su->su_lastmod); | |
863 | si->sui_nblocks = le32_to_cpu(su->su_nblocks); | |
864 | si->sui_flags = le32_to_cpu(su->su_flags) & | |
cece5520 | 865 | ~(1UL << NILFS_SEGMENT_USAGE_ACTIVE); |
3efb55b4 | 866 | if (nilfs_segment_is_active(nilfs, segnum + j)) |
003ff182 | 867 | si->sui_flags |= |
cece5520 | 868 | (1UL << NILFS_SEGMENT_USAGE_ACTIVE); |
6c98cd4e | 869 | } |
7b9c0976 | 870 | kunmap_atomic(kaddr); |
6c98cd4e KS |
871 | brelse(su_bh); |
872 | } | |
873 | ret = nsegs; | |
874 | ||
875 | out: | |
876 | up_read(&NILFS_MDT(sufile)->mi_sem); | |
877 | return ret; | |
878 | } | |
79739565 | 879 | |
00e9ffcd AR |
880 | /** |
881 | * nilfs_sufile_set_suinfo - sets segment usage info | |
882 | * @sufile: inode of segment usage file | |
883 | * @buf: array of suinfo_update | |
884 | * @supsz: byte size of suinfo_update | |
885 | * @nsup: size of suinfo_update array | |
886 | * | |
887 | * Description: Takes an array of nilfs_suinfo_update structs and updates | |
888 | * segment usage accordingly. Only the fields indicated by the sup_flags | |
889 | * are updated. | |
890 | * | |
891 | * Return Value: On success, 0 is returned. On error, one of the | |
892 | * following negative error codes is returned. | |
893 | * | |
894 | * %-EIO - I/O error. | |
895 | * | |
896 | * %-ENOMEM - Insufficient amount of memory available. | |
897 | * | |
898 | * %-EINVAL - Invalid values in input (segment number, flags or nblocks) | |
899 | */ | |
900 | ssize_t nilfs_sufile_set_suinfo(struct inode *sufile, void *buf, | |
f19e78de | 901 | unsigned int supsz, size_t nsup) |
00e9ffcd AR |
902 | { |
903 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; | |
904 | struct buffer_head *header_bh, *bh; | |
905 | struct nilfs_suinfo_update *sup, *supend = buf + supsz * nsup; | |
906 | struct nilfs_segment_usage *su; | |
907 | void *kaddr; | |
908 | unsigned long blkoff, prev_blkoff; | |
909 | int cleansi, cleansu, dirtysi, dirtysu; | |
910 | long ncleaned = 0, ndirtied = 0; | |
911 | int ret = 0; | |
912 | ||
913 | if (unlikely(nsup == 0)) | |
914 | return ret; | |
915 | ||
916 | for (sup = buf; sup < supend; sup = (void *)sup + supsz) { | |
917 | if (sup->sup_segnum >= nilfs->ns_nsegments | |
918 | || (sup->sup_flags & | |
919 | (~0UL << __NR_NILFS_SUINFO_UPDATE_FIELDS)) | |
920 | || (nilfs_suinfo_update_nblocks(sup) && | |
921 | sup->sup_sui.sui_nblocks > | |
922 | nilfs->ns_blocks_per_segment)) | |
923 | return -EINVAL; | |
924 | } | |
925 | ||
926 | down_write(&NILFS_MDT(sufile)->mi_sem); | |
927 | ||
928 | ret = nilfs_sufile_get_header_block(sufile, &header_bh); | |
929 | if (ret < 0) | |
930 | goto out_sem; | |
931 | ||
932 | sup = buf; | |
933 | blkoff = nilfs_sufile_get_blkoff(sufile, sup->sup_segnum); | |
934 | ret = nilfs_mdt_get_block(sufile, blkoff, 1, NULL, &bh); | |
935 | if (ret < 0) | |
936 | goto out_header; | |
937 | ||
938 | for (;;) { | |
939 | kaddr = kmap_atomic(bh->b_page); | |
940 | su = nilfs_sufile_block_get_segment_usage( | |
941 | sufile, sup->sup_segnum, bh, kaddr); | |
942 | ||
943 | if (nilfs_suinfo_update_lastmod(sup)) | |
944 | su->su_lastmod = cpu_to_le64(sup->sup_sui.sui_lastmod); | |
945 | ||
946 | if (nilfs_suinfo_update_nblocks(sup)) | |
947 | su->su_nblocks = cpu_to_le32(sup->sup_sui.sui_nblocks); | |
948 | ||
949 | if (nilfs_suinfo_update_flags(sup)) { | |
950 | /* | |
951 | * Active flag is a virtual flag projected by running | |
952 | * nilfs kernel code - drop it not to write it to | |
953 | * disk. | |
954 | */ | |
955 | sup->sup_sui.sui_flags &= | |
956 | ~(1UL << NILFS_SEGMENT_USAGE_ACTIVE); | |
957 | ||
958 | cleansi = nilfs_suinfo_clean(&sup->sup_sui); | |
959 | cleansu = nilfs_segment_usage_clean(su); | |
960 | dirtysi = nilfs_suinfo_dirty(&sup->sup_sui); | |
961 | dirtysu = nilfs_segment_usage_dirty(su); | |
962 | ||
963 | if (cleansi && !cleansu) | |
964 | ++ncleaned; | |
965 | else if (!cleansi && cleansu) | |
966 | --ncleaned; | |
967 | ||
968 | if (dirtysi && !dirtysu) | |
969 | ++ndirtied; | |
970 | else if (!dirtysi && dirtysu) | |
971 | --ndirtied; | |
972 | ||
973 | su->su_flags = cpu_to_le32(sup->sup_sui.sui_flags); | |
974 | } | |
975 | ||
976 | kunmap_atomic(kaddr); | |
977 | ||
978 | sup = (void *)sup + supsz; | |
979 | if (sup >= supend) | |
980 | break; | |
981 | ||
982 | prev_blkoff = blkoff; | |
983 | blkoff = nilfs_sufile_get_blkoff(sufile, sup->sup_segnum); | |
984 | if (blkoff == prev_blkoff) | |
985 | continue; | |
986 | ||
987 | /* get different block */ | |
988 | mark_buffer_dirty(bh); | |
989 | put_bh(bh); | |
990 | ret = nilfs_mdt_get_block(sufile, blkoff, 1, NULL, &bh); | |
991 | if (unlikely(ret < 0)) | |
992 | goto out_mark; | |
993 | } | |
994 | mark_buffer_dirty(bh); | |
995 | put_bh(bh); | |
996 | ||
997 | out_mark: | |
998 | if (ncleaned || ndirtied) { | |
999 | nilfs_sufile_mod_counter(header_bh, (u64)ncleaned, | |
1000 | (u64)ndirtied); | |
1001 | NILFS_SUI(sufile)->ncleansegs += ncleaned; | |
1002 | } | |
1003 | nilfs_mdt_mark_dirty(sufile); | |
1004 | out_header: | |
1005 | put_bh(header_bh); | |
1006 | out_sem: | |
1007 | up_write(&NILFS_MDT(sufile)->mi_sem); | |
1008 | return ret; | |
1009 | } | |
1010 | ||
82e11e85 AR |
1011 | /** |
1012 | * nilfs_sufile_trim_fs() - trim ioctl handle function | |
1013 | * @sufile: inode of segment usage file | |
1014 | * @range: fstrim_range structure | |
1015 | * | |
1016 | * start: First Byte to trim | |
1017 | * len: number of Bytes to trim from start | |
1018 | * minlen: minimum extent length in Bytes | |
1019 | * | |
1020 | * Decription: nilfs_sufile_trim_fs goes through all segments containing bytes | |
1021 | * from start to start+len. start is rounded up to the next block boundary | |
1022 | * and start+len is rounded down. For each clean segment blkdev_issue_discard | |
1023 | * function is invoked. | |
1024 | * | |
1025 | * Return Value: On success, 0 is returned or negative error code, otherwise. | |
1026 | */ | |
1027 | int nilfs_sufile_trim_fs(struct inode *sufile, struct fstrim_range *range) | |
1028 | { | |
1029 | struct the_nilfs *nilfs = sufile->i_sb->s_fs_info; | |
1030 | struct buffer_head *su_bh; | |
1031 | struct nilfs_segment_usage *su; | |
1032 | void *kaddr; | |
1033 | size_t n, i, susz = NILFS_MDT(sufile)->mi_entry_size; | |
1034 | sector_t seg_start, seg_end, start_block, end_block; | |
1035 | sector_t start = 0, nblocks = 0; | |
1036 | u64 segnum, segnum_end, minlen, len, max_blocks, ndiscarded = 0; | |
1037 | int ret = 0; | |
1038 | unsigned int sects_per_block; | |
1039 | ||
1040 | sects_per_block = (1 << nilfs->ns_blocksize_bits) / | |
1041 | bdev_logical_block_size(nilfs->ns_bdev); | |
1042 | len = range->len >> nilfs->ns_blocksize_bits; | |
1043 | minlen = range->minlen >> nilfs->ns_blocksize_bits; | |
1044 | max_blocks = ((u64)nilfs->ns_nsegments * nilfs->ns_blocks_per_segment); | |
1045 | ||
1046 | if (!len || range->start >= max_blocks << nilfs->ns_blocksize_bits) | |
1047 | return -EINVAL; | |
1048 | ||
1049 | start_block = (range->start + nilfs->ns_blocksize - 1) >> | |
1050 | nilfs->ns_blocksize_bits; | |
1051 | ||
1052 | /* | |
1053 | * range->len can be very large (actually, it is set to | |
1054 | * ULLONG_MAX by default) - truncate upper end of the range | |
1055 | * carefully so as not to overflow. | |
1056 | */ | |
1057 | if (max_blocks - start_block < len) | |
1058 | end_block = max_blocks - 1; | |
1059 | else | |
1060 | end_block = start_block + len - 1; | |
1061 | ||
1062 | segnum = nilfs_get_segnum_of_block(nilfs, start_block); | |
1063 | segnum_end = nilfs_get_segnum_of_block(nilfs, end_block); | |
1064 | ||
1065 | down_read(&NILFS_MDT(sufile)->mi_sem); | |
1066 | ||
1067 | while (segnum <= segnum_end) { | |
1068 | n = nilfs_sufile_segment_usages_in_block(sufile, segnum, | |
1069 | segnum_end); | |
1070 | ||
1071 | ret = nilfs_sufile_get_segment_usage_block(sufile, segnum, 0, | |
1072 | &su_bh); | |
1073 | if (ret < 0) { | |
1074 | if (ret != -ENOENT) | |
1075 | goto out_sem; | |
1076 | /* hole */ | |
1077 | segnum += n; | |
1078 | continue; | |
1079 | } | |
1080 | ||
1081 | kaddr = kmap_atomic(su_bh->b_page); | |
1082 | su = nilfs_sufile_block_get_segment_usage(sufile, segnum, | |
1083 | su_bh, kaddr); | |
1084 | for (i = 0; i < n; ++i, ++segnum, su = (void *)su + susz) { | |
1085 | if (!nilfs_segment_usage_clean(su)) | |
1086 | continue; | |
1087 | ||
1088 | nilfs_get_segment_range(nilfs, segnum, &seg_start, | |
1089 | &seg_end); | |
1090 | ||
1091 | if (!nblocks) { | |
1092 | /* start new extent */ | |
1093 | start = seg_start; | |
1094 | nblocks = seg_end - seg_start + 1; | |
1095 | continue; | |
1096 | } | |
1097 | ||
1098 | if (start + nblocks == seg_start) { | |
1099 | /* add to previous extent */ | |
1100 | nblocks += seg_end - seg_start + 1; | |
1101 | continue; | |
1102 | } | |
1103 | ||
1104 | /* discard previous extent */ | |
1105 | if (start < start_block) { | |
1106 | nblocks -= start_block - start; | |
1107 | start = start_block; | |
1108 | } | |
1109 | ||
1110 | if (nblocks >= minlen) { | |
1111 | kunmap_atomic(kaddr); | |
1112 | ||
1113 | ret = blkdev_issue_discard(nilfs->ns_bdev, | |
1114 | start * sects_per_block, | |
1115 | nblocks * sects_per_block, | |
1116 | GFP_NOFS, 0); | |
1117 | if (ret < 0) { | |
1118 | put_bh(su_bh); | |
1119 | goto out_sem; | |
1120 | } | |
1121 | ||
1122 | ndiscarded += nblocks; | |
1123 | kaddr = kmap_atomic(su_bh->b_page); | |
1124 | su = nilfs_sufile_block_get_segment_usage( | |
1125 | sufile, segnum, su_bh, kaddr); | |
1126 | } | |
1127 | ||
1128 | /* start new extent */ | |
1129 | start = seg_start; | |
1130 | nblocks = seg_end - seg_start + 1; | |
1131 | } | |
1132 | kunmap_atomic(kaddr); | |
1133 | put_bh(su_bh); | |
1134 | } | |
1135 | ||
1136 | ||
1137 | if (nblocks) { | |
1138 | /* discard last extent */ | |
1139 | if (start < start_block) { | |
1140 | nblocks -= start_block - start; | |
1141 | start = start_block; | |
1142 | } | |
1143 | if (start + nblocks > end_block + 1) | |
1144 | nblocks = end_block - start + 1; | |
1145 | ||
1146 | if (nblocks >= minlen) { | |
1147 | ret = blkdev_issue_discard(nilfs->ns_bdev, | |
1148 | start * sects_per_block, | |
1149 | nblocks * sects_per_block, | |
1150 | GFP_NOFS, 0); | |
1151 | if (!ret) | |
1152 | ndiscarded += nblocks; | |
1153 | } | |
1154 | } | |
1155 | ||
1156 | out_sem: | |
1157 | up_read(&NILFS_MDT(sufile)->mi_sem); | |
1158 | ||
1159 | range->len = ndiscarded << nilfs->ns_blocksize_bits; | |
1160 | return ret; | |
1161 | } | |
1162 | ||
8707df38 | 1163 | /** |
f1e89c86 RK |
1164 | * nilfs_sufile_read - read or get sufile inode |
1165 | * @sb: super block instance | |
1166 | * @susize: size of a segment usage entry | |
8707df38 | 1167 | * @raw_inode: on-disk sufile inode |
f1e89c86 | 1168 | * @inodep: buffer to store the inode |
8707df38 | 1169 | */ |
f1e89c86 RK |
1170 | int nilfs_sufile_read(struct super_block *sb, size_t susize, |
1171 | struct nilfs_inode *raw_inode, struct inode **inodep) | |
8707df38 | 1172 | { |
f1e89c86 RK |
1173 | struct inode *sufile; |
1174 | struct nilfs_sufile_info *sui; | |
aa474a22 RK |
1175 | struct buffer_head *header_bh; |
1176 | struct nilfs_sufile_header *header; | |
1177 | void *kaddr; | |
f1e89c86 | 1178 | int err; |
aa474a22 | 1179 | |
0ec060d1 | 1180 | if (susize > sb->s_blocksize) { |
feee880f RK |
1181 | nilfs_msg(sb, KERN_ERR, |
1182 | "too large segment usage size: %zu bytes", susize); | |
0ec060d1 RK |
1183 | return -EINVAL; |
1184 | } else if (susize < NILFS_MIN_SEGMENT_USAGE_SIZE) { | |
feee880f RK |
1185 | nilfs_msg(sb, KERN_ERR, |
1186 | "too small segment usage size: %zu bytes", susize); | |
0ec060d1 RK |
1187 | return -EINVAL; |
1188 | } | |
1189 | ||
f1e89c86 RK |
1190 | sufile = nilfs_iget_locked(sb, NULL, NILFS_SUFILE_INO); |
1191 | if (unlikely(!sufile)) | |
1192 | return -ENOMEM; | |
1193 | if (!(sufile->i_state & I_NEW)) | |
1194 | goto out; | |
aa474a22 | 1195 | |
f1e89c86 RK |
1196 | err = nilfs_mdt_init(sufile, NILFS_MDT_GFP, sizeof(*sui)); |
1197 | if (err) | |
1198 | goto failed; | |
8707df38 | 1199 | |
f1e89c86 RK |
1200 | nilfs_mdt_set_entry_size(sufile, susize, |
1201 | sizeof(struct nilfs_sufile_header)); | |
1202 | ||
1203 | err = nilfs_read_inode_common(sufile, raw_inode); | |
1204 | if (err) | |
1205 | goto failed; | |
1206 | ||
1207 | err = nilfs_sufile_get_header_block(sufile, &header_bh); | |
1208 | if (err) | |
1209 | goto failed; | |
79739565 | 1210 | |
f1e89c86 | 1211 | sui = NILFS_SUI(sufile); |
7b9c0976 | 1212 | kaddr = kmap_atomic(header_bh->b_page); |
f1e89c86 RK |
1213 | header = kaddr + bh_offset(header_bh); |
1214 | sui->ncleansegs = le64_to_cpu(header->sh_ncleansegs); | |
7b9c0976 | 1215 | kunmap_atomic(kaddr); |
f1e89c86 RK |
1216 | brelse(header_bh); |
1217 | ||
619205da RK |
1218 | sui->allocmax = nilfs_sufile_get_nsegments(sufile) - 1; |
1219 | sui->allocmin = 0; | |
1220 | ||
f1e89c86 RK |
1221 | unlock_new_inode(sufile); |
1222 | out: | |
1223 | *inodep = sufile; | |
1224 | return 0; | |
1225 | failed: | |
1226 | iget_failed(sufile); | |
1227 | return err; | |
79739565 | 1228 | } |