Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
5db11c21 MM |
2 | /* |
3 | * (C) 2001 Clemson University and The University of Chicago | |
afd9fb2a | 4 | * Copyright 2018 Omnibond Systems, L.L.C. |
5db11c21 MM |
5 | * |
6 | * See COPYING in top-level directory. | |
7 | */ | |
8 | ||
9 | /* | |
10 | * Linux VFS inode operations. | |
11 | */ | |
12 | ||
ccdf7741 | 13 | #include <linux/blkdev.h> |
1f26b062 | 14 | #include <linux/fileattr.h> |
5db11c21 | 15 | #include "protocol.h" |
575e9461 MM |
16 | #include "orangefs-kernel.h" |
17 | #include "orangefs-bufmap.h" | |
5db11c21 | 18 | |
52e2d0a3 MB |
19 | static int orangefs_writepage_locked(struct page *page, |
20 | struct writeback_control *wbc) | |
85ac799c MB |
21 | { |
22 | struct inode *inode = page->mapping->host; | |
52e2d0a3 | 23 | struct orangefs_write_range *wr = NULL; |
85ac799c MB |
24 | struct iov_iter iter; |
25 | struct bio_vec bv; | |
26 | size_t len, wlen; | |
27 | ssize_t ret; | |
28 | loff_t off; | |
29 | ||
30 | set_page_writeback(page); | |
31 | ||
85ac799c | 32 | len = i_size_read(inode); |
52e2d0a3 MB |
33 | if (PagePrivate(page)) { |
34 | wr = (struct orangefs_write_range *)page_private(page); | |
8f04e1be | 35 | WARN_ON(wr->pos >= len); |
52e2d0a3 MB |
36 | off = wr->pos; |
37 | if (off + wr->len > len) | |
38 | wlen = len - off; | |
39 | else | |
40 | wlen = wr->len; | |
41 | } else { | |
42 | WARN_ON(1); | |
43 | off = page_offset(page); | |
44 | if (off + PAGE_SIZE > len) | |
45 | wlen = len - off; | |
46 | else | |
47 | wlen = PAGE_SIZE; | |
85ac799c | 48 | } |
2a40be81 | 49 | /* Should've been handled in orangefs_invalidate_folio. */ |
52e2d0a3 | 50 | WARN_ON(off == len || off + wlen > len); |
85ac799c MB |
51 | |
52 | bv.bv_page = page; | |
53 | bv.bv_len = wlen; | |
54 | bv.bv_offset = off % PAGE_SIZE; | |
52e2d0a3 | 55 | WARN_ON(wlen == 0); |
de4eda9d | 56 | iov_iter_bvec(&iter, ITER_SOURCE, &bv, 1, wlen); |
85ac799c MB |
57 | |
58 | ret = wait_for_direct_io(ORANGEFS_IO_WRITE, inode, &off, &iter, wlen, | |
f9bbb682 | 59 | len, wr, NULL, NULL); |
85ac799c MB |
60 | if (ret < 0) { |
61 | SetPageError(page); | |
62 | mapping_set_error(page->mapping, ret); | |
63 | } else { | |
64 | ret = 0; | |
65 | } | |
4c42be38 | 66 | kfree(detach_page_private(page)); |
52e2d0a3 MB |
67 | return ret; |
68 | } | |
69 | ||
70 | static int orangefs_writepage(struct page *page, struct writeback_control *wbc) | |
71 | { | |
72 | int ret; | |
73 | ret = orangefs_writepage_locked(page, wbc); | |
85ac799c MB |
74 | unlock_page(page); |
75 | end_page_writeback(page); | |
76 | return ret; | |
77 | } | |
78 | ||
8f04e1be MB |
79 | struct orangefs_writepages { |
80 | loff_t off; | |
81 | size_t len; | |
82 | kuid_t uid; | |
83 | kgid_t gid; | |
84 | int maxpages; | |
85 | int npages; | |
86 | struct page **pages; | |
87 | struct bio_vec *bv; | |
88 | }; | |
89 | ||
90 | static int orangefs_writepages_work(struct orangefs_writepages *ow, | |
91 | struct writeback_control *wbc) | |
92 | { | |
93 | struct inode *inode = ow->pages[0]->mapping->host; | |
94 | struct orangefs_write_range *wrp, wr; | |
95 | struct iov_iter iter; | |
96 | ssize_t ret; | |
97 | size_t len; | |
98 | loff_t off; | |
99 | int i; | |
100 | ||
101 | len = i_size_read(inode); | |
102 | ||
103 | for (i = 0; i < ow->npages; i++) { | |
104 | set_page_writeback(ow->pages[i]); | |
105 | ow->bv[i].bv_page = ow->pages[i]; | |
106 | ow->bv[i].bv_len = min(page_offset(ow->pages[i]) + PAGE_SIZE, | |
107 | ow->off + ow->len) - | |
108 | max(ow->off, page_offset(ow->pages[i])); | |
109 | if (i == 0) | |
110 | ow->bv[i].bv_offset = ow->off - | |
111 | page_offset(ow->pages[i]); | |
112 | else | |
113 | ow->bv[i].bv_offset = 0; | |
114 | } | |
de4eda9d | 115 | iov_iter_bvec(&iter, ITER_SOURCE, ow->bv, ow->npages, ow->len); |
8f04e1be MB |
116 | |
117 | WARN_ON(ow->off >= len); | |
118 | if (ow->off + ow->len > len) | |
119 | ow->len = len - ow->off; | |
120 | ||
121 | off = ow->off; | |
122 | wr.uid = ow->uid; | |
123 | wr.gid = ow->gid; | |
124 | ret = wait_for_direct_io(ORANGEFS_IO_WRITE, inode, &off, &iter, ow->len, | |
f9bbb682 | 125 | 0, &wr, NULL, NULL); |
8f04e1be MB |
126 | if (ret < 0) { |
127 | for (i = 0; i < ow->npages; i++) { | |
128 | SetPageError(ow->pages[i]); | |
129 | mapping_set_error(ow->pages[i]->mapping, ret); | |
130 | if (PagePrivate(ow->pages[i])) { | |
131 | wrp = (struct orangefs_write_range *) | |
132 | page_private(ow->pages[i]); | |
133 | ClearPagePrivate(ow->pages[i]); | |
134 | put_page(ow->pages[i]); | |
135 | kfree(wrp); | |
136 | } | |
137 | end_page_writeback(ow->pages[i]); | |
138 | unlock_page(ow->pages[i]); | |
139 | } | |
140 | } else { | |
141 | ret = 0; | |
142 | for (i = 0; i < ow->npages; i++) { | |
143 | if (PagePrivate(ow->pages[i])) { | |
144 | wrp = (struct orangefs_write_range *) | |
145 | page_private(ow->pages[i]); | |
146 | ClearPagePrivate(ow->pages[i]); | |
147 | put_page(ow->pages[i]); | |
148 | kfree(wrp); | |
149 | } | |
150 | end_page_writeback(ow->pages[i]); | |
151 | unlock_page(ow->pages[i]); | |
152 | } | |
153 | } | |
154 | return ret; | |
155 | } | |
156 | ||
157 | static int orangefs_writepages_callback(struct page *page, | |
158 | struct writeback_control *wbc, void *data) | |
159 | { | |
160 | struct orangefs_writepages *ow = data; | |
161 | struct orangefs_write_range *wr; | |
162 | int ret; | |
163 | ||
164 | if (!PagePrivate(page)) { | |
165 | unlock_page(page); | |
166 | /* It's not private so there's nothing to write, right? */ | |
167 | printk("writepages_callback not private!\n"); | |
168 | BUG(); | |
169 | return 0; | |
170 | } | |
171 | wr = (struct orangefs_write_range *)page_private(page); | |
172 | ||
173 | ret = -1; | |
174 | if (ow->npages == 0) { | |
175 | ow->off = wr->pos; | |
176 | ow->len = wr->len; | |
177 | ow->uid = wr->uid; | |
178 | ow->gid = wr->gid; | |
179 | ow->pages[ow->npages++] = page; | |
180 | ret = 0; | |
181 | goto done; | |
182 | } | |
183 | if (!uid_eq(ow->uid, wr->uid) || !gid_eq(ow->gid, wr->gid)) { | |
184 | orangefs_writepages_work(ow, wbc); | |
185 | ow->npages = 0; | |
186 | ret = -1; | |
187 | goto done; | |
188 | } | |
189 | if (ow->off + ow->len == wr->pos) { | |
190 | ow->len += wr->len; | |
191 | ow->pages[ow->npages++] = page; | |
192 | ret = 0; | |
193 | goto done; | |
194 | } | |
195 | done: | |
196 | if (ret == -1) { | |
197 | if (ow->npages) { | |
198 | orangefs_writepages_work(ow, wbc); | |
199 | ow->npages = 0; | |
200 | } | |
201 | ret = orangefs_writepage_locked(page, wbc); | |
202 | mapping_set_error(page->mapping, ret); | |
203 | unlock_page(page); | |
204 | end_page_writeback(page); | |
205 | } else { | |
206 | if (ow->npages == ow->maxpages) { | |
207 | orangefs_writepages_work(ow, wbc); | |
208 | ow->npages = 0; | |
209 | } | |
210 | } | |
211 | return ret; | |
212 | } | |
213 | ||
214 | static int orangefs_writepages(struct address_space *mapping, | |
215 | struct writeback_control *wbc) | |
216 | { | |
217 | struct orangefs_writepages *ow; | |
218 | struct blk_plug plug; | |
219 | int ret; | |
220 | ow = kzalloc(sizeof(struct orangefs_writepages), GFP_KERNEL); | |
221 | if (!ow) | |
222 | return -ENOMEM; | |
223 | ow->maxpages = orangefs_bufmap_size_query()/PAGE_SIZE; | |
224 | ow->pages = kcalloc(ow->maxpages, sizeof(struct page *), GFP_KERNEL); | |
225 | if (!ow->pages) { | |
226 | kfree(ow); | |
227 | return -ENOMEM; | |
228 | } | |
229 | ow->bv = kcalloc(ow->maxpages, sizeof(struct bio_vec), GFP_KERNEL); | |
230 | if (!ow->bv) { | |
231 | kfree(ow->pages); | |
232 | kfree(ow); | |
233 | return -ENOMEM; | |
234 | } | |
235 | blk_start_plug(&plug); | |
236 | ret = write_cache_pages(mapping, wbc, orangefs_writepages_callback, ow); | |
237 | if (ow->npages) | |
238 | ret = orangefs_writepages_work(ow, wbc); | |
239 | blk_finish_plug(&plug); | |
240 | kfree(ow->pages); | |
241 | kfree(ow->bv); | |
242 | kfree(ow); | |
243 | return ret; | |
244 | } | |
245 | ||
eabf038f | 246 | static int orangefs_launder_folio(struct folio *); |
dd59a647 | 247 | |
0c4b7cad MM |
248 | static void orangefs_readahead(struct readahead_control *rac) |
249 | { | |
250 | loff_t offset; | |
251 | struct iov_iter iter; | |
24523e45 | 252 | struct inode *inode = rac->mapping->host; |
0c4b7cad MM |
253 | struct xarray *i_pages; |
254 | struct page *page; | |
255 | loff_t new_start = readahead_pos(rac); | |
256 | int ret; | |
257 | size_t new_len = 0; | |
258 | ||
259 | loff_t bytes_remaining = inode->i_size - readahead_pos(rac); | |
260 | loff_t pages_remaining = bytes_remaining / PAGE_SIZE; | |
261 | ||
262 | if (pages_remaining >= 1024) | |
263 | new_len = 4194304; | |
264 | else if (pages_remaining > readahead_count(rac)) | |
265 | new_len = bytes_remaining; | |
266 | ||
267 | if (new_len) | |
268 | readahead_expand(rac, new_start, new_len); | |
269 | ||
270 | offset = readahead_pos(rac); | |
24523e45 | 271 | i_pages = &rac->mapping->i_pages; |
0c4b7cad | 272 | |
de4eda9d | 273 | iov_iter_xarray(&iter, ITER_DEST, i_pages, offset, readahead_length(rac)); |
0c4b7cad MM |
274 | |
275 | /* read in the pages. */ | |
276 | if ((ret = wait_for_direct_io(ORANGEFS_IO_READ, inode, | |
277 | &offset, &iter, readahead_length(rac), | |
24523e45 | 278 | inode->i_size, NULL, NULL, rac->file)) < 0) |
0c4b7cad MM |
279 | gossip_debug(GOSSIP_FILE_DEBUG, |
280 | "%s: wait_for_direct_io failed. \n", __func__); | |
281 | else | |
282 | ret = 0; | |
283 | ||
284 | /* clean up. */ | |
285 | while ((page = readahead_page(rac))) { | |
286 | page_endio(page, false, ret); | |
287 | put_page(page); | |
288 | } | |
289 | } | |
290 | ||
1a641788 | 291 | static int orangefs_read_folio(struct file *file, struct folio *folio) |
5db11c21 | 292 | { |
1a641788 | 293 | struct inode *inode = folio->mapping->host; |
c453dcfc MB |
294 | struct iov_iter iter; |
295 | struct bio_vec bv; | |
296 | ssize_t ret; | |
1a641788 | 297 | loff_t off; /* offset of this folio in the file */ |
dd59a647 | 298 | |
eabf038f MWO |
299 | if (folio_test_dirty(folio)) |
300 | orangefs_launder_folio(folio); | |
c453dcfc | 301 | |
1a641788 MWO |
302 | off = folio_pos(folio); |
303 | bv.bv_page = &folio->page; | |
304 | bv.bv_len = folio_size(folio); | |
c453dcfc | 305 | bv.bv_offset = 0; |
de4eda9d | 306 | iov_iter_bvec(&iter, ITER_DEST, &bv, 1, folio_size(folio)); |
c453dcfc MB |
307 | |
308 | ret = wait_for_direct_io(ORANGEFS_IO_READ, inode, &off, &iter, | |
1a641788 | 309 | folio_size(folio), inode->i_size, NULL, NULL, file); |
9329883a | 310 | /* this will only zero remaining unread portions of the folio data */ |
c453dcfc | 311 | iov_iter_zero(~0U, &iter); |
5db11c21 | 312 | /* takes care of potential aliasing */ |
1a641788 | 313 | flush_dcache_folio(folio); |
c453dcfc | 314 | if (ret < 0) { |
1a641788 | 315 | folio_set_error(folio); |
5db11c21 | 316 | } else { |
1a641788 | 317 | folio_mark_uptodate(folio); |
5db11c21 MM |
318 | ret = 0; |
319 | } | |
1a641788 MWO |
320 | /* unlock the folio after the ->read_folio() routine completes */ |
321 | folio_unlock(folio); | |
0c4b7cad | 322 | return ret; |
5db11c21 MM |
323 | } |
324 | ||
52e2d0a3 | 325 | static int orangefs_write_begin(struct file *file, |
9d6b0cd7 MWO |
326 | struct address_space *mapping, loff_t pos, unsigned len, |
327 | struct page **pagep, void **fsdata) | |
52e2d0a3 MB |
328 | { |
329 | struct orangefs_write_range *wr; | |
eabf038f | 330 | struct folio *folio; |
52e2d0a3 MB |
331 | struct page *page; |
332 | pgoff_t index; | |
333 | int ret; | |
334 | ||
335 | index = pos >> PAGE_SHIFT; | |
336 | ||
b7446e7c | 337 | page = grab_cache_page_write_begin(mapping, index); |
52e2d0a3 MB |
338 | if (!page) |
339 | return -ENOMEM; | |
340 | ||
341 | *pagep = page; | |
eabf038f | 342 | folio = page_folio(page); |
52e2d0a3 | 343 | |
eabf038f | 344 | if (folio_test_dirty(folio) && !folio_test_private(folio)) { |
52e2d0a3 MB |
345 | /* |
346 | * Should be impossible. If it happens, launder the page | |
347 | * since we don't know what's dirty. This will WARN in | |
348 | * orangefs_writepage_locked. | |
349 | */ | |
eabf038f | 350 | ret = orangefs_launder_folio(folio); |
52e2d0a3 MB |
351 | if (ret) |
352 | return ret; | |
353 | } | |
eabf038f | 354 | if (folio_test_private(folio)) { |
52e2d0a3 | 355 | struct orangefs_write_range *wr; |
eabf038f | 356 | wr = folio_get_private(folio); |
52e2d0a3 MB |
357 | if (wr->pos + wr->len == pos && |
358 | uid_eq(wr->uid, current_fsuid()) && | |
359 | gid_eq(wr->gid, current_fsgid())) { | |
360 | wr->len += len; | |
361 | goto okay; | |
362 | } else { | |
eabf038f | 363 | ret = orangefs_launder_folio(folio); |
52e2d0a3 MB |
364 | if (ret) |
365 | return ret; | |
366 | } | |
52e2d0a3 MB |
367 | } |
368 | ||
369 | wr = kmalloc(sizeof *wr, GFP_KERNEL); | |
370 | if (!wr) | |
371 | return -ENOMEM; | |
372 | ||
373 | wr->pos = pos; | |
374 | wr->len = len; | |
375 | wr->uid = current_fsuid(); | |
376 | wr->gid = current_fsgid(); | |
eabf038f | 377 | folio_attach_private(folio, wr); |
52e2d0a3 | 378 | okay: |
52e2d0a3 MB |
379 | return 0; |
380 | } | |
381 | ||
85ac799c MB |
382 | static int orangefs_write_end(struct file *file, struct address_space *mapping, |
383 | loff_t pos, unsigned len, unsigned copied, struct page *page, void *fsdata) | |
384 | { | |
8f04e1be MB |
385 | struct inode *inode = page->mapping->host; |
386 | loff_t last_pos = pos + copied; | |
387 | ||
388 | /* | |
389 | * No need to use i_size_read() here, the i_size | |
390 | * cannot change under us because we hold the i_mutex. | |
391 | */ | |
392 | if (last_pos > inode->i_size) | |
393 | i_size_write(inode, last_pos); | |
394 | ||
395 | /* zero the stale part of the page if we did a short copy */ | |
396 | if (!PageUptodate(page)) { | |
397 | unsigned from = pos & (PAGE_SIZE - 1); | |
398 | if (copied < len) { | |
399 | zero_user(page, from + copied, len - copied); | |
400 | } | |
401 | /* Set fully written pages uptodate. */ | |
402 | if (pos == page_offset(page) && | |
403 | (len == PAGE_SIZE || pos + len == inode->i_size)) { | |
404 | zero_user_segment(page, from + copied, PAGE_SIZE); | |
405 | SetPageUptodate(page); | |
406 | } | |
407 | } | |
408 | ||
409 | set_page_dirty(page); | |
410 | unlock_page(page); | |
411 | put_page(page); | |
412 | ||
85ac799c | 413 | mark_inode_dirty_sync(file_inode(file)); |
8f04e1be | 414 | return copied; |
85ac799c MB |
415 | } |
416 | ||
2a40be81 MWO |
417 | static void orangefs_invalidate_folio(struct folio *folio, |
418 | size_t offset, size_t length) | |
5db11c21 | 419 | { |
2a40be81 | 420 | struct orangefs_write_range *wr = folio_get_private(folio); |
52e2d0a3 MB |
421 | |
422 | if (offset == 0 && length == PAGE_SIZE) { | |
2a40be81 | 423 | kfree(folio_detach_private(folio)); |
8f04e1be | 424 | return; |
52e2d0a3 | 425 | /* write range entirely within invalidate range (or equal) */ |
2a40be81 MWO |
426 | } else if (folio_pos(folio) + offset <= wr->pos && |
427 | wr->pos + wr->len <= folio_pos(folio) + offset + length) { | |
428 | kfree(folio_detach_private(folio)); | |
52e2d0a3 | 429 | /* XXX is this right? only caller in fs */ |
2a40be81 | 430 | folio_cancel_dirty(folio); |
8f04e1be | 431 | return; |
52e2d0a3 | 432 | /* invalidate range chops off end of write range */ |
2a40be81 MWO |
433 | } else if (wr->pos < folio_pos(folio) + offset && |
434 | wr->pos + wr->len <= folio_pos(folio) + offset + length && | |
435 | folio_pos(folio) + offset < wr->pos + wr->len) { | |
52e2d0a3 | 436 | size_t x; |
2a40be81 | 437 | x = wr->pos + wr->len - (folio_pos(folio) + offset); |
52e2d0a3 MB |
438 | WARN_ON(x > wr->len); |
439 | wr->len -= x; | |
440 | wr->uid = current_fsuid(); | |
441 | wr->gid = current_fsgid(); | |
442 | /* invalidate range chops off beginning of write range */ | |
2a40be81 MWO |
443 | } else if (folio_pos(folio) + offset <= wr->pos && |
444 | folio_pos(folio) + offset + length < wr->pos + wr->len && | |
445 | wr->pos < folio_pos(folio) + offset + length) { | |
52e2d0a3 | 446 | size_t x; |
2a40be81 | 447 | x = folio_pos(folio) + offset + length - wr->pos; |
52e2d0a3 MB |
448 | WARN_ON(x > wr->len); |
449 | wr->pos += x; | |
450 | wr->len -= x; | |
451 | wr->uid = current_fsuid(); | |
452 | wr->gid = current_fsgid(); | |
453 | /* invalidate range entirely within write range (punch hole) */ | |
2a40be81 MWO |
454 | } else if (wr->pos < folio_pos(folio) + offset && |
455 | folio_pos(folio) + offset + length < wr->pos + wr->len) { | |
52e2d0a3 MB |
456 | /* XXX what do we do here... should not WARN_ON */ |
457 | WARN_ON(1); | |
458 | /* punch hole */ | |
459 | /* | |
460 | * should we just ignore this and write it out anyway? | |
461 | * it hardly makes sense | |
462 | */ | |
8f04e1be | 463 | return; |
52e2d0a3 MB |
464 | /* non-overlapping ranges */ |
465 | } else { | |
466 | /* WARN if they do overlap */ | |
2a40be81 MWO |
467 | if (!((folio_pos(folio) + offset + length <= wr->pos) ^ |
468 | (wr->pos + wr->len <= folio_pos(folio) + offset))) { | |
52e2d0a3 | 469 | WARN_ON(1); |
2a40be81 MWO |
470 | printk("invalidate range offset %llu length %zu\n", |
471 | folio_pos(folio) + offset, length); | |
52e2d0a3 MB |
472 | printk("write range offset %llu length %zu\n", |
473 | wr->pos, wr->len); | |
474 | } | |
8f04e1be | 475 | return; |
52e2d0a3 | 476 | } |
8f04e1be MB |
477 | |
478 | /* | |
479 | * Above there are returns where wr is freed or where we WARN. | |
480 | * Thus the following runs if wr was modified above. | |
481 | */ | |
482 | ||
eabf038f | 483 | orangefs_launder_folio(folio); |
52e2d0a3 | 484 | } |
5db11c21 | 485 | |
4993474a | 486 | static bool orangefs_release_folio(struct folio *folio, gfp_t foo) |
52e2d0a3 | 487 | { |
4993474a | 488 | return !folio_test_private(folio); |
52e2d0a3 | 489 | } |
5db11c21 | 490 | |
c78ac80e | 491 | static void orangefs_free_folio(struct folio *folio) |
52e2d0a3 | 492 | { |
c78ac80e | 493 | kfree(folio_detach_private(folio)); |
5db11c21 MM |
494 | } |
495 | ||
eabf038f | 496 | static int orangefs_launder_folio(struct folio *folio) |
5db11c21 | 497 | { |
52e2d0a3 MB |
498 | int r = 0; |
499 | struct writeback_control wbc = { | |
500 | .sync_mode = WB_SYNC_ALL, | |
501 | .nr_to_write = 0, | |
502 | }; | |
eabf038f MWO |
503 | folio_wait_writeback(folio); |
504 | if (folio_clear_dirty_for_io(folio)) { | |
505 | r = orangefs_writepage_locked(&folio->page, &wbc); | |
506 | folio_end_writeback(folio); | |
52e2d0a3 MB |
507 | } |
508 | return r; | |
5db11c21 MM |
509 | } |
510 | ||
3903f150 MM |
511 | static ssize_t orangefs_direct_IO(struct kiocb *iocb, |
512 | struct iov_iter *iter) | |
513 | { | |
3e9dfc6e MB |
514 | /* |
515 | * Comment from original do_readv_writev: | |
516 | * Common entry point for read/write/readv/writev | |
517 | * This function will dispatch it to either the direct I/O | |
518 | * or buffered I/O path depending on the mount options and/or | |
519 | * augmented/extended metadata attached to the file. | |
520 | * Note: File extended attributes override any mount options. | |
521 | */ | |
c453dcfc | 522 | struct file *file = iocb->ki_filp; |
3e9dfc6e MB |
523 | loff_t pos = iocb->ki_pos; |
524 | enum ORANGEFS_io_type type = iov_iter_rw(iter) == WRITE ? | |
525 | ORANGEFS_IO_WRITE : ORANGEFS_IO_READ; | |
526 | loff_t *offset = &pos; | |
527 | struct inode *inode = file->f_mapping->host; | |
528 | struct orangefs_inode_s *orangefs_inode = ORANGEFS_I(inode); | |
529 | struct orangefs_khandle *handle = &orangefs_inode->refn.khandle; | |
530 | size_t count = iov_iter_count(iter); | |
3e9dfc6e MB |
531 | ssize_t total_count = 0; |
532 | ssize_t ret = -EINVAL; | |
3e9dfc6e MB |
533 | |
534 | gossip_debug(GOSSIP_FILE_DEBUG, | |
535 | "%s-BEGIN(%pU): count(%d) after estimate_max_iovecs.\n", | |
536 | __func__, | |
537 | handle, | |
538 | (int)count); | |
539 | ||
540 | if (type == ORANGEFS_IO_WRITE) { | |
541 | gossip_debug(GOSSIP_FILE_DEBUG, | |
542 | "%s(%pU): proceeding with offset : %llu, " | |
543 | "size %d\n", | |
544 | __func__, | |
545 | handle, | |
546 | llu(*offset), | |
547 | (int)count); | |
548 | } | |
549 | ||
550 | if (count == 0) { | |
551 | ret = 0; | |
552 | goto out; | |
553 | } | |
554 | ||
555 | while (iov_iter_count(iter)) { | |
556 | size_t each_count = iov_iter_count(iter); | |
557 | size_t amt_complete; | |
3e9dfc6e MB |
558 | |
559 | /* how much to transfer in this loop iteration */ | |
560 | if (each_count > orangefs_bufmap_size_query()) | |
561 | each_count = orangefs_bufmap_size_query(); | |
562 | ||
563 | gossip_debug(GOSSIP_FILE_DEBUG, | |
564 | "%s(%pU): size of each_count(%d)\n", | |
565 | __func__, | |
566 | handle, | |
567 | (int)each_count); | |
568 | gossip_debug(GOSSIP_FILE_DEBUG, | |
569 | "%s(%pU): BEFORE wait_for_io: offset is %d\n", | |
570 | __func__, | |
571 | handle, | |
572 | (int)*offset); | |
573 | ||
574 | ret = wait_for_direct_io(type, inode, offset, iter, | |
f9bbb682 | 575 | each_count, 0, NULL, NULL, file); |
3e9dfc6e MB |
576 | gossip_debug(GOSSIP_FILE_DEBUG, |
577 | "%s(%pU): return from wait_for_io:%d\n", | |
578 | __func__, | |
579 | handle, | |
580 | (int)ret); | |
581 | ||
582 | if (ret < 0) | |
583 | goto out; | |
584 | ||
585 | *offset += ret; | |
586 | total_count += ret; | |
587 | amt_complete = ret; | |
588 | ||
589 | gossip_debug(GOSSIP_FILE_DEBUG, | |
590 | "%s(%pU): AFTER wait_for_io: offset is %d\n", | |
591 | __func__, | |
592 | handle, | |
593 | (int)*offset); | |
594 | ||
595 | /* | |
596 | * if we got a short I/O operations, | |
597 | * fall out and return what we got so far | |
598 | */ | |
599 | if (amt_complete < each_count) | |
600 | break; | |
601 | } /*end while */ | |
602 | ||
603 | out: | |
604 | if (total_count > 0) | |
605 | ret = total_count; | |
606 | if (ret > 0) { | |
607 | if (type == ORANGEFS_IO_READ) { | |
608 | file_accessed(file); | |
609 | } else { | |
610 | file_update_time(file); | |
611 | if (*offset > i_size_read(inode)) | |
612 | i_size_write(inode, *offset); | |
613 | } | |
614 | } | |
615 | ||
616 | gossip_debug(GOSSIP_FILE_DEBUG, | |
617 | "%s(%pU): Value(%d) returned.\n", | |
618 | __func__, | |
619 | handle, | |
620 | (int)ret); | |
621 | ||
622 | return ret; | |
3903f150 | 623 | } |
5db11c21 | 624 | |
8bb8aefd | 625 | /** ORANGEFS2 implementation of address space operations */ |
bdd6f083 | 626 | static const struct address_space_operations orangefs_address_operations = { |
85ac799c | 627 | .writepage = orangefs_writepage, |
0c4b7cad | 628 | .readahead = orangefs_readahead, |
1a641788 | 629 | .read_folio = orangefs_read_folio, |
8f04e1be | 630 | .writepages = orangefs_writepages, |
187c82cb | 631 | .dirty_folio = filemap_dirty_folio, |
52e2d0a3 | 632 | .write_begin = orangefs_write_begin, |
85ac799c | 633 | .write_end = orangefs_write_end, |
2a40be81 | 634 | .invalidate_folio = orangefs_invalidate_folio, |
4993474a | 635 | .release_folio = orangefs_release_folio, |
c78ac80e | 636 | .free_folio = orangefs_free_folio, |
eabf038f | 637 | .launder_folio = orangefs_launder_folio, |
3903f150 | 638 | .direct_IO = orangefs_direct_IO, |
5db11c21 MM |
639 | }; |
640 | ||
52e2d0a3 MB |
641 | vm_fault_t orangefs_page_mkwrite(struct vm_fault *vmf) |
642 | { | |
eabf038f | 643 | struct folio *folio = page_folio(vmf->page); |
52e2d0a3 | 644 | struct inode *inode = file_inode(vmf->vma->vm_file); |
8f04e1be MB |
645 | struct orangefs_inode_s *orangefs_inode = ORANGEFS_I(inode); |
646 | unsigned long *bitlock = &orangefs_inode->bitlock; | |
647 | vm_fault_t ret; | |
52e2d0a3 MB |
648 | struct orangefs_write_range *wr; |
649 | ||
8f04e1be MB |
650 | sb_start_pagefault(inode->i_sb); |
651 | ||
652 | if (wait_on_bit(bitlock, 1, TASK_KILLABLE)) { | |
653 | ret = VM_FAULT_RETRY; | |
654 | goto out; | |
655 | } | |
656 | ||
eabf038f MWO |
657 | folio_lock(folio); |
658 | if (folio_test_dirty(folio) && !folio_test_private(folio)) { | |
52e2d0a3 | 659 | /* |
eabf038f | 660 | * Should be impossible. If it happens, launder the folio |
52e2d0a3 MB |
661 | * since we don't know what's dirty. This will WARN in |
662 | * orangefs_writepage_locked. | |
663 | */ | |
eabf038f | 664 | if (orangefs_launder_folio(folio)) { |
8f04e1be | 665 | ret = VM_FAULT_LOCKED|VM_FAULT_RETRY; |
52e2d0a3 MB |
666 | goto out; |
667 | } | |
668 | } | |
eabf038f MWO |
669 | if (folio_test_private(folio)) { |
670 | wr = folio_get_private(folio); | |
52e2d0a3 MB |
671 | if (uid_eq(wr->uid, current_fsuid()) && |
672 | gid_eq(wr->gid, current_fsgid())) { | |
eabf038f | 673 | wr->pos = page_offset(vmf->page); |
52e2d0a3 MB |
674 | wr->len = PAGE_SIZE; |
675 | goto okay; | |
676 | } else { | |
eabf038f | 677 | if (orangefs_launder_folio(folio)) { |
8f04e1be | 678 | ret = VM_FAULT_LOCKED|VM_FAULT_RETRY; |
52e2d0a3 MB |
679 | goto out; |
680 | } | |
681 | } | |
682 | } | |
683 | wr = kmalloc(sizeof *wr, GFP_KERNEL); | |
684 | if (!wr) { | |
8f04e1be | 685 | ret = VM_FAULT_LOCKED|VM_FAULT_RETRY; |
52e2d0a3 MB |
686 | goto out; |
687 | } | |
eabf038f | 688 | wr->pos = page_offset(vmf->page); |
52e2d0a3 MB |
689 | wr->len = PAGE_SIZE; |
690 | wr->uid = current_fsuid(); | |
691 | wr->gid = current_fsgid(); | |
eabf038f | 692 | folio_attach_private(folio, wr); |
52e2d0a3 MB |
693 | okay: |
694 | ||
52e2d0a3 | 695 | file_update_time(vmf->vma->vm_file); |
eabf038f MWO |
696 | if (folio->mapping != inode->i_mapping) { |
697 | folio_unlock(folio); | |
8f04e1be | 698 | ret = VM_FAULT_LOCKED|VM_FAULT_NOPAGE; |
52e2d0a3 MB |
699 | goto out; |
700 | } | |
701 | ||
702 | /* | |
eabf038f | 703 | * We mark the folio dirty already here so that when freeze is in |
52e2d0a3 | 704 | * progress, we are guaranteed that writeback during freezing will |
eabf038f | 705 | * see the dirty folio and writeprotect it again. |
52e2d0a3 | 706 | */ |
eabf038f MWO |
707 | folio_mark_dirty(folio); |
708 | folio_wait_stable(folio); | |
8f04e1be | 709 | ret = VM_FAULT_LOCKED; |
52e2d0a3 MB |
710 | out: |
711 | sb_end_pagefault(inode->i_sb); | |
712 | return ret; | |
713 | } | |
714 | ||
8bb8aefd | 715 | static int orangefs_setattr_size(struct inode *inode, struct iattr *iattr) |
5db11c21 | 716 | { |
8bb8aefd YL |
717 | struct orangefs_inode_s *orangefs_inode = ORANGEFS_I(inode); |
718 | struct orangefs_kernel_op_s *new_op; | |
fecd86aa | 719 | loff_t orig_size; |
5db11c21 MM |
720 | int ret = -EINVAL; |
721 | ||
722 | gossip_debug(GOSSIP_INODE_DEBUG, | |
723 | "%s: %pU: Handle is %pU | fs_id %d | size is %llu\n", | |
724 | __func__, | |
725 | get_khandle_from_ino(inode), | |
8bb8aefd YL |
726 | &orangefs_inode->refn.khandle, |
727 | orangefs_inode->refn.fs_id, | |
5db11c21 MM |
728 | iattr->ia_size); |
729 | ||
fecd86aa | 730 | /* Ensure that we have a up to date size, so we know if it changed. */ |
8b60785c | 731 | ret = orangefs_inode_getattr(inode, ORANGEFS_GETATTR_SIZE); |
fecd86aa MB |
732 | if (ret == -ESTALE) |
733 | ret = -EIO; | |
734 | if (ret) { | |
735 | gossip_err("%s: orangefs_inode_getattr failed, ret:%d:.\n", | |
736 | __func__, ret); | |
737 | return ret; | |
738 | } | |
739 | orig_size = i_size_read(inode); | |
740 | ||
33713cd0 MB |
741 | /* This is truncate_setsize in a different order. */ |
742 | truncate_pagecache(inode, iattr->ia_size); | |
743 | i_size_write(inode, iattr->ia_size); | |
744 | if (iattr->ia_size > orig_size) | |
745 | pagecache_isize_extended(inode, orig_size, iattr->ia_size); | |
5db11c21 | 746 | |
8bb8aefd | 747 | new_op = op_alloc(ORANGEFS_VFS_OP_TRUNCATE); |
5db11c21 MM |
748 | if (!new_op) |
749 | return -ENOMEM; | |
750 | ||
8bb8aefd | 751 | new_op->upcall.req.truncate.refn = orangefs_inode->refn; |
5db11c21 MM |
752 | new_op->upcall.req.truncate.size = (__s64) iattr->ia_size; |
753 | ||
95f5f88f MM |
754 | ret = service_operation(new_op, |
755 | __func__, | |
756 | get_interruptible_flag(inode)); | |
5db11c21 MM |
757 | |
758 | /* | |
759 | * the truncate has no downcall members to retrieve, but | |
760 | * the status value tells us if it went through ok or not | |
761 | */ | |
95f5f88f | 762 | gossip_debug(GOSSIP_INODE_DEBUG, "%s: ret:%d:\n", __func__, ret); |
5db11c21 MM |
763 | |
764 | op_release(new_op); | |
765 | ||
766 | if (ret != 0) | |
767 | return ret; | |
768 | ||
f83140c1 | 769 | if (orig_size != i_size_read(inode)) |
5db11c21 | 770 | iattr->ia_valid |= ATTR_CTIME | ATTR_MTIME; |
5db11c21 MM |
771 | |
772 | return ret; | |
773 | } | |
774 | ||
afd9fb2a | 775 | int __orangefs_setattr(struct inode *inode, struct iattr *iattr) |
5db11c21 | 776 | { |
df2d7337 | 777 | int ret; |
5db11c21 | 778 | |
afd9fb2a MB |
779 | if (iattr->ia_valid & ATTR_MODE) { |
780 | if (iattr->ia_mode & (S_ISVTX)) { | |
781 | if (is_root_handle(inode)) { | |
782 | /* | |
783 | * allow sticky bit to be set on root (since | |
784 | * it shows up that way by default anyhow), | |
785 | * but don't show it to the server | |
786 | */ | |
787 | iattr->ia_mode -= S_ISVTX; | |
788 | } else { | |
789 | gossip_debug(GOSSIP_UTILS_DEBUG, | |
790 | "User attempted to set sticky bit on non-root directory; returning EINVAL.\n"); | |
8f04e1be MB |
791 | ret = -EINVAL; |
792 | goto out; | |
afd9fb2a MB |
793 | } |
794 | } | |
795 | if (iattr->ia_mode & (S_ISUID)) { | |
796 | gossip_debug(GOSSIP_UTILS_DEBUG, | |
797 | "Attempting to set setuid bit (not supported); returning EINVAL.\n"); | |
8f04e1be MB |
798 | ret = -EINVAL; |
799 | goto out; | |
afd9fb2a MB |
800 | } |
801 | } | |
5db11c21 | 802 | |
53950ef5 | 803 | if (iattr->ia_valid & ATTR_SIZE) { |
8bb8aefd | 804 | ret = orangefs_setattr_size(inode, iattr); |
5db11c21 MM |
805 | if (ret) |
806 | goto out; | |
807 | } | |
808 | ||
afd9fb2a MB |
809 | again: |
810 | spin_lock(&inode->i_lock); | |
811 | if (ORANGEFS_I(inode)->attr_valid) { | |
812 | if (uid_eq(ORANGEFS_I(inode)->attr_uid, current_fsuid()) && | |
813 | gid_eq(ORANGEFS_I(inode)->attr_gid, current_fsgid())) { | |
814 | ORANGEFS_I(inode)->attr_valid = iattr->ia_valid; | |
815 | } else { | |
816 | spin_unlock(&inode->i_lock); | |
817 | write_inode_now(inode, 1); | |
818 | goto again; | |
819 | } | |
820 | } else { | |
821 | ORANGEFS_I(inode)->attr_valid = iattr->ia_valid; | |
822 | ORANGEFS_I(inode)->attr_uid = current_fsuid(); | |
823 | ORANGEFS_I(inode)->attr_gid = current_fsgid(); | |
824 | } | |
c1632a0f | 825 | setattr_copy(&nop_mnt_idmap, inode, iattr); |
afd9fb2a | 826 | spin_unlock(&inode->i_lock); |
5db11c21 MM |
827 | mark_inode_dirty(inode); |
828 | ||
df2d7337 | 829 | ret = 0; |
5db11c21 | 830 | out: |
afd9fb2a MB |
831 | return ret; |
832 | } | |
833 | ||
138060ba | 834 | int __orangefs_setattr_mode(struct dentry *dentry, struct iattr *iattr) |
4053d250 CB |
835 | { |
836 | int ret; | |
138060ba | 837 | struct inode *inode = d_inode(dentry); |
4053d250 CB |
838 | |
839 | ret = __orangefs_setattr(inode, iattr); | |
840 | /* change mode on a file that has ACLs */ | |
841 | if (!ret && (iattr->ia_valid & ATTR_MODE)) | |
138060ba | 842 | ret = posix_acl_chmod(&init_user_ns, dentry, inode->i_mode); |
4053d250 CB |
843 | return ret; |
844 | } | |
845 | ||
afd9fb2a MB |
846 | /* |
847 | * Change attributes of an object referenced by dentry. | |
848 | */ | |
c1632a0f | 849 | int orangefs_setattr(struct mnt_idmap *idmap, struct dentry *dentry, |
549c7297 | 850 | struct iattr *iattr) |
afd9fb2a MB |
851 | { |
852 | int ret; | |
853 | gossip_debug(GOSSIP_INODE_DEBUG, "__orangefs_setattr: called on %pd\n", | |
854 | dentry); | |
c1632a0f | 855 | ret = setattr_prepare(&nop_mnt_idmap, dentry, iattr); |
afd9fb2a MB |
856 | if (ret) |
857 | goto out; | |
138060ba | 858 | ret = __orangefs_setattr_mode(dentry, iattr); |
afd9fb2a MB |
859 | sync_inode_metadata(d_inode(dentry), 1); |
860 | out: | |
861 | gossip_debug(GOSSIP_INODE_DEBUG, "orangefs_setattr: returning %d\n", | |
862 | ret); | |
5db11c21 MM |
863 | return ret; |
864 | } | |
865 | ||
866 | /* | |
867 | * Obtain attributes of an object given a dentry | |
868 | */ | |
549c7297 CB |
869 | int orangefs_getattr(struct user_namespace *mnt_userns, const struct path *path, |
870 | struct kstat *stat, u32 request_mask, unsigned int flags) | |
5db11c21 | 871 | { |
e6b998ab | 872 | int ret; |
a528d35e | 873 | struct inode *inode = path->dentry->d_inode; |
5db11c21 MM |
874 | |
875 | gossip_debug(GOSSIP_INODE_DEBUG, | |
5e4f606e MB |
876 | "orangefs_getattr: called on %pd mask %u\n", |
877 | path->dentry, request_mask); | |
5db11c21 | 878 | |
8b60785c MB |
879 | ret = orangefs_inode_getattr(inode, |
880 | request_mask & STATX_SIZE ? ORANGEFS_GETATTR_SIZE : 0); | |
5db11c21 | 881 | if (ret == 0) { |
0d56a451 | 882 | generic_fillattr(&init_user_ns, inode, stat); |
a7d3e78a | 883 | |
5db11c21 | 884 | /* override block size reported to stat */ |
5678b5d6 CH |
885 | if (!(request_mask & STATX_SIZE)) |
886 | stat->result_mask &= ~STATX_SIZE; | |
7f54910f | 887 | |
4f911138 | 888 | generic_fill_statx_attr(inode, stat); |
5db11c21 MM |
889 | } |
890 | return ret; | |
891 | } | |
892 | ||
549c7297 CB |
893 | int orangefs_permission(struct user_namespace *mnt_userns, |
894 | struct inode *inode, int mask) | |
933287da MB |
895 | { |
896 | int ret; | |
897 | ||
898 | if (mask & MAY_NOT_BLOCK) | |
899 | return -ECHILD; | |
900 | ||
901 | gossip_debug(GOSSIP_INODE_DEBUG, "%s: refreshing\n", __func__); | |
902 | ||
903 | /* Make sure the permission (and other common attrs) are up to date. */ | |
8b60785c | 904 | ret = orangefs_inode_getattr(inode, 0); |
933287da MB |
905 | if (ret < 0) |
906 | return ret; | |
907 | ||
47291baa | 908 | return generic_permission(&init_user_ns, inode, mask); |
933287da MB |
909 | } |
910 | ||
95582b00 | 911 | int orangefs_update_time(struct inode *inode, struct timespec64 *time, int flags) |
a55f2d86 MB |
912 | { |
913 | struct iattr iattr; | |
914 | gossip_debug(GOSSIP_INODE_DEBUG, "orangefs_update_time: %pU\n", | |
915 | get_khandle_from_ino(inode)); | |
916 | generic_update_time(inode, time, flags); | |
917 | memset(&iattr, 0, sizeof iattr); | |
918 | if (flags & S_ATIME) | |
919 | iattr.ia_valid |= ATTR_ATIME; | |
920 | if (flags & S_CTIME) | |
921 | iattr.ia_valid |= ATTR_CTIME; | |
922 | if (flags & S_MTIME) | |
923 | iattr.ia_valid |= ATTR_MTIME; | |
afd9fb2a | 924 | return __orangefs_setattr(inode, &iattr); |
a55f2d86 MB |
925 | } |
926 | ||
1f26b062 MS |
927 | static int orangefs_fileattr_get(struct dentry *dentry, struct fileattr *fa) |
928 | { | |
929 | u64 val = 0; | |
930 | int ret; | |
931 | ||
932 | gossip_debug(GOSSIP_FILE_DEBUG, "%s: called on %pd\n", __func__, | |
933 | dentry); | |
934 | ||
935 | ret = orangefs_inode_getxattr(d_inode(dentry), | |
936 | "user.pvfs2.meta_hint", | |
937 | &val, sizeof(val)); | |
938 | if (ret < 0 && ret != -ENODATA) | |
939 | return ret; | |
940 | ||
941 | gossip_debug(GOSSIP_FILE_DEBUG, "%s: flags=%u\n", __func__, (u32) val); | |
942 | ||
943 | fileattr_fill_flags(fa, val); | |
944 | return 0; | |
945 | } | |
946 | ||
947 | static int orangefs_fileattr_set(struct user_namespace *mnt_userns, | |
948 | struct dentry *dentry, struct fileattr *fa) | |
949 | { | |
950 | u64 val = 0; | |
951 | ||
952 | gossip_debug(GOSSIP_FILE_DEBUG, "%s: called on %pd\n", __func__, | |
953 | dentry); | |
954 | /* | |
955 | * ORANGEFS_MIRROR_FL is set internally when the mirroring mode is | |
956 | * turned on for a file. The user is not allowed to turn on this bit, | |
957 | * but the bit is present if the user first gets the flags and then | |
958 | * updates the flags with some new settings. So, we ignore it in the | |
959 | * following edit. bligon. | |
960 | */ | |
961 | if (fileattr_has_fsx(fa) || | |
962 | (fa->flags & ~(FS_IMMUTABLE_FL | FS_APPEND_FL | FS_NOATIME_FL | ORANGEFS_MIRROR_FL))) { | |
963 | gossip_err("%s: only supports setting one of FS_IMMUTABLE_FL|FS_APPEND_FL|FS_NOATIME_FL\n", | |
964 | __func__); | |
965 | return -EOPNOTSUPP; | |
966 | } | |
967 | val = fa->flags; | |
968 | gossip_debug(GOSSIP_FILE_DEBUG, "%s: flags=%u\n", __func__, (u32) val); | |
969 | return orangefs_inode_setxattr(d_inode(dentry), | |
970 | "user.pvfs2.meta_hint", | |
971 | &val, sizeof(val), 0); | |
972 | } | |
973 | ||
95f5f88f | 974 | /* ORANGEFS2 implementation of VFS inode operations for files */ |
bdd6f083 | 975 | static const struct inode_operations orangefs_file_inode_operations = { |
cac2f8b8 | 976 | .get_inode_acl = orangefs_get_acl, |
8bb8aefd YL |
977 | .set_acl = orangefs_set_acl, |
978 | .setattr = orangefs_setattr, | |
979 | .getattr = orangefs_getattr, | |
8bb8aefd | 980 | .listxattr = orangefs_listxattr, |
933287da | 981 | .permission = orangefs_permission, |
a55f2d86 | 982 | .update_time = orangefs_update_time, |
1f26b062 MS |
983 | .fileattr_get = orangefs_fileattr_get, |
984 | .fileattr_set = orangefs_fileattr_set, | |
5db11c21 MM |
985 | }; |
986 | ||
8bb8aefd | 987 | static int orangefs_init_iops(struct inode *inode) |
5db11c21 | 988 | { |
8bb8aefd | 989 | inode->i_mapping->a_ops = &orangefs_address_operations; |
5db11c21 MM |
990 | |
991 | switch (inode->i_mode & S_IFMT) { | |
992 | case S_IFREG: | |
8bb8aefd YL |
993 | inode->i_op = &orangefs_file_inode_operations; |
994 | inode->i_fop = &orangefs_file_operations; | |
5db11c21 MM |
995 | break; |
996 | case S_IFLNK: | |
8bb8aefd | 997 | inode->i_op = &orangefs_symlink_inode_operations; |
5db11c21 MM |
998 | break; |
999 | case S_IFDIR: | |
8bb8aefd YL |
1000 | inode->i_op = &orangefs_dir_inode_operations; |
1001 | inode->i_fop = &orangefs_dir_operations; | |
5db11c21 MM |
1002 | break; |
1003 | default: | |
1004 | gossip_debug(GOSSIP_INODE_DEBUG, | |
1005 | "%s: unsupported mode\n", | |
1006 | __func__); | |
1007 | return -EINVAL; | |
1008 | } | |
1009 | ||
1010 | return 0; | |
1011 | } | |
1012 | ||
1013 | /* | |
95f5f88f MM |
1014 | * Given an ORANGEFS object identifier (fsid, handle), convert it into |
1015 | * a ino_t type that will be used as a hash-index from where the handle will | |
5db11c21 MM |
1016 | * be searched for in the VFS hash table of inodes. |
1017 | */ | |
8bb8aefd | 1018 | static inline ino_t orangefs_handle_hash(struct orangefs_object_kref *ref) |
5db11c21 MM |
1019 | { |
1020 | if (!ref) | |
1021 | return 0; | |
8bb8aefd | 1022 | return orangefs_khandle_to_ino(&(ref->khandle)); |
5db11c21 MM |
1023 | } |
1024 | ||
1025 | /* | |
1026 | * Called to set up an inode from iget5_locked. | |
1027 | */ | |
8bb8aefd | 1028 | static int orangefs_set_inode(struct inode *inode, void *data) |
5db11c21 | 1029 | { |
8bb8aefd | 1030 | struct orangefs_object_kref *ref = (struct orangefs_object_kref *) data; |
a4c680a0 MB |
1031 | ORANGEFS_I(inode)->refn.fs_id = ref->fs_id; |
1032 | ORANGEFS_I(inode)->refn.khandle = ref->khandle; | |
afd9fb2a | 1033 | ORANGEFS_I(inode)->attr_valid = 0; |
fc2e2e9c | 1034 | hash_init(ORANGEFS_I(inode)->xattr_cache); |
8f04e1be MB |
1035 | ORANGEFS_I(inode)->mapping_time = jiffies - 1; |
1036 | ORANGEFS_I(inode)->bitlock = 0; | |
5db11c21 MM |
1037 | return 0; |
1038 | } | |
1039 | ||
1040 | /* | |
1041 | * Called to determine if handles match. | |
1042 | */ | |
8bb8aefd | 1043 | static int orangefs_test_inode(struct inode *inode, void *data) |
5db11c21 | 1044 | { |
8bb8aefd YL |
1045 | struct orangefs_object_kref *ref = (struct orangefs_object_kref *) data; |
1046 | struct orangefs_inode_s *orangefs_inode = NULL; | |
5db11c21 | 1047 | |
8bb8aefd | 1048 | orangefs_inode = ORANGEFS_I(inode); |
95f5f88f MM |
1049 | /* test handles and fs_ids... */ |
1050 | return (!ORANGEFS_khandle_cmp(&(orangefs_inode->refn.khandle), | |
1051 | &(ref->khandle)) && | |
1052 | orangefs_inode->refn.fs_id == ref->fs_id); | |
5db11c21 MM |
1053 | } |
1054 | ||
1055 | /* | |
8bb8aefd | 1056 | * Front-end to lookup the inode-cache maintained by the VFS using the ORANGEFS |
5db11c21 MM |
1057 | * file handle. |
1058 | * | |
1059 | * @sb: the file system super block instance. | |
95f5f88f | 1060 | * @ref: The ORANGEFS object for which we are trying to locate an inode. |
5db11c21 | 1061 | */ |
95f5f88f MM |
1062 | struct inode *orangefs_iget(struct super_block *sb, |
1063 | struct orangefs_object_kref *ref) | |
5db11c21 MM |
1064 | { |
1065 | struct inode *inode = NULL; | |
1066 | unsigned long hash; | |
1067 | int error; | |
1068 | ||
8bb8aefd | 1069 | hash = orangefs_handle_hash(ref); |
95f5f88f MM |
1070 | inode = iget5_locked(sb, |
1071 | hash, | |
1072 | orangefs_test_inode, | |
1073 | orangefs_set_inode, | |
1074 | ref); | |
b5d72cdc MM |
1075 | |
1076 | if (!inode) | |
1077 | return ERR_PTR(-ENOMEM); | |
1078 | ||
1079 | if (!(inode->i_state & I_NEW)) | |
5db11c21 MM |
1080 | return inode; |
1081 | ||
8b60785c | 1082 | error = orangefs_inode_getattr(inode, ORANGEFS_GETATTR_NEW); |
5db11c21 MM |
1083 | if (error) { |
1084 | iget_failed(inode); | |
1085 | return ERR_PTR(error); | |
1086 | } | |
1087 | ||
1088 | inode->i_ino = hash; /* needed for stat etc */ | |
8bb8aefd | 1089 | orangefs_init_iops(inode); |
5db11c21 MM |
1090 | unlock_new_inode(inode); |
1091 | ||
1092 | gossip_debug(GOSSIP_INODE_DEBUG, | |
1093 | "iget handle %pU, fsid %d hash %ld i_ino %lu\n", | |
1094 | &ref->khandle, | |
1095 | ref->fs_id, | |
1096 | hash, | |
1097 | inode->i_ino); | |
1098 | ||
1099 | return inode; | |
1100 | } | |
1101 | ||
1102 | /* | |
1103 | * Allocate an inode for a newly created file and insert it into the inode hash. | |
1104 | */ | |
8bb8aefd | 1105 | struct inode *orangefs_new_inode(struct super_block *sb, struct inode *dir, |
4053d250 | 1106 | umode_t mode, dev_t dev, struct orangefs_object_kref *ref) |
5db11c21 | 1107 | { |
4053d250 | 1108 | struct posix_acl *acl = NULL, *default_acl = NULL; |
8bb8aefd | 1109 | unsigned long hash = orangefs_handle_hash(ref); |
5db11c21 MM |
1110 | struct inode *inode; |
1111 | int error; | |
1112 | ||
1113 | gossip_debug(GOSSIP_INODE_DEBUG, | |
5253487e MM |
1114 | "%s:(sb is %p | MAJOR(dev)=%u | MINOR(dev)=%u mode=%o)\n", |
1115 | __func__, | |
5db11c21 MM |
1116 | sb, |
1117 | MAJOR(dev), | |
1118 | MINOR(dev), | |
1119 | mode); | |
1120 | ||
1121 | inode = new_inode(sb); | |
1122 | if (!inode) | |
56249998 | 1123 | return ERR_PTR(-ENOMEM); |
5db11c21 | 1124 | |
4053d250 CB |
1125 | error = posix_acl_create(dir, &mode, &default_acl, &acl); |
1126 | if (error) | |
1127 | goto out_iput; | |
1128 | ||
8bb8aefd | 1129 | orangefs_set_inode(inode, ref); |
5db11c21 MM |
1130 | inode->i_ino = hash; /* needed for stat etc */ |
1131 | ||
8b60785c | 1132 | error = orangefs_inode_getattr(inode, ORANGEFS_GETATTR_NEW); |
5db11c21 MM |
1133 | if (error) |
1134 | goto out_iput; | |
1135 | ||
8bb8aefd | 1136 | orangefs_init_iops(inode); |
5db11c21 MM |
1137 | inode->i_rdev = dev; |
1138 | ||
4053d250 CB |
1139 | if (default_acl) { |
1140 | error = __orangefs_set_acl(inode, default_acl, | |
1141 | ACL_TYPE_DEFAULT); | |
1142 | if (error) | |
1143 | goto out_iput; | |
1144 | } | |
1145 | ||
1146 | if (acl) { | |
1147 | error = __orangefs_set_acl(inode, acl, ACL_TYPE_ACCESS); | |
1148 | if (error) | |
1149 | goto out_iput; | |
1150 | } | |
1151 | ||
8bb8aefd | 1152 | error = insert_inode_locked4(inode, hash, orangefs_test_inode, ref); |
5db11c21 MM |
1153 | if (error < 0) |
1154 | goto out_iput; | |
1155 | ||
1156 | gossip_debug(GOSSIP_INODE_DEBUG, | |
1157 | "Initializing ACL's for inode %pU\n", | |
1158 | get_khandle_from_ino(inode)); | |
e40df428 CB |
1159 | if (mode != inode->i_mode) { |
1160 | struct iattr iattr = { | |
1161 | .ia_mode = mode, | |
1162 | .ia_valid = ATTR_MODE, | |
1163 | }; | |
1164 | inode->i_mode = mode; | |
1165 | __orangefs_setattr(inode, &iattr); | |
1166 | __posix_acl_chmod(&acl, GFP_KERNEL, inode->i_mode); | |
1167 | } | |
4053d250 CB |
1168 | posix_acl_release(acl); |
1169 | posix_acl_release(default_acl); | |
5db11c21 MM |
1170 | return inode; |
1171 | ||
1172 | out_iput: | |
1173 | iput(inode); | |
4053d250 CB |
1174 | posix_acl_release(acl); |
1175 | posix_acl_release(default_acl); | |
5db11c21 MM |
1176 | return ERR_PTR(error); |
1177 | } |