Commit | Line | Data |
---|---|---|
3e0a4e85 | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
87bf54bb SP |
2 | /* |
3 | * Squashfs - a compressed read only filesystem for Linux | |
4 | * | |
5 | * Copyright (c) 2016-present, Facebook, Inc. | |
6 | * All rights reserved. | |
7 | * | |
87bf54bb SP |
8 | * zstd_wrapper.c |
9 | */ | |
10 | ||
11 | #include <linux/mutex.h> | |
93e72b3c | 12 | #include <linux/bio.h> |
87bf54bb SP |
13 | #include <linux/slab.h> |
14 | #include <linux/zstd.h> | |
15 | #include <linux/vmalloc.h> | |
16 | ||
17 | #include "squashfs_fs.h" | |
18 | #include "squashfs_fs_sb.h" | |
19 | #include "squashfs.h" | |
20 | #include "decompressor.h" | |
21 | #include "page_actor.h" | |
22 | ||
23 | struct workspace { | |
24 | void *mem; | |
25 | size_t mem_size; | |
26 | size_t window_size; | |
27 | }; | |
28 | ||
29 | static void *zstd_init(struct squashfs_sb_info *msblk, void *buff) | |
30 | { | |
31 | struct workspace *wksp = kmalloc(sizeof(*wksp), GFP_KERNEL); | |
32 | ||
33 | if (wksp == NULL) | |
34 | goto failed; | |
35 | wksp->window_size = max_t(size_t, | |
36 | msblk->block_size, SQUASHFS_METADATA_SIZE); | |
cf30f6a5 | 37 | wksp->mem_size = zstd_dstream_workspace_bound(wksp->window_size); |
87bf54bb SP |
38 | wksp->mem = vmalloc(wksp->mem_size); |
39 | if (wksp->mem == NULL) | |
40 | goto failed; | |
41 | ||
42 | return wksp; | |
43 | ||
44 | failed: | |
45 | ERROR("Failed to allocate zstd workspace\n"); | |
46 | kfree(wksp); | |
47 | return ERR_PTR(-ENOMEM); | |
48 | } | |
49 | ||
50 | ||
51 | static void zstd_free(void *strm) | |
52 | { | |
53 | struct workspace *wksp = strm; | |
54 | ||
55 | if (wksp) | |
56 | vfree(wksp->mem); | |
57 | kfree(wksp); | |
58 | } | |
59 | ||
60 | ||
61 | static int zstd_uncompress(struct squashfs_sb_info *msblk, void *strm, | |
93e72b3c | 62 | struct bio *bio, int offset, int length, |
87bf54bb SP |
63 | struct squashfs_page_actor *output) |
64 | { | |
65 | struct workspace *wksp = strm; | |
cf30f6a5 | 66 | zstd_dstream *stream; |
87bf54bb | 67 | size_t total_out = 0; |
93e72b3c | 68 | int error = 0; |
cf30f6a5 NT |
69 | zstd_in_buffer in_buf = { NULL, 0, 0 }; |
70 | zstd_out_buffer out_buf = { NULL, 0, 0 }; | |
93e72b3c PL |
71 | struct bvec_iter_all iter_all = {}; |
72 | struct bio_vec *bvec = bvec_init_iter_all(&iter_all); | |
87bf54bb | 73 | |
cf30f6a5 | 74 | stream = zstd_init_dstream(wksp->window_size, wksp->mem, wksp->mem_size); |
87bf54bb SP |
75 | |
76 | if (!stream) { | |
77 | ERROR("Failed to initialize zstd decompressor\n"); | |
93e72b3c | 78 | return -EIO; |
87bf54bb SP |
79 | } |
80 | ||
81 | out_buf.size = PAGE_SIZE; | |
82 | out_buf.dst = squashfs_first_page(output); | |
f268eedd PL |
83 | if (IS_ERR(out_buf.dst)) { |
84 | error = PTR_ERR(out_buf.dst); | |
85 | goto finish; | |
86 | } | |
87bf54bb | 87 | |
93e72b3c PL |
88 | for (;;) { |
89 | size_t zstd_err; | |
87bf54bb | 90 | |
93e72b3c PL |
91 | if (in_buf.pos == in_buf.size) { |
92 | const void *data; | |
93 | int avail; | |
94 | ||
95 | if (!bio_next_segment(bio, &iter_all)) { | |
96 | error = -EIO; | |
97 | break; | |
98 | } | |
99 | ||
100 | avail = min(length, ((int)bvec->bv_len) - offset); | |
fbc27241 | 101 | data = bvec_virt(bvec); |
87bf54bb | 102 | length -= avail; |
93e72b3c | 103 | in_buf.src = data + offset; |
87bf54bb SP |
104 | in_buf.size = avail; |
105 | in_buf.pos = 0; | |
106 | offset = 0; | |
107 | } | |
108 | ||
109 | if (out_buf.pos == out_buf.size) { | |
110 | out_buf.dst = squashfs_next_page(output); | |
f268eedd PL |
111 | if (IS_ERR(out_buf.dst)) { |
112 | error = PTR_ERR(out_buf.dst); | |
113 | break; | |
114 | } else if (out_buf.dst == NULL) { | |
87bf54bb SP |
115 | /* Shouldn't run out of pages |
116 | * before stream is done. | |
117 | */ | |
93e72b3c PL |
118 | error = -EIO; |
119 | break; | |
87bf54bb SP |
120 | } |
121 | out_buf.pos = 0; | |
122 | out_buf.size = PAGE_SIZE; | |
123 | } | |
124 | ||
125 | total_out -= out_buf.pos; | |
cf30f6a5 | 126 | zstd_err = zstd_decompress_stream(stream, &out_buf, &in_buf); |
87bf54bb | 127 | total_out += out_buf.pos; /* add the additional data produced */ |
93e72b3c PL |
128 | if (zstd_err == 0) |
129 | break; | |
130 | ||
cf30f6a5 | 131 | if (zstd_is_error(zstd_err)) { |
93e72b3c | 132 | ERROR("zstd decompression error: %d\n", |
cf30f6a5 | 133 | (int)zstd_get_error_code(zstd_err)); |
93e72b3c PL |
134 | error = -EIO; |
135 | break; | |
136 | } | |
87bf54bb SP |
137 | } |
138 | ||
f268eedd PL |
139 | finish: |
140 | ||
93e72b3c | 141 | squashfs_finish_page(output); |
87bf54bb | 142 | |
93e72b3c | 143 | return error ? error : total_out; |
87bf54bb SP |
144 | } |
145 | ||
146 | const struct squashfs_decompressor squashfs_zstd_comp_ops = { | |
147 | .init = zstd_init, | |
148 | .free = zstd_free, | |
149 | .decompress = zstd_uncompress, | |
150 | .id = ZSTD_COMPRESSION, | |
151 | .name = "zstd", | |
f268eedd | 152 | .alloc_buffer = 1, |
87bf54bb SP |
153 | .supported = 1 |
154 | }; |