Commit | Line | Data |
---|---|---|
a61127c2 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
cb3c8299 DW |
2 | /* |
3 | * asynchronous raid6 recovery self test | |
4 | * Copyright (c) 2009, Intel Corporation. | |
5 | * | |
6 | * based on drivers/md/raid6test/test.c: | |
7 | * Copyright 2002-2007 H. Peter Anvin | |
cb3c8299 DW |
8 | */ |
9 | #include <linux/async_tx.h> | |
5a0e3ad6 | 10 | #include <linux/gfp.h> |
b7f080cf | 11 | #include <linux/mm.h> |
cb3c8299 | 12 | #include <linux/random.h> |
4bb33cc8 | 13 | #include <linux/module.h> |
cb3c8299 DW |
14 | |
15 | #undef pr | |
16 | #define pr(fmt, args...) pr_info("raid6test: " fmt, ##args) | |
17 | ||
09ec0f58 | 18 | #define NDISKS 64 /* Including P and Q */ |
cb3c8299 DW |
19 | |
20 | static struct page *dataptrs[NDISKS]; | |
d69454bc | 21 | unsigned int dataoffs[NDISKS]; |
1b6df693 | 22 | static addr_conv_t addr_conv[NDISKS]; |
cb3c8299 DW |
23 | static struct page *data[NDISKS+3]; |
24 | static struct page *spare; | |
25 | static struct page *recovi; | |
26 | static struct page *recovj; | |
27 | ||
28 | static void callback(void *param) | |
29 | { | |
30 | struct completion *cmp = param; | |
31 | ||
32 | complete(cmp); | |
33 | } | |
34 | ||
35 | static void makedata(int disks) | |
36 | { | |
3ec39abd | 37 | int i; |
cb3c8299 DW |
38 | |
39 | for (i = 0; i < disks; i++) { | |
3ec39abd | 40 | prandom_bytes(page_address(data[i]), PAGE_SIZE); |
cb3c8299 | 41 | dataptrs[i] = data[i]; |
d69454bc | 42 | dataoffs[i] = 0; |
cb3c8299 DW |
43 | } |
44 | } | |
45 | ||
46 | static char disk_type(int d, int disks) | |
47 | { | |
48 | if (d == disks - 2) | |
49 | return 'P'; | |
50 | else if (d == disks - 1) | |
51 | return 'Q'; | |
52 | else | |
53 | return 'D'; | |
54 | } | |
55 | ||
56 | /* Recover two failed blocks. */ | |
d69454bc YY |
57 | static void raid6_dual_recov(int disks, size_t bytes, int faila, int failb, |
58 | struct page **ptrs, unsigned int *offs) | |
cb3c8299 DW |
59 | { |
60 | struct async_submit_ctl submit; | |
cb3c8299 DW |
61 | struct completion cmp; |
62 | struct dma_async_tx_descriptor *tx = NULL; | |
63 | enum sum_check_flags result = ~0; | |
64 | ||
65 | if (faila > failb) | |
66 | swap(faila, failb); | |
67 | ||
68 | if (failb == disks-1) { | |
69 | if (faila == disks-2) { | |
70 | /* P+Q failure. Just rebuild the syndrome. */ | |
71 | init_async_submit(&submit, 0, NULL, NULL, NULL, addr_conv); | |
d69454bc YY |
72 | tx = async_gen_syndrome(ptrs, offs, |
73 | disks, bytes, &submit); | |
cb3c8299 | 74 | } else { |
89a7e2f7 | 75 | struct page *blocks[NDISKS]; |
cb3c8299 DW |
76 | struct page *dest; |
77 | int count = 0; | |
78 | int i; | |
79 | ||
89a7e2f7 KS |
80 | BUG_ON(disks > NDISKS); |
81 | ||
cb3c8299 DW |
82 | /* data+Q failure. Reconstruct data from P, |
83 | * then rebuild syndrome | |
84 | */ | |
85 | for (i = disks; i-- ; ) { | |
86 | if (i == faila || i == failb) | |
87 | continue; | |
88 | blocks[count++] = ptrs[i]; | |
89 | } | |
90 | dest = ptrs[faila]; | |
91 | init_async_submit(&submit, ASYNC_TX_XOR_ZERO_DST, NULL, | |
92 | NULL, NULL, addr_conv); | |
93 | tx = async_xor(dest, blocks, 0, count, bytes, &submit); | |
94 | ||
95 | init_async_submit(&submit, 0, tx, NULL, NULL, addr_conv); | |
d69454bc YY |
96 | tx = async_gen_syndrome(ptrs, offs, |
97 | disks, bytes, &submit); | |
cb3c8299 DW |
98 | } |
99 | } else { | |
100 | if (failb == disks-2) { | |
101 | /* data+P failure. */ | |
102 | init_async_submit(&submit, 0, NULL, NULL, NULL, addr_conv); | |
d69454bc | 103 | tx = async_raid6_datap_recov(disks, bytes, |
4f86ff55 | 104 | faila, ptrs, offs, &submit); |
cb3c8299 DW |
105 | } else { |
106 | /* data+data failure. */ | |
107 | init_async_submit(&submit, 0, NULL, NULL, NULL, addr_conv); | |
d69454bc | 108 | tx = async_raid6_2data_recov(disks, bytes, |
4f86ff55 | 109 | faila, failb, ptrs, offs, &submit); |
cb3c8299 DW |
110 | } |
111 | } | |
112 | init_completion(&cmp); | |
113 | init_async_submit(&submit, ASYNC_TX_ACK, tx, callback, &cmp, addr_conv); | |
d69454bc YY |
114 | tx = async_syndrome_val(ptrs, offs, |
115 | disks, bytes, &result, spare, 0, &submit); | |
cb3c8299 DW |
116 | async_tx_issue_pending(tx); |
117 | ||
118 | if (wait_for_completion_timeout(&cmp, msecs_to_jiffies(3000)) == 0) | |
119 | pr("%s: timeout! (faila: %d failb: %d disks: %d)\n", | |
120 | __func__, faila, failb, disks); | |
121 | ||
122 | if (result != 0) | |
123 | pr("%s: validation failure! faila: %d failb: %d sum_check_flags: %x\n", | |
124 | __func__, faila, failb, result); | |
125 | } | |
126 | ||
127 | static int test_disks(int i, int j, int disks) | |
128 | { | |
129 | int erra, errb; | |
130 | ||
131 | memset(page_address(recovi), 0xf0, PAGE_SIZE); | |
132 | memset(page_address(recovj), 0xba, PAGE_SIZE); | |
133 | ||
134 | dataptrs[i] = recovi; | |
135 | dataptrs[j] = recovj; | |
136 | ||
d69454bc | 137 | raid6_dual_recov(disks, PAGE_SIZE, i, j, dataptrs, dataoffs); |
cb3c8299 DW |
138 | |
139 | erra = memcmp(page_address(data[i]), page_address(recovi), PAGE_SIZE); | |
140 | errb = memcmp(page_address(data[j]), page_address(recovj), PAGE_SIZE); | |
141 | ||
142 | pr("%s(%d, %d): faila=%3d(%c) failb=%3d(%c) %s\n", | |
143 | __func__, i, j, i, disk_type(i, disks), j, disk_type(j, disks), | |
144 | (!erra && !errb) ? "OK" : !erra ? "ERRB" : !errb ? "ERRA" : "ERRAB"); | |
145 | ||
146 | dataptrs[i] = data[i]; | |
147 | dataptrs[j] = data[j]; | |
148 | ||
149 | return erra || errb; | |
150 | } | |
151 | ||
152 | static int test(int disks, int *tests) | |
153 | { | |
cb3c8299 DW |
154 | struct dma_async_tx_descriptor *tx; |
155 | struct async_submit_ctl submit; | |
156 | struct completion cmp; | |
157 | int err = 0; | |
158 | int i, j; | |
159 | ||
160 | recovi = data[disks]; | |
161 | recovj = data[disks+1]; | |
162 | spare = data[disks+2]; | |
163 | ||
164 | makedata(disks); | |
165 | ||
166 | /* Nuke syndromes */ | |
167 | memset(page_address(data[disks-2]), 0xee, PAGE_SIZE); | |
168 | memset(page_address(data[disks-1]), 0xee, PAGE_SIZE); | |
169 | ||
170 | /* Generate assumed good syndrome */ | |
171 | init_completion(&cmp); | |
172 | init_async_submit(&submit, ASYNC_TX_ACK, NULL, callback, &cmp, addr_conv); | |
d69454bc | 173 | tx = async_gen_syndrome(dataptrs, dataoffs, disks, PAGE_SIZE, &submit); |
cb3c8299 DW |
174 | async_tx_issue_pending(tx); |
175 | ||
176 | if (wait_for_completion_timeout(&cmp, msecs_to_jiffies(3000)) == 0) { | |
177 | pr("error: initial gen_syndrome(%d) timed out\n", disks); | |
178 | return 1; | |
179 | } | |
180 | ||
181 | pr("testing the %d-disk case...\n", disks); | |
182 | for (i = 0; i < disks-1; i++) | |
183 | for (j = i+1; j < disks; j++) { | |
184 | (*tests)++; | |
185 | err += test_disks(i, j, disks); | |
186 | } | |
187 | ||
188 | return err; | |
189 | } | |
190 | ||
191 | ||
192 | static int raid6_test(void) | |
193 | { | |
194 | int err = 0; | |
195 | int tests = 0; | |
196 | int i; | |
197 | ||
198 | for (i = 0; i < NDISKS+3; i++) { | |
199 | data[i] = alloc_page(GFP_KERNEL); | |
200 | if (!data[i]) { | |
201 | while (i--) | |
202 | put_page(data[i]); | |
203 | return -ENOMEM; | |
204 | } | |
205 | } | |
206 | ||
207 | /* the 4-disk and 5-disk cases are special for the recovery code */ | |
208 | if (NDISKS > 4) | |
209 | err += test(4, &tests); | |
210 | if (NDISKS > 5) | |
211 | err += test(5, &tests); | |
e02a0e47 DW |
212 | /* the 11 and 12 disk cases are special for ioatdma (p-disabled |
213 | * q-continuation without extended descriptor) | |
214 | */ | |
215 | if (NDISKS > 12) { | |
216 | err += test(11, &tests); | |
217 | err += test(12, &tests); | |
218 | } | |
09ec0f58 | 219 | |
4920a4a7 | 220 | /* the 24 disk case is special for ioatdma as it is the boundary point |
09ec0f58 DW |
221 | * at which it needs to switch from 8-source ops to 16-source |
222 | * ops for continuation (assumes DMA_HAS_PQ_CONTINUE is not set) | |
223 | */ | |
224 | if (NDISKS > 24) | |
225 | err += test(24, &tests); | |
226 | ||
cb3c8299 DW |
227 | err += test(NDISKS, &tests); |
228 | ||
229 | pr("\n"); | |
230 | pr("complete (%d tests, %d failure%s)\n", | |
231 | tests, err, err == 1 ? "" : "s"); | |
232 | ||
233 | for (i = 0; i < NDISKS+3; i++) | |
234 | put_page(data[i]); | |
235 | ||
236 | return 0; | |
237 | } | |
238 | ||
239 | static void raid6_test_exit(void) | |
240 | { | |
241 | } | |
242 | ||
243 | /* when compiled-in wait for drivers to load first (assumes dma drivers | |
4920a4a7 | 244 | * are also compiled-in) |
cb3c8299 DW |
245 | */ |
246 | late_initcall(raid6_test); | |
247 | module_exit(raid6_test_exit); | |
248 | MODULE_AUTHOR("Dan Williams <dan.j.williams@intel.com>"); | |
249 | MODULE_DESCRIPTION("asynchronous RAID-6 recovery self tests"); | |
250 | MODULE_LICENSE("GPL"); |