Commit | Line | Data |
---|---|---|
191d1d1a BVA |
1 | #!/bin/bash |
2 | # | |
3 | # Copyright (C) 2018 Western Digital Corporation or its affiliates. | |
4 | # | |
5 | # This file is released under the GPL. | |
6 | ||
7 | usage() { | |
17293ae3 SK |
8 | echo "Usage: $(basename "$0") [OPTIONS] <test target device file>" |
9 | echo "Options:" | |
10 | echo -e "\t-d Run fio with valgrind using DRD tool" | |
11 | echo -e "\t-e Run fio with valgrind using helgrind tool" | |
12 | echo -e "\t-v Run fio with valgrind --read-var-info option" | |
13 | echo -e "\t-l Test with libzbc ioengine" | |
14 | echo -e "\t-r Reset all zones before test start" | |
7ce7422a | 15 | echo -e "\t-o <max_open_zones> Run fio with max_open_zones limit" |
17293ae3 | 16 | echo -e "\t-t <test #> Run only a single test case with specified number" |
56e87b2f | 17 | echo -e "\t-q Quit the test run after any failed test" |
17293ae3 | 18 | echo -e "\t-z Run fio with debug=zbd option" |
191d1d1a BVA |
19 | } |
20 | ||
21 | max() { | |
22 | if [ "$1" -gt "$2" ]; then | |
23 | echo "$1" | |
24 | else | |
25 | echo "$2" | |
26 | fi | |
27 | } | |
28 | ||
29 | min() { | |
30 | if [ "$1" -lt "$2" ]; then | |
31 | echo "$1" | |
32 | else | |
33 | echo "$2" | |
34 | fi | |
35 | } | |
36 | ||
6dcb098d DF |
37 | ioengine() { |
38 | if [ -n "$use_libzbc" ]; then | |
39 | echo -n "--ioengine=libzbc" | |
40 | else | |
41 | echo -n "--ioengine=$1" | |
42 | fi | |
43 | } | |
44 | ||
191d1d1a BVA |
45 | set_io_scheduler() { |
46 | local dev=$1 sched=$2 | |
47 | ||
48 | [ -e "/sys/block/$dev" ] || return $? | |
49 | if [ -e "/sys/block/$dev/mq" ]; then | |
50 | case "$sched" in | |
51 | noop) sched=none;; | |
52 | deadline) sched=mq-deadline;; | |
53 | esac | |
54 | else | |
55 | case "$sched" in | |
56 | none) sched=noop;; | |
57 | mq-deadline) sched=deadline;; | |
58 | esac | |
59 | fi | |
60 | ||
61 | echo "$sched" >"/sys/block/$dev/queue/scheduler" | |
62 | } | |
63 | ||
64 | check_read() { | |
65 | local read | |
66 | ||
67 | read=$(fio_read <"${logfile}.${test_number}") | |
68 | echo "read: $read <> $1" >> "${logfile}.${test_number}" | |
69 | [ "$read" = "$1" ] | |
70 | } | |
71 | ||
72 | check_written() { | |
73 | local written | |
74 | ||
75 | written=$(fio_written <"${logfile}.${test_number}") | |
76 | echo "written: $written <> $1" >> "${logfile}.${test_number}" | |
77 | [ "$written" = "$1" ] | |
78 | } | |
79 | ||
80 | # Compare the reset count from the log file with reset count $2 using operator | |
81 | # $1 (=, -ge, -gt, -le, -lt). | |
82 | check_reset_count() { | |
83 | local reset_count | |
84 | ||
85 | reset_count=$(fio_reset_count <"${logfile}.${test_number}") | |
86 | echo "reset_count: test $reset_count $1 $2" >> "${logfile}.${test_number}" | |
87 | eval "[ '$reset_count' '$1' '$2' ]" | |
88 | } | |
89 | ||
0d578085 DF |
90 | # Check log for failed assertions and crashes. Without these checks, |
91 | # a test can succeed even when these events happen, but it must fail. | |
92 | check_log() { | |
93 | [ ! -f "${logfile}.${1}" ] && return 0 | |
94 | ! grep -q -e "Assertion " -e "Aborted " "${logfile}.${1}" | |
95 | } | |
96 | ||
191d1d1a BVA |
97 | # Whether or not $1 (/dev/...) is a SCSI device. |
98 | is_scsi_device() { | |
99 | local d f | |
100 | ||
101 | d=$(basename "$dev") | |
102 | for f in /sys/class/scsi_device/*/device/block/"$d"; do | |
103 | [ -e "$f" ] && return 0 | |
104 | done | |
105 | return 1 | |
106 | } | |
107 | ||
7ce7422a SK |
108 | job_var_opts_exclude() { |
109 | local o | |
110 | local ex_key="${1}" | |
111 | ||
112 | for o in "${job_var_opts[@]}"; do | |
113 | if [[ ${o} =~ "${ex_key}" ]]; then | |
114 | continue | |
115 | fi | |
116 | echo -n "${o}" | |
117 | done | |
118 | } | |
119 | ||
120 | has_max_open_zones() { | |
121 | while (($# > 1)); do | |
122 | if [[ ${1} =~ "--max_open_zones" ]]; then | |
123 | return 0 | |
124 | fi | |
125 | shift | |
126 | done | |
127 | return 1 | |
128 | } | |
129 | ||
191d1d1a | 130 | run_fio() { |
97e41ee4 | 131 | local fio opts |
191d1d1a BVA |
132 | |
133 | fio=$(dirname "$0")/../../fio | |
134 | ||
7ce7422a SK |
135 | opts=(${global_var_opts[@]}) |
136 | opts+=("--max-jobs=16" "--aux-path=/tmp" "--allow_file_create=0" \ | |
137 | "--significant_figures=10" "$@") | |
138 | # When max_open_zones option is specified to this test script, add | |
139 | # max_open_zones option to fio command unless the test case already add it. | |
140 | if [[ -n ${max_open_zones_opt} ]] && ! has_max_open_zones "${opts[@]}"; then | |
141 | opts+=("--max_open_zones=${max_open_zones_opt}") | |
142 | fi | |
97e41ee4 | 143 | { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}" |
191d1d1a | 144 | |
97e41ee4 | 145 | "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" |
191d1d1a BVA |
146 | } |
147 | ||
148 | run_one_fio_job() { | |
149 | local r | |
150 | ||
151 | r=$(((RANDOM << 16) | RANDOM)) | |
152 | run_fio --name="$dev" --filename="$dev" "$@" --randseed="$r" \ | |
153 | --thread=1 --direct=1 | |
154 | } | |
155 | ||
8f601b44 SK |
156 | write_and_run_one_fio_job() { |
157 | local r | |
158 | local write_offset="${1}" | |
159 | local write_size="${2}" | |
7ce7422a | 160 | local -a write_opts |
8f601b44 SK |
161 | |
162 | shift 2 | |
163 | r=$(((RANDOM << 16) | RANDOM)) | |
7ce7422a SK |
164 | write_opts=(--name="write_job" --rw=write "$(ioengine "psync")" \ |
165 | --bs="${logical_block_size}" --zonemode=zbd \ | |
166 | --zonesize="${zone_size}" --thread=1 --direct=1 \ | |
167 | --offset="${write_offset}" --size="${write_size}") | |
168 | write_opts+=("${job_var_opts[@]}") | |
169 | run_fio --filename="$dev" --randseed="$r" "${write_opts[@]}" \ | |
8f601b44 SK |
170 | --name="$dev" --wait_for="write_job" "$@" --thread=1 --direct=1 |
171 | } | |
172 | ||
191d1d1a BVA |
173 | # Run fio on the first four sequential zones of the disk. |
174 | run_fio_on_seq() { | |
175 | local opts=() | |
176 | ||
177 | opts+=("--offset=$((first_sequential_zone_sector * 512))") | |
178 | opts+=("--size=$((4 * zone_size))" "--zonemode=zbd") | |
179 | if [ -z "$is_zbd" ]; then | |
180 | opts+=("--zonesize=${zone_size}") | |
181 | fi | |
182 | run_one_fio_job "${opts[@]}" "$@" | |
183 | } | |
184 | ||
b34eb155 SK |
185 | # Prepare for write test by resetting zones. When max_open_zones option is |
186 | # specified, reset all zones of the test target to ensure that zones out of the | |
187 | # test target range do not have open zones. This allows the write test to the | |
188 | # target range to be able to open zones up to max_open_zones. | |
189 | prep_write() { | |
190 | [[ -n "${max_open_zones_opt}" && -n "${is_zbd}" ]] && | |
191 | reset_zone "${dev}" -1 | |
192 | } | |
193 | ||
d480b019 SK |
194 | SKIP_TESTCASE=255 |
195 | ||
196 | require_scsi_dev() { | |
197 | if ! is_scsi_device "$dev"; then | |
198 | SKIP_REASON="$dev is not a SCSI device" | |
199 | return 1 | |
200 | fi | |
201 | return 0 | |
202 | } | |
203 | ||
204 | require_conv_zone_bytes() { | |
205 | local req_bytes=${1} | |
206 | ||
207 | if ((req_bytes > first_sequential_zone_sector * 512)); then | |
208 | SKIP_REASON="$dev does not have enough conventional zones" | |
209 | return 1 | |
210 | fi | |
211 | return 0 | |
212 | } | |
213 | ||
214 | require_zbd() { | |
215 | if [[ -z ${is_zbd} ]]; then | |
216 | SKIP_REASON="$dev is not a zoned block device" | |
217 | return 1 | |
218 | fi | |
219 | return 0 | |
220 | } | |
221 | ||
222 | require_regular_block_dev() { | |
223 | if [[ -n ${is_zbd} ]]; then | |
224 | SKIP_REASON="$dev is not a regular block device" | |
225 | return 1 | |
226 | fi | |
227 | return 0 | |
228 | } | |
229 | ||
1200ac6a SK |
230 | require_seq_zones() { |
231 | local req_seq_zones=${1} | |
232 | local seq_bytes=$((disk_size - first_sequential_zone_sector * 512)) | |
233 | ||
234 | if ((req_seq_zones > seq_bytes / zone_size)); then | |
235 | SKIP_REASON="$dev does not have $req_seq_zones sequential zones" | |
236 | return 1 | |
237 | fi | |
238 | return 0 | |
239 | } | |
240 | ||
a66a8fab SK |
241 | require_conv_zones() { |
242 | local req_c_zones=${1} | |
243 | local conv_bytes=$((first_sequential_zone_sector * 512)) | |
244 | ||
245 | if ((req_c_zones > conv_bytes / zone_size)); then | |
246 | SKIP_REASON="$dev does not have $req_c_zones conventional zones" | |
247 | return 1 | |
248 | fi | |
249 | return 0 | |
250 | } | |
251 | ||
191d1d1a BVA |
252 | # Check whether buffered writes are refused. |
253 | test1() { | |
254 | run_fio --name=job1 --filename="$dev" --rw=write --direct=0 --bs=4K \ | |
6dcb098d | 255 | "$(ioengine "psync")" --size="${zone_size}" --thread=1 \ |
191d1d1a BVA |
256 | --zonemode=zbd --zonesize="${zone_size}" 2>&1 | |
257 | tee -a "${logfile}.${test_number}" | | |
258 | grep -q 'Using direct I/O is mandatory for writing to ZBD drives' | |
259 | local fio_rc=${PIPESTATUS[0]} grep_rc=${PIPESTATUS[2]} | |
260 | case "$fio_rc" in | |
261 | 0|1) ;; | |
262 | *) return "$fio_rc" | |
263 | esac | |
264 | if [ -n "$is_zbd" ]; then | |
265 | [ "$grep_rc" = 0 ] | |
266 | else | |
267 | [ "$grep_rc" != 0 ] | |
268 | fi | |
269 | } | |
270 | ||
271 | # Block size exceeds zone size. | |
272 | test2() { | |
273 | local bs off opts=() rc | |
274 | ||
275 | off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) | |
276 | bs=$((2 * zone_size)) | |
6dcb098d | 277 | opts+=("$(ioengine "psync")") |
191d1d1a BVA |
278 | opts+=("--name=job1" "--filename=$dev" "--rw=write" "--direct=1") |
279 | opts+=("--zonemode=zbd" "--offset=$off" "--bs=$bs" "--size=$bs") | |
280 | if [ -z "$is_zbd" ]; then | |
281 | opts+=("--zonesize=${zone_size}") | |
282 | fi | |
0ed2fbfb DF |
283 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 && return 1 |
284 | grep -q 'buflen exceeds zone size' "${logfile}.${test_number}" | |
191d1d1a BVA |
285 | } |
286 | ||
287 | # Run fio against an empty zone. This causes fio to report "No I/O performed". | |
288 | test3() { | |
289 | local off opts=() rc | |
290 | ||
1200ac6a | 291 | require_seq_zones 129 || return $SKIP_TESTCASE |
191d1d1a BVA |
292 | off=$((first_sequential_zone_sector * 512 + 128 * zone_size)) |
293 | size=$((zone_size)) | |
294 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
295 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--bs=4K") | |
296 | opts+=("--size=$size" "--zonemode=zbd") | |
6dcb098d | 297 | opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--thread=1") |
191d1d1a BVA |
298 | if [ -z "$is_zbd" ]; then |
299 | opts+=("--zonesize=${zone_size}") | |
300 | fi | |
301 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
bbd6f1bb | 302 | ! grep -q 'READ:' "${logfile}.${test_number}" |
191d1d1a BVA |
303 | } |
304 | ||
305 | # Run fio with --read_beyond_wp=1 against an empty zone. | |
306 | test4() { | |
307 | local off opts=() | |
308 | ||
1200ac6a | 309 | require_seq_zones 130 || return $SKIP_TESTCASE |
191d1d1a BVA |
310 | off=$((first_sequential_zone_sector * 512 + 129 * zone_size)) |
311 | size=$((zone_size)) | |
312 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
313 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--bs=$size") | |
314 | opts+=("--size=$size" "--thread=1" "--read_beyond_wp=1") | |
6dcb098d | 315 | opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--disable_lat=1") |
191d1d1a BVA |
316 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") |
317 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
318 | check_read $size || return $? | |
319 | } | |
320 | ||
321 | # Sequential write to sequential zones. | |
322 | test5() { | |
d7c7539f | 323 | local size off capacity |
191d1d1a | 324 | |
b34eb155 | 325 | prep_write |
d7c7539f HH |
326 | off=$((first_sequential_zone_sector * 512)) |
327 | capacity=$(total_zone_capacity 4 $off $dev) | |
191d1d1a | 328 | size=$((4 * zone_size)) |
6dcb098d | 329 | run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \ |
191d1d1a BVA |
330 | --bs="$(max $((zone_size / 64)) "$logical_block_size")"\ |
331 | --do_verify=1 --verify=md5 \ | |
332 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
333 | check_written $capacity || return $? |
334 | check_read $capacity || return $? | |
191d1d1a BVA |
335 | } |
336 | ||
0123751c | 337 | # Sequential read from sequential zones. |
191d1d1a | 338 | test6() { |
d7c7539f | 339 | local size off capacity |
191d1d1a | 340 | |
b34eb155 | 341 | prep_write |
d7c7539f HH |
342 | off=$((first_sequential_zone_sector * 512)) |
343 | capacity=$(total_zone_capacity 4 $off $dev) | |
191d1d1a | 344 | size=$((4 * zone_size)) |
0123751c SK |
345 | write_and_run_one_fio_job \ |
346 | $((first_sequential_zone_sector * 512)) "${size}" \ | |
d7c7539f | 347 | --offset="${off}" \ |
0123751c SK |
348 | --size="${size}" --zonemode=zbd --zonesize="${zone_size}" \ |
349 | "$(ioengine "psync")" --iodepth=1 --rw=read \ | |
350 | --bs="$(max $((zone_size / 64)) "$logical_block_size")" \ | |
351 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 352 | check_read $capacity || return $? |
191d1d1a BVA |
353 | } |
354 | ||
355 | # Random write to sequential zones, libaio, queue depth 1. | |
356 | test7() { | |
357 | local size=$((zone_size)) | |
d7c7539f | 358 | local off capacity |
191d1d1a | 359 | |
b34eb155 | 360 | prep_write |
d7c7539f HH |
361 | off=$((first_sequential_zone_sector * 512)) |
362 | capacity=$(total_zone_capacity 1 $off $dev) | |
6dcb098d | 363 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=1 --rw=randwrite \ |
191d1d1a BVA |
364 | --bs="$(min 16384 "${zone_size}")" \ |
365 | --do_verify=1 --verify=md5 --size="$size" \ | |
366 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
367 | check_written $capacity || return $? |
368 | check_read $capacity || return $? | |
191d1d1a BVA |
369 | } |
370 | ||
371 | # Random write to sequential zones, libaio, queue depth 64. | |
372 | test8() { | |
d7c7539f | 373 | local size off capacity |
191d1d1a | 374 | |
b34eb155 | 375 | prep_write |
191d1d1a | 376 | size=$((4 * zone_size)) |
d7c7539f HH |
377 | off=$((first_sequential_zone_sector * 512)) |
378 | capacity=$(total_zone_capacity 4 $off $dev) | |
6dcb098d | 379 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \ |
191d1d1a BVA |
380 | --bs="$(min 16384 "${zone_size}")" \ |
381 | --do_verify=1 --verify=md5 \ | |
382 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
383 | check_written $capacity || return $? |
384 | check_read $capacity || return $? | |
191d1d1a BVA |
385 | } |
386 | ||
387 | # Random write to sequential zones, sg, queue depth 1. | |
388 | test9() { | |
389 | local size | |
390 | ||
d480b019 | 391 | require_scsi_dev || return $SKIP_TESTCASE |
191d1d1a | 392 | |
b34eb155 | 393 | prep_write |
191d1d1a | 394 | size=$((4 * zone_size)) |
6dcb098d DF |
395 | run_fio_on_seq --ioengine=sg \ |
396 | --iodepth=1 --rw=randwrite --bs=16K \ | |
191d1d1a BVA |
397 | --do_verify=1 --verify=md5 \ |
398 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
399 | check_written $size || return $? | |
400 | check_read $size || return $? | |
401 | } | |
402 | ||
403 | # Random write to sequential zones, sg, queue depth 64. | |
404 | test10() { | |
405 | local size | |
406 | ||
d480b019 | 407 | require_scsi_dev || return $SKIP_TESTCASE |
191d1d1a | 408 | |
b34eb155 | 409 | prep_write |
191d1d1a | 410 | size=$((4 * zone_size)) |
6dcb098d DF |
411 | run_fio_on_seq --ioengine=sg \ |
412 | --iodepth=64 --rw=randwrite --bs=16K \ | |
191d1d1a BVA |
413 | --do_verify=1 --verify=md5 \ |
414 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
415 | check_written $size || return $? | |
416 | check_read $size || return $? | |
417 | } | |
418 | ||
419 | # Random write to sequential zones, libaio, queue depth 64, random block size. | |
420 | test11() { | |
d7c7539f | 421 | local size off capacity |
191d1d1a | 422 | |
b34eb155 | 423 | prep_write |
191d1d1a | 424 | size=$((4 * zone_size)) |
d7c7539f HH |
425 | off=$((first_sequential_zone_sector * 512)) |
426 | capacity=$(total_zone_capacity 4 $off $dev) | |
6dcb098d | 427 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \ |
191d1d1a BVA |
428 | --bsrange=4K-64K --do_verify=1 --verify=md5 \ |
429 | --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
430 | check_written $capacity || return $? |
431 | check_read $capacity || return $? | |
191d1d1a BVA |
432 | } |
433 | ||
434 | # Random write to sequential zones, libaio, queue depth 64, max 1 open zone. | |
435 | test12() { | |
d7c7539f | 436 | local size off capacity |
191d1d1a | 437 | |
b34eb155 | 438 | prep_write |
191d1d1a | 439 | size=$((8 * zone_size)) |
d7c7539f HH |
440 | off=$((first_sequential_zone_sector * 512)) |
441 | capacity=$(total_zone_capacity 8 $off $dev) | |
6dcb098d | 442 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a BVA |
443 | --max_open_zones=1 --size=$size --do_verify=1 --verify=md5 \ |
444 | --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
445 | check_written $capacity || return $? |
446 | check_read $capacity || return $? | |
191d1d1a BVA |
447 | } |
448 | ||
449 | # Random write to sequential zones, libaio, queue depth 64, max 4 open zones. | |
450 | test13() { | |
d7c7539f | 451 | local size off capacity |
191d1d1a | 452 | |
b34eb155 | 453 | prep_write |
191d1d1a | 454 | size=$((8 * zone_size)) |
d7c7539f HH |
455 | off=$((first_sequential_zone_sector * 512)) |
456 | capacity=$(total_zone_capacity 8 $off $dev) | |
6dcb098d | 457 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a BVA |
458 | --max_open_zones=4 --size=$size --do_verify=1 --verify=md5 \ |
459 | --debug=zbd \ | |
460 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
461 | check_written $capacity || return $? |
462 | check_read $capacity || return $? | |
191d1d1a BVA |
463 | } |
464 | ||
465 | # Random write to conventional zones. | |
466 | test14() { | |
c6950209 | 467 | local off size |
191d1d1a | 468 | |
c6950209 DF |
469 | if ! result=($(first_online_zone "$dev")); then |
470 | echo "Failed to determine first online zone" | |
471 | exit 1 | |
472 | fi | |
473 | off=${result[0]} | |
b34eb155 | 474 | prep_write |
191d1d1a | 475 | size=$((16 * 2**20)) # 20 MB |
d480b019 SK |
476 | require_conv_zone_bytes "${size}" || return $SKIP_TESTCASE |
477 | ||
6dcb098d | 478 | run_one_fio_job "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a | 479 | --zonemode=zbd --zonesize="${zone_size}" --do_verify=1 \ |
c6950209 | 480 | --verify=md5 --offset=$off --size=$size\ |
191d1d1a BVA |
481 | >>"${logfile}.${test_number}" 2>&1 || return $? |
482 | check_written $((size)) || return $? | |
483 | check_read $((size)) || return $? | |
484 | } | |
485 | ||
486 | # Sequential read on a mix of empty and full zones. | |
487 | test15() { | |
488 | local i off size | |
d7c7539f | 489 | local w_off w_size w_capacity |
191d1d1a BVA |
490 | |
491 | for ((i=0;i<4;i++)); do | |
492 | [ -n "$is_zbd" ] && | |
493 | reset_zone "$dev" $((first_sequential_zone_sector + | |
494 | i*sectors_per_zone)) | |
495 | done | |
b34eb155 | 496 | prep_write |
291aa0a7 SK |
497 | w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) |
498 | w_size=$((2 * zone_size)) | |
d7c7539f | 499 | w_capacity=$(total_zone_capacity 2 $w_off $dev) |
191d1d1a BVA |
500 | off=$((first_sequential_zone_sector * 512)) |
501 | size=$((4 * zone_size)) | |
291aa0a7 SK |
502 | write_and_run_one_fio_job "${w_off}" "${w_size}" \ |
503 | "$(ioengine "psync")" --rw=read --bs=$((zone_size / 16)) \ | |
191d1d1a BVA |
504 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off \ |
505 | --size=$((size)) >>"${logfile}.${test_number}" 2>&1 || | |
506 | return $? | |
d7c7539f HH |
507 | check_written $((w_capacity)) || return $? |
508 | check_read $((w_capacity)) | |
191d1d1a BVA |
509 | } |
510 | ||
7285b445 | 511 | # Random read on a mix of empty and full zones. |
191d1d1a BVA |
512 | test16() { |
513 | local off size | |
d7c7539f | 514 | local i w_off w_size w_capacity |
191d1d1a | 515 | |
7285b445 SK |
516 | for ((i=0;i<4;i++)); do |
517 | [ -n "$is_zbd" ] && | |
518 | reset_zone "$dev" $((first_sequential_zone_sector + | |
519 | i*sectors_per_zone)) | |
520 | done | |
b34eb155 | 521 | prep_write |
7285b445 SK |
522 | w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) |
523 | w_size=$((2 * zone_size)) | |
d7c7539f | 524 | w_capacity=$(total_zone_capacity 2 $w_off $dev) |
191d1d1a BVA |
525 | off=$((first_sequential_zone_sector * 512)) |
526 | size=$((4 * zone_size)) | |
7285b445 SK |
527 | write_and_run_one_fio_job "${w_off}" "${w_size}" \ |
528 | "$(ioengine "libaio")" --iodepth=64 --rw=randread --bs=16K \ | |
191d1d1a BVA |
529 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off \ |
530 | --size=$size >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 531 | check_written $w_capacity || return $? |
191d1d1a BVA |
532 | check_read $size || return $? |
533 | } | |
534 | ||
535 | # Random reads and writes in the last zone. | |
536 | test17() { | |
c6950209 | 537 | local io off last read size written |
191d1d1a BVA |
538 | |
539 | off=$(((disk_size / zone_size - 1) * zone_size)) | |
540 | size=$((disk_size - off)) | |
c6950209 DF |
541 | if ! last=($(last_online_zone "$dev")); then |
542 | echo "Failed to determine last online zone" | |
543 | exit 1 | |
544 | fi | |
545 | if [[ "$((last * 512))" -lt "$off" ]]; then | |
546 | off=$((last * 512)) | |
547 | size=$zone_size | |
548 | fi | |
191d1d1a BVA |
549 | if [ -n "$is_zbd" ]; then |
550 | reset_zone "$dev" $((off / 512)) || return $? | |
551 | fi | |
b34eb155 | 552 | prep_write |
6dcb098d | 553 | run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw --bs=4K \ |
191d1d1a | 554 | --zonemode=zbd --zonesize="${zone_size}" \ |
c6950209 DF |
555 | --offset=$off --loops=2 --norandommap=1 \ |
556 | --size="$size"\ | |
191d1d1a BVA |
557 | >>"${logfile}.${test_number}" 2>&1 || return $? |
558 | written=$(fio_written <"${logfile}.${test_number}") | |
559 | read=$(fio_read <"${logfile}.${test_number}") | |
560 | io=$((written + read)) | |
561 | echo "Total number of bytes read and written: $io <> $size" \ | |
562 | >>"${logfile}.${test_number}" | |
563 | [ $io = $((size * 2)) ]; | |
564 | } | |
565 | ||
566 | # Out-of-range zone reset threshold and frequency parameters. | |
567 | test18() { | |
568 | run_fio_on_seq --zone_reset_threshold=-1 |& | |
569 | tee -a "${logfile}.${test_number}" | | |
570 | grep -q 'value out of range' || return $? | |
571 | } | |
572 | ||
573 | test19() { | |
574 | run_fio_on_seq --zone_reset_threshold=2 |& | |
575 | tee -a "${logfile}.${test_number}" | | |
576 | grep -q 'value out of range' || return $? | |
577 | } | |
578 | ||
579 | test20() { | |
580 | run_fio_on_seq --zone_reset_threshold=.4:.6 |& | |
581 | tee -a "${logfile}.${test_number}" | | |
582 | grep -q 'the list exceeding max length' || return $? | |
583 | } | |
584 | ||
585 | test21() { | |
586 | run_fio_on_seq --zone_reset_frequency=-1 |& | |
587 | tee -a "${logfile}.${test_number}" | | |
588 | grep -q 'value out of range' || return $? | |
589 | } | |
590 | ||
591 | test22() { | |
592 | run_fio_on_seq --zone_reset_frequency=2 |& | |
593 | tee -a "${logfile}.${test_number}" | | |
594 | grep -q 'value out of range' || return $? | |
595 | } | |
596 | ||
597 | test23() { | |
598 | run_fio_on_seq --zone_reset_frequency=.4:.6 |& | |
599 | tee -a "${logfile}.${test_number}" | | |
600 | grep -q 'the list exceeding max length' || return $? | |
601 | } | |
602 | ||
603 | test24() { | |
604 | local bs loops=9 size=$((zone_size)) | |
d7c7539f HH |
605 | local off capacity |
606 | ||
b34eb155 | 607 | prep_write |
d7c7539f HH |
608 | off=$((first_sequential_zone_sector * 512)) |
609 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a BVA |
610 | |
611 | bs=$(min $((256*1024)) "$zone_size") | |
6dcb098d DF |
612 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \ |
613 | --size=$size --loops=$loops \ | |
191d1d1a BVA |
614 | --zone_reset_frequency=.01 --zone_reset_threshold=.90 \ |
615 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 616 | check_written $((capacity * loops)) || return $? |
191d1d1a BVA |
617 | check_reset_count -eq 8 || |
618 | check_reset_count -eq 9 || | |
619 | check_reset_count -eq 10 || return $? | |
620 | } | |
621 | ||
622 | # Multiple non-overlapping sequential write jobs for the same drive. | |
623 | test25() { | |
624 | local i opts=() | |
625 | ||
626 | for ((i=0;i<16;i++)); do | |
627 | [ -n "$is_zbd" ] && | |
628 | reset_zone "$dev" $((first_sequential_zone_sector + i*sectors_per_zone)) | |
629 | done | |
b34eb155 | 630 | prep_write |
191d1d1a BVA |
631 | for ((i=0;i<16;i++)); do |
632 | opts+=("--name=job$i" "--filename=$dev" "--thread=1" "--direct=1") | |
633 | opts+=("--offset=$((first_sequential_zone_sector*512 + zone_size*i))") | |
6dcb098d | 634 | opts+=("--size=$zone_size" "$(ioengine "psync")" "--rw=write" "--bs=16K") |
191d1d1a | 635 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}" "--group_reporting=1") |
7ce7422a | 636 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
637 | done |
638 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
639 | } | |
640 | ||
641 | write_to_first_seq_zone() { | |
642 | local loops=4 r | |
d7c7539f HH |
643 | local off capacity |
644 | ||
b34eb155 | 645 | prep_write |
d7c7539f HH |
646 | off=$((first_sequential_zone_sector * 512)) |
647 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a BVA |
648 | |
649 | r=$(((RANDOM << 16) | RANDOM)) | |
6dcb098d | 650 | run_fio --name="$dev" --filename="$dev" "$(ioengine "psync")" --rw="$1" \ |
191d1d1a | 651 | --thread=1 --do_verify=1 --verify=md5 --direct=1 --bs=4K \ |
d7c7539f HH |
652 | --offset=$off \ |
653 | --size=$zone_size --loops=$loops --randseed="$r" \ | |
191d1d1a BVA |
654 | --zonemode=zbd --zonesize="${zone_size}" --group_reporting=1 \ |
655 | --gtod_reduce=1 >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 656 | check_written $((loops * capacity)) || return $? |
191d1d1a BVA |
657 | } |
658 | ||
659 | # Overwrite the first sequential zone four times sequentially. | |
660 | test26() { | |
661 | write_to_first_seq_zone write | |
662 | } | |
663 | ||
664 | # Overwrite the first sequential zone four times using random writes. | |
665 | test27() { | |
666 | write_to_first_seq_zone randwrite | |
667 | } | |
668 | ||
669 | # Multiple overlapping random write jobs for the same drive. | |
670 | test28() { | |
671 | local i jobs=16 off opts | |
672 | ||
1200ac6a | 673 | require_seq_zones 65 || return $SKIP_TESTCASE |
191d1d1a BVA |
674 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
675 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
b34eb155 | 676 | prep_write |
191d1d1a | 677 | opts=("--debug=zbd") |
d7c7539f | 678 | capacity=$(total_zone_capacity 1 $off $dev) |
191d1d1a BVA |
679 | for ((i=0;i<jobs;i++)); do |
680 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
d7c7539f | 681 | opts+=("--size=$zone_size" "--io_size=$capacity" "$(ioengine "psync")" "--rw=randwrite") |
191d1d1a BVA |
682 | opts+=("--thread=1" "--direct=1" "--zonemode=zbd") |
683 | opts+=("--zonesize=${zone_size}" "--group_reporting=1") | |
7ce7422a | 684 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
685 | done |
686 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 687 | check_written $((jobs * $capacity)) || return $? |
191d1d1a BVA |
688 | check_reset_count -eq $jobs || |
689 | check_reset_count -eq $((jobs - 1)) || | |
690 | return $? | |
691 | } | |
692 | ||
693 | # Multiple overlapping random write jobs for the same drive and with a limited | |
694 | # number of open zones. | |
695 | test29() { | |
696 | local i jobs=16 off opts=() | |
697 | ||
1200ac6a | 698 | require_seq_zones 80 || return $SKIP_TESTCASE |
191d1d1a BVA |
699 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
700 | size=$((16*zone_size)) | |
b34eb155 | 701 | prep_write |
191d1d1a BVA |
702 | opts=("--debug=zbd") |
703 | for ((i=0;i<jobs;i++)); do | |
704 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
705 | opts+=("--size=$size" "--io_size=$zone_size" "--thread=1") | |
6dcb098d | 706 | opts+=("$(ioengine "psync")" "--rw=randwrite" "--direct=1") |
191d1d1a BVA |
707 | opts+=("--max_open_zones=4" "--group_reporting=1") |
708 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") | |
7ce7422a SK |
709 | # max_open_zones is already specified |
710 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
191d1d1a BVA |
711 | done |
712 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
713 | check_written $((jobs * zone_size)) || return $? | |
714 | } | |
715 | ||
716 | # Random reads and writes across the entire disk for 30s. | |
717 | test30() { | |
718 | local off | |
719 | ||
b34eb155 | 720 | prep_write |
191d1d1a | 721 | off=$((first_sequential_zone_sector * 512)) |
6dcb098d | 722 | run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw \ |
191d1d1a BVA |
723 | --bs="$(max $((zone_size / 128)) "$logical_block_size")"\ |
724 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off\ | |
725 | --loops=2 --time_based --runtime=30s --norandommap=1\ | |
726 | >>"${logfile}.${test_number}" 2>&1 | |
727 | } | |
728 | ||
729 | # Random reads across all sequential zones for 30s. This is not only a fio | |
730 | # test but also allows to verify the performance of a drive. | |
731 | test31() { | |
732 | local bs inc nz off opts size | |
733 | ||
b34eb155 | 734 | prep_write |
f6e84423 | 735 | # Start with writing 128 KB to max_open_zones sequential zones. |
191d1d1a | 736 | bs=128K |
f6e84423 DF |
737 | nz=$((max_open_zones)) |
738 | if [[ $nz -eq 0 ]]; then | |
739 | nz=128 | |
740 | fi | |
191d1d1a BVA |
741 | # shellcheck disable=SC2017 |
742 | inc=$(((disk_size - (first_sequential_zone_sector * 512)) / (nz * zone_size) | |
743 | * zone_size)) | |
f6e84423 DF |
744 | if [ "$inc" -eq 0 ]; then |
745 | require_seq_zones $nz || return $SKIP_TESTCASE | |
746 | fi | |
191d1d1a BVA |
747 | opts=() |
748 | for ((off = first_sequential_zone_sector * 512; off < disk_size; | |
749 | off += inc)); do | |
750 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--io_size=$bs") | |
6dcb098d | 751 | opts+=("--bs=$bs" "--size=$zone_size" "$(ioengine "libaio")") |
191d1d1a BVA |
752 | opts+=("--rw=write" "--direct=1" "--thread=1" "--stats=0") |
753 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") | |
7ce7422a | 754 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
755 | done |
756 | "$(dirname "$0")/../../fio" "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 | |
757 | # Next, run the test. | |
758 | off=$((first_sequential_zone_sector * 512)) | |
759 | size=$((disk_size - off)) | |
760 | opts=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size") | |
6dcb098d | 761 | opts+=("--bs=$bs" "$(ioengine "psync")" "--rw=randread" "--direct=1") |
191d1d1a BVA |
762 | opts+=("--thread=1" "--time_based" "--runtime=30" "--zonemode=zbd") |
763 | opts+=("--zonesize=${zone_size}") | |
7ce7422a | 764 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
765 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? |
766 | } | |
767 | ||
768 | # Random writes across all sequential zones. This is not only a fio test but | |
769 | # also allows to verify the performance of a drive. | |
770 | test32() { | |
771 | local off opts=() size | |
772 | ||
d480b019 SK |
773 | require_zbd || return $SKIP_TESTCASE |
774 | ||
b34eb155 | 775 | prep_write |
191d1d1a BVA |
776 | off=$((first_sequential_zone_sector * 512)) |
777 | size=$((disk_size - off)) | |
778 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size") | |
6dcb098d | 779 | opts+=("--bs=128K" "$(ioengine "psync")" "--rw=randwrite" "--direct=1") |
191d1d1a BVA |
780 | opts+=("--thread=1" "--time_based" "--runtime=30") |
781 | opts+=("--max_open_zones=$max_open_zones" "--zonemode=zbd") | |
782 | opts+=("--zonesize=${zone_size}") | |
783 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
784 | } | |
785 | ||
786 | # Write to sequential zones with a block size that is not a divisor of the | |
787 | # zone size. | |
788 | test33() { | |
789 | local bs io_size size | |
d7c7539f | 790 | local off capacity=0; |
191d1d1a | 791 | |
b34eb155 | 792 | prep_write |
d7c7539f HH |
793 | off=$((first_sequential_zone_sector * 512)) |
794 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a | 795 | size=$((2 * zone_size)) |
d7c7539f HH |
796 | io_size=$((5 * capacity)) |
797 | bs=$((3 * capacity / 4)) | |
6dcb098d DF |
798 | run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \ |
799 | --size=$size --io_size=$io_size --bs=$bs \ | |
191d1d1a BVA |
800 | >> "${logfile}.${test_number}" 2>&1 || return $? |
801 | check_written $(((io_size + bs - 1) / bs * bs)) || return $? | |
802 | } | |
803 | ||
804 | # Write to sequential zones with a block size that is not a divisor of the | |
805 | # zone size and with data verification enabled. | |
806 | test34() { | |
807 | local size | |
808 | ||
b34eb155 | 809 | prep_write |
191d1d1a | 810 | size=$((2 * zone_size)) |
6dcb098d | 811 | run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write --size=$size \ |
191d1d1a BVA |
812 | --do_verify=1 --verify=md5 --bs=$((3 * zone_size / 4)) \ |
813 | >> "${logfile}.${test_number}" 2>&1 && return 1 | |
814 | grep -q 'not a divisor of' "${logfile}.${test_number}" | |
815 | } | |
816 | ||
817 | # Test 1/4 for the I/O boundary rounding code: $size < $zone_size. | |
818 | test35() { | |
819 | local bs off io_size size | |
820 | ||
b34eb155 | 821 | prep_write |
191d1d1a BVA |
822 | off=$(((first_sequential_zone_sector + 1) * 512)) |
823 | size=$((zone_size - 2 * 512)) | |
824 | bs=$((zone_size / 4)) | |
6dcb098d DF |
825 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
826 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
827 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
828 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
829 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
830 | } | |
831 | ||
832 | # Test 2/4 for the I/O boundary rounding code: $size < $zone_size. | |
833 | test36() { | |
834 | local bs off io_size size | |
835 | ||
b34eb155 | 836 | prep_write |
191d1d1a BVA |
837 | off=$(((first_sequential_zone_sector) * 512)) |
838 | size=$((zone_size - 512)) | |
839 | bs=$((zone_size / 4)) | |
6dcb098d DF |
840 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
841 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
842 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
843 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
844 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
845 | } | |
846 | ||
847 | # Test 3/4 for the I/O boundary rounding code: $size > $zone_size. | |
848 | test37() { | |
d7c7539f | 849 | local bs off size capacity |
191d1d1a | 850 | |
b34eb155 | 851 | prep_write |
cdf2f9e3 | 852 | capacity=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev) |
191d1d1a BVA |
853 | if [ "$first_sequential_zone_sector" = 0 ]; then |
854 | off=0 | |
855 | else | |
856 | off=$(((first_sequential_zone_sector - 1) * 512)) | |
857 | fi | |
858 | size=$((zone_size + 2 * 512)) | |
859 | bs=$((zone_size / 4)) | |
6dcb098d DF |
860 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
861 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
862 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a | 863 | >> "${logfile}.${test_number}" 2>&1 |
d7c7539f | 864 | check_written $capacity || return $? |
191d1d1a BVA |
865 | } |
866 | ||
867 | # Test 4/4 for the I/O boundary rounding code: $offset > $disk_size - $zone_size | |
868 | test38() { | |
869 | local bs off size | |
870 | ||
b34eb155 | 871 | prep_write |
191d1d1a BVA |
872 | size=$((logical_block_size)) |
873 | off=$((disk_size - logical_block_size)) | |
874 | bs=$((logical_block_size)) | |
6dcb098d DF |
875 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
876 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
877 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
878 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
879 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
880 | } | |
881 | ||
882 | # Read one block from a block device. | |
883 | read_one_block() { | |
c6950209 | 884 | local off |
191d1d1a BVA |
885 | local bs |
886 | ||
c6950209 DF |
887 | if ! result=($(first_online_zone "$dev")); then |
888 | echo "Failed to determine first online zone" | |
889 | exit 1 | |
890 | fi | |
891 | off=${result[0]} | |
191d1d1a | 892 | bs=$((logical_block_size)) |
c6950209 DF |
893 | run_one_fio_job --rw=read "$(ioengine "psync")" --offset=$off --bs=$bs \ |
894 | --size=$bs "$@" 2>&1 | | |
191d1d1a BVA |
895 | tee -a "${logfile}.${test_number}" |
896 | } | |
897 | ||
898 | # Check whether fio accepts --zonemode=none for zoned block devices. | |
899 | test39() { | |
d480b019 | 900 | require_zbd || return $SKIP_TESTCASE |
191d1d1a BVA |
901 | read_one_block --zonemode=none >/dev/null || return $? |
902 | check_read $((logical_block_size)) || return $? | |
903 | } | |
904 | ||
905 | # Check whether fio accepts --zonemode=strided for zoned block devices. | |
906 | test40() { | |
907 | local bs | |
908 | ||
909 | bs=$((logical_block_size)) | |
d480b019 | 910 | require_zbd || return $SKIP_TESTCASE |
191d1d1a BVA |
911 | read_one_block --zonemode=strided | |
912 | grep -q 'fio: --zonesize must be specified when using --zonemode=strided' || | |
913 | return $? | |
914 | read_one_block --zonemode=strided --zonesize=$bs >/dev/null || return $? | |
915 | check_read $bs || return $? | |
916 | } | |
917 | ||
918 | # Check whether fio checks the zone size for zoned block devices. | |
919 | test41() { | |
d480b019 | 920 | require_zbd || return $SKIP_TESTCASE |
191d1d1a BVA |
921 | read_one_block --zonemode=zbd --zonesize=$((2 * zone_size)) | |
922 | grep -q 'job parameter zonesize.*does not match disk zone size' | |
923 | } | |
924 | ||
925 | # Check whether fio handles --zonesize=0 correctly for regular block devices. | |
926 | test42() { | |
d480b019 | 927 | require_regular_block_dev || return $SKIP_TESTCASE |
191d1d1a BVA |
928 | read_one_block --zonemode=zbd --zonesize=0 | |
929 | grep -q 'Specifying the zone size is mandatory for regular block devices with --zonemode=zbd' | |
930 | } | |
931 | ||
a4b7f12b | 932 | # Check whether fio handles --zonesize=1 correctly for regular block devices. |
191d1d1a | 933 | test43() { |
d480b019 | 934 | require_regular_block_dev || return $SKIP_TESTCASE |
191d1d1a BVA |
935 | read_one_block --zonemode=zbd --zonesize=1 | |
936 | grep -q 'zone size must be at least 512 bytes for --zonemode=zbd' | |
937 | } | |
938 | ||
939 | # Check whether fio handles --zonemode=none --zonesize=1 correctly. | |
940 | test44() { | |
941 | read_one_block --zonemode=none --zonesize=1 | | |
942 | grep -q 'fio: --zonemode=none and --zonesize are not compatible' | |
943 | } | |
944 | ||
945 | test45() { | |
946 | local bs i | |
947 | ||
d480b019 | 948 | require_zbd || return $SKIP_TESTCASE |
b34eb155 | 949 | prep_write |
191d1d1a | 950 | bs=$((logical_block_size)) |
6dcb098d | 951 | run_one_fio_job "$(ioengine "psync")" --iodepth=1 --rw=randwrite --bs=$bs\ |
191d1d1a BVA |
952 | --offset=$((first_sequential_zone_sector * 512)) \ |
953 | --size="$zone_size" --do_verify=1 --verify=md5 2>&1 | | |
954 | tee -a "${logfile}.${test_number}" | | |
955 | grep -q "fio: first I/O failed. If .* is a zoned block device, consider --zonemode=zbd" | |
956 | } | |
957 | ||
bc596cbc DLM |
958 | # Random write to sequential zones, libaio, 8 jobs, queue depth 64 per job |
959 | test46() { | |
960 | local size | |
961 | ||
b34eb155 | 962 | prep_write |
bc596cbc | 963 | size=$((4 * zone_size)) |
6dcb098d | 964 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=4K \ |
bc596cbc DLM |
965 | --group_reporting=1 --numjobs=8 \ |
966 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
967 | check_written $((size * 8)) || return $? | |
968 | } | |
969 | ||
4d37720a DLM |
970 | # Check whether fio handles --zonemode=zbd --zoneskip=1 correctly. |
971 | test47() { | |
972 | local bs | |
973 | ||
b34eb155 | 974 | prep_write |
4d37720a | 975 | bs=$((logical_block_size)) |
e0424151 | 976 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs=$bs --zoneskip=1 \ |
4d37720a DLM |
977 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
978 | grep -q 'zoneskip 1 is not a multiple of the device zone size' "${logfile}.${test_number}" | |
979 | } | |
980 | ||
3bd2078b NA |
981 | # Multiple overlapping random write jobs for the same drive and with a |
982 | # limited number of open zones. This is similar to test29, but uses libaio | |
983 | # to stress test zone locking. | |
984 | test48() { | |
985 | local i jobs=16 off opts=() | |
986 | ||
d480b019 | 987 | require_zbd || return $SKIP_TESTCASE |
1200ac6a | 988 | require_seq_zones 80 || return $SKIP_TESTCASE |
d480b019 | 989 | |
3bd2078b NA |
990 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
991 | size=$((16*zone_size)) | |
b34eb155 | 992 | prep_write |
3bd2078b NA |
993 | opts=("--aux-path=/tmp" "--allow_file_create=0" "--significant_figures=10") |
994 | opts+=("--debug=zbd") | |
6dcb098d | 995 | opts+=("$(ioengine "libaio")" "--rw=randwrite" "--direct=1") |
3bd2078b NA |
996 | opts+=("--time_based" "--runtime=30") |
997 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") | |
998 | opts+=("--max_open_zones=4") | |
999 | for ((i=0;i<jobs;i++)); do | |
1000 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
1001 | opts+=("--io_size=$zone_size" "--iodepth=256" "--thread=1") | |
8c17a624 | 1002 | opts+=("--size=$size" "--group_reporting=1") |
7ce7422a SK |
1003 | # max_open_zones is already specified |
1004 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
3bd2078b NA |
1005 | done |
1006 | ||
1007 | fio=$(dirname "$0")/../../fio | |
1008 | ||
1009 | { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}" | |
1010 | ||
b13fd959 | 1011 | timeout -v -s KILL 180s \ |
3bd2078b NA |
1012 | "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" \ |
1013 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1014 | } | |
1015 | ||
5c0400e7 HH |
1016 | # Check if fio handles --zonecapacity on a normal block device correctly |
1017 | test49() { | |
1018 | ||
d480b019 | 1019 | require_regular_block_dev || return $SKIP_TESTCASE |
5c0400e7 HH |
1020 | |
1021 | size=$((2 * zone_size)) | |
1022 | capacity=$((zone_size * 3 / 4)) | |
1023 | ||
1024 | run_one_fio_job "$(ioengine "psync")" --rw=write \ | |
1025 | --zonemode=zbd --zonesize="${zone_size}" \ | |
1026 | --zonecapacity=${capacity} \ | |
1027 | --verify=md5 --size=${size} >>"${logfile}.${test_number}" 2>&1 || | |
1028 | return $? | |
693403eb | 1029 | check_written $((capacity * 2)) || return $? |
5c0400e7 HH |
1030 | check_read $((capacity * 2)) || return $? |
1031 | } | |
1032 | ||
a66a8fab SK |
1033 | # Verify that conv zones are not locked and only seq zones are locked during |
1034 | # random read on conv-seq mixed zones. | |
1035 | test50() { | |
1036 | local off | |
1037 | ||
1038 | require_zbd || return $SKIP_TESTCASE | |
1039 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1040 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1041 | ||
1042 | reset_zone "${dev}" -1 | |
1043 | ||
1044 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1045 | run_fio --name=job --filename=${dev} --offset=${off} --bs=64K \ | |
1046 | --size=$((16 * zone_size)) "$(ioengine "libaio")" --rw=randread\ | |
1047 | --time_based --runtime=3 --zonemode=zbd --zonesize=${zone_size}\ | |
1048 | --direct=1 --group_reporting=1 ${job_var_opts[@]} \ | |
1049 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1050 | } | |
1051 | ||
1052 | # Verify that conv zones are neither locked nor opened during random write on | |
1053 | # conv-seq mixed zones. Zone lock and zone open shall happen only on seq zones. | |
1054 | test51() { | |
1055 | local off jobs=16 | |
1056 | local -a opts | |
1057 | ||
1058 | require_zbd || return $SKIP_TESTCASE | |
1059 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1060 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1061 | ||
1062 | prep_write | |
1063 | ||
1064 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1065 | opts+=("--size=$((16 * zone_size))" "$(ioengine "libaio")") | |
1066 | opts+=("--zonemode=zbd" "--direct=1" "--zonesize=${zone_size}") | |
1067 | opts+=("--max_open_zones=2" "--offset=$off") | |
1068 | opts+=("--thread=1" "--group_reporting=1") | |
1069 | opts+=("--time_based" "--runtime=30" "--rw=randwrite") | |
1070 | for ((i=0;i<jobs;i++)); do | |
1071 | opts+=("--name=job${i}" "--filename=$dev") | |
1072 | opts+=("--bs=$(((i+1)*16))K") | |
1073 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
1074 | done | |
1075 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
1076 | } | |
1077 | ||
d93379d7 SK |
1078 | # Verify that zone_reset_threshold only takes logical blocks from seq |
1079 | # zones into account, and logical blocks of conv zones are not counted. | |
1080 | test52() { | |
1081 | local off io_size | |
1082 | ||
1083 | require_zbd || return $SKIP_TESTCASE | |
1084 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1085 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1086 | ||
1087 | reset_zone "${dev}" -1 | |
1088 | ||
1089 | # Total I/O size is 1/8 = 0.125 of the I/O range of cont + seq zones. | |
1090 | # Set zone_reset_threshold as 0.1. The threshold size is less than | |
1091 | # 0.125, then, reset count zero is expected. | |
1092 | # On the other hand, half of the I/O range is covered by conv zones. | |
1093 | # If fio would count the conv zones for zone_reset_threshold, the ratio | |
1094 | # were more than 0.5 and would trigger zone resets. | |
1095 | ||
1096 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1097 | io_size=$((zone_size * 16 / 8)) | |
1098 | run_fio --name=job --filename=$dev --rw=randwrite --bs=$((zone_size/16))\ | |
1099 | --size=$((zone_size * 16)) --softrandommap=1 \ | |
1100 | --io_size=$((io_size)) "$(ioengine "psync")" --offset=$off \ | |
1101 | --zonemode=zbd --direct=1 --zonesize=${zone_size} \ | |
1102 | --zone_reset_threshold=.1 --zone_reset_frequency=1.0 \ | |
1103 | ${job_var_opts[@]} --debug=zbd \ | |
1104 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1105 | ||
1106 | check_written ${io_size} || return $? | |
1107 | check_reset_count -eq 0 || return $? | |
1108 | } | |
1109 | ||
9ffe8f1b SK |
1110 | # Check both reads and writes are executed by random I/O to conventional zones. |
1111 | test53() { | |
1112 | local off capacity io read_b=0 written_b=0 | |
1113 | ||
1114 | require_zbd || return $SKIP_TESTCASE | |
1115 | require_conv_zones 4 || return $SKIP_TESTCASE | |
1116 | ||
1117 | off=$((first_sequential_zone_sector * 512 - 4 * zone_size)) | |
1118 | capacity=$(total_zone_capacity 4 $off $dev) | |
1119 | run_fio --name=job --filename=${dev} --rw=randrw --bs=64K \ | |
1120 | --size=$((4 * zone_size)) "$(ioengine "psync")" --offset=${off}\ | |
1121 | --zonemode=zbd --direct=1 --zonesize=${zone_size} \ | |
1122 | ${job_var_opts[@]} \ | |
1123 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1124 | ||
1125 | written_b=$(fio_written <"${logfile}.${test_number}") | |
1126 | read_b=$(fio_read <"${logfile}.${test_number}") | |
1127 | io=$((written_b + read_b)) | |
1128 | echo "Number of bytes read: $read_b" >>"${logfile}.${test_number}" | |
1129 | echo "Number of bytes written: $written_b" >>"${logfile}.${test_number}" | |
1130 | echo "Total number of bytes read and written: $io <> $capacity" \ | |
1131 | >>"${logfile}.${test_number}" | |
1132 | if ((io==capacity && written_b != 0 && read_b != 0)); then | |
1133 | return 0 | |
1134 | fi | |
1135 | return 1 | |
1136 | } | |
1137 | ||
7def9723 DF |
1138 | # Test read/write mix with verify. |
1139 | test54() { | |
1140 | require_zbd || return $SKIP_TESTCASE | |
1141 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1142 | ||
1143 | run_fio --name=job --filename=${dev} "$(ioengine "libaio")" \ | |
1144 | --time_based=1 --runtime=30s --continue_on_error=0 \ | |
1145 | --offset=$((first_sequential_zone_sector * 512)) \ | |
1146 | --size=$((8*zone_size)) --direct=1 --iodepth=1 \ | |
1147 | --rw=randrw:2 --rwmixwrite=25 --bsrange=4k-${zone_size} \ | |
1148 | --zonemode=zbd --zonesize=${zone_size} \ | |
1149 | --verify=crc32c --do_verify=1 --verify_backlog=2 \ | |
1150 | --experimental_verify=1 \ | |
1151 | --alloc-size=65536 --random_generator=tausworthe64 \ | |
1152 | ${job_var_opts[@]} --debug=zbd \ | |
1153 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1154 | } | |
1155 | ||
beba3d03 | 1156 | SECONDS=0 |
191d1d1a BVA |
1157 | tests=() |
1158 | dynamic_analyzer=() | |
1159 | reset_all_zones= | |
6dcb098d DF |
1160 | use_libzbc= |
1161 | zbd_debug= | |
7ce7422a | 1162 | max_open_zones_opt= |
56e87b2f | 1163 | quit_on_err= |
191d1d1a BVA |
1164 | |
1165 | while [ "${1#-}" != "$1" ]; do | |
1166 | case "$1" in | |
1167 | -d) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=drd" | |
1168 | "--show-confl-seg=no"); | |
1169 | shift;; | |
1170 | -e) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=helgrind"); | |
1171 | shift;; | |
6dcb098d | 1172 | -l) use_libzbc=1; shift;; |
191d1d1a BVA |
1173 | -r) reset_all_zones=1; shift;; |
1174 | -t) tests+=("$2"); shift; shift;; | |
7ce7422a | 1175 | -o) max_open_zones_opt="${2}"; shift; shift;; |
191d1d1a BVA |
1176 | -v) dynamic_analyzer=(valgrind "--read-var-info=yes"); |
1177 | shift;; | |
56e87b2f | 1178 | -q) quit_on_err=1; shift;; |
6dcb098d | 1179 | -z) zbd_debug=1; shift;; |
191d1d1a BVA |
1180 | --) shift; break;; |
1181 | esac | |
1182 | done | |
1183 | ||
1184 | if [ $# != 1 ]; then | |
1185 | usage | |
1186 | exit 1 | |
1187 | fi | |
1188 | ||
1189 | # shellcheck source=functions | |
1190 | source "$(dirname "$0")/functions" || exit $? | |
1191 | ||
7ce7422a SK |
1192 | global_var_opts=() |
1193 | job_var_opts=() | |
6dcb098d | 1194 | if [ -n "$zbd_debug" ]; then |
7ce7422a | 1195 | global_var_opts+=("--debug=zbd") |
6dcb098d | 1196 | fi |
191d1d1a BVA |
1197 | dev=$1 |
1198 | realdev=$(readlink -f "$dev") | |
1199 | basename=$(basename "$realdev") | |
6dcb098d DF |
1200 | |
1201 | if [[ -b "$realdev" ]]; then | |
1202 | major=$((0x$(stat -L -c '%t' "$realdev"))) || exit $? | |
1203 | minor=$((0x$(stat -L -c '%T' "$realdev"))) || exit $? | |
1204 | disk_size=$(($(<"/sys/dev/block/$major:$minor/size")*512)) | |
1205 | ||
1206 | # When the target is a partition device, get basename of its | |
1207 | # holder device to access sysfs path of the holder device | |
1208 | if [[ -r "/sys/dev/block/$major:$minor/partition" ]]; then | |
1209 | realsysfs=$(readlink "/sys/dev/block/$major:$minor") | |
1210 | basename=$(basename "${realsysfs%/*}") | |
1211 | fi | |
1212 | logical_block_size=$(<"/sys/block/$basename/queue/logical_block_size") | |
1213 | case "$(<"/sys/class/block/$basename/queue/zoned")" in | |
1214 | host-managed|host-aware) | |
1215 | is_zbd=true | |
552e214c SK |
1216 | if ! check_blkzone "${dev}"; then |
1217 | exit 1 | |
1218 | fi | |
6dcb098d DF |
1219 | if ! result=($(first_sequential_zone "$dev")); then |
1220 | echo "Failed to determine first sequential zone" | |
1221 | exit 1 | |
1222 | fi | |
1223 | first_sequential_zone_sector=${result[0]} | |
1224 | sectors_per_zone=${result[1]} | |
1225 | zone_size=$((sectors_per_zone * 512)) | |
1226 | if ! max_open_zones=$(max_open_zones "$dev"); then | |
1227 | echo "Failed to determine maximum number of open zones" | |
1228 | exit 1 | |
1229 | fi | |
1230 | set_io_scheduler "$basename" deadline || exit $? | |
1231 | if [ -n "$reset_all_zones" ]; then | |
1232 | reset_zone "$dev" -1 | |
1233 | fi | |
1234 | ;; | |
1235 | *) | |
1236 | first_sequential_zone_sector=$(((disk_size / 2) & | |
1237 | (logical_block_size - 1))) | |
1238 | zone_size=$(max 65536 "$logical_block_size") | |
1239 | sectors_per_zone=$((zone_size / 512)) | |
1240 | max_open_zones=128 | |
1241 | set_io_scheduler "$basename" none || exit $? | |
1242 | ;; | |
1243 | esac | |
1244 | elif [[ -c "$realdev" ]]; then | |
1245 | # For an SG node, we must have libzbc option specified | |
1246 | if [[ ! -n "$use_libzbc" ]]; then | |
1247 | echo "Character device files can only be used with -l (libzbc) option" | |
1248 | exit 1 | |
1249 | fi | |
1250 | ||
1251 | if ! $(is_zbc "$dev"); then | |
1252 | echo "Device is not a ZBC disk" | |
1253 | exit 1 | |
1254 | fi | |
191d1d1a | 1255 | is_zbd=true |
6dcb098d DF |
1256 | |
1257 | if ! disk_size=($(( $(zbc_disk_sectors "$dev") * 512))); then | |
1258 | echo "Failed to determine disk size" | |
1259 | exit 1 | |
1260 | fi | |
1261 | if ! logical_block_size=($(zbc_logical_block_size "$dev")); then | |
1262 | echo "Failed to determine logical block size" | |
1263 | exit 1 | |
1264 | fi | |
191d1d1a | 1265 | if ! result=($(first_sequential_zone "$dev")); then |
6dcb098d DF |
1266 | echo "Failed to determine first sequential zone" |
1267 | exit 1 | |
191d1d1a BVA |
1268 | fi |
1269 | first_sequential_zone_sector=${result[0]} | |
1270 | sectors_per_zone=${result[1]} | |
1271 | zone_size=$((sectors_per_zone * 512)) | |
1272 | if ! max_open_zones=$(max_open_zones "$dev"); then | |
6dcb098d DF |
1273 | echo "Failed to determine maximum number of open zones" |
1274 | exit 1 | |
191d1d1a | 1275 | fi |
191d1d1a | 1276 | if [ -n "$reset_all_zones" ]; then |
6dcb098d | 1277 | reset_zone "$dev" -1 |
191d1d1a | 1278 | fi |
6dcb098d DF |
1279 | fi |
1280 | ||
7ce7422a SK |
1281 | if [[ -n ${max_open_zones_opt} ]]; then |
1282 | # Override max_open_zones with the script option value | |
1283 | max_open_zones="${max_open_zones_opt}" | |
1284 | job_var_opts+=("--max_open_zones=${max_open_zones_opt}") | |
1285 | fi | |
1286 | ||
6dcb098d DF |
1287 | echo -n "First sequential zone starts at sector $first_sequential_zone_sector;" |
1288 | echo " zone size: $((zone_size >> 20)) MB" | |
191d1d1a BVA |
1289 | |
1290 | if [ "${#tests[@]}" = 0 ]; then | |
106a71cd SK |
1291 | readarray -t tests < <(declare -F | grep "test[0-9]*" | \ |
1292 | tr -c -d "[:digit:]\n" | sort -n) | |
191d1d1a BVA |
1293 | fi |
1294 | ||
1295 | logfile=$0.log | |
1296 | ||
72176dc7 | 1297 | passed=0 |
d480b019 | 1298 | skipped=0 |
72176dc7 | 1299 | failed=0 |
332fa178 DF |
1300 | if [ -t 1 ]; then |
1301 | red="\e[1;31m" | |
1302 | green="\e[1;32m" | |
d480b019 | 1303 | cyan="\e[1;36m" |
332fa178 DF |
1304 | end="\e[m" |
1305 | else | |
1306 | red="" | |
1307 | green="" | |
1308 | end="" | |
1309 | fi | |
191d1d1a | 1310 | rc=0 |
332fa178 | 1311 | |
c96b385b DF |
1312 | intr=0 |
1313 | trap 'intr=1' SIGINT | |
d480b019 | 1314 | ret=0 |
c96b385b | 1315 | |
191d1d1a BVA |
1316 | for test_number in "${tests[@]}"; do |
1317 | rm -f "${logfile}.${test_number}" | |
d480b019 | 1318 | unset SKIP_REASON |
332fa178 | 1319 | echo -n "Running test $(printf "%02d" $test_number) ... " |
d480b019 SK |
1320 | eval "test$test_number" |
1321 | ret=$? | |
1322 | if ((!ret)) && check_log $test_number; then | |
191d1d1a | 1323 | status="PASS" |
332fa178 | 1324 | cc_status="${green}${status}${end}" |
72176dc7 | 1325 | ((passed++)) |
d480b019 SK |
1326 | elif ((ret==SKIP_TESTCASE)); then |
1327 | status="SKIP" | |
1328 | echo "${SKIP_REASON}" >> "${logfile}.${test_number}" | |
1329 | cc_status="${cyan}${status}${end} ${SKIP_REASON}" | |
1330 | ((skipped++)) | |
191d1d1a BVA |
1331 | else |
1332 | status="FAIL" | |
332fa178 | 1333 | cc_status="${red}${status}${end}" |
72176dc7 | 1334 | ((failed++)) |
191d1d1a BVA |
1335 | rc=1 |
1336 | fi | |
332fa178 | 1337 | echo -e "$cc_status" |
191d1d1a | 1338 | echo "$status" >> "${logfile}.${test_number}" |
c96b385b | 1339 | [ $intr -ne 0 ] && exit 1 |
56e87b2f | 1340 | [ -n "$quit_on_err" -a "$rc" -ne 0 ] && exit 1 |
191d1d1a BVA |
1341 | done |
1342 | ||
72176dc7 | 1343 | echo "$passed tests passed" |
d480b019 SK |
1344 | if [ $skipped -gt 0 ]; then |
1345 | echo " $skipped tests skipped" | |
1346 | fi | |
72176dc7 | 1347 | if [ $failed -gt 0 ]; then |
d480b019 | 1348 | echo " $failed tests failed" |
72176dc7 | 1349 | fi |
beba3d03 | 1350 | echo "Run time: $(TZ=UTC0 printf "%(%H:%M:%S)T\n" $(( SECONDS )) )" |
191d1d1a | 1351 | exit $rc |