Commit | Line | Data |
---|---|---|
191d1d1a BVA |
1 | #!/bin/bash |
2 | # | |
3 | # Copyright (C) 2018 Western Digital Corporation or its affiliates. | |
4 | # | |
5 | # This file is released under the GPL. | |
6 | ||
7 | usage() { | |
17293ae3 SK |
8 | echo "Usage: $(basename "$0") [OPTIONS] <test target device file>" |
9 | echo "Options:" | |
10 | echo -e "\t-d Run fio with valgrind using DRD tool" | |
11 | echo -e "\t-e Run fio with valgrind using helgrind tool" | |
12 | echo -e "\t-v Run fio with valgrind --read-var-info option" | |
13 | echo -e "\t-l Test with libzbc ioengine" | |
14 | echo -e "\t-r Reset all zones before test start" | |
ccf9d1ef | 15 | echo -e "\t-w Reset all zones before executing each write test case" |
7ce7422a | 16 | echo -e "\t-o <max_open_zones> Run fio with max_open_zones limit" |
17293ae3 | 17 | echo -e "\t-t <test #> Run only a single test case with specified number" |
56e87b2f | 18 | echo -e "\t-q Quit the test run after any failed test" |
17293ae3 | 19 | echo -e "\t-z Run fio with debug=zbd option" |
0360d61f | 20 | echo -e "\t-u Use io_uring ioengine in place of libaio" |
191d1d1a BVA |
21 | } |
22 | ||
23 | max() { | |
24 | if [ "$1" -gt "$2" ]; then | |
25 | echo "$1" | |
26 | else | |
27 | echo "$2" | |
28 | fi | |
29 | } | |
30 | ||
31 | min() { | |
32 | if [ "$1" -lt "$2" ]; then | |
33 | echo "$1" | |
34 | else | |
35 | echo "$2" | |
36 | fi | |
37 | } | |
38 | ||
6dcb098d DF |
39 | ioengine() { |
40 | if [ -n "$use_libzbc" ]; then | |
41 | echo -n "--ioengine=libzbc" | |
0360d61f DF |
42 | elif [ "$1" = "libaio" -a -n "$force_io_uring" ]; then |
43 | echo -n "--ioengine=io_uring" | |
6dcb098d DF |
44 | else |
45 | echo -n "--ioengine=$1" | |
46 | fi | |
47 | } | |
48 | ||
996ac91f SK |
49 | get_dev_path_by_id() { |
50 | for d in /sys/block/* /sys/block/*/*; do | |
51 | if [[ ! -r "${d}/dev" ]]; then | |
52 | continue | |
53 | fi | |
54 | if [[ "${1}" == "$(<"${d}/dev")" ]]; then | |
55 | echo "/dev/${d##*/}" | |
56 | return 0 | |
57 | fi | |
58 | done | |
59 | return 1 | |
60 | } | |
61 | ||
62 | dm_destination_dev_set_io_scheduler() { | |
63 | local dev=$1 sched=$2 | |
64 | local dest_dev_id dest_dev path | |
65 | ||
66 | has_command dmsetup || return 1 | |
67 | ||
68 | while read -r dest_dev_id; do | |
69 | if ! dest_dev=$(get_dev_path_by_id "${dest_dev_id}"); then | |
70 | continue | |
71 | fi | |
72 | path=${dest_dev/dev/sys\/block}/queue/scheduler | |
73 | if [[ ! -w ${path} ]]; then | |
74 | echo "Can not set scheduler of device mapper destination: ${dest_dev}" | |
75 | continue | |
76 | fi | |
77 | echo "${2}" > "${path}" | |
78 | done < <(dmsetup table "$(<"/sys/block/$dev/dm/name")" | | |
79 | sed -n 's/.* \([0-9]*:[0-9]*\).*/\1/p') | |
80 | } | |
81 | ||
82 | dev_has_dm_map() { | |
83 | local dev=${1} target_type=${2} | |
84 | local dm_name | |
85 | ||
86 | has_command dmsetup || return 1 | |
87 | ||
88 | dm_name=$(<"/sys/block/$dev/dm/name") | |
89 | if ! dmsetup status "${dm_name}" | grep -qe "${target_type}"; then | |
90 | return 1 | |
91 | fi | |
92 | if dmsetup status "${dm_name}" | grep -v "${target_type}"; then | |
93 | return 1 | |
94 | fi | |
95 | return 0 | |
96 | } | |
97 | ||
191d1d1a BVA |
98 | set_io_scheduler() { |
99 | local dev=$1 sched=$2 | |
100 | ||
101 | [ -e "/sys/block/$dev" ] || return $? | |
102 | if [ -e "/sys/block/$dev/mq" ]; then | |
103 | case "$sched" in | |
104 | noop) sched=none;; | |
105 | deadline) sched=mq-deadline;; | |
106 | esac | |
107 | else | |
108 | case "$sched" in | |
109 | none) sched=noop;; | |
110 | mq-deadline) sched=deadline;; | |
111 | esac | |
112 | fi | |
113 | ||
996ac91f SK |
114 | if [ -w "/sys/block/$dev/queue/scheduler" ]; then |
115 | echo "$sched" >"/sys/block/$dev/queue/scheduler" | |
116 | elif [ -r "/sys/block/$dev/dm/name" ] && | |
117 | ( dev_has_dm_map "$dev" linear || | |
118 | dev_has_dm_map "$dev" flakey || | |
119 | dev_has_dm_map "$dev" crypt ); then | |
120 | dm_destination_dev_set_io_scheduler "$dev" "$sched" | |
121 | else | |
122 | echo "can not set io scheduler" | |
123 | exit 1 | |
124 | fi | |
191d1d1a BVA |
125 | } |
126 | ||
127 | check_read() { | |
128 | local read | |
129 | ||
130 | read=$(fio_read <"${logfile}.${test_number}") | |
131 | echo "read: $read <> $1" >> "${logfile}.${test_number}" | |
132 | [ "$read" = "$1" ] | |
133 | } | |
134 | ||
135 | check_written() { | |
136 | local written | |
137 | ||
138 | written=$(fio_written <"${logfile}.${test_number}") | |
139 | echo "written: $written <> $1" >> "${logfile}.${test_number}" | |
140 | [ "$written" = "$1" ] | |
141 | } | |
142 | ||
143 | # Compare the reset count from the log file with reset count $2 using operator | |
144 | # $1 (=, -ge, -gt, -le, -lt). | |
145 | check_reset_count() { | |
146 | local reset_count | |
147 | ||
148 | reset_count=$(fio_reset_count <"${logfile}.${test_number}") | |
149 | echo "reset_count: test $reset_count $1 $2" >> "${logfile}.${test_number}" | |
150 | eval "[ '$reset_count' '$1' '$2' ]" | |
151 | } | |
152 | ||
0d578085 DF |
153 | # Check log for failed assertions and crashes. Without these checks, |
154 | # a test can succeed even when these events happen, but it must fail. | |
155 | check_log() { | |
156 | [ ! -f "${logfile}.${1}" ] && return 0 | |
157 | ! grep -q -e "Assertion " -e "Aborted " "${logfile}.${1}" | |
158 | } | |
159 | ||
191d1d1a BVA |
160 | # Whether or not $1 (/dev/...) is a SCSI device. |
161 | is_scsi_device() { | |
162 | local d f | |
163 | ||
164 | d=$(basename "$dev") | |
165 | for f in /sys/class/scsi_device/*/device/block/"$d"; do | |
166 | [ -e "$f" ] && return 0 | |
167 | done | |
168 | return 1 | |
169 | } | |
170 | ||
7ce7422a SK |
171 | job_var_opts_exclude() { |
172 | local o | |
173 | local ex_key="${1}" | |
174 | ||
175 | for o in "${job_var_opts[@]}"; do | |
176 | if [[ ${o} =~ "${ex_key}" ]]; then | |
177 | continue | |
178 | fi | |
179 | echo -n "${o}" | |
180 | done | |
181 | } | |
182 | ||
183 | has_max_open_zones() { | |
184 | while (($# > 1)); do | |
185 | if [[ ${1} =~ "--max_open_zones" ]]; then | |
186 | return 0 | |
187 | fi | |
188 | shift | |
189 | done | |
190 | return 1 | |
191 | } | |
192 | ||
191d1d1a | 193 | run_fio() { |
97e41ee4 | 194 | local fio opts |
191d1d1a BVA |
195 | |
196 | fio=$(dirname "$0")/../../fio | |
197 | ||
7ce7422a SK |
198 | opts=(${global_var_opts[@]}) |
199 | opts+=("--max-jobs=16" "--aux-path=/tmp" "--allow_file_create=0" \ | |
200 | "--significant_figures=10" "$@") | |
201 | # When max_open_zones option is specified to this test script, add | |
202 | # max_open_zones option to fio command unless the test case already add it. | |
203 | if [[ -n ${max_open_zones_opt} ]] && ! has_max_open_zones "${opts[@]}"; then | |
204 | opts+=("--max_open_zones=${max_open_zones_opt}") | |
205 | fi | |
97e41ee4 | 206 | { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}" |
191d1d1a | 207 | |
97e41ee4 | 208 | "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" |
191d1d1a BVA |
209 | } |
210 | ||
211 | run_one_fio_job() { | |
212 | local r | |
213 | ||
214 | r=$(((RANDOM << 16) | RANDOM)) | |
215 | run_fio --name="$dev" --filename="$dev" "$@" --randseed="$r" \ | |
216 | --thread=1 --direct=1 | |
217 | } | |
218 | ||
8f601b44 SK |
219 | write_and_run_one_fio_job() { |
220 | local r | |
221 | local write_offset="${1}" | |
222 | local write_size="${2}" | |
7ce7422a | 223 | local -a write_opts |
8f601b44 SK |
224 | |
225 | shift 2 | |
226 | r=$(((RANDOM << 16) | RANDOM)) | |
7ce7422a | 227 | write_opts=(--name="write_job" --rw=write "$(ioengine "psync")" \ |
79201772 | 228 | --bs="${min_seq_write_size}" --zonemode=zbd \ |
7ce7422a SK |
229 | --zonesize="${zone_size}" --thread=1 --direct=1 \ |
230 | --offset="${write_offset}" --size="${write_size}") | |
231 | write_opts+=("${job_var_opts[@]}") | |
232 | run_fio --filename="$dev" --randseed="$r" "${write_opts[@]}" \ | |
8f601b44 SK |
233 | --name="$dev" --wait_for="write_job" "$@" --thread=1 --direct=1 |
234 | } | |
235 | ||
191d1d1a BVA |
236 | # Run fio on the first four sequential zones of the disk. |
237 | run_fio_on_seq() { | |
238 | local opts=() | |
239 | ||
240 | opts+=("--offset=$((first_sequential_zone_sector * 512))") | |
241 | opts+=("--size=$((4 * zone_size))" "--zonemode=zbd") | |
242 | if [ -z "$is_zbd" ]; then | |
243 | opts+=("--zonesize=${zone_size}") | |
244 | fi | |
245 | run_one_fio_job "${opts[@]}" "$@" | |
246 | } | |
247 | ||
ccf9d1ef SK |
248 | # Prepare for write test by resetting zones. When reset_before_write or |
249 | # max_open_zones option is specified, reset all zones of the test target to | |
250 | # ensure that zones out of the test target range do not have open zones. This | |
251 | # allows the write test to the target range to be able to open zones up to | |
252 | # max_open_zones limit specified as the option or obtained from sysfs. | |
b34eb155 | 253 | prep_write() { |
ccf9d1ef SK |
254 | [[ -n "${reset_before_write}" || -n "${max_open_zones_opt}" ]] && |
255 | [[ -n "${is_zbd}" ]] && reset_zone "${dev}" -1 | |
b34eb155 SK |
256 | } |
257 | ||
d480b019 SK |
258 | SKIP_TESTCASE=255 |
259 | ||
260 | require_scsi_dev() { | |
261 | if ! is_scsi_device "$dev"; then | |
262 | SKIP_REASON="$dev is not a SCSI device" | |
263 | return 1 | |
264 | fi | |
265 | return 0 | |
266 | } | |
267 | ||
268 | require_conv_zone_bytes() { | |
269 | local req_bytes=${1} | |
270 | ||
271 | if ((req_bytes > first_sequential_zone_sector * 512)); then | |
272 | SKIP_REASON="$dev does not have enough conventional zones" | |
273 | return 1 | |
274 | fi | |
275 | return 0 | |
276 | } | |
277 | ||
278 | require_zbd() { | |
279 | if [[ -z ${is_zbd} ]]; then | |
280 | SKIP_REASON="$dev is not a zoned block device" | |
281 | return 1 | |
282 | fi | |
283 | return 0 | |
284 | } | |
285 | ||
286 | require_regular_block_dev() { | |
287 | if [[ -n ${is_zbd} ]]; then | |
288 | SKIP_REASON="$dev is not a regular block device" | |
289 | return 1 | |
290 | fi | |
291 | return 0 | |
292 | } | |
293 | ||
59c3200d AK |
294 | require_block_dev() { |
295 | if [[ -b "$realdev" ]]; then | |
296 | return 0 | |
297 | fi | |
298 | SKIP_REASON="$dev is not a block device" | |
299 | return 1 | |
300 | } | |
301 | ||
1200ac6a SK |
302 | require_seq_zones() { |
303 | local req_seq_zones=${1} | |
304 | local seq_bytes=$((disk_size - first_sequential_zone_sector * 512)) | |
305 | ||
306 | if ((req_seq_zones > seq_bytes / zone_size)); then | |
307 | SKIP_REASON="$dev does not have $req_seq_zones sequential zones" | |
308 | return 1 | |
309 | fi | |
310 | return 0 | |
311 | } | |
312 | ||
a66a8fab SK |
313 | require_conv_zones() { |
314 | local req_c_zones=${1} | |
315 | local conv_bytes=$((first_sequential_zone_sector * 512)) | |
316 | ||
317 | if ((req_c_zones > conv_bytes / zone_size)); then | |
318 | SKIP_REASON="$dev does not have $req_c_zones conventional zones" | |
319 | return 1 | |
320 | fi | |
321 | return 0 | |
322 | } | |
323 | ||
26faead0 SK |
324 | require_max_open_zones() { |
325 | local min=${1} | |
326 | ||
327 | if ((max_open_zones !=0 && max_open_zones < min)); then | |
328 | SKIP_REASON="max_open_zones of $dev is smaller than $min" | |
329 | return 1 | |
330 | fi | |
331 | return 0 | |
332 | } | |
333 | ||
1a5411cd SK |
334 | require_max_active_zones() { |
335 | local min=${1} | |
336 | ||
337 | if ((max_active_zones == 0)); then | |
338 | SKIP_REASON="$dev does not have max_active_zones limit" | |
339 | return 1 | |
340 | fi | |
341 | if ((max_active_zones < min)); then | |
342 | SKIP_REASON="max_active_zones of $dev is smaller than $min" | |
343 | return 1 | |
344 | fi | |
345 | return 0 | |
346 | } | |
347 | ||
59c3200d | 348 | # Check whether buffered writes are refused for block devices. |
191d1d1a | 349 | test1() { |
59c3200d | 350 | require_block_dev || return $SKIP_TESTCASE |
191d1d1a | 351 | run_fio --name=job1 --filename="$dev" --rw=write --direct=0 --bs=4K \ |
6dcb098d | 352 | "$(ioengine "psync")" --size="${zone_size}" --thread=1 \ |
191d1d1a BVA |
353 | --zonemode=zbd --zonesize="${zone_size}" 2>&1 | |
354 | tee -a "${logfile}.${test_number}" | | |
355 | grep -q 'Using direct I/O is mandatory for writing to ZBD drives' | |
356 | local fio_rc=${PIPESTATUS[0]} grep_rc=${PIPESTATUS[2]} | |
357 | case "$fio_rc" in | |
358 | 0|1) ;; | |
359 | *) return "$fio_rc" | |
360 | esac | |
361 | if [ -n "$is_zbd" ]; then | |
362 | [ "$grep_rc" = 0 ] | |
363 | else | |
364 | [ "$grep_rc" != 0 ] | |
365 | fi | |
366 | } | |
367 | ||
368 | # Block size exceeds zone size. | |
369 | test2() { | |
370 | local bs off opts=() rc | |
371 | ||
372 | off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) | |
373 | bs=$((2 * zone_size)) | |
6dcb098d | 374 | opts+=("$(ioengine "psync")") |
191d1d1a BVA |
375 | opts+=("--name=job1" "--filename=$dev" "--rw=write" "--direct=1") |
376 | opts+=("--zonemode=zbd" "--offset=$off" "--bs=$bs" "--size=$bs") | |
377 | if [ -z "$is_zbd" ]; then | |
378 | opts+=("--zonesize=${zone_size}") | |
379 | fi | |
0ed2fbfb DF |
380 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 && return 1 |
381 | grep -q 'buflen exceeds zone size' "${logfile}.${test_number}" | |
191d1d1a BVA |
382 | } |
383 | ||
384 | # Run fio against an empty zone. This causes fio to report "No I/O performed". | |
385 | test3() { | |
386 | local off opts=() rc | |
387 | ||
1200ac6a | 388 | require_seq_zones 129 || return $SKIP_TESTCASE |
191d1d1a BVA |
389 | off=$((first_sequential_zone_sector * 512 + 128 * zone_size)) |
390 | size=$((zone_size)) | |
391 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
392 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--bs=4K") | |
393 | opts+=("--size=$size" "--zonemode=zbd") | |
6dcb098d | 394 | opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--thread=1") |
191d1d1a BVA |
395 | if [ -z "$is_zbd" ]; then |
396 | opts+=("--zonesize=${zone_size}") | |
397 | fi | |
398 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
bbd6f1bb | 399 | ! grep -q 'READ:' "${logfile}.${test_number}" |
191d1d1a BVA |
400 | } |
401 | ||
402 | # Run fio with --read_beyond_wp=1 against an empty zone. | |
403 | test4() { | |
404 | local off opts=() | |
405 | ||
1200ac6a | 406 | require_seq_zones 130 || return $SKIP_TESTCASE |
191d1d1a BVA |
407 | off=$((first_sequential_zone_sector * 512 + 129 * zone_size)) |
408 | size=$((zone_size)) | |
409 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
1f5dd7fa | 410 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off") |
79201772 | 411 | opts+=(--bs="$(min $((min_seq_write_size * 256)) $size)") |
191d1d1a | 412 | opts+=("--size=$size" "--thread=1" "--read_beyond_wp=1") |
6dcb098d | 413 | opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--disable_lat=1") |
191d1d1a BVA |
414 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") |
415 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
416 | check_read $size || return $? | |
417 | } | |
418 | ||
419 | # Sequential write to sequential zones. | |
420 | test5() { | |
1ae82d67 | 421 | local size off capacity bs |
191d1d1a | 422 | |
b34eb155 | 423 | prep_write |
d7c7539f HH |
424 | off=$((first_sequential_zone_sector * 512)) |
425 | capacity=$(total_zone_capacity 4 $off $dev) | |
191d1d1a | 426 | size=$((4 * zone_size)) |
79201772 | 427 | bs=$(min "$(max $((zone_size / 64)) "$min_seq_write_size")" "$zone_cap_bs") |
6dcb098d | 428 | run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \ |
1ae82d67 | 429 | --bs="$bs" --do_verify=1 --verify=md5 \ |
191d1d1a | 430 | >>"${logfile}.${test_number}" 2>&1 || return $? |
d7c7539f HH |
431 | check_written $capacity || return $? |
432 | check_read $capacity || return $? | |
191d1d1a BVA |
433 | } |
434 | ||
0123751c | 435 | # Sequential read from sequential zones. |
191d1d1a | 436 | test6() { |
1ae82d67 | 437 | local size off capacity bs |
191d1d1a | 438 | |
b34eb155 | 439 | prep_write |
d7c7539f HH |
440 | off=$((first_sequential_zone_sector * 512)) |
441 | capacity=$(total_zone_capacity 4 $off $dev) | |
191d1d1a | 442 | size=$((4 * zone_size)) |
79201772 | 443 | bs=$(min "$(max $((zone_size / 64)) "$min_seq_write_size")" "$zone_cap_bs") |
0123751c SK |
444 | write_and_run_one_fio_job \ |
445 | $((first_sequential_zone_sector * 512)) "${size}" \ | |
d7c7539f | 446 | --offset="${off}" \ |
0123751c | 447 | --size="${size}" --zonemode=zbd --zonesize="${zone_size}" \ |
1ae82d67 | 448 | "$(ioengine "psync")" --iodepth=1 --rw=read --bs="$bs" \ |
0123751c | 449 | >>"${logfile}.${test_number}" 2>&1 || return $? |
d7c7539f | 450 | check_read $capacity || return $? |
191d1d1a BVA |
451 | } |
452 | ||
453 | # Random write to sequential zones, libaio, queue depth 1. | |
454 | test7() { | |
455 | local size=$((zone_size)) | |
d7c7539f | 456 | local off capacity |
191d1d1a | 457 | |
b34eb155 | 458 | prep_write |
d7c7539f HH |
459 | off=$((first_sequential_zone_sector * 512)) |
460 | capacity=$(total_zone_capacity 1 $off $dev) | |
6dcb098d | 461 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=1 --rw=randwrite \ |
191d1d1a BVA |
462 | --bs="$(min 16384 "${zone_size}")" \ |
463 | --do_verify=1 --verify=md5 --size="$size" \ | |
464 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
465 | check_written $capacity || return $? |
466 | check_read $capacity || return $? | |
191d1d1a BVA |
467 | } |
468 | ||
469 | # Random write to sequential zones, libaio, queue depth 64. | |
470 | test8() { | |
d7c7539f | 471 | local size off capacity |
191d1d1a | 472 | |
b34eb155 | 473 | prep_write |
191d1d1a | 474 | size=$((4 * zone_size)) |
d7c7539f HH |
475 | off=$((first_sequential_zone_sector * 512)) |
476 | capacity=$(total_zone_capacity 4 $off $dev) | |
6dcb098d | 477 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \ |
191d1d1a BVA |
478 | --bs="$(min 16384 "${zone_size}")" \ |
479 | --do_verify=1 --verify=md5 \ | |
480 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
481 | check_written $capacity || return $? |
482 | check_read $capacity || return $? | |
191d1d1a BVA |
483 | } |
484 | ||
485 | # Random write to sequential zones, sg, queue depth 1. | |
486 | test9() { | |
487 | local size | |
488 | ||
d480b019 | 489 | require_scsi_dev || return $SKIP_TESTCASE |
191d1d1a | 490 | |
b34eb155 | 491 | prep_write |
191d1d1a | 492 | size=$((4 * zone_size)) |
6dcb098d DF |
493 | run_fio_on_seq --ioengine=sg \ |
494 | --iodepth=1 --rw=randwrite --bs=16K \ | |
191d1d1a BVA |
495 | --do_verify=1 --verify=md5 \ |
496 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
497 | check_written $size || return $? | |
498 | check_read $size || return $? | |
499 | } | |
500 | ||
501 | # Random write to sequential zones, sg, queue depth 64. | |
502 | test10() { | |
503 | local size | |
504 | ||
d480b019 | 505 | require_scsi_dev || return $SKIP_TESTCASE |
191d1d1a | 506 | |
b34eb155 | 507 | prep_write |
191d1d1a | 508 | size=$((4 * zone_size)) |
6dcb098d DF |
509 | run_fio_on_seq --ioengine=sg \ |
510 | --iodepth=64 --rw=randwrite --bs=16K \ | |
191d1d1a BVA |
511 | --do_verify=1 --verify=md5 \ |
512 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
513 | check_written $size || return $? | |
514 | check_read $size || return $? | |
515 | } | |
516 | ||
517 | # Random write to sequential zones, libaio, queue depth 64, random block size. | |
518 | test11() { | |
d7c7539f | 519 | local size off capacity |
191d1d1a | 520 | |
b34eb155 | 521 | prep_write |
191d1d1a | 522 | size=$((4 * zone_size)) |
d7c7539f HH |
523 | off=$((first_sequential_zone_sector * 512)) |
524 | capacity=$(total_zone_capacity 4 $off $dev) | |
6dcb098d | 525 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \ |
191d1d1a BVA |
526 | --bsrange=4K-64K --do_verify=1 --verify=md5 \ |
527 | --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
528 | check_written $capacity || return $? |
529 | check_read $capacity || return $? | |
191d1d1a BVA |
530 | } |
531 | ||
532 | # Random write to sequential zones, libaio, queue depth 64, max 1 open zone. | |
533 | test12() { | |
d7c7539f | 534 | local size off capacity |
191d1d1a | 535 | |
5b4c9c4e SK |
536 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 |
537 | ||
191d1d1a | 538 | size=$((8 * zone_size)) |
d7c7539f HH |
539 | off=$((first_sequential_zone_sector * 512)) |
540 | capacity=$(total_zone_capacity 8 $off $dev) | |
6dcb098d | 541 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a BVA |
542 | --max_open_zones=1 --size=$size --do_verify=1 --verify=md5 \ |
543 | --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
544 | check_written $capacity || return $? |
545 | check_read $capacity || return $? | |
191d1d1a BVA |
546 | } |
547 | ||
548 | # Random write to sequential zones, libaio, queue depth 64, max 4 open zones. | |
549 | test13() { | |
d7c7539f | 550 | local size off capacity |
191d1d1a | 551 | |
26faead0 SK |
552 | require_max_open_zones 4 || return $SKIP_TESTCASE |
553 | ||
5b4c9c4e SK |
554 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 |
555 | ||
191d1d1a | 556 | size=$((8 * zone_size)) |
d7c7539f HH |
557 | off=$((first_sequential_zone_sector * 512)) |
558 | capacity=$(total_zone_capacity 8 $off $dev) | |
6dcb098d | 559 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a BVA |
560 | --max_open_zones=4 --size=$size --do_verify=1 --verify=md5 \ |
561 | --debug=zbd \ | |
562 | >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f HH |
563 | check_written $capacity || return $? |
564 | check_read $capacity || return $? | |
191d1d1a BVA |
565 | } |
566 | ||
567 | # Random write to conventional zones. | |
568 | test14() { | |
c6950209 | 569 | local off size |
191d1d1a | 570 | |
c6950209 DF |
571 | if ! result=($(first_online_zone "$dev")); then |
572 | echo "Failed to determine first online zone" | |
573 | exit 1 | |
574 | fi | |
575 | off=${result[0]} | |
b34eb155 | 576 | prep_write |
191d1d1a | 577 | size=$((16 * 2**20)) # 20 MB |
d480b019 SK |
578 | require_conv_zone_bytes "${size}" || return $SKIP_TESTCASE |
579 | ||
6dcb098d | 580 | run_one_fio_job "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \ |
191d1d1a | 581 | --zonemode=zbd --zonesize="${zone_size}" --do_verify=1 \ |
c6950209 | 582 | --verify=md5 --offset=$off --size=$size\ |
191d1d1a BVA |
583 | >>"${logfile}.${test_number}" 2>&1 || return $? |
584 | check_written $((size)) || return $? | |
585 | check_read $((size)) || return $? | |
586 | } | |
587 | ||
588 | # Sequential read on a mix of empty and full zones. | |
589 | test15() { | |
1ae82d67 | 590 | local i off size bs |
d7c7539f | 591 | local w_off w_size w_capacity |
191d1d1a BVA |
592 | |
593 | for ((i=0;i<4;i++)); do | |
594 | [ -n "$is_zbd" ] && | |
595 | reset_zone "$dev" $((first_sequential_zone_sector + | |
596 | i*sectors_per_zone)) | |
597 | done | |
b34eb155 | 598 | prep_write |
291aa0a7 SK |
599 | w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) |
600 | w_size=$((2 * zone_size)) | |
d7c7539f | 601 | w_capacity=$(total_zone_capacity 2 $w_off $dev) |
191d1d1a BVA |
602 | off=$((first_sequential_zone_sector * 512)) |
603 | size=$((4 * zone_size)) | |
1ae82d67 | 604 | bs=$(min $((zone_size / 16)) "$zone_cap_bs") |
291aa0a7 | 605 | write_and_run_one_fio_job "${w_off}" "${w_size}" \ |
1ae82d67 | 606 | "$(ioengine "psync")" --rw=read --bs="$bs" \ |
191d1d1a BVA |
607 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off \ |
608 | --size=$((size)) >>"${logfile}.${test_number}" 2>&1 || | |
609 | return $? | |
d7c7539f HH |
610 | check_written $((w_capacity)) || return $? |
611 | check_read $((w_capacity)) | |
191d1d1a BVA |
612 | } |
613 | ||
7285b445 | 614 | # Random read on a mix of empty and full zones. |
191d1d1a BVA |
615 | test16() { |
616 | local off size | |
d7c7539f | 617 | local i w_off w_size w_capacity |
191d1d1a | 618 | |
7285b445 SK |
619 | for ((i=0;i<4;i++)); do |
620 | [ -n "$is_zbd" ] && | |
621 | reset_zone "$dev" $((first_sequential_zone_sector + | |
622 | i*sectors_per_zone)) | |
623 | done | |
b34eb155 | 624 | prep_write |
7285b445 SK |
625 | w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512)) |
626 | w_size=$((2 * zone_size)) | |
d7c7539f | 627 | w_capacity=$(total_zone_capacity 2 $w_off $dev) |
191d1d1a BVA |
628 | off=$((first_sequential_zone_sector * 512)) |
629 | size=$((4 * zone_size)) | |
7285b445 SK |
630 | write_and_run_one_fio_job "${w_off}" "${w_size}" \ |
631 | "$(ioengine "libaio")" --iodepth=64 --rw=randread --bs=16K \ | |
191d1d1a BVA |
632 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off \ |
633 | --size=$size >>"${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 634 | check_written $w_capacity || return $? |
191d1d1a BVA |
635 | check_read $size || return $? |
636 | } | |
637 | ||
638 | # Random reads and writes in the last zone. | |
639 | test17() { | |
c6950209 | 640 | local io off last read size written |
191d1d1a BVA |
641 | |
642 | off=$(((disk_size / zone_size - 1) * zone_size)) | |
643 | size=$((disk_size - off)) | |
c6950209 DF |
644 | if ! last=($(last_online_zone "$dev")); then |
645 | echo "Failed to determine last online zone" | |
646 | exit 1 | |
647 | fi | |
648 | if [[ "$((last * 512))" -lt "$off" ]]; then | |
649 | off=$((last * 512)) | |
650 | size=$zone_size | |
651 | fi | |
191d1d1a BVA |
652 | if [ -n "$is_zbd" ]; then |
653 | reset_zone "$dev" $((off / 512)) || return $? | |
654 | fi | |
b34eb155 | 655 | prep_write |
6dcb098d | 656 | run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw --bs=4K \ |
191d1d1a | 657 | --zonemode=zbd --zonesize="${zone_size}" \ |
c6950209 DF |
658 | --offset=$off --loops=2 --norandommap=1 \ |
659 | --size="$size"\ | |
191d1d1a BVA |
660 | >>"${logfile}.${test_number}" 2>&1 || return $? |
661 | written=$(fio_written <"${logfile}.${test_number}") | |
662 | read=$(fio_read <"${logfile}.${test_number}") | |
663 | io=$((written + read)) | |
664 | echo "Total number of bytes read and written: $io <> $size" \ | |
665 | >>"${logfile}.${test_number}" | |
666 | [ $io = $((size * 2)) ]; | |
667 | } | |
668 | ||
669 | # Out-of-range zone reset threshold and frequency parameters. | |
670 | test18() { | |
671 | run_fio_on_seq --zone_reset_threshold=-1 |& | |
672 | tee -a "${logfile}.${test_number}" | | |
673 | grep -q 'value out of range' || return $? | |
674 | } | |
675 | ||
676 | test19() { | |
677 | run_fio_on_seq --zone_reset_threshold=2 |& | |
678 | tee -a "${logfile}.${test_number}" | | |
679 | grep -q 'value out of range' || return $? | |
680 | } | |
681 | ||
682 | test20() { | |
683 | run_fio_on_seq --zone_reset_threshold=.4:.6 |& | |
684 | tee -a "${logfile}.${test_number}" | | |
685 | grep -q 'the list exceeding max length' || return $? | |
686 | } | |
687 | ||
688 | test21() { | |
689 | run_fio_on_seq --zone_reset_frequency=-1 |& | |
690 | tee -a "${logfile}.${test_number}" | | |
691 | grep -q 'value out of range' || return $? | |
692 | } | |
693 | ||
694 | test22() { | |
695 | run_fio_on_seq --zone_reset_frequency=2 |& | |
696 | tee -a "${logfile}.${test_number}" | | |
697 | grep -q 'value out of range' || return $? | |
698 | } | |
699 | ||
700 | test23() { | |
701 | run_fio_on_seq --zone_reset_frequency=.4:.6 |& | |
702 | tee -a "${logfile}.${test_number}" | | |
703 | grep -q 'the list exceeding max length' || return $? | |
704 | } | |
705 | ||
706 | test24() { | |
707 | local bs loops=9 size=$((zone_size)) | |
d7c7539f HH |
708 | local off capacity |
709 | ||
b34eb155 | 710 | prep_write |
d7c7539f HH |
711 | off=$((first_sequential_zone_sector * 512)) |
712 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a BVA |
713 | |
714 | bs=$(min $((256*1024)) "$zone_size") | |
6dcb098d DF |
715 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \ |
716 | --size=$size --loops=$loops \ | |
191d1d1a BVA |
717 | --zone_reset_frequency=.01 --zone_reset_threshold=.90 \ |
718 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 719 | check_written $((capacity * loops)) || return $? |
191d1d1a BVA |
720 | check_reset_count -eq 8 || |
721 | check_reset_count -eq 9 || | |
722 | check_reset_count -eq 10 || return $? | |
723 | } | |
724 | ||
725 | # Multiple non-overlapping sequential write jobs for the same drive. | |
726 | test25() { | |
727 | local i opts=() | |
728 | ||
729 | for ((i=0;i<16;i++)); do | |
730 | [ -n "$is_zbd" ] && | |
731 | reset_zone "$dev" $((first_sequential_zone_sector + i*sectors_per_zone)) | |
732 | done | |
b34eb155 | 733 | prep_write |
191d1d1a BVA |
734 | for ((i=0;i<16;i++)); do |
735 | opts+=("--name=job$i" "--filename=$dev" "--thread=1" "--direct=1") | |
736 | opts+=("--offset=$((first_sequential_zone_sector*512 + zone_size*i))") | |
6dcb098d | 737 | opts+=("--size=$zone_size" "$(ioengine "psync")" "--rw=write" "--bs=16K") |
191d1d1a | 738 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}" "--group_reporting=1") |
7ce7422a | 739 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
740 | done |
741 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
742 | } | |
743 | ||
744 | write_to_first_seq_zone() { | |
745 | local loops=4 r | |
d7c7539f HH |
746 | local off capacity |
747 | ||
b34eb155 | 748 | prep_write |
d7c7539f HH |
749 | off=$((first_sequential_zone_sector * 512)) |
750 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a BVA |
751 | |
752 | r=$(((RANDOM << 16) | RANDOM)) | |
6dcb098d | 753 | run_fio --name="$dev" --filename="$dev" "$(ioengine "psync")" --rw="$1" \ |
191d1d1a | 754 | --thread=1 --do_verify=1 --verify=md5 --direct=1 --bs=4K \ |
d7c7539f HH |
755 | --offset=$off \ |
756 | --size=$zone_size --loops=$loops --randseed="$r" \ | |
191d1d1a BVA |
757 | --zonemode=zbd --zonesize="${zone_size}" --group_reporting=1 \ |
758 | --gtod_reduce=1 >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 759 | check_written $((loops * capacity)) || return $? |
191d1d1a BVA |
760 | } |
761 | ||
762 | # Overwrite the first sequential zone four times sequentially. | |
763 | test26() { | |
764 | write_to_first_seq_zone write | |
765 | } | |
766 | ||
767 | # Overwrite the first sequential zone four times using random writes. | |
768 | test27() { | |
769 | write_to_first_seq_zone randwrite | |
770 | } | |
771 | ||
772 | # Multiple overlapping random write jobs for the same drive. | |
773 | test28() { | |
774 | local i jobs=16 off opts | |
775 | ||
1200ac6a | 776 | require_seq_zones 65 || return $SKIP_TESTCASE |
191d1d1a BVA |
777 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
778 | [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512)) | |
b34eb155 | 779 | prep_write |
191d1d1a | 780 | opts=("--debug=zbd") |
d7c7539f | 781 | capacity=$(total_zone_capacity 1 $off $dev) |
191d1d1a BVA |
782 | for ((i=0;i<jobs;i++)); do |
783 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
d7c7539f | 784 | opts+=("--size=$zone_size" "--io_size=$capacity" "$(ioengine "psync")" "--rw=randwrite") |
191d1d1a BVA |
785 | opts+=("--thread=1" "--direct=1" "--zonemode=zbd") |
786 | opts+=("--zonesize=${zone_size}" "--group_reporting=1") | |
7ce7422a | 787 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
788 | done |
789 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
d7c7539f | 790 | check_written $((jobs * $capacity)) || return $? |
191d1d1a BVA |
791 | check_reset_count -eq $jobs || |
792 | check_reset_count -eq $((jobs - 1)) || | |
793 | return $? | |
794 | } | |
795 | ||
796 | # Multiple overlapping random write jobs for the same drive and with a limited | |
797 | # number of open zones. | |
798 | test29() { | |
799 | local i jobs=16 off opts=() | |
800 | ||
1200ac6a | 801 | require_seq_zones 80 || return $SKIP_TESTCASE |
191d1d1a BVA |
802 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
803 | size=$((16*zone_size)) | |
5b4c9c4e SK |
804 | |
805 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
806 | ||
191d1d1a BVA |
807 | opts=("--debug=zbd") |
808 | for ((i=0;i<jobs;i++)); do | |
809 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
810 | opts+=("--size=$size" "--io_size=$zone_size" "--thread=1") | |
6dcb098d | 811 | opts+=("$(ioengine "psync")" "--rw=randwrite" "--direct=1") |
191d1d1a BVA |
812 | opts+=("--max_open_zones=4" "--group_reporting=1") |
813 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") | |
7ce7422a SK |
814 | # max_open_zones is already specified |
815 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
191d1d1a BVA |
816 | done |
817 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
818 | check_written $((jobs * zone_size)) || return $? | |
819 | } | |
820 | ||
821 | # Random reads and writes across the entire disk for 30s. | |
822 | test30() { | |
823 | local off | |
824 | ||
b34eb155 | 825 | prep_write |
191d1d1a | 826 | off=$((first_sequential_zone_sector * 512)) |
6dcb098d | 827 | run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw \ |
79201772 | 828 | --bs="$(max $((zone_size / 128)) "$min_seq_write_size")"\ |
191d1d1a BVA |
829 | --zonemode=zbd --zonesize="${zone_size}" --offset=$off\ |
830 | --loops=2 --time_based --runtime=30s --norandommap=1\ | |
831 | >>"${logfile}.${test_number}" 2>&1 | |
832 | } | |
833 | ||
834 | # Random reads across all sequential zones for 30s. This is not only a fio | |
835 | # test but also allows to verify the performance of a drive. | |
836 | test31() { | |
837 | local bs inc nz off opts size | |
838 | ||
40d0b842 SK |
839 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 |
840 | ||
841 | # As preparation, write 128 KB to sequential write required zones. Limit | |
842 | # write target zones up to max_open_zones to keep test time reasonable. | |
843 | # To distribute the write target zones evenly, skip certain zones for every | |
844 | # write. Utilize zonemode strided for such write patterns. | |
845 | bs=$((128 * 1024)) | |
f6e84423 DF |
846 | nz=$((max_open_zones)) |
847 | if [[ $nz -eq 0 ]]; then | |
848 | nz=128 | |
849 | fi | |
191d1d1a BVA |
850 | off=$((first_sequential_zone_sector * 512)) |
851 | size=$((disk_size - off)) | |
40d0b842 SK |
852 | inc=$(((size / nz / zone_size) * zone_size)) |
853 | opts=("--name=$dev" "--filename=$dev" "--rw=write" "--bs=${bs}") | |
854 | opts+=("--offset=$off" "--size=$((inc * nz))" "--io_size=$((bs * nz))") | |
855 | opts+=("--zonemode=strided" "--zonesize=${bs}" "--zonerange=${inc}") | |
4c99637e | 856 | opts+=("--direct=1" "$(ioengine "psync")") |
40d0b842 | 857 | echo "fio ${opts[@]}" >> "${logfile}.${test_number}" |
4c99637e SK |
858 | "$(dirname "$0")/../../fio" "${opts[@]}" >> "${logfile}.${test_number}" \ |
859 | 2>&1 || return $? | |
40d0b842 SK |
860 | |
861 | # Next, run the test. | |
191d1d1a | 862 | opts=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size") |
6dcb098d | 863 | opts+=("--bs=$bs" "$(ioengine "psync")" "--rw=randread" "--direct=1") |
191d1d1a BVA |
864 | opts+=("--thread=1" "--time_based" "--runtime=30" "--zonemode=zbd") |
865 | opts+=("--zonesize=${zone_size}") | |
7ce7422a | 866 | opts+=(${job_var_opts[@]}) |
191d1d1a BVA |
867 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? |
868 | } | |
869 | ||
870 | # Random writes across all sequential zones. This is not only a fio test but | |
871 | # also allows to verify the performance of a drive. | |
872 | test32() { | |
873 | local off opts=() size | |
874 | ||
d480b019 SK |
875 | require_zbd || return $SKIP_TESTCASE |
876 | ||
5b4c9c4e SK |
877 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 |
878 | ||
191d1d1a BVA |
879 | off=$((first_sequential_zone_sector * 512)) |
880 | size=$((disk_size - off)) | |
881 | opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size") | |
6dcb098d | 882 | opts+=("--bs=128K" "$(ioengine "psync")" "--rw=randwrite" "--direct=1") |
191d1d1a BVA |
883 | opts+=("--thread=1" "--time_based" "--runtime=30") |
884 | opts+=("--max_open_zones=$max_open_zones" "--zonemode=zbd") | |
885 | opts+=("--zonesize=${zone_size}") | |
886 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
887 | } | |
888 | ||
889 | # Write to sequential zones with a block size that is not a divisor of the | |
890 | # zone size. | |
891 | test33() { | |
892 | local bs io_size size | |
d7c7539f | 893 | local off capacity=0; |
191d1d1a | 894 | |
268b19c6 SK |
895 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 |
896 | ||
d7c7539f HH |
897 | off=$((first_sequential_zone_sector * 512)) |
898 | capacity=$(total_zone_capacity 1 $off $dev) | |
191d1d1a | 899 | size=$((2 * zone_size)) |
d7c7539f HH |
900 | io_size=$((5 * capacity)) |
901 | bs=$((3 * capacity / 4)) | |
6dcb098d DF |
902 | run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \ |
903 | --size=$size --io_size=$io_size --bs=$bs \ | |
191d1d1a | 904 | >> "${logfile}.${test_number}" 2>&1 || return $? |
268b19c6 | 905 | check_written $((io_size / bs * bs)) || return $? |
191d1d1a BVA |
906 | } |
907 | ||
77789640 | 908 | # Test repeated async write job with verify using two unaligned block sizes. |
191d1d1a | 909 | test34() { |
77789640 SK |
910 | local bs off zone_capacity |
911 | local -a block_sizes | |
912 | ||
913 | require_zbd || return $SKIP_TESTCASE | |
914 | prep_write | |
915 | ||
916 | off=$((first_sequential_zone_sector * 512)) | |
917 | zone_capacity=$(total_zone_capacity 1 $off $dev) | |
918 | block_sizes=($((4096 * 7)) $(($(min ${zone_capacity} 4194304) - 4096))) | |
919 | ||
920 | for bs in ${block_sizes[@]}; do | |
921 | run_fio --name=job --filename="${dev}" --rw=randwrite \ | |
922 | --bs="${bs}" --offset="${off}" \ | |
923 | --size=$((4 * zone_size)) --iodepth=256 \ | |
924 | "$(ioengine "libaio")" --time_based=1 --runtime=15s \ | |
925 | --zonemode=zbd --direct=1 --zonesize="${zone_size}" \ | |
926 | --verify=crc32c --do_verify=1 ${job_var_opts[@]} \ | |
927 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
928 | done | |
191d1d1a BVA |
929 | } |
930 | ||
931 | # Test 1/4 for the I/O boundary rounding code: $size < $zone_size. | |
932 | test35() { | |
933 | local bs off io_size size | |
934 | ||
b34eb155 | 935 | prep_write |
191d1d1a BVA |
936 | off=$(((first_sequential_zone_sector + 1) * 512)) |
937 | size=$((zone_size - 2 * 512)) | |
938 | bs=$((zone_size / 4)) | |
6dcb098d DF |
939 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
940 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
941 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
942 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
943 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
944 | } | |
945 | ||
946 | # Test 2/4 for the I/O boundary rounding code: $size < $zone_size. | |
947 | test36() { | |
948 | local bs off io_size size | |
949 | ||
b34eb155 | 950 | prep_write |
191d1d1a BVA |
951 | off=$(((first_sequential_zone_sector) * 512)) |
952 | size=$((zone_size - 512)) | |
953 | bs=$((zone_size / 4)) | |
6dcb098d DF |
954 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
955 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
956 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
957 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
958 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
959 | } | |
960 | ||
961 | # Test 3/4 for the I/O boundary rounding code: $size > $zone_size. | |
962 | test37() { | |
d7c7539f | 963 | local bs off size capacity |
191d1d1a | 964 | |
b34eb155 | 965 | prep_write |
cdf2f9e3 | 966 | capacity=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev) |
191d1d1a BVA |
967 | if [ "$first_sequential_zone_sector" = 0 ]; then |
968 | off=0 | |
969 | else | |
970 | off=$(((first_sequential_zone_sector - 1) * 512)) | |
971 | fi | |
972 | size=$((zone_size + 2 * 512)) | |
1ae82d67 | 973 | bs=$(min $((zone_size / 4)) "$zone_cap_bs") |
6dcb098d DF |
974 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
975 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
976 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a | 977 | >> "${logfile}.${test_number}" 2>&1 |
d7c7539f | 978 | check_written $capacity || return $? |
191d1d1a BVA |
979 | } |
980 | ||
981 | # Test 4/4 for the I/O boundary rounding code: $offset > $disk_size - $zone_size | |
982 | test38() { | |
983 | local bs off size | |
984 | ||
b34eb155 | 985 | prep_write |
79201772 SK |
986 | size=$((min_seq_write_size)) |
987 | off=$((disk_size - min_seq_write_size)) | |
988 | bs=$((min_seq_write_size)) | |
6dcb098d DF |
989 | run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \ |
990 | --iodepth=1 --rw=write --do_verify=1 --verify=md5 \ | |
991 | --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \ | |
191d1d1a BVA |
992 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
993 | grep -q 'io_size must be at least one zone' "${logfile}.${test_number}" | |
994 | } | |
995 | ||
996 | # Read one block from a block device. | |
997 | read_one_block() { | |
c6950209 | 998 | local off |
191d1d1a BVA |
999 | local bs |
1000 | ||
c6950209 DF |
1001 | if ! result=($(first_online_zone "$dev")); then |
1002 | echo "Failed to determine first online zone" | |
1003 | exit 1 | |
1004 | fi | |
1005 | off=${result[0]} | |
79201772 | 1006 | bs=$((min_seq_write_size)) |
c6950209 DF |
1007 | run_one_fio_job --rw=read "$(ioengine "psync")" --offset=$off --bs=$bs \ |
1008 | --size=$bs "$@" 2>&1 | | |
191d1d1a BVA |
1009 | tee -a "${logfile}.${test_number}" |
1010 | } | |
1011 | ||
1012 | # Check whether fio accepts --zonemode=none for zoned block devices. | |
1013 | test39() { | |
d480b019 | 1014 | require_zbd || return $SKIP_TESTCASE |
191d1d1a | 1015 | read_one_block --zonemode=none >/dev/null || return $? |
79201772 | 1016 | check_read $((min_seq_write_size)) || return $? |
191d1d1a BVA |
1017 | } |
1018 | ||
1019 | # Check whether fio accepts --zonemode=strided for zoned block devices. | |
1020 | test40() { | |
1021 | local bs | |
1022 | ||
79201772 | 1023 | bs=$((min_seq_write_size)) |
d480b019 | 1024 | require_zbd || return $SKIP_TESTCASE |
191d1d1a BVA |
1025 | read_one_block --zonemode=strided | |
1026 | grep -q 'fio: --zonesize must be specified when using --zonemode=strided' || | |
1027 | return $? | |
1028 | read_one_block --zonemode=strided --zonesize=$bs >/dev/null || return $? | |
1029 | check_read $bs || return $? | |
1030 | } | |
1031 | ||
1032 | # Check whether fio checks the zone size for zoned block devices. | |
1033 | test41() { | |
d480b019 | 1034 | require_zbd || return $SKIP_TESTCASE |
191d1d1a BVA |
1035 | read_one_block --zonemode=zbd --zonesize=$((2 * zone_size)) | |
1036 | grep -q 'job parameter zonesize.*does not match disk zone size' | |
1037 | } | |
1038 | ||
1039 | # Check whether fio handles --zonesize=0 correctly for regular block devices. | |
1040 | test42() { | |
d480b019 | 1041 | require_regular_block_dev || return $SKIP_TESTCASE |
191d1d1a | 1042 | read_one_block --zonemode=zbd --zonesize=0 | |
a59b12d2 | 1043 | grep -q 'Specifying the zone size is mandatory for regular file/block device with --zonemode=zbd' |
191d1d1a BVA |
1044 | } |
1045 | ||
a4b7f12b | 1046 | # Check whether fio handles --zonesize=1 correctly for regular block devices. |
191d1d1a | 1047 | test43() { |
d480b019 | 1048 | require_regular_block_dev || return $SKIP_TESTCASE |
191d1d1a BVA |
1049 | read_one_block --zonemode=zbd --zonesize=1 | |
1050 | grep -q 'zone size must be at least 512 bytes for --zonemode=zbd' | |
1051 | } | |
1052 | ||
1053 | # Check whether fio handles --zonemode=none --zonesize=1 correctly. | |
1054 | test44() { | |
1055 | read_one_block --zonemode=none --zonesize=1 | | |
1056 | grep -q 'fio: --zonemode=none and --zonesize are not compatible' | |
1057 | } | |
1058 | ||
1059 | test45() { | |
1060 | local bs i | |
50b94305 | 1061 | local grep_str="fio: first I/O failed. If .* is a zoned block device, consider --zonemode=zbd" |
191d1d1a | 1062 | |
d480b019 | 1063 | require_zbd || return $SKIP_TESTCASE |
b34eb155 | 1064 | prep_write |
79201772 | 1065 | bs=$((min_seq_write_size)) |
50b94305 SK |
1066 | for ((i = 0; i < 10; i++)); do |
1067 | run_one_fio_job "$(ioengine "psync")" --iodepth=1 --rw=randwrite \ | |
1068 | --offset=$((first_sequential_zone_sector * 512)) \ | |
1069 | --bs="$bs" --time_based --runtime=1s \ | |
1070 | --do_verify=1 --verify=md5 \ | |
1071 | >> "${logfile}.${test_number}" 2>&1 | |
1072 | grep -qe "$grep_str" "${logfile}.${test_number}" && return 0 | |
1073 | done | |
1074 | return 1 | |
191d1d1a BVA |
1075 | } |
1076 | ||
bc596cbc DLM |
1077 | # Random write to sequential zones, libaio, 8 jobs, queue depth 64 per job |
1078 | test46() { | |
1079 | local size | |
1080 | ||
b34eb155 | 1081 | prep_write |
bc596cbc | 1082 | size=$((4 * zone_size)) |
6dcb098d | 1083 | run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=4K \ |
bc596cbc DLM |
1084 | --group_reporting=1 --numjobs=8 \ |
1085 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1086 | check_written $((size * 8)) || return $? | |
1087 | } | |
1088 | ||
4d37720a DLM |
1089 | # Check whether fio handles --zonemode=zbd --zoneskip=1 correctly. |
1090 | test47() { | |
1091 | local bs | |
1092 | ||
b34eb155 | 1093 | prep_write |
79201772 | 1094 | bs=$((min_seq_write_size)) |
e0424151 | 1095 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs=$bs --zoneskip=1 \ |
4d37720a DLM |
1096 | >> "${logfile}.${test_number}" 2>&1 && return 1 |
1097 | grep -q 'zoneskip 1 is not a multiple of the device zone size' "${logfile}.${test_number}" | |
1098 | } | |
1099 | ||
3bd2078b NA |
1100 | # Multiple overlapping random write jobs for the same drive and with a |
1101 | # limited number of open zones. This is similar to test29, but uses libaio | |
1102 | # to stress test zone locking. | |
1103 | test48() { | |
1104 | local i jobs=16 off opts=() | |
1105 | ||
d480b019 | 1106 | require_zbd || return $SKIP_TESTCASE |
1200ac6a | 1107 | require_seq_zones 80 || return $SKIP_TESTCASE |
d480b019 | 1108 | |
3bd2078b NA |
1109 | off=$((first_sequential_zone_sector * 512 + 64 * zone_size)) |
1110 | size=$((16*zone_size)) | |
5b4c9c4e SK |
1111 | |
1112 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
1113 | ||
3bd2078b NA |
1114 | opts=("--aux-path=/tmp" "--allow_file_create=0" "--significant_figures=10") |
1115 | opts+=("--debug=zbd") | |
6dcb098d | 1116 | opts+=("$(ioengine "libaio")" "--rw=randwrite" "--direct=1") |
3bd2078b NA |
1117 | opts+=("--time_based" "--runtime=30") |
1118 | opts+=("--zonemode=zbd" "--zonesize=${zone_size}") | |
1119 | opts+=("--max_open_zones=4") | |
1120 | for ((i=0;i<jobs;i++)); do | |
1121 | opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K") | |
1122 | opts+=("--io_size=$zone_size" "--iodepth=256" "--thread=1") | |
8c17a624 | 1123 | opts+=("--size=$size" "--group_reporting=1") |
7ce7422a SK |
1124 | # max_open_zones is already specified |
1125 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
3bd2078b NA |
1126 | done |
1127 | ||
1128 | fio=$(dirname "$0")/../../fio | |
1129 | ||
1130 | { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}" | |
1131 | ||
b13fd959 | 1132 | timeout -v -s KILL 180s \ |
3bd2078b NA |
1133 | "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" \ |
1134 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1135 | } | |
1136 | ||
5c0400e7 HH |
1137 | # Check if fio handles --zonecapacity on a normal block device correctly |
1138 | test49() { | |
1139 | ||
d480b019 | 1140 | require_regular_block_dev || return $SKIP_TESTCASE |
5c0400e7 HH |
1141 | |
1142 | size=$((2 * zone_size)) | |
1143 | capacity=$((zone_size * 3 / 4)) | |
1144 | ||
1145 | run_one_fio_job "$(ioengine "psync")" --rw=write \ | |
1146 | --zonemode=zbd --zonesize="${zone_size}" \ | |
1147 | --zonecapacity=${capacity} \ | |
1148 | --verify=md5 --size=${size} >>"${logfile}.${test_number}" 2>&1 || | |
1149 | return $? | |
693403eb | 1150 | check_written $((capacity * 2)) || return $? |
5c0400e7 HH |
1151 | check_read $((capacity * 2)) || return $? |
1152 | } | |
1153 | ||
a66a8fab SK |
1154 | # Verify that conv zones are not locked and only seq zones are locked during |
1155 | # random read on conv-seq mixed zones. | |
1156 | test50() { | |
1157 | local off | |
1158 | ||
1159 | require_zbd || return $SKIP_TESTCASE | |
1160 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1161 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1162 | ||
1163 | reset_zone "${dev}" -1 | |
1164 | ||
1165 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1166 | run_fio --name=job --filename=${dev} --offset=${off} --bs=64K \ | |
1167 | --size=$((16 * zone_size)) "$(ioengine "libaio")" --rw=randread\ | |
1168 | --time_based --runtime=3 --zonemode=zbd --zonesize=${zone_size}\ | |
1169 | --direct=1 --group_reporting=1 ${job_var_opts[@]} \ | |
1170 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1171 | } | |
1172 | ||
1173 | # Verify that conv zones are neither locked nor opened during random write on | |
1174 | # conv-seq mixed zones. Zone lock and zone open shall happen only on seq zones. | |
1175 | test51() { | |
1176 | local off jobs=16 | |
1177 | local -a opts | |
1178 | ||
1179 | require_zbd || return $SKIP_TESTCASE | |
1180 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1181 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1182 | ||
5b4c9c4e | 1183 | reset_zone "$dev" -1 |
a66a8fab SK |
1184 | |
1185 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1186 | opts+=("--size=$((16 * zone_size))" "$(ioengine "libaio")") | |
1187 | opts+=("--zonemode=zbd" "--direct=1" "--zonesize=${zone_size}") | |
1188 | opts+=("--max_open_zones=2" "--offset=$off") | |
1189 | opts+=("--thread=1" "--group_reporting=1") | |
1190 | opts+=("--time_based" "--runtime=30" "--rw=randwrite") | |
1191 | for ((i=0;i<jobs;i++)); do | |
1192 | opts+=("--name=job${i}" "--filename=$dev") | |
1193 | opts+=("--bs=$(((i+1)*16))K") | |
1194 | opts+=($(job_var_opts_exclude "--max_open_zones")) | |
1195 | done | |
1196 | run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $? | |
1197 | } | |
1198 | ||
d56a6df3 SK |
1199 | # Verify that zone_reset_threshold only accounts written bytes in seq |
1200 | # zones, and written data bytes of conv zones are not counted. | |
d93379d7 SK |
1201 | test52() { |
1202 | local off io_size | |
1203 | ||
1204 | require_zbd || return $SKIP_TESTCASE | |
1205 | require_conv_zones 8 || return $SKIP_TESTCASE | |
1206 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1207 | ||
1208 | reset_zone "${dev}" -1 | |
1209 | ||
1210 | # Total I/O size is 1/8 = 0.125 of the I/O range of cont + seq zones. | |
1211 | # Set zone_reset_threshold as 0.1. The threshold size is less than | |
1212 | # 0.125, then, reset count zero is expected. | |
1213 | # On the other hand, half of the I/O range is covered by conv zones. | |
1214 | # If fio would count the conv zones for zone_reset_threshold, the ratio | |
1215 | # were more than 0.5 and would trigger zone resets. | |
1216 | ||
1217 | off=$((first_sequential_zone_sector * 512 - 8 * zone_size)) | |
1218 | io_size=$((zone_size * 16 / 8)) | |
1219 | run_fio --name=job --filename=$dev --rw=randwrite --bs=$((zone_size/16))\ | |
1220 | --size=$((zone_size * 16)) --softrandommap=1 \ | |
1221 | --io_size=$((io_size)) "$(ioengine "psync")" --offset=$off \ | |
1222 | --zonemode=zbd --direct=1 --zonesize=${zone_size} \ | |
1223 | --zone_reset_threshold=.1 --zone_reset_frequency=1.0 \ | |
1224 | ${job_var_opts[@]} --debug=zbd \ | |
1225 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1226 | ||
1227 | check_written ${io_size} || return $? | |
1228 | check_reset_count -eq 0 || return $? | |
1229 | } | |
1230 | ||
9ffe8f1b SK |
1231 | # Check both reads and writes are executed by random I/O to conventional zones. |
1232 | test53() { | |
1233 | local off capacity io read_b=0 written_b=0 | |
1234 | ||
1235 | require_zbd || return $SKIP_TESTCASE | |
1236 | require_conv_zones 4 || return $SKIP_TESTCASE | |
1237 | ||
1238 | off=$((first_sequential_zone_sector * 512 - 4 * zone_size)) | |
1239 | capacity=$(total_zone_capacity 4 $off $dev) | |
1240 | run_fio --name=job --filename=${dev} --rw=randrw --bs=64K \ | |
1241 | --size=$((4 * zone_size)) "$(ioengine "psync")" --offset=${off}\ | |
1242 | --zonemode=zbd --direct=1 --zonesize=${zone_size} \ | |
1243 | ${job_var_opts[@]} \ | |
1244 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1245 | ||
1246 | written_b=$(fio_written <"${logfile}.${test_number}") | |
1247 | read_b=$(fio_read <"${logfile}.${test_number}") | |
1248 | io=$((written_b + read_b)) | |
1249 | echo "Number of bytes read: $read_b" >>"${logfile}.${test_number}" | |
1250 | echo "Number of bytes written: $written_b" >>"${logfile}.${test_number}" | |
1251 | echo "Total number of bytes read and written: $io <> $capacity" \ | |
1252 | >>"${logfile}.${test_number}" | |
1253 | if ((io==capacity && written_b != 0 && read_b != 0)); then | |
1254 | return 0 | |
1255 | fi | |
1256 | return 1 | |
1257 | } | |
1258 | ||
7def9723 DF |
1259 | # Test read/write mix with verify. |
1260 | test54() { | |
1261 | require_zbd || return $SKIP_TESTCASE | |
1262 | require_seq_zones 8 || return $SKIP_TESTCASE | |
1263 | ||
4f9333c9 | 1264 | prep_write |
7def9723 DF |
1265 | run_fio --name=job --filename=${dev} "$(ioengine "libaio")" \ |
1266 | --time_based=1 --runtime=30s --continue_on_error=0 \ | |
1267 | --offset=$((first_sequential_zone_sector * 512)) \ | |
1268 | --size=$((8*zone_size)) --direct=1 --iodepth=1 \ | |
1269 | --rw=randrw:2 --rwmixwrite=25 --bsrange=4k-${zone_size} \ | |
1270 | --zonemode=zbd --zonesize=${zone_size} \ | |
1271 | --verify=crc32c --do_verify=1 --verify_backlog=2 \ | |
7def9723 DF |
1272 | --alloc-size=65536 --random_generator=tausworthe64 \ |
1273 | ${job_var_opts[@]} --debug=zbd \ | |
8f39afa7 AD |
1274 | >> "${logfile}.${test_number}" 2>&1 || return $? |
1275 | } | |
1276 | ||
1277 | # test 'z' suffix parsing only | |
1278 | test55() { | |
1279 | local bs | |
79201772 | 1280 | bs=$((min_seq_write_size)) |
8f39afa7 AD |
1281 | |
1282 | require_zbd || return $SKIP_TESTCASE | |
1283 | # offset=1z + offset_increment=10z + size=2z | |
1284 | require_seq_zones 13 || return $SKIP_TESTCASE | |
1285 | ||
4f9333c9 | 1286 | prep_write |
8f39afa7 AD |
1287 | run_fio --name=j \ |
1288 | --filename=${dev} \ | |
1289 | --direct=1 \ | |
1290 | "$(ioengine "psync")" \ | |
1291 | --zonemode=zbd \ | |
1292 | --zonesize=${zone_size} \ | |
1293 | --rw=write \ | |
1294 | --bs=${bs} \ | |
1295 | --numjobs=2 \ | |
1296 | --offset_increment=10z \ | |
1297 | --offset=1z \ | |
1298 | --size=2z \ | |
1299 | --io_size=3z \ | |
1300 | ${job_var_opts[@]} --debug=zbd \ | |
1301 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1302 | } | |
1303 | ||
1304 | # test 'z' suffix parsing only | |
1305 | test56() { | |
1306 | local bs | |
79201772 | 1307 | bs=$((min_seq_write_size)) |
8f39afa7 AD |
1308 | |
1309 | require_regular_block_dev || return $SKIP_TESTCASE | |
1310 | require_seq_zones 10 || return $SKIP_TESTCASE | |
1311 | ||
4f9333c9 | 1312 | prep_write |
8f39afa7 AD |
1313 | run_fio --name=j \ |
1314 | --filename=${dev} \ | |
1315 | --direct=1 \ | |
1316 | "$(ioengine "psync")" \ | |
1317 | --zonemode=strided \ | |
1318 | --zonesize=${zone_size} \ | |
1319 | --rw=write \ | |
1320 | --bs=${bs} \ | |
1321 | --size=10z \ | |
1322 | --zoneskip=2z \ | |
1323 | ${job_var_opts[@]} --debug=zbd \ | |
7def9723 DF |
1324 | >> "${logfile}.${test_number}" 2>&1 || return $? |
1325 | } | |
1326 | ||
9b6253bc SK |
1327 | # Test that repeated async write job does not cause zone reset during writes |
1328 | # in-flight, when the block size is not a divisor of the zone size. | |
1329 | test57() { | |
1330 | local bs off | |
1331 | ||
1332 | require_zbd || return $SKIP_TESTCASE | |
1333 | ||
4f9333c9 | 1334 | prep_write |
9b6253bc SK |
1335 | bs=$((4096 * 7)) |
1336 | off=$((first_sequential_zone_sector * 512)) | |
1337 | ||
1338 | run_fio --name=job --filename="${dev}" --rw=randwrite --bs="${bs}" \ | |
1339 | --offset="${off}" --size=$((4 * zone_size)) --iodepth=256 \ | |
1340 | "$(ioengine "libaio")" --time_based=1 --runtime=30s \ | |
1341 | --zonemode=zbd --direct=1 --zonesize="${zone_size}" \ | |
1342 | ${job_var_opts[@]} \ | |
1343 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1344 | } | |
1345 | ||
faff87e6 SK |
1346 | # Random writes and random trims to sequential write required zones for 30s. |
1347 | test58() { | |
1348 | local off size bs | |
1349 | ||
1350 | require_seq_zones 128 || return $SKIP_TESTCASE | |
1351 | ||
1352 | size=$((zone_size * 128)) | |
79201772 | 1353 | bs="$(max $((zone_size / 128)) "$min_seq_write_size")" |
faff87e6 SK |
1354 | prep_write |
1355 | off=$((first_sequential_zone_sector * 512)) | |
1356 | run_fio --zonemode=zbd --direct=1 --zonesize="${zone_size}" --thread=1 \ | |
1357 | --filename="${dev}" --norandommap=1 \ | |
1358 | --name="precondition" --rw=write "$(ioengine "psync")" \ | |
1359 | --offset="${off}" --size=$((zone_size * 16)) --bs="${bs}" \ | |
1360 | "${job_var_opts[@]}" \ | |
1361 | --name=wjob --wait_for="precondition" --rw=randwrite \ | |
1362 | "$(ioengine "libaio")" --iodepth=8 \ | |
1363 | --offset="${off}" --size="${size}" --bs="${bs}" \ | |
1364 | --time_based --runtime=30s --flow=128 "${job_var_opts[@]}" \ | |
1365 | --name=trimjob --wait_for="precondition" --rw=randtrim \ | |
1366 | "$(ioengine "psync")" \ | |
1367 | --offset="${off}" --size="${size}" --bs="${zone_size}" \ | |
1368 | --time_based --runtime=30s --flow=1 "${job_var_opts[@]}" \ | |
1369 | >>"${logfile}.${test_number}" 2>&1 | |
1370 | } | |
1371 | ||
7b6db712 SK |
1372 | # Test zone_reset_threshold with verify. |
1373 | test59() { | |
1374 | local off bs loops=2 size=$((zone_size)) w | |
1375 | local -a workloads=(write randwrite rw randrw) | |
1376 | ||
1377 | prep_write | |
1378 | off=$((first_sequential_zone_sector * 512)) | |
1379 | ||
1380 | bs=$(min $((256*1024)) "$zone_size") | |
1381 | for w in "${workloads[@]}"; do | |
1382 | run_fio_on_seq "$(ioengine "psync")" --rw=${w} --bs="$bs" \ | |
1383 | --size=$size --loops=$loops --do_verify=1 \ | |
1384 | --verify=md5 --zone_reset_frequency=.9 \ | |
1385 | --zone_reset_threshold=.1 \ | |
1386 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1387 | done | |
1388 | } | |
1389 | ||
78054a76 SK |
1390 | # Test fio errors out experimental_verify option with zonemode=zbd. |
1391 | test60() { | |
1392 | run_fio_on_seq "$(ioengine "psync")" --rw=write --size=$zone_size \ | |
1393 | --do_verify=1 --verify=md5 --experimental_verify=1 \ | |
1394 | >> "${logfile}.${test_number}" 2>&1 && return 1 | |
1395 | grep -q 'not support experimental verify' "${logfile}.${test_number}" | |
1396 | } | |
1397 | ||
e31c83cb SK |
1398 | # Test fio errors out zone_reset_threshold option for multiple jobs with |
1399 | # different write ranges. | |
1400 | test61() { | |
1401 | run_fio_on_seq "$(ioengine "psync")" --rw=write --size="$zone_size" \ | |
1402 | --numjobs=2 --offset_increment="$zone_size" \ | |
1403 | --zone_reset_threshold=0.1 --zone_reset_frequency=1 \ | |
1404 | --exitall_on_error=1 \ | |
1405 | >> "${logfile}.${test_number}" 2>&1 && return 1 | |
1406 | grep -q 'different write ranges' "${logfile}.${test_number}" | |
1407 | } | |
1408 | ||
1409 | # Test zone_reset_threshold option works for multiple jobs with same write | |
1410 | # range. | |
1411 | test62() { | |
1412 | local bs loops=2 size=$((zone_size)) | |
1413 | ||
1414 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
1415 | ||
1416 | # Two jobs write to single zone twice. Reset zone happens at next write | |
1417 | # after half of the zone gets filled. So 2 * 2 * 2 - 1 = 7 times zone | |
1418 | # resets are expected. | |
1419 | bs=$(min $((256*1024)) $((zone_size / 4))) | |
1420 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \ | |
1421 | --size=$size --loops=$loops --numjobs=2 \ | |
1422 | --zone_reset_frequency=1 --zone_reset_threshold=.5 \ | |
1423 | --group_reporting=1 \ | |
1424 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1425 | check_written $((size * loops * 2)) || return $? | |
1426 | check_reset_count -eq 7 || return $? | |
1427 | } | |
1428 | ||
1429 | # Test zone_reset_threshold option works for a read job and a write job with | |
1430 | # different IO range. | |
1431 | test63() { | |
1432 | local bs loops=2 size=$((zone_size)) off1 off2 | |
1433 | ||
1434 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
1435 | ||
1436 | off1=$((first_sequential_zone_sector * 512)) | |
1437 | off2=$((off1 + zone_size)) | |
1438 | bs=$(min $((256*1024)) $((zone_size / 4))) | |
1439 | ||
1440 | # One job writes to single zone twice. Reset zone happens at next write | |
1441 | # after half of the zone gets filled. So 2 * 2 - 1 = 3 times zone resets | |
1442 | # are expected. | |
1443 | run_fio "$(ioengine "psync")" --bs="$bs" --size=$size --loops=$loops \ | |
1444 | --filename="$dev" --group_reporting=1 \ | |
1445 | --zonemode=zbd --zonesize="$zone_size" --direct=1 \ | |
1446 | --zone_reset_frequency=1 --zone_reset_threshold=.5 \ | |
1447 | --name=r --rw=read --offset=$off1 "${job_var_opts[@]}" \ | |
1448 | --name=w --rw=write --offset=$off2 "${job_var_opts[@]}" \ | |
1449 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1450 | check_written $((size * loops)) || return $? | |
1451 | check_reset_count -eq 3 || return $? | |
1452 | } | |
1453 | ||
2495bcd8 SK |
1454 | # Test write zone accounting handles almost full zones correctly. Prepare an |
1455 | # almost full, but not full zone. Write to the zone with verify using larger | |
1456 | # block size. Then confirm fio does not report write zone accounting failure. | |
1457 | test64() { | |
1458 | local bs cap | |
1459 | ||
1460 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
1461 | ||
1462 | bs=$((zone_size / 8)) | |
1463 | cap=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev) | |
1464 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \ | |
1465 | --size=$((zone_size)) \ | |
1466 | --io_size=$((cap - bs)) \ | |
1467 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1468 | ||
1469 | bs=$((zone_size / 2)) | |
1470 | run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \ | |
1471 | --size=$((zone_size)) --do_verify=1 --verify=md5 \ | |
1472 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1473 | } | |
1474 | ||
edaee5b9 SK |
1475 | # Test open zone accounting handles trim workload correctly. Prepare open zones |
1476 | # as many as max_open_zones=4. Trim one of the 4 zones. Then write to another | |
1477 | # zone and check the write amount is expected size. | |
1478 | test65() { | |
1479 | local off capacity | |
1480 | ||
1481 | [ -n "$is_zbd" ] && reset_zone "$dev" -1 | |
1482 | ||
1483 | off=$((first_sequential_zone_sector * 512)) | |
1484 | capacity=$(total_zone_capacity 1 $off "$dev") | |
1485 | run_fio --zonemode=zbd --direct=1 --zonesize="$zone_size" --thread=1 \ | |
1486 | --filename="$dev" --group_reporting=1 --max_open_zones=4 \ | |
1487 | "$(ioengine "psync")" \ | |
1488 | --name="prep_open_zones" --rw=randwrite --offset="$off" \ | |
1489 | --size="$((zone_size * 4))" --bs=4096 --io_size="$zone_size" \ | |
1490 | --name=trimjob --wait_for="prep_open_zones" --rw=trim \ | |
1491 | --bs="$zone_size" --offset="$off" --size="$zone_size" \ | |
1492 | --name=write --wait_for="trimjob" --rw=write --bs=4096 \ | |
1493 | --offset="$((off + zone_size * 4))" --size="$zone_size" \ | |
1494 | >> "${logfile}.${test_number}" 2>&1 | |
1495 | ||
1496 | check_written $((zone_size + capacity)) | |
1497 | } | |
1498 | ||
b3be0f00 SK |
1499 | # Test closed zones are handled as open zones. This test case requires zoned |
1500 | # block devices which has same max_open_zones and max_active_zones. | |
1501 | test66() { | |
1502 | local i off | |
1503 | ||
1504 | require_zbd || return $SKIP_TESTCASE | |
1505 | require_max_active_zones 2 || return $SKIP_TESTCASE | |
1506 | require_max_open_zones "${max_active_zones}" || return $SKIP_TESTCASE | |
1507 | require_seq_zones $((max_active_zones * 16)) || return $SKIP_TESTCASE | |
1508 | ||
1509 | reset_zone "$dev" -1 | |
1510 | ||
1511 | # Prepare max_active_zones in closed condition. | |
1512 | off=$((first_sequential_zone_sector * 512)) | |
1513 | run_fio --name=w --filename="$dev" --zonemod=zbd --direct=1 \ | |
1514 | --offset=$((off)) --zonesize="${zone_size}" --rw=randwrite \ | |
1515 | --bs=4096 --size="$((zone_size * max_active_zones))" \ | |
1516 | --io_size="${zone_size}" "$(ioengine "psync")" \ | |
1517 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1518 | for ((i = 0; i < max_active_zones; i++)); do | |
1519 | close_zone "$dev" $((off / 512)) || return $? | |
1520 | off=$((off + zone_size)) | |
1521 | done | |
1522 | ||
1523 | # Run random write to the closed zones and empty zones. This confirms | |
1524 | # that fio handles closed zones as write target open zones. Otherwise, | |
1525 | # fio writes to the empty zones and hit the max_active_zones limit. | |
1526 | off=$((first_sequential_zone_sector * 512)) | |
1527 | run_one_fio_job --zonemod=zbd --direct=1 \ | |
1528 | "$(ioengine "psync")" --rw=randwrite --bs=4096 \ | |
1529 | --max_open_zones="$max_active_zones" --offset=$((off)) \ | |
1530 | --size=$((max_active_zones * 16 * zone_size)) \ | |
1531 | --io_size=$((zone_size)) --zonesize="${zone_size}" \ | |
1532 | --time_based --runtime=5s \ | |
1533 | >> "${logfile}.${test_number}" 2>&1 | |
1534 | } | |
1535 | ||
25868b05 SK |
1536 | # Test max_active_zones limit failure is reported with good error message. |
1537 | test67() { | |
1538 | local i off | |
1539 | ||
1540 | require_zbd || return $SKIP_TESTCASE | |
1541 | require_max_active_zones 2 || return $SKIP_TESTCASE | |
1542 | require_max_open_zones "${max_active_zones}" || return $SKIP_TESTCASE | |
1543 | require_seq_zones $((max_active_zones + 1)) || return $SKIP_TESTCASE | |
1544 | ||
1545 | reset_zone "$dev" -1 | |
1546 | ||
1547 | # Prepare max_active_zones in open condition. | |
1548 | off=$((first_sequential_zone_sector * 512)) | |
1549 | run_fio --name=w --filename="$dev" --zonemod=zbd --direct=1 \ | |
1550 | --offset=$((off)) --zonesize="${zone_size}" --rw=randwrite \ | |
1551 | --bs=4096 --size="$((zone_size * max_active_zones))" \ | |
1552 | --io_size="${zone_size}" "$(ioengine "psync")" \ | |
1553 | >> "${logfile}.${test_number}" 2>&1 || return $? | |
1554 | ||
1555 | # Write to antoher zone and trigger max_active_zones limit error. | |
1556 | off=$((off + zone_size * max_active_zones)) | |
1557 | run_one_fio_job --zonemod=zbd --direct=1 "$(ioengine "psync")" \ | |
1558 | --rw=write --bs=$min_seq_write_size --offset=$((off)) \ | |
1559 | --size=$((zone_size)) --zonesize="${zone_size}" \ | |
1560 | >> "${logfile}.${test_number}" 2>&1 && return $? | |
1561 | grep -q 'Exceeded max_active_zones limit' "${logfile}.${test_number}" | |
1562 | } | |
1563 | ||
beba3d03 | 1564 | SECONDS=0 |
191d1d1a BVA |
1565 | tests=() |
1566 | dynamic_analyzer=() | |
1567 | reset_all_zones= | |
ccf9d1ef | 1568 | reset_before_write= |
6dcb098d DF |
1569 | use_libzbc= |
1570 | zbd_debug= | |
7ce7422a | 1571 | max_open_zones_opt= |
56e87b2f | 1572 | quit_on_err= |
0360d61f | 1573 | force_io_uring= |
191d1d1a BVA |
1574 | |
1575 | while [ "${1#-}" != "$1" ]; do | |
1576 | case "$1" in | |
1577 | -d) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=drd" | |
1578 | "--show-confl-seg=no"); | |
1579 | shift;; | |
1580 | -e) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=helgrind"); | |
1581 | shift;; | |
6dcb098d | 1582 | -l) use_libzbc=1; shift;; |
191d1d1a | 1583 | -r) reset_all_zones=1; shift;; |
ccf9d1ef | 1584 | -w) reset_before_write=1; shift;; |
191d1d1a | 1585 | -t) tests+=("$2"); shift; shift;; |
7ce7422a | 1586 | -o) max_open_zones_opt="${2}"; shift; shift;; |
191d1d1a BVA |
1587 | -v) dynamic_analyzer=(valgrind "--read-var-info=yes"); |
1588 | shift;; | |
56e87b2f | 1589 | -q) quit_on_err=1; shift;; |
6dcb098d | 1590 | -z) zbd_debug=1; shift;; |
0360d61f | 1591 | -u) force_io_uring=1; shift;; |
191d1d1a | 1592 | --) shift; break;; |
1cae9fe4 | 1593 | *) usage; exit 1;; |
191d1d1a BVA |
1594 | esac |
1595 | done | |
1596 | ||
1597 | if [ $# != 1 ]; then | |
1598 | usage | |
1599 | exit 1 | |
1600 | fi | |
1601 | ||
0360d61f DF |
1602 | if [ -n "$use_libzbc" -a -n "$force_io_uring" ]; then |
1603 | echo "Please specify only one of -l and -u options" | |
1604 | exit 1 | |
1605 | fi | |
1606 | ||
191d1d1a BVA |
1607 | # shellcheck source=functions |
1608 | source "$(dirname "$0")/functions" || exit $? | |
1609 | ||
7ce7422a SK |
1610 | global_var_opts=() |
1611 | job_var_opts=() | |
6dcb098d | 1612 | if [ -n "$zbd_debug" ]; then |
7ce7422a | 1613 | global_var_opts+=("--debug=zbd") |
6dcb098d | 1614 | fi |
191d1d1a BVA |
1615 | dev=$1 |
1616 | realdev=$(readlink -f "$dev") | |
1617 | basename=$(basename "$realdev") | |
6dcb098d DF |
1618 | |
1619 | if [[ -b "$realdev" ]]; then | |
1620 | major=$((0x$(stat -L -c '%t' "$realdev"))) || exit $? | |
1621 | minor=$((0x$(stat -L -c '%T' "$realdev"))) || exit $? | |
1622 | disk_size=$(($(<"/sys/dev/block/$major:$minor/size")*512)) | |
1623 | ||
1624 | # When the target is a partition device, get basename of its | |
1625 | # holder device to access sysfs path of the holder device | |
1626 | if [[ -r "/sys/dev/block/$major:$minor/partition" ]]; then | |
1627 | realsysfs=$(readlink "/sys/dev/block/$major:$minor") | |
1628 | basename=$(basename "${realsysfs%/*}") | |
1629 | fi | |
557cfc51 | 1630 | min_seq_write_size=$(min_seq_write_size "$basename") |
6dcb098d DF |
1631 | case "$(<"/sys/class/block/$basename/queue/zoned")" in |
1632 | host-managed|host-aware) | |
1633 | is_zbd=true | |
552e214c SK |
1634 | if ! check_blkzone "${dev}"; then |
1635 | exit 1 | |
1636 | fi | |
6dcb098d DF |
1637 | if ! result=($(first_sequential_zone "$dev")); then |
1638 | echo "Failed to determine first sequential zone" | |
1639 | exit 1 | |
1640 | fi | |
1641 | first_sequential_zone_sector=${result[0]} | |
1642 | sectors_per_zone=${result[1]} | |
1643 | zone_size=$((sectors_per_zone * 512)) | |
1644 | if ! max_open_zones=$(max_open_zones "$dev"); then | |
1645 | echo "Failed to determine maximum number of open zones" | |
1646 | exit 1 | |
1647 | fi | |
1a5411cd | 1648 | max_active_zones=$(max_active_zones "$dev") |
6dcb098d DF |
1649 | set_io_scheduler "$basename" deadline || exit $? |
1650 | if [ -n "$reset_all_zones" ]; then | |
1651 | reset_zone "$dev" -1 | |
1652 | fi | |
1653 | ;; | |
1654 | *) | |
1655 | first_sequential_zone_sector=$(((disk_size / 2) & | |
79201772 SK |
1656 | (min_seq_write_size - 1))) |
1657 | zone_size=$(max 65536 "$min_seq_write_size") | |
6dcb098d DF |
1658 | sectors_per_zone=$((zone_size / 512)) |
1659 | max_open_zones=128 | |
1a5411cd | 1660 | max_active_zones=0 |
6dcb098d DF |
1661 | set_io_scheduler "$basename" none || exit $? |
1662 | ;; | |
1663 | esac | |
1664 | elif [[ -c "$realdev" ]]; then | |
1665 | # For an SG node, we must have libzbc option specified | |
1666 | if [[ ! -n "$use_libzbc" ]]; then | |
1667 | echo "Character device files can only be used with -l (libzbc) option" | |
1668 | exit 1 | |
1669 | fi | |
1670 | ||
1671 | if ! $(is_zbc "$dev"); then | |
1672 | echo "Device is not a ZBC disk" | |
1673 | exit 1 | |
1674 | fi | |
191d1d1a | 1675 | is_zbd=true |
6dcb098d DF |
1676 | |
1677 | if ! disk_size=($(( $(zbc_disk_sectors "$dev") * 512))); then | |
1678 | echo "Failed to determine disk size" | |
1679 | exit 1 | |
1680 | fi | |
557cfc51 SK |
1681 | if ! min_seq_write_size=($(zbc_physical_block_size "$dev")); then |
1682 | echo "Failed to determine physical block size" | |
6dcb098d DF |
1683 | exit 1 |
1684 | fi | |
191d1d1a | 1685 | if ! result=($(first_sequential_zone "$dev")); then |
6dcb098d DF |
1686 | echo "Failed to determine first sequential zone" |
1687 | exit 1 | |
191d1d1a BVA |
1688 | fi |
1689 | first_sequential_zone_sector=${result[0]} | |
1690 | sectors_per_zone=${result[1]} | |
1691 | zone_size=$((sectors_per_zone * 512)) | |
1692 | if ! max_open_zones=$(max_open_zones "$dev"); then | |
6dcb098d DF |
1693 | echo "Failed to determine maximum number of open zones" |
1694 | exit 1 | |
191d1d1a | 1695 | fi |
1a5411cd | 1696 | max_active_zones=0 |
191d1d1a | 1697 | if [ -n "$reset_all_zones" ]; then |
6dcb098d | 1698 | reset_zone "$dev" -1 |
191d1d1a | 1699 | fi |
6dcb098d DF |
1700 | fi |
1701 | ||
7ce7422a SK |
1702 | if [[ -n ${max_open_zones_opt} ]]; then |
1703 | # Override max_open_zones with the script option value | |
1704 | max_open_zones="${max_open_zones_opt}" | |
351fe910 | 1705 | global_var_opts+=("--ignore_zone_limits=1") |
7ce7422a SK |
1706 | job_var_opts+=("--max_open_zones=${max_open_zones_opt}") |
1707 | fi | |
1708 | ||
6dcb098d DF |
1709 | echo -n "First sequential zone starts at sector $first_sequential_zone_sector;" |
1710 | echo " zone size: $((zone_size >> 20)) MB" | |
191d1d1a | 1711 | |
1ae82d67 SK |
1712 | zone_cap_bs=$(zone_cap_bs "$dev" "$zone_size") |
1713 | ||
191d1d1a | 1714 | if [ "${#tests[@]}" = 0 ]; then |
106a71cd SK |
1715 | readarray -t tests < <(declare -F | grep "test[0-9]*" | \ |
1716 | tr -c -d "[:digit:]\n" | sort -n) | |
191d1d1a BVA |
1717 | fi |
1718 | ||
1719 | logfile=$0.log | |
1720 | ||
72176dc7 | 1721 | passed=0 |
d480b019 | 1722 | skipped=0 |
72176dc7 | 1723 | failed=0 |
332fa178 DF |
1724 | if [ -t 1 ]; then |
1725 | red="\e[1;31m" | |
1726 | green="\e[1;32m" | |
d480b019 | 1727 | cyan="\e[1;36m" |
332fa178 DF |
1728 | end="\e[m" |
1729 | else | |
1730 | red="" | |
1731 | green="" | |
1732 | end="" | |
1733 | fi | |
191d1d1a | 1734 | rc=0 |
332fa178 | 1735 | |
c96b385b DF |
1736 | intr=0 |
1737 | trap 'intr=1' SIGINT | |
d480b019 | 1738 | ret=0 |
c96b385b | 1739 | |
191d1d1a BVA |
1740 | for test_number in "${tests[@]}"; do |
1741 | rm -f "${logfile}.${test_number}" | |
d480b019 | 1742 | unset SKIP_REASON |
332fa178 | 1743 | echo -n "Running test $(printf "%02d" $test_number) ... " |
d480b019 SK |
1744 | eval "test$test_number" |
1745 | ret=$? | |
1746 | if ((!ret)) && check_log $test_number; then | |
191d1d1a | 1747 | status="PASS" |
332fa178 | 1748 | cc_status="${green}${status}${end}" |
72176dc7 | 1749 | ((passed++)) |
d480b019 SK |
1750 | elif ((ret==SKIP_TESTCASE)); then |
1751 | status="SKIP" | |
1752 | echo "${SKIP_REASON}" >> "${logfile}.${test_number}" | |
1753 | cc_status="${cyan}${status}${end} ${SKIP_REASON}" | |
1754 | ((skipped++)) | |
191d1d1a BVA |
1755 | else |
1756 | status="FAIL" | |
332fa178 | 1757 | cc_status="${red}${status}${end}" |
72176dc7 | 1758 | ((failed++)) |
191d1d1a BVA |
1759 | rc=1 |
1760 | fi | |
332fa178 | 1761 | echo -e "$cc_status" |
191d1d1a | 1762 | echo "$status" >> "${logfile}.${test_number}" |
c96b385b | 1763 | [ $intr -ne 0 ] && exit 1 |
56e87b2f | 1764 | [ -n "$quit_on_err" -a "$rc" -ne 0 ] && exit 1 |
191d1d1a BVA |
1765 | done |
1766 | ||
72176dc7 | 1767 | echo "$passed tests passed" |
d480b019 SK |
1768 | if [ $skipped -gt 0 ]; then |
1769 | echo " $skipped tests skipped" | |
1770 | fi | |
72176dc7 | 1771 | if [ $failed -gt 0 ]; then |
d480b019 | 1772 | echo " $failed tests failed" |
72176dc7 | 1773 | fi |
beba3d03 | 1774 | echo "Run time: $(TZ=UTC0 printf "%(%H:%M:%S)T\n" $(( SECONDS )) )" |
191d1d1a | 1775 | exit $rc |