3 # Copyright (C) 2018 Western Digital Corporation or its affiliates.
5 # This file is released under the GPL.
8 echo "Usage: $(basename "$0") [OPTIONS] <test target device file>"
10 echo -e "\t-d Run fio with valgrind using DRD tool"
11 echo -e "\t-e Run fio with valgrind using helgrind tool"
12 echo -e "\t-v Run fio with valgrind --read-var-info option"
13 echo -e "\t-l Test with libzbc ioengine"
14 echo -e "\t-r Reset all zones before test start"
15 echo -e "\t-w Reset all zones before executing each write test case"
16 echo -e "\t-o <max_open_zones> Run fio with max_open_zones limit"
17 echo -e "\t-t <test #> Run only a single test case with specified number"
18 echo -e "\t-q Quit the test run after any failed test"
19 echo -e "\t-z Run fio with debug=zbd option"
20 echo -e "\t-u Use io_uring ioengine in place of libaio"
24 if [ "$1" -gt "$2" ]; then
32 if [ "$1" -lt "$2" ]; then
40 if [ -n "$use_libzbc" ]; then
41 echo -n "--ioengine=libzbc"
42 elif [ "$1" = "libaio" -a -n "$force_io_uring" ]; then
43 echo -n "--ioengine=io_uring"
45 echo -n "--ioengine=$1"
52 [ -e "/sys/block/$dev" ] || return $?
53 if [ -e "/sys/block/$dev/mq" ]; then
56 deadline) sched=mq-deadline;;
61 mq-deadline) sched=deadline;;
65 echo "$sched" >"/sys/block/$dev/queue/scheduler"
71 read=$(fio_read <"${logfile}.${test_number}")
72 echo "read: $read <> $1" >> "${logfile}.${test_number}"
79 written=$(fio_written <"${logfile}.${test_number}")
80 echo "written: $written <> $1" >> "${logfile}.${test_number}"
84 # Compare the reset count from the log file with reset count $2 using operator
85 # $1 (=, -ge, -gt, -le, -lt).
89 reset_count=$(fio_reset_count <"${logfile}.${test_number}")
90 echo "reset_count: test $reset_count $1 $2" >> "${logfile}.${test_number}"
91 eval "[ '$reset_count' '$1' '$2' ]"
94 # Check log for failed assertions and crashes. Without these checks,
95 # a test can succeed even when these events happen, but it must fail.
97 [ ! -f "${logfile}.${1}" ] && return 0
98 ! grep -q -e "Assertion " -e "Aborted " "${logfile}.${1}"
101 # Whether or not $1 (/dev/...) is a SCSI device.
106 for f in /sys/class/scsi_device/*/device/block/"$d"; do
107 [ -e "$f" ] && return 0
112 job_var_opts_exclude() {
116 for o in "${job_var_opts[@]}"; do
117 if [[ ${o} =~ "${ex_key}" ]]; then
124 has_max_open_zones() {
126 if [[ ${1} =~ "--max_open_zones" ]]; then
137 fio=$(dirname "$0")/../../fio
139 opts=(${global_var_opts[@]})
140 opts+=("--max-jobs=16" "--aux-path=/tmp" "--allow_file_create=0" \
141 "--significant_figures=10" "$@")
142 # When max_open_zones option is specified to this test script, add
143 # max_open_zones option to fio command unless the test case already add it.
144 if [[ -n ${max_open_zones_opt} ]] && ! has_max_open_zones "${opts[@]}"; then
145 opts+=("--max_open_zones=${max_open_zones_opt}")
147 { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}"
149 "${dynamic_analyzer[@]}" "$fio" "${opts[@]}"
155 r=$(((RANDOM << 16) | RANDOM))
156 run_fio --name="$dev" --filename="$dev" "$@" --randseed="$r" \
157 --thread=1 --direct=1
160 write_and_run_one_fio_job() {
162 local write_offset="${1}"
163 local write_size="${2}"
167 r=$(((RANDOM << 16) | RANDOM))
168 write_opts=(--name="write_job" --rw=write "$(ioengine "psync")" \
169 --bs="${min_seq_write_size}" --zonemode=zbd \
170 --zonesize="${zone_size}" --thread=1 --direct=1 \
171 --offset="${write_offset}" --size="${write_size}")
172 write_opts+=("${job_var_opts[@]}")
173 run_fio --filename="$dev" --randseed="$r" "${write_opts[@]}" \
174 --name="$dev" --wait_for="write_job" "$@" --thread=1 --direct=1
177 # Run fio on the first four sequential zones of the disk.
181 opts+=("--offset=$((first_sequential_zone_sector * 512))")
182 opts+=("--size=$((4 * zone_size))" "--zonemode=zbd")
183 if [ -z "$is_zbd" ]; then
184 opts+=("--zonesize=${zone_size}")
186 run_one_fio_job "${opts[@]}" "$@"
189 # Prepare for write test by resetting zones. When reset_before_write or
190 # max_open_zones option is specified, reset all zones of the test target to
191 # ensure that zones out of the test target range do not have open zones. This
192 # allows the write test to the target range to be able to open zones up to
193 # max_open_zones limit specified as the option or obtained from sysfs.
195 [[ -n "${reset_before_write}" || -n "${max_open_zones_opt}" ]] &&
196 [[ -n "${is_zbd}" ]] && reset_zone "${dev}" -1
202 if ! is_scsi_device "$dev"; then
203 SKIP_REASON="$dev is not a SCSI device"
209 require_conv_zone_bytes() {
212 if ((req_bytes > first_sequential_zone_sector * 512)); then
213 SKIP_REASON="$dev does not have enough conventional zones"
220 if [[ -z ${is_zbd} ]]; then
221 SKIP_REASON="$dev is not a zoned block device"
227 require_regular_block_dev() {
228 if [[ -n ${is_zbd} ]]; then
229 SKIP_REASON="$dev is not a regular block device"
235 require_block_dev() {
236 if [[ -b "$realdev" ]]; then
239 SKIP_REASON="$dev is not a block device"
243 require_seq_zones() {
244 local req_seq_zones=${1}
245 local seq_bytes=$((disk_size - first_sequential_zone_sector * 512))
247 if ((req_seq_zones > seq_bytes / zone_size)); then
248 SKIP_REASON="$dev does not have $req_seq_zones sequential zones"
254 require_conv_zones() {
255 local req_c_zones=${1}
256 local conv_bytes=$((first_sequential_zone_sector * 512))
258 if ((req_c_zones > conv_bytes / zone_size)); then
259 SKIP_REASON="$dev does not have $req_c_zones conventional zones"
265 require_max_open_zones() {
268 if ((max_open_zones !=0 && max_open_zones < min)); then
269 SKIP_REASON="max_open_zones of $dev is smaller than $min"
275 require_max_active_zones() {
278 if ((max_active_zones == 0)); then
279 SKIP_REASON="$dev does not have max_active_zones limit"
282 if ((max_active_zones < min)); then
283 SKIP_REASON="max_active_zones of $dev is smaller than $min"
289 # Check whether buffered writes are refused for block devices.
291 require_block_dev || return $SKIP_TESTCASE
292 run_fio --name=job1 --filename="$dev" --rw=write --direct=0 --bs=4K \
293 "$(ioengine "psync")" --size="${zone_size}" --thread=1 \
294 --zonemode=zbd --zonesize="${zone_size}" 2>&1 |
295 tee -a "${logfile}.${test_number}" |
296 grep -q 'Using direct I/O is mandatory for writing to ZBD drives'
297 local fio_rc=${PIPESTATUS[0]} grep_rc=${PIPESTATUS[2]}
302 if [ -n "$is_zbd" ]; then
309 # Block size exceeds zone size.
311 local bs off opts=() rc
313 off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
314 bs=$((2 * zone_size))
315 opts+=("$(ioengine "psync")")
316 opts+=("--name=job1" "--filename=$dev" "--rw=write" "--direct=1")
317 opts+=("--zonemode=zbd" "--offset=$off" "--bs=$bs" "--size=$bs")
318 if [ -z "$is_zbd" ]; then
319 opts+=("--zonesize=${zone_size}")
321 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 && return 1
322 grep -q 'buflen exceeds zone size' "${logfile}.${test_number}"
325 # Run fio against an empty zone. This causes fio to report "No I/O performed".
329 require_seq_zones 129 || return $SKIP_TESTCASE
330 off=$((first_sequential_zone_sector * 512 + 128 * zone_size))
332 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
333 opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--bs=4K")
334 opts+=("--size=$size" "--zonemode=zbd")
335 opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--thread=1")
336 if [ -z "$is_zbd" ]; then
337 opts+=("--zonesize=${zone_size}")
339 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
340 ! grep -q 'READ:' "${logfile}.${test_number}"
343 # Run fio with --read_beyond_wp=1 against an empty zone.
347 require_seq_zones 130 || return $SKIP_TESTCASE
348 off=$((first_sequential_zone_sector * 512 + 129 * zone_size))
350 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
351 opts+=("--name=$dev" "--filename=$dev" "--offset=$off")
352 opts+=(--bs="$(min $((min_seq_write_size * 256)) $size)")
353 opts+=("--size=$size" "--thread=1" "--read_beyond_wp=1")
354 opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--disable_lat=1")
355 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
356 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
357 check_read $size || return $?
360 # Sequential write to sequential zones.
362 local size off capacity bs
365 off=$((first_sequential_zone_sector * 512))
366 capacity=$(total_zone_capacity 4 $off $dev)
367 size=$((4 * zone_size))
368 bs=$(min "$(max $((zone_size / 64)) "$min_seq_write_size")" "$zone_cap_bs")
369 run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \
370 --bs="$bs" --do_verify=1 --verify=md5 \
371 >>"${logfile}.${test_number}" 2>&1 || return $?
372 check_written $capacity || return $?
373 check_read $capacity || return $?
376 # Sequential read from sequential zones.
378 local size off capacity bs
381 off=$((first_sequential_zone_sector * 512))
382 capacity=$(total_zone_capacity 4 $off $dev)
383 size=$((4 * zone_size))
384 bs=$(min "$(max $((zone_size / 64)) "$min_seq_write_size")" "$zone_cap_bs")
385 write_and_run_one_fio_job \
386 $((first_sequential_zone_sector * 512)) "${size}" \
388 --size="${size}" --zonemode=zbd --zonesize="${zone_size}" \
389 "$(ioengine "psync")" --iodepth=1 --rw=read --bs="$bs" \
390 >>"${logfile}.${test_number}" 2>&1 || return $?
391 check_read $capacity || return $?
394 # Random write to sequential zones, libaio, queue depth 1.
396 local size=$((zone_size))
400 off=$((first_sequential_zone_sector * 512))
401 capacity=$(total_zone_capacity 1 $off $dev)
402 run_fio_on_seq "$(ioengine "libaio")" --iodepth=1 --rw=randwrite \
403 --bs="$(min 16384 "${zone_size}")" \
404 --do_verify=1 --verify=md5 --size="$size" \
405 >>"${logfile}.${test_number}" 2>&1 || return $?
406 check_written $capacity || return $?
407 check_read $capacity || return $?
410 # Random write to sequential zones, libaio, queue depth 64.
412 local size off capacity
415 size=$((4 * zone_size))
416 off=$((first_sequential_zone_sector * 512))
417 capacity=$(total_zone_capacity 4 $off $dev)
418 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \
419 --bs="$(min 16384 "${zone_size}")" \
420 --do_verify=1 --verify=md5 \
421 >>"${logfile}.${test_number}" 2>&1 || return $?
422 check_written $capacity || return $?
423 check_read $capacity || return $?
426 # Random write to sequential zones, sg, queue depth 1.
430 require_scsi_dev || return $SKIP_TESTCASE
433 size=$((4 * zone_size))
434 run_fio_on_seq --ioengine=sg \
435 --iodepth=1 --rw=randwrite --bs=16K \
436 --do_verify=1 --verify=md5 \
437 >>"${logfile}.${test_number}" 2>&1 || return $?
438 check_written $size || return $?
439 check_read $size || return $?
442 # Random write to sequential zones, sg, queue depth 64.
446 require_scsi_dev || return $SKIP_TESTCASE
449 size=$((4 * zone_size))
450 run_fio_on_seq --ioengine=sg \
451 --iodepth=64 --rw=randwrite --bs=16K \
452 --do_verify=1 --verify=md5 \
453 >>"${logfile}.${test_number}" 2>&1 || return $?
454 check_written $size || return $?
455 check_read $size || return $?
458 # Random write to sequential zones, libaio, queue depth 64, random block size.
460 local size off capacity
463 size=$((4 * zone_size))
464 off=$((first_sequential_zone_sector * 512))
465 capacity=$(total_zone_capacity 4 $off $dev)
466 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \
467 --bsrange=4K-64K --do_verify=1 --verify=md5 \
468 --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $?
469 check_written $capacity || return $?
470 check_read $capacity || return $?
473 # Random write to sequential zones, libaio, queue depth 64, max 1 open zone.
475 local size off capacity
477 [ -n "$is_zbd" ] && reset_zone "$dev" -1
479 size=$((8 * zone_size))
480 off=$((first_sequential_zone_sector * 512))
481 capacity=$(total_zone_capacity 8 $off $dev)
482 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
483 --max_open_zones=1 --size=$size --do_verify=1 --verify=md5 \
484 --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $?
485 check_written $capacity || return $?
486 check_read $capacity || return $?
489 # Random write to sequential zones, libaio, queue depth 64, max 4 open zones.
491 local size off capacity
493 require_max_open_zones 4 || return $SKIP_TESTCASE
495 [ -n "$is_zbd" ] && reset_zone "$dev" -1
497 size=$((8 * zone_size))
498 off=$((first_sequential_zone_sector * 512))
499 capacity=$(total_zone_capacity 8 $off $dev)
500 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
501 --max_open_zones=4 --size=$size --do_verify=1 --verify=md5 \
503 >>"${logfile}.${test_number}" 2>&1 || return $?
504 check_written $capacity || return $?
505 check_read $capacity || return $?
508 # Random write to conventional zones.
512 if ! result=($(first_online_zone "$dev")); then
513 echo "Failed to determine first online zone"
518 size=$((16 * 2**20)) # 20 MB
519 require_conv_zone_bytes "${size}" || return $SKIP_TESTCASE
521 run_one_fio_job "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
522 --zonemode=zbd --zonesize="${zone_size}" --do_verify=1 \
523 --verify=md5 --offset=$off --size=$size\
524 >>"${logfile}.${test_number}" 2>&1 || return $?
525 check_written $((size)) || return $?
526 check_read $((size)) || return $?
529 # Sequential read on a mix of empty and full zones.
532 local w_off w_size w_capacity
534 for ((i=0;i<4;i++)); do
536 reset_zone "$dev" $((first_sequential_zone_sector +
540 w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
541 w_size=$((2 * zone_size))
542 w_capacity=$(total_zone_capacity 2 $w_off $dev)
543 off=$((first_sequential_zone_sector * 512))
544 size=$((4 * zone_size))
545 bs=$(min $((zone_size / 16)) "$zone_cap_bs")
546 write_and_run_one_fio_job "${w_off}" "${w_size}" \
547 "$(ioengine "psync")" --rw=read --bs="$bs" \
548 --zonemode=zbd --zonesize="${zone_size}" --offset=$off \
549 --size=$((size)) >>"${logfile}.${test_number}" 2>&1 ||
551 check_written $((w_capacity)) || return $?
552 check_read $((w_capacity))
555 # Random read on a mix of empty and full zones.
558 local i w_off w_size w_capacity
560 for ((i=0;i<4;i++)); do
562 reset_zone "$dev" $((first_sequential_zone_sector +
566 w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
567 w_size=$((2 * zone_size))
568 w_capacity=$(total_zone_capacity 2 $w_off $dev)
569 off=$((first_sequential_zone_sector * 512))
570 size=$((4 * zone_size))
571 write_and_run_one_fio_job "${w_off}" "${w_size}" \
572 "$(ioengine "libaio")" --iodepth=64 --rw=randread --bs=16K \
573 --zonemode=zbd --zonesize="${zone_size}" --offset=$off \
574 --size=$size >>"${logfile}.${test_number}" 2>&1 || return $?
575 check_written $w_capacity || return $?
576 check_read $size || return $?
579 # Random reads and writes in the last zone.
581 local io off last read size written
583 off=$(((disk_size / zone_size - 1) * zone_size))
584 size=$((disk_size - off))
585 if ! last=($(last_online_zone "$dev")); then
586 echo "Failed to determine last online zone"
589 if [[ "$((last * 512))" -lt "$off" ]]; then
593 if [ -n "$is_zbd" ]; then
594 reset_zone "$dev" $((off / 512)) || return $?
597 run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw --bs=4K \
598 --zonemode=zbd --zonesize="${zone_size}" \
599 --offset=$off --loops=2 --norandommap=1 \
601 >>"${logfile}.${test_number}" 2>&1 || return $?
602 written=$(fio_written <"${logfile}.${test_number}")
603 read=$(fio_read <"${logfile}.${test_number}")
604 io=$((written + read))
605 echo "Total number of bytes read and written: $io <> $size" \
606 >>"${logfile}.${test_number}"
607 [ $io = $((size * 2)) ];
610 # Out-of-range zone reset threshold and frequency parameters.
612 run_fio_on_seq --zone_reset_threshold=-1 |&
613 tee -a "${logfile}.${test_number}" |
614 grep -q 'value out of range' || return $?
618 run_fio_on_seq --zone_reset_threshold=2 |&
619 tee -a "${logfile}.${test_number}" |
620 grep -q 'value out of range' || return $?
624 run_fio_on_seq --zone_reset_threshold=.4:.6 |&
625 tee -a "${logfile}.${test_number}" |
626 grep -q 'the list exceeding max length' || return $?
630 run_fio_on_seq --zone_reset_frequency=-1 |&
631 tee -a "${logfile}.${test_number}" |
632 grep -q 'value out of range' || return $?
636 run_fio_on_seq --zone_reset_frequency=2 |&
637 tee -a "${logfile}.${test_number}" |
638 grep -q 'value out of range' || return $?
642 run_fio_on_seq --zone_reset_frequency=.4:.6 |&
643 tee -a "${logfile}.${test_number}" |
644 grep -q 'the list exceeding max length' || return $?
648 local bs loops=9 size=$((zone_size))
652 off=$((first_sequential_zone_sector * 512))
653 capacity=$(total_zone_capacity 1 $off $dev)
655 bs=$(min $((256*1024)) "$zone_size")
656 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \
657 --size=$size --loops=$loops \
658 --zone_reset_frequency=.01 --zone_reset_threshold=.90 \
659 >> "${logfile}.${test_number}" 2>&1 || return $?
660 check_written $((capacity * loops)) || return $?
661 check_reset_count -eq 8 ||
662 check_reset_count -eq 9 ||
663 check_reset_count -eq 10 || return $?
666 # Multiple non-overlapping sequential write jobs for the same drive.
670 for ((i=0;i<16;i++)); do
672 reset_zone "$dev" $((first_sequential_zone_sector + i*sectors_per_zone))
675 for ((i=0;i<16;i++)); do
676 opts+=("--name=job$i" "--filename=$dev" "--thread=1" "--direct=1")
677 opts+=("--offset=$((first_sequential_zone_sector*512 + zone_size*i))")
678 opts+=("--size=$zone_size" "$(ioengine "psync")" "--rw=write" "--bs=16K")
679 opts+=("--zonemode=zbd" "--zonesize=${zone_size}" "--group_reporting=1")
680 opts+=(${job_var_opts[@]})
682 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
685 write_to_first_seq_zone() {
690 off=$((first_sequential_zone_sector * 512))
691 capacity=$(total_zone_capacity 1 $off $dev)
693 r=$(((RANDOM << 16) | RANDOM))
694 run_fio --name="$dev" --filename="$dev" "$(ioengine "psync")" --rw="$1" \
695 --thread=1 --do_verify=1 --verify=md5 --direct=1 --bs=4K \
697 --size=$zone_size --loops=$loops --randseed="$r" \
698 --zonemode=zbd --zonesize="${zone_size}" --group_reporting=1 \
699 --gtod_reduce=1 >> "${logfile}.${test_number}" 2>&1 || return $?
700 check_written $((loops * capacity)) || return $?
703 # Overwrite the first sequential zone four times sequentially.
705 write_to_first_seq_zone write
708 # Overwrite the first sequential zone four times using random writes.
710 write_to_first_seq_zone randwrite
713 # Multiple overlapping random write jobs for the same drive.
715 local i jobs=16 off opts
717 require_seq_zones 65 || return $SKIP_TESTCASE
718 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
719 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
722 capacity=$(total_zone_capacity 1 $off $dev)
723 for ((i=0;i<jobs;i++)); do
724 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
725 opts+=("--size=$zone_size" "--io_size=$capacity" "$(ioengine "psync")" "--rw=randwrite")
726 opts+=("--thread=1" "--direct=1" "--zonemode=zbd")
727 opts+=("--zonesize=${zone_size}" "--group_reporting=1")
728 opts+=(${job_var_opts[@]})
730 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
731 check_written $((jobs * $capacity)) || return $?
732 check_reset_count -eq $jobs ||
733 check_reset_count -eq $((jobs - 1)) ||
737 # Multiple overlapping random write jobs for the same drive and with a limited
738 # number of open zones.
740 local i jobs=16 off opts=()
742 require_seq_zones 80 || return $SKIP_TESTCASE
743 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
744 size=$((16*zone_size))
746 [ -n "$is_zbd" ] && reset_zone "$dev" -1
749 for ((i=0;i<jobs;i++)); do
750 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
751 opts+=("--size=$size" "--io_size=$zone_size" "--thread=1")
752 opts+=("$(ioengine "psync")" "--rw=randwrite" "--direct=1")
753 opts+=("--max_open_zones=4" "--group_reporting=1")
754 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
755 # max_open_zones is already specified
756 opts+=($(job_var_opts_exclude "--max_open_zones"))
758 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
759 check_written $((jobs * zone_size)) || return $?
762 # Random reads and writes across the entire disk for 30s.
767 off=$((first_sequential_zone_sector * 512))
768 run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw \
769 --bs="$(max $((zone_size / 128)) "$min_seq_write_size")"\
770 --zonemode=zbd --zonesize="${zone_size}" --offset=$off\
771 --loops=2 --time_based --runtime=30s --norandommap=1\
772 >>"${logfile}.${test_number}" 2>&1
775 # Random reads across all sequential zones for 30s. This is not only a fio
776 # test but also allows to verify the performance of a drive.
778 local bs inc nz off opts size
780 [ -n "$is_zbd" ] && reset_zone "$dev" -1
782 # As preparation, write 128 KB to sequential write required zones. Limit
783 # write target zones up to max_open_zones to keep test time reasonable.
784 # To distribute the write target zones evenly, skip certain zones for every
785 # write. Utilize zonemode strided for such write patterns.
787 nz=$((max_open_zones))
788 if [[ $nz -eq 0 ]]; then
791 off=$((first_sequential_zone_sector * 512))
792 size=$((disk_size - off))
793 inc=$(((size / nz / zone_size) * zone_size))
794 opts=("--name=$dev" "--filename=$dev" "--rw=write" "--bs=${bs}")
795 opts+=("--offset=$off" "--size=$((inc * nz))" "--io_size=$((bs * nz))")
796 opts+=("--zonemode=strided" "--zonesize=${bs}" "--zonerange=${inc}")
797 opts+=("--direct=1" "$(ioengine "psync")")
798 echo "fio ${opts[@]}" >> "${logfile}.${test_number}"
799 "$(dirname "$0")/../../fio" "${opts[@]}" >> "${logfile}.${test_number}" \
802 # Next, run the test.
803 opts=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size")
804 opts+=("--bs=$bs" "$(ioengine "psync")" "--rw=randread" "--direct=1")
805 opts+=("--thread=1" "--time_based" "--runtime=30" "--zonemode=zbd")
806 opts+=("--zonesize=${zone_size}")
807 opts+=(${job_var_opts[@]})
808 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
811 # Random writes across all sequential zones. This is not only a fio test but
812 # also allows to verify the performance of a drive.
814 local off opts=() size
816 require_zbd || return $SKIP_TESTCASE
818 [ -n "$is_zbd" ] && reset_zone "$dev" -1
820 off=$((first_sequential_zone_sector * 512))
821 size=$((disk_size - off))
822 opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size")
823 opts+=("--bs=128K" "$(ioengine "psync")" "--rw=randwrite" "--direct=1")
824 opts+=("--thread=1" "--time_based" "--runtime=30")
825 opts+=("--max_open_zones=$max_open_zones" "--zonemode=zbd")
826 opts+=("--zonesize=${zone_size}")
827 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
830 # Write to sequential zones with a block size that is not a divisor of the
833 local bs io_size size
834 local off capacity=0;
836 [ -n "$is_zbd" ] && reset_zone "$dev" -1
838 off=$((first_sequential_zone_sector * 512))
839 capacity=$(total_zone_capacity 1 $off $dev)
840 size=$((2 * zone_size))
841 io_size=$((5 * capacity))
842 bs=$((3 * capacity / 4))
843 run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \
844 --size=$size --io_size=$io_size --bs=$bs \
845 >> "${logfile}.${test_number}" 2>&1 || return $?
846 check_written $((io_size / bs * bs)) || return $?
849 # Test repeated async write job with verify using two unaligned block sizes.
851 local bs off zone_capacity
854 require_zbd || return $SKIP_TESTCASE
857 off=$((first_sequential_zone_sector * 512))
858 zone_capacity=$(total_zone_capacity 1 $off $dev)
859 block_sizes=($((4096 * 7)) $(($(min ${zone_capacity} 4194304) - 4096)))
861 for bs in ${block_sizes[@]}; do
862 run_fio --name=job --filename="${dev}" --rw=randwrite \
863 --bs="${bs}" --offset="${off}" \
864 --size=$((4 * zone_size)) --iodepth=256 \
865 "$(ioengine "libaio")" --time_based=1 --runtime=15s \
866 --zonemode=zbd --direct=1 --zonesize="${zone_size}" \
867 --verify=crc32c --do_verify=1 ${job_var_opts[@]} \
868 >> "${logfile}.${test_number}" 2>&1 || return $?
872 # Test 1/4 for the I/O boundary rounding code: $size < $zone_size.
874 local bs off io_size size
877 off=$(((first_sequential_zone_sector + 1) * 512))
878 size=$((zone_size - 2 * 512))
879 bs=$((zone_size / 4))
880 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
881 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
882 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
883 >> "${logfile}.${test_number}" 2>&1 && return 1
884 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
887 # Test 2/4 for the I/O boundary rounding code: $size < $zone_size.
889 local bs off io_size size
892 off=$(((first_sequential_zone_sector) * 512))
893 size=$((zone_size - 512))
894 bs=$((zone_size / 4))
895 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
896 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
897 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
898 >> "${logfile}.${test_number}" 2>&1 && return 1
899 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
902 # Test 3/4 for the I/O boundary rounding code: $size > $zone_size.
904 local bs off size capacity
907 capacity=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev)
908 if [ "$first_sequential_zone_sector" = 0 ]; then
911 off=$(((first_sequential_zone_sector - 1) * 512))
913 size=$((zone_size + 2 * 512))
914 bs=$(min $((zone_size / 4)) "$zone_cap_bs")
915 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
916 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
917 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
918 >> "${logfile}.${test_number}" 2>&1
919 check_written $capacity || return $?
922 # Test 4/4 for the I/O boundary rounding code: $offset > $disk_size - $zone_size
927 size=$((min_seq_write_size))
928 off=$((disk_size - min_seq_write_size))
929 bs=$((min_seq_write_size))
930 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
931 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
932 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
933 >> "${logfile}.${test_number}" 2>&1 && return 1
934 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
937 # Read one block from a block device.
942 if ! result=($(first_online_zone "$dev")); then
943 echo "Failed to determine first online zone"
947 bs=$((min_seq_write_size))
948 run_one_fio_job --rw=read "$(ioengine "psync")" --offset=$off --bs=$bs \
949 --size=$bs "$@" 2>&1 |
950 tee -a "${logfile}.${test_number}"
953 # Check whether fio accepts --zonemode=none for zoned block devices.
955 require_zbd || return $SKIP_TESTCASE
956 read_one_block --zonemode=none >/dev/null || return $?
957 check_read $((min_seq_write_size)) || return $?
960 # Check whether fio accepts --zonemode=strided for zoned block devices.
964 bs=$((min_seq_write_size))
965 require_zbd || return $SKIP_TESTCASE
966 read_one_block --zonemode=strided |
967 grep -q 'fio: --zonesize must be specified when using --zonemode=strided' ||
969 read_one_block --zonemode=strided --zonesize=$bs >/dev/null || return $?
970 check_read $bs || return $?
973 # Check whether fio checks the zone size for zoned block devices.
975 require_zbd || return $SKIP_TESTCASE
976 read_one_block --zonemode=zbd --zonesize=$((2 * zone_size)) |
977 grep -q 'job parameter zonesize.*does not match disk zone size'
980 # Check whether fio handles --zonesize=0 correctly for regular block devices.
982 require_regular_block_dev || return $SKIP_TESTCASE
983 read_one_block --zonemode=zbd --zonesize=0 |
984 grep -q 'Specifying the zone size is mandatory for regular file/block device with --zonemode=zbd'
987 # Check whether fio handles --zonesize=1 correctly for regular block devices.
989 require_regular_block_dev || return $SKIP_TESTCASE
990 read_one_block --zonemode=zbd --zonesize=1 |
991 grep -q 'zone size must be at least 512 bytes for --zonemode=zbd'
994 # Check whether fio handles --zonemode=none --zonesize=1 correctly.
996 read_one_block --zonemode=none --zonesize=1 |
997 grep -q 'fio: --zonemode=none and --zonesize are not compatible'
1003 require_zbd || return $SKIP_TESTCASE
1005 bs=$((min_seq_write_size))
1006 run_one_fio_job "$(ioengine "psync")" --iodepth=1 --rw=randwrite --bs=$bs\
1007 --offset=$((first_sequential_zone_sector * 512)) \
1008 --size="$zone_size" --do_verify=1 --verify=md5 2>&1 |
1009 tee -a "${logfile}.${test_number}" |
1010 grep -q "fio: first I/O failed. If .* is a zoned block device, consider --zonemode=zbd"
1013 # Random write to sequential zones, libaio, 8 jobs, queue depth 64 per job
1018 size=$((4 * zone_size))
1019 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=4K \
1020 --group_reporting=1 --numjobs=8 \
1021 >> "${logfile}.${test_number}" 2>&1 || return $?
1022 check_written $((size * 8)) || return $?
1025 # Check whether fio handles --zonemode=zbd --zoneskip=1 correctly.
1030 bs=$((min_seq_write_size))
1031 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs=$bs --zoneskip=1 \
1032 >> "${logfile}.${test_number}" 2>&1 && return 1
1033 grep -q 'zoneskip 1 is not a multiple of the device zone size' "${logfile}.${test_number}"
1036 # Multiple overlapping random write jobs for the same drive and with a
1037 # limited number of open zones. This is similar to test29, but uses libaio
1038 # to stress test zone locking.
1040 local i jobs=16 off opts=()
1042 require_zbd || return $SKIP_TESTCASE
1043 require_seq_zones 80 || return $SKIP_TESTCASE
1045 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
1046 size=$((16*zone_size))
1048 [ -n "$is_zbd" ] && reset_zone "$dev" -1
1050 opts=("--aux-path=/tmp" "--allow_file_create=0" "--significant_figures=10")
1051 opts+=("--debug=zbd")
1052 opts+=("$(ioengine "libaio")" "--rw=randwrite" "--direct=1")
1053 opts+=("--time_based" "--runtime=30")
1054 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
1055 opts+=("--max_open_zones=4")
1056 for ((i=0;i<jobs;i++)); do
1057 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
1058 opts+=("--io_size=$zone_size" "--iodepth=256" "--thread=1")
1059 opts+=("--size=$size" "--group_reporting=1")
1060 # max_open_zones is already specified
1061 opts+=($(job_var_opts_exclude "--max_open_zones"))
1064 fio=$(dirname "$0")/../../fio
1066 { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}"
1068 timeout -v -s KILL 180s \
1069 "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" \
1070 >> "${logfile}.${test_number}" 2>&1 || return $?
1073 # Check if fio handles --zonecapacity on a normal block device correctly
1076 require_regular_block_dev || return $SKIP_TESTCASE
1078 size=$((2 * zone_size))
1079 capacity=$((zone_size * 3 / 4))
1081 run_one_fio_job "$(ioengine "psync")" --rw=write \
1082 --zonemode=zbd --zonesize="${zone_size}" \
1083 --zonecapacity=${capacity} \
1084 --verify=md5 --size=${size} >>"${logfile}.${test_number}" 2>&1 ||
1086 check_written $((capacity * 2)) || return $?
1087 check_read $((capacity * 2)) || return $?
1090 # Verify that conv zones are not locked and only seq zones are locked during
1091 # random read on conv-seq mixed zones.
1095 require_zbd || return $SKIP_TESTCASE
1096 require_conv_zones 8 || return $SKIP_TESTCASE
1097 require_seq_zones 8 || return $SKIP_TESTCASE
1099 reset_zone "${dev}" -1
1101 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1102 run_fio --name=job --filename=${dev} --offset=${off} --bs=64K \
1103 --size=$((16 * zone_size)) "$(ioengine "libaio")" --rw=randread\
1104 --time_based --runtime=3 --zonemode=zbd --zonesize=${zone_size}\
1105 --direct=1 --group_reporting=1 ${job_var_opts[@]} \
1106 >> "${logfile}.${test_number}" 2>&1 || return $?
1109 # Verify that conv zones are neither locked nor opened during random write on
1110 # conv-seq mixed zones. Zone lock and zone open shall happen only on seq zones.
1115 require_zbd || return $SKIP_TESTCASE
1116 require_conv_zones 8 || return $SKIP_TESTCASE
1117 require_seq_zones 8 || return $SKIP_TESTCASE
1119 reset_zone "$dev" -1
1121 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1122 opts+=("--size=$((16 * zone_size))" "$(ioengine "libaio")")
1123 opts+=("--zonemode=zbd" "--direct=1" "--zonesize=${zone_size}")
1124 opts+=("--max_open_zones=2" "--offset=$off")
1125 opts+=("--thread=1" "--group_reporting=1")
1126 opts+=("--time_based" "--runtime=30" "--rw=randwrite")
1127 for ((i=0;i<jobs;i++)); do
1128 opts+=("--name=job${i}" "--filename=$dev")
1129 opts+=("--bs=$(((i+1)*16))K")
1130 opts+=($(job_var_opts_exclude "--max_open_zones"))
1132 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
1135 # Verify that zone_reset_threshold only accounts written bytes in seq
1136 # zones, and written data bytes of conv zones are not counted.
1140 require_zbd || return $SKIP_TESTCASE
1141 require_conv_zones 8 || return $SKIP_TESTCASE
1142 require_seq_zones 8 || return $SKIP_TESTCASE
1144 reset_zone "${dev}" -1
1146 # Total I/O size is 1/8 = 0.125 of the I/O range of cont + seq zones.
1147 # Set zone_reset_threshold as 0.1. The threshold size is less than
1148 # 0.125, then, reset count zero is expected.
1149 # On the other hand, half of the I/O range is covered by conv zones.
1150 # If fio would count the conv zones for zone_reset_threshold, the ratio
1151 # were more than 0.5 and would trigger zone resets.
1153 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1154 io_size=$((zone_size * 16 / 8))
1155 run_fio --name=job --filename=$dev --rw=randwrite --bs=$((zone_size/16))\
1156 --size=$((zone_size * 16)) --softrandommap=1 \
1157 --io_size=$((io_size)) "$(ioengine "psync")" --offset=$off \
1158 --zonemode=zbd --direct=1 --zonesize=${zone_size} \
1159 --zone_reset_threshold=.1 --zone_reset_frequency=1.0 \
1160 ${job_var_opts[@]} --debug=zbd \
1161 >> "${logfile}.${test_number}" 2>&1 || return $?
1163 check_written ${io_size} || return $?
1164 check_reset_count -eq 0 || return $?
1167 # Check both reads and writes are executed by random I/O to conventional zones.
1169 local off capacity io read_b=0 written_b=0
1171 require_zbd || return $SKIP_TESTCASE
1172 require_conv_zones 4 || return $SKIP_TESTCASE
1174 off=$((first_sequential_zone_sector * 512 - 4 * zone_size))
1175 capacity=$(total_zone_capacity 4 $off $dev)
1176 run_fio --name=job --filename=${dev} --rw=randrw --bs=64K \
1177 --size=$((4 * zone_size)) "$(ioengine "psync")" --offset=${off}\
1178 --zonemode=zbd --direct=1 --zonesize=${zone_size} \
1179 ${job_var_opts[@]} \
1180 >> "${logfile}.${test_number}" 2>&1 || return $?
1182 written_b=$(fio_written <"${logfile}.${test_number}")
1183 read_b=$(fio_read <"${logfile}.${test_number}")
1184 io=$((written_b + read_b))
1185 echo "Number of bytes read: $read_b" >>"${logfile}.${test_number}"
1186 echo "Number of bytes written: $written_b" >>"${logfile}.${test_number}"
1187 echo "Total number of bytes read and written: $io <> $capacity" \
1188 >>"${logfile}.${test_number}"
1189 if ((io==capacity && written_b != 0 && read_b != 0)); then
1195 # Test read/write mix with verify.
1197 require_zbd || return $SKIP_TESTCASE
1198 require_seq_zones 8 || return $SKIP_TESTCASE
1201 run_fio --name=job --filename=${dev} "$(ioengine "libaio")" \
1202 --time_based=1 --runtime=30s --continue_on_error=0 \
1203 --offset=$((first_sequential_zone_sector * 512)) \
1204 --size=$((8*zone_size)) --direct=1 --iodepth=1 \
1205 --rw=randrw:2 --rwmixwrite=25 --bsrange=4k-${zone_size} \
1206 --zonemode=zbd --zonesize=${zone_size} \
1207 --verify=crc32c --do_verify=1 --verify_backlog=2 \
1208 --alloc-size=65536 --random_generator=tausworthe64 \
1209 ${job_var_opts[@]} --debug=zbd \
1210 >> "${logfile}.${test_number}" 2>&1 || return $?
1213 # test 'z' suffix parsing only
1216 bs=$((min_seq_write_size))
1218 require_zbd || return $SKIP_TESTCASE
1219 # offset=1z + offset_increment=10z + size=2z
1220 require_seq_zones 13 || return $SKIP_TESTCASE
1226 "$(ioengine "psync")" \
1228 --zonesize=${zone_size} \
1232 --offset_increment=10z \
1236 ${job_var_opts[@]} --debug=zbd \
1237 >> "${logfile}.${test_number}" 2>&1 || return $?
1240 # test 'z' suffix parsing only
1243 bs=$((min_seq_write_size))
1245 require_regular_block_dev || return $SKIP_TESTCASE
1246 require_seq_zones 10 || return $SKIP_TESTCASE
1252 "$(ioengine "psync")" \
1253 --zonemode=strided \
1254 --zonesize=${zone_size} \
1259 ${job_var_opts[@]} --debug=zbd \
1260 >> "${logfile}.${test_number}" 2>&1 || return $?
1263 # Test that repeated async write job does not cause zone reset during writes
1264 # in-flight, when the block size is not a divisor of the zone size.
1268 require_zbd || return $SKIP_TESTCASE
1272 off=$((first_sequential_zone_sector * 512))
1274 run_fio --name=job --filename="${dev}" --rw=randwrite --bs="${bs}" \
1275 --offset="${off}" --size=$((4 * zone_size)) --iodepth=256 \
1276 "$(ioengine "libaio")" --time_based=1 --runtime=30s \
1277 --zonemode=zbd --direct=1 --zonesize="${zone_size}" \
1278 ${job_var_opts[@]} \
1279 >> "${logfile}.${test_number}" 2>&1 || return $?
1282 # Random writes and random trims to sequential write required zones for 30s.
1286 require_seq_zones 128 || return $SKIP_TESTCASE
1288 size=$((zone_size * 128))
1289 bs="$(max $((zone_size / 128)) "$min_seq_write_size")"
1291 off=$((first_sequential_zone_sector * 512))
1292 run_fio --zonemode=zbd --direct=1 --zonesize="${zone_size}" --thread=1 \
1293 --filename="${dev}" --norandommap=1 \
1294 --name="precondition" --rw=write "$(ioengine "psync")" \
1295 --offset="${off}" --size=$((zone_size * 16)) --bs="${bs}" \
1296 "${job_var_opts[@]}" \
1297 --name=wjob --wait_for="precondition" --rw=randwrite \
1298 "$(ioengine "libaio")" --iodepth=8 \
1299 --offset="${off}" --size="${size}" --bs="${bs}" \
1300 --time_based --runtime=30s --flow=128 "${job_var_opts[@]}" \
1301 --name=trimjob --wait_for="precondition" --rw=randtrim \
1302 "$(ioengine "psync")" \
1303 --offset="${off}" --size="${size}" --bs="${zone_size}" \
1304 --time_based --runtime=30s --flow=1 "${job_var_opts[@]}" \
1305 >>"${logfile}.${test_number}" 2>&1
1308 # Test zone_reset_threshold with verify.
1310 local off bs loops=2 size=$((zone_size)) w
1311 local -a workloads=(write randwrite rw randrw)
1314 off=$((first_sequential_zone_sector * 512))
1316 bs=$(min $((256*1024)) "$zone_size")
1317 for w in "${workloads[@]}"; do
1318 run_fio_on_seq "$(ioengine "psync")" --rw=${w} --bs="$bs" \
1319 --size=$size --loops=$loops --do_verify=1 \
1320 --verify=md5 --zone_reset_frequency=.9 \
1321 --zone_reset_threshold=.1 \
1322 >> "${logfile}.${test_number}" 2>&1 || return $?
1326 # Test fio errors out experimental_verify option with zonemode=zbd.
1328 run_fio_on_seq "$(ioengine "psync")" --rw=write --size=$zone_size \
1329 --do_verify=1 --verify=md5 --experimental_verify=1 \
1330 >> "${logfile}.${test_number}" 2>&1 && return 1
1331 grep -q 'not support experimental verify' "${logfile}.${test_number}"
1334 # Test fio errors out zone_reset_threshold option for multiple jobs with
1335 # different write ranges.
1337 run_fio_on_seq "$(ioengine "psync")" --rw=write --size="$zone_size" \
1338 --numjobs=2 --offset_increment="$zone_size" \
1339 --zone_reset_threshold=0.1 --zone_reset_frequency=1 \
1340 --exitall_on_error=1 \
1341 >> "${logfile}.${test_number}" 2>&1 && return 1
1342 grep -q 'different write ranges' "${logfile}.${test_number}"
1345 # Test zone_reset_threshold option works for multiple jobs with same write
1348 local bs loops=2 size=$((zone_size))
1350 [ -n "$is_zbd" ] && reset_zone "$dev" -1
1352 # Two jobs write to single zone twice. Reset zone happens at next write
1353 # after half of the zone gets filled. So 2 * 2 * 2 - 1 = 7 times zone
1354 # resets are expected.
1355 bs=$(min $((256*1024)) $((zone_size / 4)))
1356 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \
1357 --size=$size --loops=$loops --numjobs=2 \
1358 --zone_reset_frequency=1 --zone_reset_threshold=.5 \
1359 --group_reporting=1 \
1360 >> "${logfile}.${test_number}" 2>&1 || return $?
1361 check_written $((size * loops * 2)) || return $?
1362 check_reset_count -eq 7 || return $?
1365 # Test zone_reset_threshold option works for a read job and a write job with
1366 # different IO range.
1368 local bs loops=2 size=$((zone_size)) off1 off2
1370 [ -n "$is_zbd" ] && reset_zone "$dev" -1
1372 off1=$((first_sequential_zone_sector * 512))
1373 off2=$((off1 + zone_size))
1374 bs=$(min $((256*1024)) $((zone_size / 4)))
1376 # One job writes to single zone twice. Reset zone happens at next write
1377 # after half of the zone gets filled. So 2 * 2 - 1 = 3 times zone resets
1379 run_fio "$(ioengine "psync")" --bs="$bs" --size=$size --loops=$loops \
1380 --filename="$dev" --group_reporting=1 \
1381 --zonemode=zbd --zonesize="$zone_size" --direct=1 \
1382 --zone_reset_frequency=1 --zone_reset_threshold=.5 \
1383 --name=r --rw=read --offset=$off1 "${job_var_opts[@]}" \
1384 --name=w --rw=write --offset=$off2 "${job_var_opts[@]}" \
1385 >> "${logfile}.${test_number}" 2>&1 || return $?
1386 check_written $((size * loops)) || return $?
1387 check_reset_count -eq 3 || return $?
1390 # Test write zone accounting handles almost full zones correctly. Prepare an
1391 # almost full, but not full zone. Write to the zone with verify using larger
1392 # block size. Then confirm fio does not report write zone accounting failure.
1396 [ -n "$is_zbd" ] && reset_zone "$dev" -1
1398 bs=$((zone_size / 8))
1399 cap=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev)
1400 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \
1401 --size=$((zone_size)) \
1402 --io_size=$((cap - bs)) \
1403 >> "${logfile}.${test_number}" 2>&1 || return $?
1405 bs=$((zone_size / 2))
1406 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \
1407 --size=$((zone_size)) --do_verify=1 --verify=md5 \
1408 >> "${logfile}.${test_number}" 2>&1 || return $?
1411 # Test open zone accounting handles trim workload correctly. Prepare open zones
1412 # as many as max_open_zones=4. Trim one of the 4 zones. Then write to another
1413 # zone and check the write amount is expected size.
1417 [ -n "$is_zbd" ] && reset_zone "$dev" -1
1419 off=$((first_sequential_zone_sector * 512))
1420 capacity=$(total_zone_capacity 1 $off "$dev")
1421 run_fio --zonemode=zbd --direct=1 --zonesize="$zone_size" --thread=1 \
1422 --filename="$dev" --group_reporting=1 --max_open_zones=4 \
1423 "$(ioengine "psync")" \
1424 --name="prep_open_zones" --rw=randwrite --offset="$off" \
1425 --size="$((zone_size * 4))" --bs=4096 --io_size="$zone_size" \
1426 --name=trimjob --wait_for="prep_open_zones" --rw=trim \
1427 --bs="$zone_size" --offset="$off" --size="$zone_size" \
1428 --name=write --wait_for="trimjob" --rw=write --bs=4096 \
1429 --offset="$((off + zone_size * 4))" --size="$zone_size" \
1430 >> "${logfile}.${test_number}" 2>&1
1432 check_written $((zone_size + capacity))
1435 # Test closed zones are handled as open zones. This test case requires zoned
1436 # block devices which has same max_open_zones and max_active_zones.
1440 require_zbd || return $SKIP_TESTCASE
1441 require_max_active_zones 2 || return $SKIP_TESTCASE
1442 require_max_open_zones "${max_active_zones}" || return $SKIP_TESTCASE
1443 require_seq_zones $((max_active_zones * 16)) || return $SKIP_TESTCASE
1445 reset_zone "$dev" -1
1447 # Prepare max_active_zones in closed condition.
1448 off=$((first_sequential_zone_sector * 512))
1449 run_fio --name=w --filename="$dev" --zonemod=zbd --direct=1 \
1450 --offset=$((off)) --zonesize="${zone_size}" --rw=randwrite \
1451 --bs=4096 --size="$((zone_size * max_active_zones))" \
1452 --io_size="${zone_size}" "$(ioengine "psync")" \
1453 >> "${logfile}.${test_number}" 2>&1 || return $?
1454 for ((i = 0; i < max_active_zones; i++)); do
1455 close_zone "$dev" $((off / 512)) || return $?
1456 off=$((off + zone_size))
1459 # Run random write to the closed zones and empty zones. This confirms
1460 # that fio handles closed zones as write target open zones. Otherwise,
1461 # fio writes to the empty zones and hit the max_active_zones limit.
1462 off=$((first_sequential_zone_sector * 512))
1463 run_one_fio_job --zonemod=zbd --direct=1 \
1464 "$(ioengine "psync")" --rw=randwrite --bs=4096 \
1465 --max_open_zones="$max_active_zones" --offset=$((off)) \
1466 --size=$((max_active_zones * 16 * zone_size)) \
1467 --io_size=$((zone_size)) --zonesize="${zone_size}" \
1468 --time_based --runtime=5s \
1469 >> "${logfile}.${test_number}" 2>&1
1472 # Test max_active_zones limit failure is reported with good error message.
1476 require_zbd || return $SKIP_TESTCASE
1477 require_max_active_zones 2 || return $SKIP_TESTCASE
1478 require_max_open_zones "${max_active_zones}" || return $SKIP_TESTCASE
1479 require_seq_zones $((max_active_zones + 1)) || return $SKIP_TESTCASE
1481 reset_zone "$dev" -1
1483 # Prepare max_active_zones in open condition.
1484 off=$((first_sequential_zone_sector * 512))
1485 run_fio --name=w --filename="$dev" --zonemod=zbd --direct=1 \
1486 --offset=$((off)) --zonesize="${zone_size}" --rw=randwrite \
1487 --bs=4096 --size="$((zone_size * max_active_zones))" \
1488 --io_size="${zone_size}" "$(ioengine "psync")" \
1489 >> "${logfile}.${test_number}" 2>&1 || return $?
1491 # Write to antoher zone and trigger max_active_zones limit error.
1492 off=$((off + zone_size * max_active_zones))
1493 run_one_fio_job --zonemod=zbd --direct=1 "$(ioengine "psync")" \
1494 --rw=write --bs=$min_seq_write_size --offset=$((off)) \
1495 --size=$((zone_size)) --zonesize="${zone_size}" \
1496 >> "${logfile}.${test_number}" 2>&1 && return $?
1497 grep -q 'Exceeded max_active_zones limit' "${logfile}.${test_number}"
1511 while [ "${1#-}" != "$1" ]; do
1513 -d) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=drd"
1514 "--show-confl-seg=no");
1516 -e) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=helgrind");
1518 -l) use_libzbc=1; shift;;
1519 -r) reset_all_zones=1; shift;;
1520 -w) reset_before_write=1; shift;;
1521 -t) tests+=("$2"); shift; shift;;
1522 -o) max_open_zones_opt="${2}"; shift; shift;;
1523 -v) dynamic_analyzer=(valgrind "--read-var-info=yes");
1525 -q) quit_on_err=1; shift;;
1526 -z) zbd_debug=1; shift;;
1527 -u) force_io_uring=1; shift;;
1533 if [ $# != 1 ]; then
1538 if [ -n "$use_libzbc" -a -n "$force_io_uring" ]; then
1539 echo "Please specify only one of -l and -u options"
1543 # shellcheck source=functions
1544 source "$(dirname "$0")/functions" || exit $?
1548 if [ -n "$zbd_debug" ]; then
1549 global_var_opts+=("--debug=zbd")
1552 realdev=$(readlink -f "$dev")
1553 basename=$(basename "$realdev")
1555 if [[ -b "$realdev" ]]; then
1556 major=$((0x$(stat -L -c '%t' "$realdev"))) || exit $?
1557 minor=$((0x$(stat -L -c '%T' "$realdev"))) || exit $?
1558 disk_size=$(($(<"/sys/dev/block/$major:$minor/size")*512))
1560 # When the target is a partition device, get basename of its
1561 # holder device to access sysfs path of the holder device
1562 if [[ -r "/sys/dev/block/$major:$minor/partition" ]]; then
1563 realsysfs=$(readlink "/sys/dev/block/$major:$minor")
1564 basename=$(basename "${realsysfs%/*}")
1566 min_seq_write_size=$(min_seq_write_size "$basename")
1567 case "$(<"/sys/class/block/$basename/queue/zoned")" in
1568 host-managed|host-aware)
1570 if ! check_blkzone "${dev}"; then
1573 if ! result=($(first_sequential_zone "$dev")); then
1574 echo "Failed to determine first sequential zone"
1577 first_sequential_zone_sector=${result[0]}
1578 sectors_per_zone=${result[1]}
1579 zone_size=$((sectors_per_zone * 512))
1580 if ! max_open_zones=$(max_open_zones "$dev"); then
1581 echo "Failed to determine maximum number of open zones"
1584 max_active_zones=$(max_active_zones "$dev")
1585 set_io_scheduler "$basename" deadline || exit $?
1586 if [ -n "$reset_all_zones" ]; then
1587 reset_zone "$dev" -1
1591 first_sequential_zone_sector=$(((disk_size / 2) &
1592 (min_seq_write_size - 1)))
1593 zone_size=$(max 65536 "$min_seq_write_size")
1594 sectors_per_zone=$((zone_size / 512))
1597 set_io_scheduler "$basename" none || exit $?
1600 elif [[ -c "$realdev" ]]; then
1601 # For an SG node, we must have libzbc option specified
1602 if [[ ! -n "$use_libzbc" ]]; then
1603 echo "Character device files can only be used with -l (libzbc) option"
1607 if ! $(is_zbc "$dev"); then
1608 echo "Device is not a ZBC disk"
1613 if ! disk_size=($(( $(zbc_disk_sectors "$dev") * 512))); then
1614 echo "Failed to determine disk size"
1617 if ! min_seq_write_size=($(zbc_physical_block_size "$dev")); then
1618 echo "Failed to determine physical block size"
1621 if ! result=($(first_sequential_zone "$dev")); then
1622 echo "Failed to determine first sequential zone"
1625 first_sequential_zone_sector=${result[0]}
1626 sectors_per_zone=${result[1]}
1627 zone_size=$((sectors_per_zone * 512))
1628 if ! max_open_zones=$(max_open_zones "$dev"); then
1629 echo "Failed to determine maximum number of open zones"
1633 if [ -n "$reset_all_zones" ]; then
1634 reset_zone "$dev" -1
1638 if [[ -n ${max_open_zones_opt} ]]; then
1639 # Override max_open_zones with the script option value
1640 max_open_zones="${max_open_zones_opt}"
1641 global_var_opts+=("--ignore_zone_limits=1")
1642 job_var_opts+=("--max_open_zones=${max_open_zones_opt}")
1645 echo -n "First sequential zone starts at sector $first_sequential_zone_sector;"
1646 echo " zone size: $((zone_size >> 20)) MB"
1648 zone_cap_bs=$(zone_cap_bs "$dev" "$zone_size")
1650 if [ "${#tests[@]}" = 0 ]; then
1651 readarray -t tests < <(declare -F | grep "test[0-9]*" | \
1652 tr -c -d "[:digit:]\n" | sort -n)
1673 trap 'intr=1' SIGINT
1676 for test_number in "${tests[@]}"; do
1677 rm -f "${logfile}.${test_number}"
1679 echo -n "Running test $(printf "%02d" $test_number) ... "
1680 eval "test$test_number"
1682 if ((!ret)) && check_log $test_number; then
1684 cc_status="${green}${status}${end}"
1686 elif ((ret==SKIP_TESTCASE)); then
1688 echo "${SKIP_REASON}" >> "${logfile}.${test_number}"
1689 cc_status="${cyan}${status}${end} ${SKIP_REASON}"
1693 cc_status="${red}${status}${end}"
1697 echo -e "$cc_status"
1698 echo "$status" >> "${logfile}.${test_number}"
1699 [ $intr -ne 0 ] && exit 1
1700 [ -n "$quit_on_err" -a "$rc" -ne 0 ] && exit 1
1703 echo "$passed tests passed"
1704 if [ $skipped -gt 0 ]; then
1705 echo " $skipped tests skipped"
1707 if [ $failed -gt 0 ]; then
1708 echo " $failed tests failed"
1710 echo "Run time: $(TZ=UTC0 printf "%(%H:%M:%S)T\n" $(( SECONDS )) )"