3 # Copyright (C) 2018 Western Digital Corporation or its affiliates.
5 # This file is released under the GPL.
8 echo "Usage: $(basename "$0") [OPTIONS] <test target device file>"
10 echo -e "\t-d Run fio with valgrind using DRD tool"
11 echo -e "\t-e Run fio with valgrind using helgrind tool"
12 echo -e "\t-v Run fio with valgrind --read-var-info option"
13 echo -e "\t-l Test with libzbc ioengine"
14 echo -e "\t-r Reset all zones before test start"
15 echo -e "\t-w Reset all zones before executing each write test case"
16 echo -e "\t-o <max_open_zones> Run fio with max_open_zones limit"
17 echo -e "\t-t <test #> Run only a single test case with specified number"
18 echo -e "\t-q Quit the test run after any failed test"
19 echo -e "\t-z Run fio with debug=zbd option"
20 echo -e "\t-u Use io_uring ioengine in place of libaio"
24 if [ "$1" -gt "$2" ]; then
32 if [ "$1" -lt "$2" ]; then
40 if [ -n "$use_libzbc" ]; then
41 echo -n "--ioengine=libzbc"
42 elif [ "$1" = "libaio" -a -n "$force_io_uring" ]; then
43 echo -n "--ioengine=io_uring"
45 echo -n "--ioengine=$1"
52 [ -e "/sys/block/$dev" ] || return $?
53 if [ -e "/sys/block/$dev/mq" ]; then
56 deadline) sched=mq-deadline;;
61 mq-deadline) sched=deadline;;
65 echo "$sched" >"/sys/block/$dev/queue/scheduler"
71 read=$(fio_read <"${logfile}.${test_number}")
72 echo "read: $read <> $1" >> "${logfile}.${test_number}"
79 written=$(fio_written <"${logfile}.${test_number}")
80 echo "written: $written <> $1" >> "${logfile}.${test_number}"
84 # Compare the reset count from the log file with reset count $2 using operator
85 # $1 (=, -ge, -gt, -le, -lt).
89 reset_count=$(fio_reset_count <"${logfile}.${test_number}")
90 echo "reset_count: test $reset_count $1 $2" >> "${logfile}.${test_number}"
91 eval "[ '$reset_count' '$1' '$2' ]"
94 # Check log for failed assertions and crashes. Without these checks,
95 # a test can succeed even when these events happen, but it must fail.
97 [ ! -f "${logfile}.${1}" ] && return 0
98 ! grep -q -e "Assertion " -e "Aborted " "${logfile}.${1}"
101 # Whether or not $1 (/dev/...) is a SCSI device.
106 for f in /sys/class/scsi_device/*/device/block/"$d"; do
107 [ -e "$f" ] && return 0
112 job_var_opts_exclude() {
116 for o in "${job_var_opts[@]}"; do
117 if [[ ${o} =~ "${ex_key}" ]]; then
124 has_max_open_zones() {
126 if [[ ${1} =~ "--max_open_zones" ]]; then
137 fio=$(dirname "$0")/../../fio
139 opts=(${global_var_opts[@]})
140 opts+=("--max-jobs=16" "--aux-path=/tmp" "--allow_file_create=0" \
141 "--significant_figures=10" "$@")
142 # When max_open_zones option is specified to this test script, add
143 # max_open_zones option to fio command unless the test case already add it.
144 if [[ -n ${max_open_zones_opt} ]] && ! has_max_open_zones "${opts[@]}"; then
145 opts+=("--max_open_zones=${max_open_zones_opt}")
147 { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}"
149 "${dynamic_analyzer[@]}" "$fio" "${opts[@]}"
155 r=$(((RANDOM << 16) | RANDOM))
156 run_fio --name="$dev" --filename="$dev" "$@" --randseed="$r" \
157 --thread=1 --direct=1
160 write_and_run_one_fio_job() {
162 local write_offset="${1}"
163 local write_size="${2}"
167 r=$(((RANDOM << 16) | RANDOM))
168 write_opts=(--name="write_job" --rw=write "$(ioengine "psync")" \
169 --bs="${logical_block_size}" --zonemode=zbd \
170 --zonesize="${zone_size}" --thread=1 --direct=1 \
171 --offset="${write_offset}" --size="${write_size}")
172 write_opts+=("${job_var_opts[@]}")
173 run_fio --filename="$dev" --randseed="$r" "${write_opts[@]}" \
174 --name="$dev" --wait_for="write_job" "$@" --thread=1 --direct=1
177 # Run fio on the first four sequential zones of the disk.
181 opts+=("--offset=$((first_sequential_zone_sector * 512))")
182 opts+=("--size=$((4 * zone_size))" "--zonemode=zbd")
183 if [ -z "$is_zbd" ]; then
184 opts+=("--zonesize=${zone_size}")
186 run_one_fio_job "${opts[@]}" "$@"
189 # Prepare for write test by resetting zones. When reset_before_write or
190 # max_open_zones option is specified, reset all zones of the test target to
191 # ensure that zones out of the test target range do not have open zones. This
192 # allows the write test to the target range to be able to open zones up to
193 # max_open_zones limit specified as the option or obtained from sysfs.
195 [[ -n "${reset_before_write}" || -n "${max_open_zones_opt}" ]] &&
196 [[ -n "${is_zbd}" ]] && reset_zone "${dev}" -1
202 if ! is_scsi_device "$dev"; then
203 SKIP_REASON="$dev is not a SCSI device"
209 require_conv_zone_bytes() {
212 if ((req_bytes > first_sequential_zone_sector * 512)); then
213 SKIP_REASON="$dev does not have enough conventional zones"
220 if [[ -z ${is_zbd} ]]; then
221 SKIP_REASON="$dev is not a zoned block device"
227 require_regular_block_dev() {
228 if [[ -n ${is_zbd} ]]; then
229 SKIP_REASON="$dev is not a regular block device"
235 require_block_dev() {
236 if [[ -b "$realdev" ]]; then
239 SKIP_REASON="$dev is not a block device"
243 require_seq_zones() {
244 local req_seq_zones=${1}
245 local seq_bytes=$((disk_size - first_sequential_zone_sector * 512))
247 if ((req_seq_zones > seq_bytes / zone_size)); then
248 SKIP_REASON="$dev does not have $req_seq_zones sequential zones"
254 require_conv_zones() {
255 local req_c_zones=${1}
256 local conv_bytes=$((first_sequential_zone_sector * 512))
258 if ((req_c_zones > conv_bytes / zone_size)); then
259 SKIP_REASON="$dev does not have $req_c_zones conventional zones"
265 require_max_open_zones() {
268 if ((max_open_zones !=0 && max_open_zones < min)); then
269 SKIP_REASON="max_open_zones of $dev is smaller than $min"
275 # Check whether buffered writes are refused for block devices.
277 require_block_dev || return $SKIP_TESTCASE
278 run_fio --name=job1 --filename="$dev" --rw=write --direct=0 --bs=4K \
279 "$(ioengine "psync")" --size="${zone_size}" --thread=1 \
280 --zonemode=zbd --zonesize="${zone_size}" 2>&1 |
281 tee -a "${logfile}.${test_number}" |
282 grep -q 'Using direct I/O is mandatory for writing to ZBD drives'
283 local fio_rc=${PIPESTATUS[0]} grep_rc=${PIPESTATUS[2]}
288 if [ -n "$is_zbd" ]; then
295 # Block size exceeds zone size.
297 local bs off opts=() rc
299 off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
300 bs=$((2 * zone_size))
301 opts+=("$(ioengine "psync")")
302 opts+=("--name=job1" "--filename=$dev" "--rw=write" "--direct=1")
303 opts+=("--zonemode=zbd" "--offset=$off" "--bs=$bs" "--size=$bs")
304 if [ -z "$is_zbd" ]; then
305 opts+=("--zonesize=${zone_size}")
307 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 && return 1
308 grep -q 'buflen exceeds zone size' "${logfile}.${test_number}"
311 # Run fio against an empty zone. This causes fio to report "No I/O performed".
315 require_seq_zones 129 || return $SKIP_TESTCASE
316 off=$((first_sequential_zone_sector * 512 + 128 * zone_size))
318 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
319 opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--bs=4K")
320 opts+=("--size=$size" "--zonemode=zbd")
321 opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--thread=1")
322 if [ -z "$is_zbd" ]; then
323 opts+=("--zonesize=${zone_size}")
325 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
326 ! grep -q 'READ:' "${logfile}.${test_number}"
329 # Run fio with --read_beyond_wp=1 against an empty zone.
333 require_seq_zones 130 || return $SKIP_TESTCASE
334 off=$((first_sequential_zone_sector * 512 + 129 * zone_size))
336 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
337 opts+=("--name=$dev" "--filename=$dev" "--offset=$off")
338 opts+=(--bs="$(min $((logical_block_size * 256)) $size)")
339 opts+=("--size=$size" "--thread=1" "--read_beyond_wp=1")
340 opts+=("$(ioengine "psync")" "--rw=read" "--direct=1" "--disable_lat=1")
341 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
342 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
343 check_read $size || return $?
346 # Sequential write to sequential zones.
348 local size off capacity bs
351 off=$((first_sequential_zone_sector * 512))
352 capacity=$(total_zone_capacity 4 $off $dev)
353 size=$((4 * zone_size))
354 bs=$(min "$(max $((zone_size / 64)) "$logical_block_size")" "$zone_cap_bs")
355 run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \
356 --bs="$bs" --do_verify=1 --verify=md5 \
357 >>"${logfile}.${test_number}" 2>&1 || return $?
358 check_written $capacity || return $?
359 check_read $capacity || return $?
362 # Sequential read from sequential zones.
364 local size off capacity bs
367 off=$((first_sequential_zone_sector * 512))
368 capacity=$(total_zone_capacity 4 $off $dev)
369 size=$((4 * zone_size))
370 bs=$(min "$(max $((zone_size / 64)) "$logical_block_size")" "$zone_cap_bs")
371 write_and_run_one_fio_job \
372 $((first_sequential_zone_sector * 512)) "${size}" \
374 --size="${size}" --zonemode=zbd --zonesize="${zone_size}" \
375 "$(ioengine "psync")" --iodepth=1 --rw=read --bs="$bs" \
376 >>"${logfile}.${test_number}" 2>&1 || return $?
377 check_read $capacity || return $?
380 # Random write to sequential zones, libaio, queue depth 1.
382 local size=$((zone_size))
386 off=$((first_sequential_zone_sector * 512))
387 capacity=$(total_zone_capacity 1 $off $dev)
388 run_fio_on_seq "$(ioengine "libaio")" --iodepth=1 --rw=randwrite \
389 --bs="$(min 16384 "${zone_size}")" \
390 --do_verify=1 --verify=md5 --size="$size" \
391 >>"${logfile}.${test_number}" 2>&1 || return $?
392 check_written $capacity || return $?
393 check_read $capacity || return $?
396 # Random write to sequential zones, libaio, queue depth 64.
398 local size off capacity
401 size=$((4 * zone_size))
402 off=$((first_sequential_zone_sector * 512))
403 capacity=$(total_zone_capacity 4 $off $dev)
404 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \
405 --bs="$(min 16384 "${zone_size}")" \
406 --do_verify=1 --verify=md5 \
407 >>"${logfile}.${test_number}" 2>&1 || return $?
408 check_written $capacity || return $?
409 check_read $capacity || return $?
412 # Random write to sequential zones, sg, queue depth 1.
416 require_scsi_dev || return $SKIP_TESTCASE
419 size=$((4 * zone_size))
420 run_fio_on_seq --ioengine=sg \
421 --iodepth=1 --rw=randwrite --bs=16K \
422 --do_verify=1 --verify=md5 \
423 >>"${logfile}.${test_number}" 2>&1 || return $?
424 check_written $size || return $?
425 check_read $size || return $?
428 # Random write to sequential zones, sg, queue depth 64.
432 require_scsi_dev || return $SKIP_TESTCASE
435 size=$((4 * zone_size))
436 run_fio_on_seq --ioengine=sg \
437 --iodepth=64 --rw=randwrite --bs=16K \
438 --do_verify=1 --verify=md5 \
439 >>"${logfile}.${test_number}" 2>&1 || return $?
440 check_written $size || return $?
441 check_read $size || return $?
444 # Random write to sequential zones, libaio, queue depth 64, random block size.
446 local size off capacity
449 size=$((4 * zone_size))
450 off=$((first_sequential_zone_sector * 512))
451 capacity=$(total_zone_capacity 4 $off $dev)
452 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite \
453 --bsrange=4K-64K --do_verify=1 --verify=md5 \
454 --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $?
455 check_written $capacity || return $?
456 check_read $capacity || return $?
459 # Random write to sequential zones, libaio, queue depth 64, max 1 open zone.
461 local size off capacity
464 size=$((8 * zone_size))
465 off=$((first_sequential_zone_sector * 512))
466 capacity=$(total_zone_capacity 8 $off $dev)
467 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
468 --max_open_zones=1 --size=$size --do_verify=1 --verify=md5 \
469 --debug=zbd >>"${logfile}.${test_number}" 2>&1 || return $?
470 check_written $capacity || return $?
471 check_read $capacity || return $?
474 # Random write to sequential zones, libaio, queue depth 64, max 4 open zones.
476 local size off capacity
478 require_max_open_zones 4 || return $SKIP_TESTCASE
481 size=$((8 * zone_size))
482 off=$((first_sequential_zone_sector * 512))
483 capacity=$(total_zone_capacity 8 $off $dev)
484 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
485 --max_open_zones=4 --size=$size --do_verify=1 --verify=md5 \
487 >>"${logfile}.${test_number}" 2>&1 || return $?
488 check_written $capacity || return $?
489 check_read $capacity || return $?
492 # Random write to conventional zones.
496 if ! result=($(first_online_zone "$dev")); then
497 echo "Failed to determine first online zone"
502 size=$((16 * 2**20)) # 20 MB
503 require_conv_zone_bytes "${size}" || return $SKIP_TESTCASE
505 run_one_fio_job "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=16K \
506 --zonemode=zbd --zonesize="${zone_size}" --do_verify=1 \
507 --verify=md5 --offset=$off --size=$size\
508 >>"${logfile}.${test_number}" 2>&1 || return $?
509 check_written $((size)) || return $?
510 check_read $((size)) || return $?
513 # Sequential read on a mix of empty and full zones.
516 local w_off w_size w_capacity
518 for ((i=0;i<4;i++)); do
520 reset_zone "$dev" $((first_sequential_zone_sector +
524 w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
525 w_size=$((2 * zone_size))
526 w_capacity=$(total_zone_capacity 2 $w_off $dev)
527 off=$((first_sequential_zone_sector * 512))
528 size=$((4 * zone_size))
529 bs=$(min $((zone_size / 16)) "$zone_cap_bs")
530 write_and_run_one_fio_job "${w_off}" "${w_size}" \
531 "$(ioengine "psync")" --rw=read --bs="$bs" \
532 --zonemode=zbd --zonesize="${zone_size}" --offset=$off \
533 --size=$((size)) >>"${logfile}.${test_number}" 2>&1 ||
535 check_written $((w_capacity)) || return $?
536 check_read $((w_capacity))
539 # Random read on a mix of empty and full zones.
542 local i w_off w_size w_capacity
544 for ((i=0;i<4;i++)); do
546 reset_zone "$dev" $((first_sequential_zone_sector +
550 w_off=$(((first_sequential_zone_sector + 2 * sectors_per_zone) * 512))
551 w_size=$((2 * zone_size))
552 w_capacity=$(total_zone_capacity 2 $w_off $dev)
553 off=$((first_sequential_zone_sector * 512))
554 size=$((4 * zone_size))
555 write_and_run_one_fio_job "${w_off}" "${w_size}" \
556 "$(ioengine "libaio")" --iodepth=64 --rw=randread --bs=16K \
557 --zonemode=zbd --zonesize="${zone_size}" --offset=$off \
558 --size=$size >>"${logfile}.${test_number}" 2>&1 || return $?
559 check_written $w_capacity || return $?
560 check_read $size || return $?
563 # Random reads and writes in the last zone.
565 local io off last read size written
567 off=$(((disk_size / zone_size - 1) * zone_size))
568 size=$((disk_size - off))
569 if ! last=($(last_online_zone "$dev")); then
570 echo "Failed to determine last online zone"
573 if [[ "$((last * 512))" -lt "$off" ]]; then
577 if [ -n "$is_zbd" ]; then
578 reset_zone "$dev" $((off / 512)) || return $?
581 run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw --bs=4K \
582 --zonemode=zbd --zonesize="${zone_size}" \
583 --offset=$off --loops=2 --norandommap=1 \
585 >>"${logfile}.${test_number}" 2>&1 || return $?
586 written=$(fio_written <"${logfile}.${test_number}")
587 read=$(fio_read <"${logfile}.${test_number}")
588 io=$((written + read))
589 echo "Total number of bytes read and written: $io <> $size" \
590 >>"${logfile}.${test_number}"
591 [ $io = $((size * 2)) ];
594 # Out-of-range zone reset threshold and frequency parameters.
596 run_fio_on_seq --zone_reset_threshold=-1 |&
597 tee -a "${logfile}.${test_number}" |
598 grep -q 'value out of range' || return $?
602 run_fio_on_seq --zone_reset_threshold=2 |&
603 tee -a "${logfile}.${test_number}" |
604 grep -q 'value out of range' || return $?
608 run_fio_on_seq --zone_reset_threshold=.4:.6 |&
609 tee -a "${logfile}.${test_number}" |
610 grep -q 'the list exceeding max length' || return $?
614 run_fio_on_seq --zone_reset_frequency=-1 |&
615 tee -a "${logfile}.${test_number}" |
616 grep -q 'value out of range' || return $?
620 run_fio_on_seq --zone_reset_frequency=2 |&
621 tee -a "${logfile}.${test_number}" |
622 grep -q 'value out of range' || return $?
626 run_fio_on_seq --zone_reset_frequency=.4:.6 |&
627 tee -a "${logfile}.${test_number}" |
628 grep -q 'the list exceeding max length' || return $?
632 local bs loops=9 size=$((zone_size))
636 off=$((first_sequential_zone_sector * 512))
637 capacity=$(total_zone_capacity 1 $off $dev)
639 bs=$(min $((256*1024)) "$zone_size")
640 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs="$bs" \
641 --size=$size --loops=$loops \
642 --zone_reset_frequency=.01 --zone_reset_threshold=.90 \
643 >> "${logfile}.${test_number}" 2>&1 || return $?
644 check_written $((capacity * loops)) || return $?
645 check_reset_count -eq 8 ||
646 check_reset_count -eq 9 ||
647 check_reset_count -eq 10 || return $?
650 # Multiple non-overlapping sequential write jobs for the same drive.
654 for ((i=0;i<16;i++)); do
656 reset_zone "$dev" $((first_sequential_zone_sector + i*sectors_per_zone))
659 for ((i=0;i<16;i++)); do
660 opts+=("--name=job$i" "--filename=$dev" "--thread=1" "--direct=1")
661 opts+=("--offset=$((first_sequential_zone_sector*512 + zone_size*i))")
662 opts+=("--size=$zone_size" "$(ioengine "psync")" "--rw=write" "--bs=16K")
663 opts+=("--zonemode=zbd" "--zonesize=${zone_size}" "--group_reporting=1")
664 opts+=(${job_var_opts[@]})
666 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
669 write_to_first_seq_zone() {
674 off=$((first_sequential_zone_sector * 512))
675 capacity=$(total_zone_capacity 1 $off $dev)
677 r=$(((RANDOM << 16) | RANDOM))
678 run_fio --name="$dev" --filename="$dev" "$(ioengine "psync")" --rw="$1" \
679 --thread=1 --do_verify=1 --verify=md5 --direct=1 --bs=4K \
681 --size=$zone_size --loops=$loops --randseed="$r" \
682 --zonemode=zbd --zonesize="${zone_size}" --group_reporting=1 \
683 --gtod_reduce=1 >> "${logfile}.${test_number}" 2>&1 || return $?
684 check_written $((loops * capacity)) || return $?
687 # Overwrite the first sequential zone four times sequentially.
689 write_to_first_seq_zone write
692 # Overwrite the first sequential zone four times using random writes.
694 write_to_first_seq_zone randwrite
697 # Multiple overlapping random write jobs for the same drive.
699 local i jobs=16 off opts
701 require_seq_zones 65 || return $SKIP_TESTCASE
702 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
703 [ -n "$is_zbd" ] && reset_zone "$dev" $((off / 512))
706 capacity=$(total_zone_capacity 1 $off $dev)
707 for ((i=0;i<jobs;i++)); do
708 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
709 opts+=("--size=$zone_size" "--io_size=$capacity" "$(ioengine "psync")" "--rw=randwrite")
710 opts+=("--thread=1" "--direct=1" "--zonemode=zbd")
711 opts+=("--zonesize=${zone_size}" "--group_reporting=1")
712 opts+=(${job_var_opts[@]})
714 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
715 check_written $((jobs * $capacity)) || return $?
716 check_reset_count -eq $jobs ||
717 check_reset_count -eq $((jobs - 1)) ||
721 # Multiple overlapping random write jobs for the same drive and with a limited
722 # number of open zones.
724 local i jobs=16 off opts=()
726 require_seq_zones 80 || return $SKIP_TESTCASE
727 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
728 size=$((16*zone_size))
731 for ((i=0;i<jobs;i++)); do
732 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
733 opts+=("--size=$size" "--io_size=$zone_size" "--thread=1")
734 opts+=("$(ioengine "psync")" "--rw=randwrite" "--direct=1")
735 opts+=("--max_open_zones=4" "--group_reporting=1")
736 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
737 # max_open_zones is already specified
738 opts+=($(job_var_opts_exclude "--max_open_zones"))
740 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
741 check_written $((jobs * zone_size)) || return $?
744 # Random reads and writes across the entire disk for 30s.
749 off=$((first_sequential_zone_sector * 512))
750 run_one_fio_job "$(ioengine "libaio")" --iodepth=8 --rw=randrw \
751 --bs="$(max $((zone_size / 128)) "$logical_block_size")"\
752 --zonemode=zbd --zonesize="${zone_size}" --offset=$off\
753 --loops=2 --time_based --runtime=30s --norandommap=1\
754 >>"${logfile}.${test_number}" 2>&1
757 # Random reads across all sequential zones for 30s. This is not only a fio
758 # test but also allows to verify the performance of a drive.
760 local bs inc nz off opts size
762 [ -n "$is_zbd" ] && reset_zone "$dev" -1
764 # As preparation, write 128 KB to sequential write required zones. Limit
765 # write target zones up to max_open_zones to keep test time reasonable.
766 # To distribute the write target zones evenly, skip certain zones for every
767 # write. Utilize zonemode strided for such write patterns.
769 nz=$((max_open_zones))
770 if [[ $nz -eq 0 ]]; then
773 off=$((first_sequential_zone_sector * 512))
774 size=$((disk_size - off))
775 inc=$(((size / nz / zone_size) * zone_size))
776 opts=("--name=$dev" "--filename=$dev" "--rw=write" "--bs=${bs}")
777 opts+=("--offset=$off" "--size=$((inc * nz))" "--io_size=$((bs * nz))")
778 opts+=("--zonemode=strided" "--zonesize=${bs}" "--zonerange=${inc}")
780 echo "fio ${opts[@]}" >> "${logfile}.${test_number}"
781 "$(dirname "$0")/../../fio" "${opts[@]}" >> "${logfile}.${test_number}" 2>&1
783 # Next, run the test.
784 opts=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size")
785 opts+=("--bs=$bs" "$(ioengine "psync")" "--rw=randread" "--direct=1")
786 opts+=("--thread=1" "--time_based" "--runtime=30" "--zonemode=zbd")
787 opts+=("--zonesize=${zone_size}")
788 opts+=(${job_var_opts[@]})
789 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
792 # Random writes across all sequential zones. This is not only a fio test but
793 # also allows to verify the performance of a drive.
795 local off opts=() size
797 require_zbd || return $SKIP_TESTCASE
800 off=$((first_sequential_zone_sector * 512))
801 size=$((disk_size - off))
802 opts+=("--name=$dev" "--filename=$dev" "--offset=$off" "--size=$size")
803 opts+=("--bs=128K" "$(ioengine "psync")" "--rw=randwrite" "--direct=1")
804 opts+=("--thread=1" "--time_based" "--runtime=30")
805 opts+=("--max_open_zones=$max_open_zones" "--zonemode=zbd")
806 opts+=("--zonesize=${zone_size}")
807 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
810 # Write to sequential zones with a block size that is not a divisor of the
813 local bs io_size size
814 local off capacity=0;
816 [ -n "$is_zbd" ] && reset_zone "$dev" -1
818 off=$((first_sequential_zone_sector * 512))
819 capacity=$(total_zone_capacity 1 $off $dev)
820 size=$((2 * zone_size))
821 io_size=$((5 * capacity))
822 bs=$((3 * capacity / 4))
823 run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write \
824 --size=$size --io_size=$io_size --bs=$bs \
825 >> "${logfile}.${test_number}" 2>&1 || return $?
826 check_written $((io_size / bs * bs)) || return $?
829 # Write to sequential zones with a block size that is not a divisor of the
830 # zone size and with data verification enabled.
835 size=$((2 * zone_size))
836 run_fio_on_seq "$(ioengine "psync")" --iodepth=1 --rw=write --size=$size \
837 --do_verify=1 --verify=md5 --bs=$((3 * zone_size / 4)) \
838 >> "${logfile}.${test_number}" 2>&1 && return 1
839 grep -q 'not a divisor of' "${logfile}.${test_number}"
842 # Test 1/4 for the I/O boundary rounding code: $size < $zone_size.
844 local bs off io_size size
847 off=$(((first_sequential_zone_sector + 1) * 512))
848 size=$((zone_size - 2 * 512))
849 bs=$((zone_size / 4))
850 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
851 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
852 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
853 >> "${logfile}.${test_number}" 2>&1 && return 1
854 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
857 # Test 2/4 for the I/O boundary rounding code: $size < $zone_size.
859 local bs off io_size size
862 off=$(((first_sequential_zone_sector) * 512))
863 size=$((zone_size - 512))
864 bs=$((zone_size / 4))
865 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
866 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
867 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
868 >> "${logfile}.${test_number}" 2>&1 && return 1
869 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
872 # Test 3/4 for the I/O boundary rounding code: $size > $zone_size.
874 local bs off size capacity
877 capacity=$(total_zone_capacity 1 $((first_sequential_zone_sector*512)) $dev)
878 if [ "$first_sequential_zone_sector" = 0 ]; then
881 off=$(((first_sequential_zone_sector - 1) * 512))
883 size=$((zone_size + 2 * 512))
884 bs=$(min $((zone_size / 4)) "$zone_cap_bs")
885 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
886 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
887 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
888 >> "${logfile}.${test_number}" 2>&1
889 check_written $capacity || return $?
892 # Test 4/4 for the I/O boundary rounding code: $offset > $disk_size - $zone_size
897 size=$((logical_block_size))
898 off=$((disk_size - logical_block_size))
899 bs=$((logical_block_size))
900 run_one_fio_job --offset=$off --size=$size "$(ioengine "psync")" \
901 --iodepth=1 --rw=write --do_verify=1 --verify=md5 \
902 --bs=$bs --zonemode=zbd --zonesize="${zone_size}" \
903 >> "${logfile}.${test_number}" 2>&1 && return 1
904 grep -q 'io_size must be at least one zone' "${logfile}.${test_number}"
907 # Read one block from a block device.
912 if ! result=($(first_online_zone "$dev")); then
913 echo "Failed to determine first online zone"
917 bs=$((logical_block_size))
918 run_one_fio_job --rw=read "$(ioengine "psync")" --offset=$off --bs=$bs \
919 --size=$bs "$@" 2>&1 |
920 tee -a "${logfile}.${test_number}"
923 # Check whether fio accepts --zonemode=none for zoned block devices.
925 require_zbd || return $SKIP_TESTCASE
926 read_one_block --zonemode=none >/dev/null || return $?
927 check_read $((logical_block_size)) || return $?
930 # Check whether fio accepts --zonemode=strided for zoned block devices.
934 bs=$((logical_block_size))
935 require_zbd || return $SKIP_TESTCASE
936 read_one_block --zonemode=strided |
937 grep -q 'fio: --zonesize must be specified when using --zonemode=strided' ||
939 read_one_block --zonemode=strided --zonesize=$bs >/dev/null || return $?
940 check_read $bs || return $?
943 # Check whether fio checks the zone size for zoned block devices.
945 require_zbd || return $SKIP_TESTCASE
946 read_one_block --zonemode=zbd --zonesize=$((2 * zone_size)) |
947 grep -q 'job parameter zonesize.*does not match disk zone size'
950 # Check whether fio handles --zonesize=0 correctly for regular block devices.
952 require_regular_block_dev || return $SKIP_TESTCASE
953 read_one_block --zonemode=zbd --zonesize=0 |
954 grep -q 'Specifying the zone size is mandatory for regular file/block device with --zonemode=zbd'
957 # Check whether fio handles --zonesize=1 correctly for regular block devices.
959 require_regular_block_dev || return $SKIP_TESTCASE
960 read_one_block --zonemode=zbd --zonesize=1 |
961 grep -q 'zone size must be at least 512 bytes for --zonemode=zbd'
964 # Check whether fio handles --zonemode=none --zonesize=1 correctly.
966 read_one_block --zonemode=none --zonesize=1 |
967 grep -q 'fio: --zonemode=none and --zonesize are not compatible'
973 require_zbd || return $SKIP_TESTCASE
975 bs=$((logical_block_size))
976 run_one_fio_job "$(ioengine "psync")" --iodepth=1 --rw=randwrite --bs=$bs\
977 --offset=$((first_sequential_zone_sector * 512)) \
978 --size="$zone_size" --do_verify=1 --verify=md5 2>&1 |
979 tee -a "${logfile}.${test_number}" |
980 grep -q "fio: first I/O failed. If .* is a zoned block device, consider --zonemode=zbd"
983 # Random write to sequential zones, libaio, 8 jobs, queue depth 64 per job
988 size=$((4 * zone_size))
989 run_fio_on_seq "$(ioengine "libaio")" --iodepth=64 --rw=randwrite --bs=4K \
990 --group_reporting=1 --numjobs=8 \
991 >> "${logfile}.${test_number}" 2>&1 || return $?
992 check_written $((size * 8)) || return $?
995 # Check whether fio handles --zonemode=zbd --zoneskip=1 correctly.
1000 bs=$((logical_block_size))
1001 run_fio_on_seq "$(ioengine "psync")" --rw=write --bs=$bs --zoneskip=1 \
1002 >> "${logfile}.${test_number}" 2>&1 && return 1
1003 grep -q 'zoneskip 1 is not a multiple of the device zone size' "${logfile}.${test_number}"
1006 # Multiple overlapping random write jobs for the same drive and with a
1007 # limited number of open zones. This is similar to test29, but uses libaio
1008 # to stress test zone locking.
1010 local i jobs=16 off opts=()
1012 require_zbd || return $SKIP_TESTCASE
1013 require_seq_zones 80 || return $SKIP_TESTCASE
1015 off=$((first_sequential_zone_sector * 512 + 64 * zone_size))
1016 size=$((16*zone_size))
1018 opts=("--aux-path=/tmp" "--allow_file_create=0" "--significant_figures=10")
1019 opts+=("--debug=zbd")
1020 opts+=("$(ioengine "libaio")" "--rw=randwrite" "--direct=1")
1021 opts+=("--time_based" "--runtime=30")
1022 opts+=("--zonemode=zbd" "--zonesize=${zone_size}")
1023 opts+=("--max_open_zones=4")
1024 for ((i=0;i<jobs;i++)); do
1025 opts+=("--name=job$i" "--filename=$dev" "--offset=$off" "--bs=16K")
1026 opts+=("--io_size=$zone_size" "--iodepth=256" "--thread=1")
1027 opts+=("--size=$size" "--group_reporting=1")
1028 # max_open_zones is already specified
1029 opts+=($(job_var_opts_exclude "--max_open_zones"))
1032 fio=$(dirname "$0")/../../fio
1034 { echo; echo "fio ${opts[*]}"; echo; } >>"${logfile}.${test_number}"
1036 timeout -v -s KILL 180s \
1037 "${dynamic_analyzer[@]}" "$fio" "${opts[@]}" \
1038 >> "${logfile}.${test_number}" 2>&1 || return $?
1041 # Check if fio handles --zonecapacity on a normal block device correctly
1044 require_regular_block_dev || return $SKIP_TESTCASE
1046 size=$((2 * zone_size))
1047 capacity=$((zone_size * 3 / 4))
1049 run_one_fio_job "$(ioengine "psync")" --rw=write \
1050 --zonemode=zbd --zonesize="${zone_size}" \
1051 --zonecapacity=${capacity} \
1052 --verify=md5 --size=${size} >>"${logfile}.${test_number}" 2>&1 ||
1054 check_written $((capacity * 2)) || return $?
1055 check_read $((capacity * 2)) || return $?
1058 # Verify that conv zones are not locked and only seq zones are locked during
1059 # random read on conv-seq mixed zones.
1063 require_zbd || return $SKIP_TESTCASE
1064 require_conv_zones 8 || return $SKIP_TESTCASE
1065 require_seq_zones 8 || return $SKIP_TESTCASE
1067 reset_zone "${dev}" -1
1069 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1070 run_fio --name=job --filename=${dev} --offset=${off} --bs=64K \
1071 --size=$((16 * zone_size)) "$(ioengine "libaio")" --rw=randread\
1072 --time_based --runtime=3 --zonemode=zbd --zonesize=${zone_size}\
1073 --direct=1 --group_reporting=1 ${job_var_opts[@]} \
1074 >> "${logfile}.${test_number}" 2>&1 || return $?
1077 # Verify that conv zones are neither locked nor opened during random write on
1078 # conv-seq mixed zones. Zone lock and zone open shall happen only on seq zones.
1083 require_zbd || return $SKIP_TESTCASE
1084 require_conv_zones 8 || return $SKIP_TESTCASE
1085 require_seq_zones 8 || return $SKIP_TESTCASE
1089 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1090 opts+=("--size=$((16 * zone_size))" "$(ioengine "libaio")")
1091 opts+=("--zonemode=zbd" "--direct=1" "--zonesize=${zone_size}")
1092 opts+=("--max_open_zones=2" "--offset=$off")
1093 opts+=("--thread=1" "--group_reporting=1")
1094 opts+=("--time_based" "--runtime=30" "--rw=randwrite")
1095 for ((i=0;i<jobs;i++)); do
1096 opts+=("--name=job${i}" "--filename=$dev")
1097 opts+=("--bs=$(((i+1)*16))K")
1098 opts+=($(job_var_opts_exclude "--max_open_zones"))
1100 run_fio "${opts[@]}" >> "${logfile}.${test_number}" 2>&1 || return $?
1103 # Verify that zone_reset_threshold only takes logical blocks from seq
1104 # zones into account, and logical blocks of conv zones are not counted.
1108 require_zbd || return $SKIP_TESTCASE
1109 require_conv_zones 8 || return $SKIP_TESTCASE
1110 require_seq_zones 8 || return $SKIP_TESTCASE
1112 reset_zone "${dev}" -1
1114 # Total I/O size is 1/8 = 0.125 of the I/O range of cont + seq zones.
1115 # Set zone_reset_threshold as 0.1. The threshold size is less than
1116 # 0.125, then, reset count zero is expected.
1117 # On the other hand, half of the I/O range is covered by conv zones.
1118 # If fio would count the conv zones for zone_reset_threshold, the ratio
1119 # were more than 0.5 and would trigger zone resets.
1121 off=$((first_sequential_zone_sector * 512 - 8 * zone_size))
1122 io_size=$((zone_size * 16 / 8))
1123 run_fio --name=job --filename=$dev --rw=randwrite --bs=$((zone_size/16))\
1124 --size=$((zone_size * 16)) --softrandommap=1 \
1125 --io_size=$((io_size)) "$(ioengine "psync")" --offset=$off \
1126 --zonemode=zbd --direct=1 --zonesize=${zone_size} \
1127 --zone_reset_threshold=.1 --zone_reset_frequency=1.0 \
1128 ${job_var_opts[@]} --debug=zbd \
1129 >> "${logfile}.${test_number}" 2>&1 || return $?
1131 check_written ${io_size} || return $?
1132 check_reset_count -eq 0 || return $?
1135 # Check both reads and writes are executed by random I/O to conventional zones.
1137 local off capacity io read_b=0 written_b=0
1139 require_zbd || return $SKIP_TESTCASE
1140 require_conv_zones 4 || return $SKIP_TESTCASE
1142 off=$((first_sequential_zone_sector * 512 - 4 * zone_size))
1143 capacity=$(total_zone_capacity 4 $off $dev)
1144 run_fio --name=job --filename=${dev} --rw=randrw --bs=64K \
1145 --size=$((4 * zone_size)) "$(ioengine "psync")" --offset=${off}\
1146 --zonemode=zbd --direct=1 --zonesize=${zone_size} \
1147 ${job_var_opts[@]} \
1148 >> "${logfile}.${test_number}" 2>&1 || return $?
1150 written_b=$(fio_written <"${logfile}.${test_number}")
1151 read_b=$(fio_read <"${logfile}.${test_number}")
1152 io=$((written_b + read_b))
1153 echo "Number of bytes read: $read_b" >>"${logfile}.${test_number}"
1154 echo "Number of bytes written: $written_b" >>"${logfile}.${test_number}"
1155 echo "Total number of bytes read and written: $io <> $capacity" \
1156 >>"${logfile}.${test_number}"
1157 if ((io==capacity && written_b != 0 && read_b != 0)); then
1163 # Test read/write mix with verify.
1165 require_zbd || return $SKIP_TESTCASE
1166 require_seq_zones 8 || return $SKIP_TESTCASE
1168 run_fio --name=job --filename=${dev} "$(ioengine "libaio")" \
1169 --time_based=1 --runtime=30s --continue_on_error=0 \
1170 --offset=$((first_sequential_zone_sector * 512)) \
1171 --size=$((8*zone_size)) --direct=1 --iodepth=1 \
1172 --rw=randrw:2 --rwmixwrite=25 --bsrange=4k-${zone_size} \
1173 --zonemode=zbd --zonesize=${zone_size} \
1174 --verify=crc32c --do_verify=1 --verify_backlog=2 \
1175 --experimental_verify=1 \
1176 --alloc-size=65536 --random_generator=tausworthe64 \
1177 ${job_var_opts[@]} --debug=zbd \
1178 >> "${logfile}.${test_number}" 2>&1 || return $?
1181 # test 'z' suffix parsing only
1184 bs=$((logical_block_size))
1186 require_zbd || return $SKIP_TESTCASE
1187 # offset=1z + offset_increment=10z + size=2z
1188 require_seq_zones 13 || return $SKIP_TESTCASE
1193 "$(ioengine "psync")" \
1195 --zonesize=${zone_size} \
1199 --offset_increment=10z \
1203 ${job_var_opts[@]} --debug=zbd \
1204 >> "${logfile}.${test_number}" 2>&1 || return $?
1207 # test 'z' suffix parsing only
1210 bs=$((logical_block_size))
1212 require_regular_block_dev || return $SKIP_TESTCASE
1213 require_seq_zones 10 || return $SKIP_TESTCASE
1218 "$(ioengine "psync")" \
1219 --zonemode=strided \
1220 --zonesize=${zone_size} \
1225 ${job_var_opts[@]} --debug=zbd \
1226 >> "${logfile}.${test_number}" 2>&1 || return $?
1229 # Test that repeated async write job does not cause zone reset during writes
1230 # in-flight, when the block size is not a divisor of the zone size.
1234 require_zbd || return $SKIP_TESTCASE
1237 off=$((first_sequential_zone_sector * 512))
1239 run_fio --name=job --filename="${dev}" --rw=randwrite --bs="${bs}" \
1240 --offset="${off}" --size=$((4 * zone_size)) --iodepth=256 \
1241 "$(ioengine "libaio")" --time_based=1 --runtime=30s \
1242 --zonemode=zbd --direct=1 --zonesize="${zone_size}" \
1243 ${job_var_opts[@]} \
1244 >> "${logfile}.${test_number}" 2>&1 || return $?
1247 # Random writes and random trims to sequential write required zones for 30s.
1251 require_seq_zones 128 || return $SKIP_TESTCASE
1253 size=$((zone_size * 128))
1254 bs="$(max $((zone_size / 128)) "$logical_block_size")"
1256 off=$((first_sequential_zone_sector * 512))
1257 run_fio --zonemode=zbd --direct=1 --zonesize="${zone_size}" --thread=1 \
1258 --filename="${dev}" --norandommap=1 \
1259 --name="precondition" --rw=write "$(ioengine "psync")" \
1260 --offset="${off}" --size=$((zone_size * 16)) --bs="${bs}" \
1261 "${job_var_opts[@]}" \
1262 --name=wjob --wait_for="precondition" --rw=randwrite \
1263 "$(ioengine "libaio")" --iodepth=8 \
1264 --offset="${off}" --size="${size}" --bs="${bs}" \
1265 --time_based --runtime=30s --flow=128 "${job_var_opts[@]}" \
1266 --name=trimjob --wait_for="precondition" --rw=randtrim \
1267 "$(ioengine "psync")" \
1268 --offset="${off}" --size="${size}" --bs="${zone_size}" \
1269 --time_based --runtime=30s --flow=1 "${job_var_opts[@]}" \
1270 >>"${logfile}.${test_number}" 2>&1
1284 while [ "${1#-}" != "$1" ]; do
1286 -d) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=drd"
1287 "--show-confl-seg=no");
1289 -e) dynamic_analyzer=(valgrind "--read-var-info=yes" "--tool=helgrind");
1291 -l) use_libzbc=1; shift;;
1292 -r) reset_all_zones=1; shift;;
1293 -w) reset_before_write=1; shift;;
1294 -t) tests+=("$2"); shift; shift;;
1295 -o) max_open_zones_opt="${2}"; shift; shift;;
1296 -v) dynamic_analyzer=(valgrind "--read-var-info=yes");
1298 -q) quit_on_err=1; shift;;
1299 -z) zbd_debug=1; shift;;
1300 -u) force_io_uring=1; shift;;
1306 if [ $# != 1 ]; then
1311 if [ -n "$use_libzbc" -a -n "$force_io_uring" ]; then
1312 echo "Please specify only one of -l and -u options"
1316 # shellcheck source=functions
1317 source "$(dirname "$0")/functions" || exit $?
1321 if [ -n "$zbd_debug" ]; then
1322 global_var_opts+=("--debug=zbd")
1325 realdev=$(readlink -f "$dev")
1326 basename=$(basename "$realdev")
1328 if [[ -b "$realdev" ]]; then
1329 major=$((0x$(stat -L -c '%t' "$realdev"))) || exit $?
1330 minor=$((0x$(stat -L -c '%T' "$realdev"))) || exit $?
1331 disk_size=$(($(<"/sys/dev/block/$major:$minor/size")*512))
1333 # When the target is a partition device, get basename of its
1334 # holder device to access sysfs path of the holder device
1335 if [[ -r "/sys/dev/block/$major:$minor/partition" ]]; then
1336 realsysfs=$(readlink "/sys/dev/block/$major:$minor")
1337 basename=$(basename "${realsysfs%/*}")
1339 logical_block_size=$(<"/sys/block/$basename/queue/logical_block_size")
1340 case "$(<"/sys/class/block/$basename/queue/zoned")" in
1341 host-managed|host-aware)
1343 if ! check_blkzone "${dev}"; then
1346 if ! result=($(first_sequential_zone "$dev")); then
1347 echo "Failed to determine first sequential zone"
1350 first_sequential_zone_sector=${result[0]}
1351 sectors_per_zone=${result[1]}
1352 zone_size=$((sectors_per_zone * 512))
1353 if ! max_open_zones=$(max_open_zones "$dev"); then
1354 echo "Failed to determine maximum number of open zones"
1357 set_io_scheduler "$basename" deadline || exit $?
1358 if [ -n "$reset_all_zones" ]; then
1359 reset_zone "$dev" -1
1363 first_sequential_zone_sector=$(((disk_size / 2) &
1364 (logical_block_size - 1)))
1365 zone_size=$(max 65536 "$logical_block_size")
1366 sectors_per_zone=$((zone_size / 512))
1368 set_io_scheduler "$basename" none || exit $?
1371 elif [[ -c "$realdev" ]]; then
1372 # For an SG node, we must have libzbc option specified
1373 if [[ ! -n "$use_libzbc" ]]; then
1374 echo "Character device files can only be used with -l (libzbc) option"
1378 if ! $(is_zbc "$dev"); then
1379 echo "Device is not a ZBC disk"
1384 if ! disk_size=($(( $(zbc_disk_sectors "$dev") * 512))); then
1385 echo "Failed to determine disk size"
1388 if ! logical_block_size=($(zbc_logical_block_size "$dev")); then
1389 echo "Failed to determine logical block size"
1392 if ! result=($(first_sequential_zone "$dev")); then
1393 echo "Failed to determine first sequential zone"
1396 first_sequential_zone_sector=${result[0]}
1397 sectors_per_zone=${result[1]}
1398 zone_size=$((sectors_per_zone * 512))
1399 if ! max_open_zones=$(max_open_zones "$dev"); then
1400 echo "Failed to determine maximum number of open zones"
1403 if [ -n "$reset_all_zones" ]; then
1404 reset_zone "$dev" -1
1408 if [[ -n ${max_open_zones_opt} ]]; then
1409 # Override max_open_zones with the script option value
1410 max_open_zones="${max_open_zones_opt}"
1411 global_var_opts+=("--ignore_zone_limits=1")
1412 job_var_opts+=("--max_open_zones=${max_open_zones_opt}")
1415 echo -n "First sequential zone starts at sector $first_sequential_zone_sector;"
1416 echo " zone size: $((zone_size >> 20)) MB"
1418 zone_cap_bs=$(zone_cap_bs "$dev" "$zone_size")
1420 if [ "${#tests[@]}" = 0 ]; then
1421 readarray -t tests < <(declare -F | grep "test[0-9]*" | \
1422 tr -c -d "[:digit:]\n" | sort -n)
1443 trap 'intr=1' SIGINT
1446 for test_number in "${tests[@]}"; do
1447 rm -f "${logfile}.${test_number}"
1449 echo -n "Running test $(printf "%02d" $test_number) ... "
1450 eval "test$test_number"
1452 if ((!ret)) && check_log $test_number; then
1454 cc_status="${green}${status}${end}"
1456 elif ((ret==SKIP_TESTCASE)); then
1458 echo "${SKIP_REASON}" >> "${logfile}.${test_number}"
1459 cc_status="${cyan}${status}${end} ${SKIP_REASON}"
1463 cc_status="${red}${status}${end}"
1467 echo -e "$cc_status"
1468 echo "$status" >> "${logfile}.${test_number}"
1469 [ $intr -ne 0 ] && exit 1
1470 [ -n "$quit_on_err" -a "$rc" -ne 0 ] && exit 1
1473 echo "$passed tests passed"
1474 if [ $skipped -gt 0 ]; then
1475 echo " $skipped tests skipped"
1477 if [ $failed -gt 0 ]; then
1478 echo " $failed tests failed"
1480 echo "Run time: $(TZ=UTC0 printf "%(%H:%M:%S)T\n" $(( SECONDS )) )"