tools/testing/selftests/Makefile

   1 # SPDX-License-Identifier: GPL-2.0
   2 TARGETS += acct
   3 TARGETS += alsa
   4 TARGETS += amd-pstate
   5 TARGETS += arm64
   6 TARGETS += bpf
   7 TARGETS += breakpoints
   8 TARGETS += cachestat
   9 TARGETS += capabilities
  10 TARGETS += cgroup
  11 TARGETS += clone3
  12 TARGETS += connector
  13 TARGETS += core
  14 TARGETS += cpufreq
  15 TARGETS += cpu-hotplug
  16 TARGETS += damon
  17 TARGETS += devices/error_logs
  18 TARGETS += devices/probe
  19 TARGETS += dmabuf-heaps
  20 TARGETS += drivers/dma-buf
  21 TARGETS += drivers/ntsync
  22 TARGETS += drivers/s390x/uvdevice
  23 TARGETS += drivers/net
  24 TARGETS += drivers/net/bonding
  25 TARGETS += drivers/net/team
  26 TARGETS += drivers/net/virtio_net
  27 TARGETS += drivers/platform/x86/intel/ifs
  28 TARGETS += dt
  29 TARGETS += efivarfs
  30 TARGETS += exec
  31 TARGETS += fchmodat2
  32 TARGETS += filesystems
  33 TARGETS += filesystems/binderfs
  34 TARGETS += filesystems/epoll
  35 TARGETS += filesystems/fat
  36 TARGETS += filesystems/overlayfs
  37 TARGETS += filesystems/statmount
  38 TARGETS += filesystems/mount-notify
  39 TARGETS += firmware
  40 TARGETS += fpu
  41 TARGETS += ftrace
  42 TARGETS += futex
  43 TARGETS += gpio
  44 TARGETS += hid
  45 TARGETS += intel_pstate
  46 TARGETS += iommu
  47 TARGETS += ipc
  48 TARGETS += ir
  49 TARGETS += kcmp
  50 TARGETS += kexec
  51 TARGETS += kselftest_harness
  52 TARGETS += kvm
  53 TARGETS += landlock
  54 TARGETS += lib
  55 TARGETS += livepatch
  56 TARGETS += lkdtm
  57 TARGETS += lsm
  58 TARGETS += membarrier
  59 TARGETS += memfd
  60 TARGETS += memory-hotplug
  61 TARGETS += mincore
  62 TARGETS += mount
  63 TARGETS += mount_setattr
  64 TARGETS += move_mount_set_group
  65 TARGETS += mqueue
  66 TARGETS += mseal_system_mappings
  67 TARGETS += nci
  68 TARGETS += net
  69 TARGETS += net/af_unix
  70 TARGETS += net/can
  71 TARGETS += net/forwarding
  72 TARGETS += net/hsr
  73 TARGETS += net/mptcp
  74 TARGETS += net/netfilter
  75 TARGETS += net/openvswitch
  76 TARGETS += net/ovpn
  77 TARGETS += net/packetdrill
  78 TARGETS += net/rds
  79 TARGETS += net/tcp_ao
  80 TARGETS += nsfs
  81 TARGETS += pci_endpoint
  82 TARGETS += pcie_bwctrl
  83 TARGETS += perf_events
  84 TARGETS += pidfd
  85 TARGETS += pid_namespace
  86 TARGETS += power_supply
  87 TARGETS += powerpc
  88 TARGETS += prctl
  89 TARGETS += proc
  90 TARGETS += pstore
  91 TARGETS += ptrace
  92 TARGETS += openat2
  93 TARGETS += resctrl
  94 TARGETS += riscv
  95 TARGETS += rlimits
  96 TARGETS += rseq
  97 TARGETS += rtc
  98 TARGETS += rust
  99 TARGETS += sched_ext
 100 TARGETS += seccomp
 101 TARGETS += sgx
 102 TARGETS += signal
 103 TARGETS += size
 104 TARGETS += sparc64
 105 TARGETS += splice
 106 TARGETS += static_keys
 107 TARGETS += sync
 108 TARGETS += syscall_user_dispatch
 109 TARGETS += sysctl
 110 TARGETS += tc-testing
 111 TARGETS += tdx
 112 TARGETS += thermal/intel/power_floor
 113 TARGETS += thermal/intel/workload_hint
 114 TARGETS += timens
 115 ifneq (1, $(quicktest))
 116 TARGETS += timers
 117 endif
 118 TARGETS += tmpfs
 119 TARGETS += tpm2
 120 TARGETS += tty
 121 TARGETS += ublk
 122 TARGETS += uevent
 123 TARGETS += user_events
 124 TARGETS += vDSO
 125 TARGETS += mm
 126 TARGETS += x86
 127 TARGETS += x86/bugs
 128 TARGETS += zram
 129 #Please keep the TARGETS list alphabetically sorted
 130 # Run "make quicktest=1 run_tests" or
 131 # "make quicktest=1 kselftest" from top level Makefile
 132
 133 TARGETS_HOTPLUG = cpu-hotplug
 134 TARGETS_HOTPLUG += memory-hotplug
 135
 136 # Networking tests want the net/lib target, include it automatically
 137 ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
 138 ifeq ($(filter net/lib,$(TARGETS)),)
 139         INSTALL_DEP_TARGETS := net/lib
 140 endif
 141 endif
 142
 143 # User can optionally provide a TARGETS skiplist. By default we skip
 144 # targets using BPF since it has cutting edge build time dependencies
 145 # which require more effort to install.
 146 SKIP_TARGETS ?= bpf sched_ext
 147 ifneq ($(SKIP_TARGETS),)
 148         TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
 149         override TARGETS := $(TMP)
 150 endif
 151
 152 # User can set FORCE_TARGETS to 1 to require all targets to be successfully
 153 # built; make will fail if any of the targets cannot be built. If
 154 # FORCE_TARGETS is not set (the default), make will succeed if at least one
 155 # of the targets gets built.
 156 FORCE_TARGETS ?=
 157
 158 # Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
 159 # implicit rules to sub-test Makefiles which avoids build failures in test
 160 # Makefile that don't have explicit build rules.
 161 ifeq (,$(LINK.c))
 162 override LDFLAGS =
 163 override MAKEFLAGS =
 164 endif
 165
 166 # Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
 167 # KBUILD_OUTPUT with selftest objects and headers installed
 168 # by selftests Makefile or lib.mk.
 169 ifdef building_out_of_srctree
 170 override LDFLAGS =
 171 endif
 172
 173 top_srcdir ?= ../../..
 174
 175 ifeq ("$(origin O)", "command line")
 176   KBUILD_OUTPUT := $(O)
 177 endif
 178
 179 ifneq ($(KBUILD_OUTPUT),)
 180   # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
 181   # expand a shell special character '~'. We use a somewhat tedious way here.
 182   abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
 183   $(if $(abs_objtree),, \
 184     $(error failed to create output directory "$(KBUILD_OUTPUT)"))
 185   # $(realpath ...) resolves symlinks
 186   abs_objtree := $(realpath $(abs_objtree))
 187   BUILD := $(abs_objtree)/kselftest
 188   KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
 189 else
 190   BUILD := $(CURDIR)
 191   abs_srctree := $(shell cd $(top_srcdir) && pwd)
 192   KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
 193   DEFAULT_INSTALL_HDR_PATH := 1
 194 endif
 195
 196 # Prepare for headers install
 197 include $(top_srcdir)/scripts/subarch.include
 198 ARCH           ?= $(SUBARCH)
 199 export BUILD
 200 export KHDR_INCLUDES
 201
 202 # set default goal to all, so make without a target runs all, even when
 203 # all isn't the first target in the file.
 204 .DEFAULT_GOAL := all
 205
 206 all:
 207         @ret=1;                                                 \
 208         for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do     \
 209                 BUILD_TARGET=$$BUILD/$$TARGET;                  \
 210                 mkdir $$BUILD_TARGET  -p;                       \
 211                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET       \
 212                                 O=$(abs_objtree)                \
 213                                 $(if $(FORCE_TARGETS),|| exit); \
 214                 ret=$$((ret * $$?));                            \
 215         done; exit $$ret;
 216
 217 run_tests: all
 218         @for TARGET in $(TARGETS); do \
 219                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 220                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
 221                                 SRC_PATH=$(shell readlink -e $$(pwd)) \
 222                                 OBJ_PATH=$(BUILD)                   \
 223                                 O=$(abs_objtree);                   \
 224         done;
 225
 226 hotplug:
 227         @for TARGET in $(TARGETS_HOTPLUG); do \
 228                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 229                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
 230         done;
 231
 232 run_hotplug: hotplug
 233         @for TARGET in $(TARGETS_HOTPLUG); do \
 234                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 235                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
 236         done;
 237
 238 clean_hotplug:
 239         @for TARGET in $(TARGETS_HOTPLUG); do \
 240                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 241                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 242         done;
 243
 244 run_pstore_crash:
 245         $(MAKE) -C pstore run_crash
 246
 247 # Use $BUILD as the default install root. $BUILD points to the
 248 # right output location for the following cases:
 249 # 1. output_dir=kernel_src
 250 # 2. a separate output directory is specified using O= KBUILD_OUTPUT
 251 # 3. a separate output directory is specified using KBUILD_OUTPUT
 252 # Avoid conflict with INSTALL_PATH set by the main Makefile
 253 #
 254 KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
 255 KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
 256 # Avoid changing the rest of the logic here and lib.mk.
 257 INSTALL_PATH := $(KSFT_INSTALL_PATH)
 258 ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
 259 TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
 260
 261 install: all
 262 ifdef INSTALL_PATH
 263         @# Ask all targets to install their files
 264         mkdir -p $(INSTALL_PATH)/kselftest
 265         install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
 266         install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
 267         install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
 268         install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
 269         install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
 270         install -m 744 run_kselftest.sh $(INSTALL_PATH)/
 271         rm -f $(TEST_LIST)
 272         @ret=1; \
 273         for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
 274                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 275                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
 276                                 INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
 277                                 SRC_PATH=$(shell readlink -e $$(pwd)) \
 278                                 OBJ_PATH=$(INSTALL_PATH) \
 279                                 O=$(abs_objtree)                \
 280                                 $(if $(FORCE_TARGETS),|| exit); \
 281                 ret=$$((ret * $$?));            \
 282         done; exit $$ret;
 283
 284
 285         @# Ask all targets to emit their test scripts
 286         @# While building kselftest-list.text skip also non-existent TARGET dirs:
 287         @# they could be the result of a build failure and should NOT be
 288         @# included in the generated runlist.
 289         for TARGET in $(TARGETS); do \
 290                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 291                 [ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
 292                 printf "Emit Tests for $$TARGET\n"; \
 293                 $(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
 294                         -C $$TARGET emit_tests >> $(TEST_LIST); \
 295         done;
 296 else
 297         $(error Error: set INSTALL_PATH to use install)
 298 endif
 299
 300 FORMAT ?= .gz
 301 TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
 302 gen_tar: install
 303         @mkdir -p ${INSTALL_PATH}/kselftest-packages/
 304         @tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
 305         @echo "Created ${TAR_PATH}"
 306
 307 clean:
 308         @for TARGET in $(TARGETS); do \
 309                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 310                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 311         done;
 312
 313 .PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar