tools/testing/selftests/Makefile

   1 # SPDX-License-Identifier: GPL-2.0
   2 TARGETS += alsa
   3 TARGETS += amd-pstate
   4 TARGETS += arm64
   5 TARGETS += bpf
   6 TARGETS += breakpoints
   7 TARGETS += cachestat
   8 TARGETS += capabilities
   9 TARGETS += cgroup
  10 TARGETS += clone3
  11 TARGETS += connector
  12 TARGETS += core
  13 TARGETS += cpufreq
  14 TARGETS += cpu-hotplug
  15 TARGETS += damon
  16 TARGETS += dmabuf-heaps
  17 TARGETS += drivers/dma-buf
  18 TARGETS += drivers/s390x/uvdevice
  19 TARGETS += drivers/net/bonding
  20 TARGETS += drivers/net/team
  21 TARGETS += dt
  22 TARGETS += efivarfs
  23 TARGETS += exec
  24 TARGETS += fchmodat2
  25 TARGETS += filesystems
  26 TARGETS += filesystems/binderfs
  27 TARGETS += filesystems/epoll
  28 TARGETS += filesystems/fat
  29 TARGETS += firmware
  30 TARGETS += fpu
  31 TARGETS += ftrace
  32 TARGETS += futex
  33 TARGETS += gpio
  34 TARGETS += hid
  35 TARGETS += intel_pstate
  36 TARGETS += iommu
  37 TARGETS += ipc
  38 TARGETS += ir
  39 TARGETS += kcmp
  40 TARGETS += kexec
  41 TARGETS += kvm
  42 TARGETS += landlock
  43 TARGETS += lib
  44 TARGETS += livepatch
  45 TARGETS += lkdtm
  46 TARGETS += membarrier
  47 TARGETS += memfd
  48 TARGETS += memory-hotplug
  49 TARGETS += mincore
  50 TARGETS += mount
  51 TARGETS += mount_setattr
  52 TARGETS += move_mount_set_group
  53 TARGETS += mqueue
  54 TARGETS += nci
  55 TARGETS += net
  56 TARGETS += net/af_unix
  57 TARGETS += net/forwarding
  58 TARGETS += net/hsr
  59 TARGETS += net/mptcp
  60 TARGETS += net/openvswitch
  61 TARGETS += netfilter
  62 TARGETS += nsfs
  63 TARGETS += perf_events
  64 TARGETS += pidfd
  65 TARGETS += pid_namespace
  66 TARGETS += powerpc
  67 TARGETS += prctl
  68 TARGETS += proc
  69 TARGETS += pstore
  70 TARGETS += ptrace
  71 TARGETS += openat2
  72 TARGETS += resctrl
  73 TARGETS += riscv
  74 TARGETS += rlimits
  75 TARGETS += rseq
  76 TARGETS += rtc
  77 TARGETS += seccomp
  78 TARGETS += sgx
  79 TARGETS += sigaltstack
  80 TARGETS += size
  81 TARGETS += sparc64
  82 TARGETS += splice
  83 TARGETS += static_keys
  84 TARGETS += sync
  85 TARGETS += syscall_user_dispatch
  86 TARGETS += sysctl
  87 TARGETS += tc-testing
  88 TARGETS += tdx
  89 TARGETS += thermal/intel/power_floor
  90 TARGETS += thermal/intel/workload_hint
  91 TARGETS += timens
  92 ifneq (1, $(quicktest))
  93 TARGETS += timers
  94 endif
  95 TARGETS += tmpfs
  96 TARGETS += tpm2
  97 TARGETS += tty
  98 TARGETS += uevent
  99 TARGETS += user
 100 TARGETS += user_events
 101 TARGETS += vDSO
 102 TARGETS += mm
 103 TARGETS += x86
 104 TARGETS += zram
 105 #Please keep the TARGETS list alphabetically sorted
 106 # Run "make quicktest=1 run_tests" or
 107 # "make quicktest=1 kselftest" from top level Makefile
 108
 109 TARGETS_HOTPLUG = cpu-hotplug
 110 TARGETS_HOTPLUG += memory-hotplug
 111
 112 # User can optionally provide a TARGETS skiplist.  By default we skip
 113 # BPF since it has cutting edge build time dependencies which require
 114 # more effort to install.
 115 SKIP_TARGETS ?= bpf
 116 ifneq ($(SKIP_TARGETS),)
 117         TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
 118         override TARGETS := $(TMP)
 119 endif
 120
 121 # User can set FORCE_TARGETS to 1 to require all targets to be successfully
 122 # built; make will fail if any of the targets cannot be built. If
 123 # FORCE_TARGETS is not set (the default), make will succeed if at least one
 124 # of the targets gets built.
 125 FORCE_TARGETS ?=
 126
 127 # Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
 128 # implicit rules to sub-test Makefiles which avoids build failures in test
 129 # Makefile that don't have explicit build rules.
 130 ifeq (,$(LINK.c))
 131 override LDFLAGS =
 132 override MAKEFLAGS =
 133 endif
 134
 135 # Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
 136 # KBUILD_OUTPUT with selftest objects and headers installed
 137 # by selftests Makefile or lib.mk.
 138 ifdef building_out_of_srctree
 139 override LDFLAGS =
 140 endif
 141
 142 top_srcdir ?= ../../..
 143
 144 ifeq ("$(origin O)", "command line")
 145   KBUILD_OUTPUT := $(O)
 146 endif
 147
 148 ifneq ($(KBUILD_OUTPUT),)
 149   # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
 150   # expand a shell special character '~'. We use a somewhat tedious way here.
 151   abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
 152   $(if $(abs_objtree),, \
 153     $(error failed to create output directory "$(KBUILD_OUTPUT)"))
 154   # $(realpath ...) resolves symlinks
 155   abs_objtree := $(realpath $(abs_objtree))
 156   BUILD := $(abs_objtree)/kselftest
 157   KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
 158 else
 159   BUILD := $(CURDIR)
 160   abs_srctree := $(shell cd $(top_srcdir) && pwd)
 161   KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
 162   DEFAULT_INSTALL_HDR_PATH := 1
 163 endif
 164
 165 # Prepare for headers install
 166 include $(top_srcdir)/scripts/subarch.include
 167 ARCH           ?= $(SUBARCH)
 168 export BUILD
 169 export KHDR_INCLUDES
 170
 171 # set default goal to all, so make without a target runs all, even when
 172 # all isn't the first target in the file.
 173 .DEFAULT_GOAL := all
 174
 175 all:
 176         @ret=1;                                                 \
 177         for TARGET in $(TARGETS); do                            \
 178                 BUILD_TARGET=$$BUILD/$$TARGET;                  \
 179                 mkdir $$BUILD_TARGET  -p;                       \
 180                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET       \
 181                                 O=$(abs_objtree)                \
 182                                 $(if $(FORCE_TARGETS),|| exit); \
 183                 ret=$$((ret * $$?));                            \
 184         done; exit $$ret;
 185
 186 run_tests: all
 187         @for TARGET in $(TARGETS); do \
 188                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 189                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
 190                                 O=$(abs_objtree);                   \
 191         done;
 192
 193 hotplug:
 194         @for TARGET in $(TARGETS_HOTPLUG); do \
 195                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 196                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
 197         done;
 198
 199 run_hotplug: hotplug
 200         @for TARGET in $(TARGETS_HOTPLUG); do \
 201                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 202                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
 203         done;
 204
 205 clean_hotplug:
 206         @for TARGET in $(TARGETS_HOTPLUG); do \
 207                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 208                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 209         done;
 210
 211 run_pstore_crash:
 212         $(MAKE) -C pstore run_crash
 213
 214 # Use $BUILD as the default install root. $BUILD points to the
 215 # right output location for the following cases:
 216 # 1. output_dir=kernel_src
 217 # 2. a separate output directory is specified using O= KBUILD_OUTPUT
 218 # 3. a separate output directory is specified using KBUILD_OUTPUT
 219 # Avoid conflict with INSTALL_PATH set by the main Makefile
 220 #
 221 KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
 222 KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
 223 # Avoid changing the rest of the logic here and lib.mk.
 224 INSTALL_PATH := $(KSFT_INSTALL_PATH)
 225 ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
 226 TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
 227
 228 install: all
 229 ifdef INSTALL_PATH
 230         @# Ask all targets to install their files
 231         mkdir -p $(INSTALL_PATH)/kselftest
 232         install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
 233         install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
 234         install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
 235         install -m 744 run_kselftest.sh $(INSTALL_PATH)/
 236         rm -f $(TEST_LIST)
 237         @ret=1; \
 238         for TARGET in $(TARGETS); do \
 239                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 240                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET INSTALL_PATH=$(INSTALL_PATH)/$$TARGET install \
 241                                 O=$(abs_objtree)                \
 242                                 $(if $(FORCE_TARGETS),|| exit); \
 243                 ret=$$((ret * $$?));            \
 244         done; exit $$ret;
 245
 246
 247         @# Ask all targets to emit their test scripts
 248         @# While building kselftest-list.text skip also non-existent TARGET dirs:
 249         @# they could be the result of a build failure and should NOT be
 250         @# included in the generated runlist.
 251         for TARGET in $(TARGETS); do \
 252                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 253                 [ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
 254                 printf "Emit Tests for $$TARGET\n"; \
 255                 $(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
 256                         -C $$TARGET emit_tests >> $(TEST_LIST); \
 257         done;
 258 else
 259         $(error Error: set INSTALL_PATH to use install)
 260 endif
 261
 262 FORMAT ?= .gz
 263 TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
 264 gen_tar: install
 265         @mkdir -p ${INSTALL_PATH}/kselftest-packages/
 266         @tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
 267         @echo "Created ${TAR_PATH}"
 268
 269 clean:
 270         @for TARGET in $(TARGETS); do \
 271                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 272                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 273         done;
 274
 275 .PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar