1 include ../scripts/Makefile.include
4 ifeq ($(MAKECMDGOALS),)
5 # no target specified, trigger the whole suite
7 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile
8 @echo "Testing Makefile.perf"; $(MAKE) -sf tests/make MK=Makefile.perf SET_PARALLEL=1 SET_O=1
10 # run only specific test over 'Makefile'
12 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile $@
18 FULL_O := $(shell readlink -f $(PERF_O) || echo $(PERF_O))
21 FULL_O := $(shell readlink -f $(O) || echo $(O))
24 O_OPT := 'O=$(FULL_O)'
26 K_O_OPT := 'O=$(FULL_O)'
30 ifeq ($(SET_PARALLEL),1)
32 cores := $(shell (getconf _NPROCESSORS_ONLN || grep -E -c '^processor|^CPU[0-9]' /proc/cpuinfo) 2>/dev/null)
39 PARALLEL_OPT="-j$(cores)"
42 # As per kernel Makefile, avoid funny character set dependencies
46 export LC_COLLATE LC_NUMERIC
49 srctree := $(patsubst %/,%,$(dir $(CURDIR)))
50 srctree := $(patsubst %/,%,$(dir $(srctree)))
51 #$(info Determined 'srctree' to be $(srctree))
54 include $(srctree)/tools/scripts/Makefile.arch
56 # FIXME looks like x86 is the only arch running tests ;-)
57 # we need some IS_(32/64) flag to make this generic
58 ifeq ($(ARCH)$(IS_64_BIT), x861)
64 has = $(shell which $1 2>/dev/null)
65 python_perf_so := $(shell $(MAKE) python_perf_target|grep "Target is:"|awk '{print $$3}')
67 # standard single make variable specified
68 make_clean_all := clean all
69 make_python_perf_so := $(python_perf_so)
71 make_nondistro := BUILD_NONDISTRO=1
72 make_extra_tests := EXTRA_TESTS=1
73 make_no_bpf_skel := BUILD_BPF_SKEL=0
74 make_gen_vmlinux_h := GEN_VMLINUX_H=1
75 make_no_libperl := NO_LIBPERL=1
76 make_no_libpython := NO_LIBPYTHON=1
77 make_no_scripts := NO_LIBPYTHON=1 NO_LIBPERL=1
78 make_no_slang := NO_SLANG=1
79 make_no_gtk2 := NO_GTK2=1
80 make_no_ui := NO_SLANG=1 NO_GTK2=1
81 make_no_demangle := NO_DEMANGLE=1
82 make_no_libelf := NO_LIBELF=1
83 make_no_libunwind := NO_LIBUNWIND=1
84 make_no_libdw_dwarf_unwind := NO_LIBDW_DWARF_UNWIND=1
85 make_no_backtrace := NO_BACKTRACE=1
86 make_no_libcapstone := NO_CAPSTONE=1
87 make_no_libnuma := NO_LIBNUMA=1
88 make_no_libaudit := NO_LIBAUDIT=1
89 make_no_libbionic := NO_LIBBIONIC=1
90 make_no_auxtrace := NO_AUXTRACE=1
91 make_no_libbpf := NO_LIBBPF=1
92 make_libbpf_dynamic := LIBBPF_DYNAMIC=1
93 make_no_libbpf_DEBUG := NO_LIBBPF=1 DEBUG=1
94 make_no_libcrypto := NO_LIBCRYPTO=1
95 make_with_babeltrace:= LIBBABELTRACE=1
96 make_with_coresight := CORESIGHT=1
97 make_no_sdt := NO_SDT=1
98 make_no_syscall_tbl := NO_SYSCALL_TABLE=1
99 make_no_libpfm4 := NO_LIBPFM4=1
100 make_with_gtk2 := GTK2=1
101 make_refcnt_check := EXTRA_CFLAGS="-DREFCNT_CHECKING=1"
103 make_cscope := cscope
106 make_perf_o := perf.o
107 make_util_map_o := util/map.o
108 make_util_pmu_bison_o := util/pmu-bison.o
109 make_install := install
110 make_install_bin := install-bin
111 make_install_doc := install-doc
112 make_install_man := install-man
113 make_install_html := install-html
114 make_install_info := install-info
115 make_install_pdf := install-pdf
116 make_install_prefix := install prefix=/tmp/krava
117 make_install_prefix_slash := install prefix=/tmp/krava/
118 make_static := LDFLAGS=-static NO_PERF_READ_VDSO32=1 NO_PERF_READ_VDSOX32=1 NO_JVMTI=1 NO_LIBTRACEEVENT=1 NO_LIBELF=1
120 # all the NO_* variable combined
121 make_minimal := NO_LIBPERL=1 NO_LIBPYTHON=1 NO_GTK2=1
122 make_minimal += NO_DEMANGLE=1 NO_LIBELF=1 NO_LIBUNWIND=1 NO_BACKTRACE=1
123 make_minimal += NO_LIBNUMA=1 NO_LIBAUDIT=1 NO_LIBBIONIC=1
124 make_minimal += NO_LIBDW_DWARF_UNWIND=1 NO_AUXTRACE=1 NO_LIBBPF=1
125 make_minimal += NO_LIBCRYPTO=1 NO_SDT=1 NO_JVMTI=1 NO_LIBZSTD=1
126 make_minimal += NO_LIBCAP=1 NO_SYSCALL_TABLE=1 NO_CAPSTONE=1
128 # $(run) contains all available tests
130 # Targets 'clean all' can be run together only through top level
131 # Makefile because we detect clean target in Makefile.perf and
132 # disable features detection
133 ifeq ($(MK),Makefile)
134 run += make_clean_all
137 MAKE_F := $(MAKE) -f $(MK)
139 run += make_python_perf_so
141 run += make_nondistro
142 run += make_extra_tests
143 run += make_no_bpf_skel
144 run += make_gen_vmlinux_h
145 run += make_no_libperl
146 run += make_no_libpython
147 run += make_no_scripts
151 run += make_no_demangle
152 run += make_no_libelf
153 run += make_no_libunwind
154 run += make_no_libdw_dwarf_unwind
155 run += make_no_backtrace
156 run += make_no_libcapstone
157 run += make_no_libnuma
158 run += make_no_libaudit
159 run += make_no_libbionic
160 run += make_no_auxtrace
161 run += make_no_libbpf
162 run += make_no_libbpf_DEBUG
163 run += make_no_libcrypto
165 run += make_no_syscall_tbl
166 run += make_with_babeltrace
167 run += make_with_coresight
168 run += make_with_clangllvm
169 run += make_no_libpfm4
170 run += make_refcnt_check
174 run += make_util_map_o
175 run += make_util_pmu_bison_o
177 run += make_install_bin
178 run += make_install_prefix
179 run += make_install_prefix_slash
180 # FIXME 'install-*' commented out till they're fixed
181 # run += make_install_doc
182 # run += make_install_man
183 # run += make_install_html
184 # run += make_install_info
185 # run += make_install_pdf
188 old_libbpf := $(shell echo '\#include <bpf/libbpf.h>' | $(CC) -E -dM -x c -| grep -q -E "define[[:space:]]+LIBBPF_MAJOR_VERSION[[:space:]]+0{1}")
190 ifneq ($(old_libbpf),)
191 run += make_libbpf_dynamic
194 ifneq ($(call has,ctags),)
197 ifneq ($(call has,cscope),)
201 # $(run_O) contains same portion of $(run) tests with '_O' attached
202 # to distinguish O=... tests
203 run_O := $(addsuffix _O,$(run))
205 # disable some tests for O=...
206 run_O := $(filter-out make_python_perf_so_O,$(run_O))
208 # define test for each compile as 'test_NAME' variable
209 # with the test itself as a value
210 test_make_tags = test -f tags
211 test_make_cscope = test -f cscope.out
213 test_make_tags_O := $(test_make_tags)
214 test_make_cscope_O := $(test_make_cscope)
217 test_make_help := $(test_ok)
218 test_make_doc := $(test_ok)
219 test_make_help_O := $(test_ok)
220 test_make_doc_O := $(test_ok)
222 test_make_python_perf_so := test -f $(PERF_O)/$(python_perf_so)
224 test_make_perf_o := test -f $(PERF_O)/perf.o
225 test_make_util_map_o := test -f $(PERF_O)/util/map.o
226 test_make_util_pmu_bison_o := test -f $(PERF_O)/util/pmu-bison.o
228 define test_dest_files
229 for file in $(1); do \
230 if [ ! -x $$TMP_DEST/$$file ]; then \
231 echo " failed to find: $$file"; \
236 installed_files_bin := bin/perf
237 installed_files_bin += etc/bash_completion.d/perf
238 installed_files_bin += libexec/perf-core/perf-archive
240 installed_files_all := $(installed_files_bin)
242 test_make_install := $(call test_dest_files,$(installed_files_all))
243 test_make_install_O := $(call test_dest_files,$(installed_files_all))
244 test_make_install_bin := $(call test_dest_files,$(installed_files_bin))
245 test_make_install_bin_O := $(call test_dest_files,$(installed_files_bin))
247 # We prefix all installed files for make_install_prefix(_slash)
248 # with '/tmp/krava' to match installed/prefix-ed files.
249 installed_files_all_prefix := $(addprefix /tmp/krava/,$(installed_files_all))
250 test_make_install_prefix := $(call test_dest_files,$(installed_files_all_prefix))
251 test_make_install_prefix_O := $(call test_dest_files,$(installed_files_all_prefix))
253 test_make_install_prefix_slash := $(test_make_install_prefix)
254 test_make_install_prefix_slash_O := $(test_make_install_prefix_O)
256 # FIXME nothing gets installed
257 test_make_install_man := test -f $$TMP_DEST/share/man/man1/perf.1
258 test_make_install_man_O := $(test_make_install_man)
260 # FIXME nothing gets installed
261 test_make_install_doc := $(test_ok)
262 test_make_install_doc_O := $(test_ok)
264 # FIXME nothing gets installed
265 test_make_install_html := $(test_ok)
266 test_make_install_html_O := $(test_ok)
268 # FIXME nothing gets installed
269 test_make_install_info := $(test_ok)
270 test_make_install_info_O := $(test_ok)
272 # FIXME nothing gets installed
273 test_make_install_pdf := $(test_ok)
274 test_make_install_pdf_O := $(test_ok)
276 test_make_libbpf_dynamic := ldd $(PERF_O)/perf | grep -q libbpf
277 test_make_libbpf_dynamic_O := ldd $$TMP_O/perf | grep -q libbpf
279 test_make_python_perf_so_O := test -f $$TMP_O/python/perf.so
280 test_make_perf_o_O := test -f $$TMP_O/perf.o
281 test_make_util_map_o_O := test -f $$TMP_O/util/map.o
282 test_make_util_pmu_bison_o_O := test -f $$TMP_O/util/pmu-bison.o
284 test_default = test -x $(PERF_O)/perf
285 test = $(if $(test_$1),$(test_$1),$(test_default))
287 test_default_O = test -x $$TMP_O/perf
288 test_O = $(if $(test_$1),$(test_$1),$(test_default_O))
293 run := $(shell shuf -e $(run))
294 run_O := $(shell shuf -e $(run_O))
297 max_width := $(shell echo $(run_O) | sed 's/ /\n/g' | wc -L)
300 d := $(info run $(run))
301 d := $(info run_O $(run_O))
304 MAKEFLAGS := --no-print-directory
306 clean := @(cd $(PERF); $(MAKE_F) -s $(O_OPT) clean >/dev/null && $(MAKE) -s $(O_OPT) -C ../build clean >/dev/null)
310 @TMP_DEST=$$(mktemp -d); \
311 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
312 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
313 ( eval $$cmd ) >> $@ 2>&1; \
314 echo " test: $(call test,$@)" >> $@ 2>&1; \
316 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
320 @TMP_DEST=$$(mktemp -d); \
321 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
322 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
323 ( eval $$cmd ) >> $@ 2>&1; \
324 echo " test: $(call test,$@)" >> $@ 2>&1; \
326 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
330 @TMP_DEST=$$(mktemp -d); \
331 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
332 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
333 ( eval $$cmd ) >> $@ 2>&1; \
334 echo " test: $(call test,$@)" >> $@ 2>&1; \
336 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
340 @TMP_O=$$(mktemp -d); \
341 TMP_DEST=$$(mktemp -d); \
342 cmd="cd $(PERF) && $(MAKE_F) $($(patsubst %_O,%,$@)) $(PARALLEL_OPT) O=$$TMP_O DESTDIR=$$TMP_DEST"; \
343 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
344 ( eval $$cmd ) >> $@ 2>&1 && \
345 echo " test: $(call test_O,$@)" >> $@ 2>&1; \
346 $(call test_O,$@) && \
347 rm -rf $@ $$TMP_O $$TMP_DEST || (cat $@ ; false)
350 @cmd="$(PERF)/tests/perf-targz-src-pkg $(PERF)"; \
351 echo "- $@: $$cmd" && echo $$cmd > $@ && \
352 ( eval $$cmd ) >> $@ 2>&1 && \
361 @echo "- make -C <kernelsrc> $(PARALLEL_OPT) $(K_O_OPT) tools/perf"
363 (make -C ../.. $(PARALLEL_OPT) $(K_O_OPT) tools/perf) > $@ 2>&1 && \
364 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
366 make_kernelsrc_tools:
367 @echo "- make -C <kernelsrc>/tools $(PARALLEL_OPT) $(K_O_OPT) perf"
369 (make -C ../../tools $(PARALLEL_OPT) $(K_O_OPT) perf) > $@ 2>&1 && \
370 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
373 @echo "- make -C lib";
374 make -C lib clean >$@ 2>&1; make -C lib >>$@ 2>&1 && rm $@
376 FEATURES_DUMP_FILE := $(FULL_O)/BUILD_TEST_FEATURE_DUMP
377 FEATURES_DUMP_FILE_STATIC := $(FULL_O)/BUILD_TEST_FEATURE_DUMP_STATIC
379 all: $(run) $(run_O) tarpkg make_kernelsrc make_kernelsrc_tools
381 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
385 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
387 ifeq ($(REUSE_FEATURES_DUMP),1)
388 $(FEATURES_DUMP_FILE):
390 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) feature-dump"; \
391 echo "- $@: $$cmd" && echo $$cmd && \
392 ( eval $$cmd ) > /dev/null 2>&1
394 $(FEATURES_DUMP_FILE_STATIC):
396 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) LDFLAGS='-static' feature-dump"; \
397 echo "- $@: $$cmd" && echo $$cmd && \
398 ( eval $$cmd ) > /dev/null 2>&1
400 # Add feature dump dependency for run/run_O targets
401 $(foreach t,$(run) $(run_O),$(eval \
402 $(t): $(if $(findstring make_static,$(t)),\
403 $(FEATURES_DUMP_FILE_STATIC),\
404 $(FEATURES_DUMP_FILE))))
406 # Append 'FEATURES_DUMP=' option to all test cases. For example:
407 # make_no_libbpf: NO_LIBBPF=1 --> NO_LIBBPF=1 FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP
408 # make_static: LDFLAGS=-static --> LDFLAGS=-static FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP_STATIC
409 $(foreach t,$(run),$(if $(findstring make_static,$(t)),\
410 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE_STATIC)),\
411 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE))))
414 .PHONY: all $(run) $(run_O) tarpkg clean make_kernelsrc make_kernelsrc_tools make_libperf