1 // SPDX-License-Identifier: GPL-2.0
8 #include <util/record.h>
10 #include <util/bpf-loader.h>
11 #include <util/evlist.h>
12 #include <linux/bpf.h>
13 #include <linux/filter.h>
14 #include <linux/kernel.h>
15 #include <linux/string.h>
16 #include <api/fs/fs.h>
21 #include "parse-events.h"
23 #define PERF_TEST_BPF_PATH "/sys/fs/bpf/perf_test"
25 #ifdef HAVE_LIBBPF_SUPPORT
27 static int epoll_pwait_loop(void)
31 /* Should fail NR_ITERS times */
32 for (i = 0; i < NR_ITERS; i++)
33 epoll_pwait(-(i + 1), NULL, 0, 0, NULL);
37 #ifdef HAVE_BPF_PROLOGUE
39 static int llseek_loop(void)
43 fds[0] = open("/dev/null", O_RDONLY);
44 fds[1] = open("/dev/null", O_RDWR);
46 if (fds[0] < 0 || fds[1] < 0)
49 for (i = 0; i < NR_ITERS; i++) {
50 lseek(fds[i % 2], i, (i / 2) % 2 ? SEEK_CUR : SEEK_SET);
51 lseek(fds[(i + 1) % 2], i, (i / 2) % 2 ? SEEK_CUR : SEEK_SET);
61 enum test_llvm__testcase prog_id;
64 const char *msg_compile_fail;
65 const char *msg_load_fail;
66 int (*target_func)(void);
69 } bpf_testcase_table[] = {
71 .prog_id = LLVM_TESTCASE_BASE,
72 .desc = "Basic BPF filtering",
73 .name = "[basic_bpf_test]",
74 .msg_compile_fail = "fix 'perf test LLVM' first",
75 .msg_load_fail = "load bpf object failed",
76 .target_func = &epoll_pwait_loop,
77 .expect_result = (NR_ITERS + 1) / 2,
80 .prog_id = LLVM_TESTCASE_BASE,
81 .desc = "BPF pinning",
82 .name = "[bpf_pinning]",
83 .msg_compile_fail = "fix kbuild first",
84 .msg_load_fail = "check your vmlinux setting?",
85 .target_func = &epoll_pwait_loop,
86 .expect_result = (NR_ITERS + 1) / 2,
89 #ifdef HAVE_BPF_PROLOGUE
91 .prog_id = LLVM_TESTCASE_BPF_PROLOGUE,
92 .desc = "BPF prologue generation",
93 .name = "[bpf_prologue_test]",
94 .msg_compile_fail = "fix kbuild first",
95 .msg_load_fail = "check your vmlinux setting?",
96 .target_func = &llseek_loop,
97 .expect_result = (NR_ITERS + 1) / 4,
101 .prog_id = LLVM_TESTCASE_BPF_RELOCATION,
102 .desc = "BPF relocation checker",
103 .name = "[bpf_relocation_test]",
104 .msg_compile_fail = "fix 'perf test LLVM' first",
105 .msg_load_fail = "libbpf error when dealing with relocation",
109 static int do_test(struct bpf_object *obj, int (*func)(void),
112 struct record_opts opts = {
119 .default_interval = 1,
123 char sbuf[STRERR_BUFSIZE];
124 struct evlist *evlist;
125 int i, ret = TEST_FAIL, err = 0, count = 0;
127 struct parse_events_state parse_state;
128 struct parse_events_error parse_error;
130 bzero(&parse_error, sizeof(parse_error));
131 bzero(&parse_state, sizeof(parse_state));
132 parse_state.error = &parse_error;
133 INIT_LIST_HEAD(&parse_state.list);
135 err = parse_events_load_bpf_obj(&parse_state, &parse_state.list, obj, NULL);
136 if (err || list_empty(&parse_state.list)) {
137 pr_debug("Failed to add events selected by BPF\n");
141 snprintf(pid, sizeof(pid), "%d", getpid());
142 pid[sizeof(pid) - 1] = '\0';
143 opts.target.tid = opts.target.pid = pid;
145 /* Instead of perf_evlist__new_default, don't add default events */
146 evlist = evlist__new();
148 pr_debug("Not enough memory to create evlist\n");
152 err = perf_evlist__create_maps(evlist, &opts.target);
154 pr_debug("Not enough memory to create thread/cpu maps\n");
155 goto out_delete_evlist;
158 perf_evlist__splice_list_tail(evlist, &parse_state.list);
159 evlist->nr_groups = parse_state.nr_groups;
161 perf_evlist__config(evlist, &opts, NULL);
163 err = evlist__open(evlist);
165 pr_debug("perf_evlist__open: %s\n",
166 str_error_r(errno, sbuf, sizeof(sbuf)));
167 goto out_delete_evlist;
170 err = perf_evlist__mmap(evlist, opts.mmap_pages);
172 pr_debug("perf_evlist__mmap: %s\n",
173 str_error_r(errno, sbuf, sizeof(sbuf)));
174 goto out_delete_evlist;
177 evlist__enable(evlist);
179 evlist__disable(evlist);
181 for (i = 0; i < evlist->nr_mmaps; i++) {
182 union perf_event *event;
183 struct perf_mmap *md;
185 md = &evlist->mmap[i];
186 if (perf_mmap__read_init(md) < 0)
189 while ((event = perf_mmap__read_event(md)) != NULL) {
190 const u32 type = event->header.type;
192 if (type == PERF_RECORD_SAMPLE)
195 perf_mmap__read_done(md);
198 if (count != expect) {
199 pr_debug("BPF filter result incorrect, expected %d, got %d samples\n", expect, count);
200 goto out_delete_evlist;
206 evlist__delete(evlist);
210 static struct bpf_object *
211 prepare_bpf(void *obj_buf, size_t obj_buf_sz, const char *name)
213 struct bpf_object *obj;
215 obj = bpf__prepare_load_buffer(obj_buf, obj_buf_sz, name);
217 pr_debug("Compile BPF program failed.\n");
223 static int __test__bpf(int idx)
228 struct bpf_object *obj;
230 ret = test_llvm__fetch_bpf_obj(&obj_buf, &obj_buf_sz,
231 bpf_testcase_table[idx].prog_id,
233 if (ret != TEST_OK || !obj_buf || !obj_buf_sz) {
234 pr_debug("Unable to get BPF object, %s\n",
235 bpf_testcase_table[idx].msg_compile_fail);
242 obj = prepare_bpf(obj_buf, obj_buf_sz,
243 bpf_testcase_table[idx].name);
244 if ((!!bpf_testcase_table[idx].target_func) != (!!obj)) {
246 pr_debug("Fail to load BPF object: %s\n",
247 bpf_testcase_table[idx].msg_load_fail);
249 pr_debug("Success unexpectedly: %s\n",
250 bpf_testcase_table[idx].msg_load_fail);
257 bpf_testcase_table[idx].target_func,
258 bpf_testcase_table[idx].expect_result);
261 if (bpf_testcase_table[idx].pin) {
264 if (!bpf_fs__mount()) {
265 pr_debug("BPF filesystem not mounted\n");
269 err = mkdir(PERF_TEST_BPF_PATH, 0777);
270 if (err && errno != EEXIST) {
271 pr_debug("Failed to make perf_test dir: %s\n",
276 if (bpf_object__pin(obj, PERF_TEST_BPF_PATH))
278 if (rm_rf(PERF_TEST_BPF_PATH))
288 int test__bpf_subtest_get_nr(void)
290 return (int)ARRAY_SIZE(bpf_testcase_table);
293 const char *test__bpf_subtest_get_desc(int i)
295 if (i < 0 || i >= (int)ARRAY_SIZE(bpf_testcase_table))
297 return bpf_testcase_table[i].desc;
300 static int check_env(void)
303 unsigned int kver_int;
304 char license[] = "GPL";
306 struct bpf_insn insns[] = {
307 BPF_MOV64_IMM(BPF_REG_0, 1),
311 err = fetch_kernel_version(&kver_int, NULL, 0);
313 pr_debug("Unable to get kernel version\n");
317 err = bpf_load_program(BPF_PROG_TYPE_KPROBE, insns,
318 sizeof(insns) / sizeof(insns[0]),
319 license, kver_int, NULL, 0);
321 pr_err("Missing basic BPF support, skip this test: %s\n",
330 int test__bpf(struct test *test __maybe_unused, int i)
334 if (i < 0 || i >= (int)ARRAY_SIZE(bpf_testcase_table))
337 if (geteuid() != 0) {
338 pr_debug("Only root can run BPF test\n");
345 err = __test__bpf(i);
350 int test__bpf_subtest_get_nr(void)
355 const char *test__bpf_subtest_get_desc(int i __maybe_unused)
360 int test__bpf(struct test *test __maybe_unused, int i __maybe_unused)
362 pr_debug("Skip BPF test because BPF support is not compiled\n");