blob: e9f2f12ba06b54c31d4cddf62a38417ca4bfddab [file] [log] [blame]
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -07001// SPDX-License-Identifier: GPL-2.0
2// Copyright (c) 2019 Facebook
3#include <test_progs.h>
4static int libbpf_debug_print(enum libbpf_print_level level,
5 const char *format, va_list args)
6{
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -07007 if (level != LIBBPF_DEBUG) {
Stanislav Fomichev66bd2ec2019-08-06 10:45:28 -07008 vprintf(format, args);
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -07009 return 0;
10 }
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070011
12 if (!strstr(format, "verifier log"))
13 return 0;
Stanislav Fomichev66bd2ec2019-08-06 10:45:28 -070014 vprintf("%s", args);
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -070015 return 0;
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070016}
17
Andrii Nakryikoa8fdaad2019-11-19 16:35:48 -080018extern int extra_prog_load_log_flags;
19
Alexei Starovoitov7c944102019-05-21 20:14:21 -070020static int check_load(const char *file, enum bpf_prog_type type)
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070021{
22 struct bpf_prog_load_attr attr;
Lorenz Bauer07b61992019-05-08 17:49:32 +010023 struct bpf_object *obj = NULL;
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070024 int err, prog_fd;
25
26 memset(&attr, 0, sizeof(struct bpf_prog_load_attr));
27 attr.file = file;
Alexei Starovoitov7c944102019-05-21 20:14:21 -070028 attr.prog_type = type;
Andrii Nakryikoa8fdaad2019-11-19 16:35:48 -080029 attr.log_level = 4 | extra_prog_load_log_flags;
Jiong Wang9d120b42019-05-24 23:25:21 +010030 attr.prog_flags = BPF_F_TEST_RND_HI32;
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070031 err = bpf_prog_load_xattr(&attr, &obj, &prog_fd);
32 bpf_object__close(obj);
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070033 return err;
34}
35
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070036struct scale_test_def {
37 const char *file;
38 enum bpf_prog_type attach_type;
39 bool fails;
40};
41
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070042void test_bpf_verif_scale(void)
43{
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070044 struct scale_test_def tests[] = {
45 { "loop3.o", BPF_PROG_TYPE_RAW_TRACEPOINT, true /* fails */ },
46
47 { "test_verif_scale1.o", BPF_PROG_TYPE_SCHED_CLS },
48 { "test_verif_scale2.o", BPF_PROG_TYPE_SCHED_CLS },
49 { "test_verif_scale3.o", BPF_PROG_TYPE_SCHED_CLS },
50
Alexei Starovoitov6db2d812020-01-09 22:41:22 -080051 { "pyperf_global.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
52
Alexei Starovoitovb0610172019-06-15 12:12:24 -070053 /* full unroll by llvm */
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070054 { "pyperf50.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
55 { "pyperf100.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
56 { "pyperf180.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
Alexei Starovoitovb0610172019-06-15 12:12:24 -070057
58 /* partial unroll. llvm will unroll loop ~150 times.
59 * C loop count -> 600.
60 * Asm loop count -> 4.
61 * 16k insns in loop body.
62 * Total of 5 such loops. Total program size ~82k insns.
63 */
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070064 { "pyperf600.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
Alexei Starovoitovb0610172019-06-15 12:12:24 -070065
66 /* no unroll at all.
67 * C loop count -> 600.
68 * ASM loop count -> 600.
69 * ~110 insns in loop body.
70 * Total of 5 such loops. Total program size ~1500 insns.
71 */
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070072 { "pyperf600_nounroll.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
Alexei Starovoitovb0610172019-06-15 12:12:24 -070073
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070074 { "loop1.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
75 { "loop2.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
Alexei Starovoitova78d0db2019-08-02 15:54:01 -070076 { "loop4.o", BPF_PROG_TYPE_SCHED_CLS },
Alexei Starovoitov8c303962019-08-02 16:23:40 -070077 { "loop5.o", BPF_PROG_TYPE_SCHED_CLS },
Alexei Starovoitovb0610172019-06-15 12:12:24 -070078
79 /* partial unroll. 19k insn in a loop.
80 * Total program size 20.8k insn.
81 * ~350k processed_insns
82 */
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070083 { "strobemeta.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
Alexei Starovoitovb0610172019-06-15 12:12:24 -070084
85 /* no unroll, tiny loops */
Andrii Nakryiko51436ed2019-07-27 20:25:30 -070086 { "strobemeta_nounroll1.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
87 { "strobemeta_nounroll2.o", BPF_PROG_TYPE_RAW_TRACEPOINT },
88
89 { "test_sysctl_loop1.o", BPF_PROG_TYPE_CGROUP_SYSCTL },
90 { "test_sysctl_loop2.o", BPF_PROG_TYPE_CGROUP_SYSCTL },
91
92 { "test_xdp_loop.o", BPF_PROG_TYPE_XDP },
93 { "test_seg6_loop.o", BPF_PROG_TYPE_LWT_SEG6LOCAL },
Alexei Starovoitov7c944102019-05-21 20:14:21 -070094 };
Andrii Nakryiko329e38f2019-07-27 20:25:27 -070095 libbpf_print_fn_t old_print_fn = NULL;
Alexei Starovoitov7c944102019-05-21 20:14:21 -070096 int err, i;
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -070097
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -070098 if (env.verifier_stats) {
99 test__force_log();
Andrii Nakryiko329e38f2019-07-27 20:25:27 -0700100 old_print_fn = libbpf_set_print(libbpf_debug_print);
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -0700101 }
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -0700102
Andrii Nakryiko51436ed2019-07-27 20:25:30 -0700103 for (i = 0; i < ARRAY_SIZE(tests); i++) {
104 const struct scale_test_def *test = &tests[i];
Alexei Starovoitovb0610172019-06-15 12:12:24 -0700105
Andrii Nakryiko51436ed2019-07-27 20:25:30 -0700106 if (!test__start_subtest(test->file))
107 continue;
108
109 err = check_load(test->file, test->attach_type);
Stanislav Fomichevd38835b2019-08-21 16:44:25 -0700110 CHECK_FAIL(err && !test->fails);
Alexei Starovoitov7c944102019-05-21 20:14:21 -0700111 }
112
Andrii Nakryiko0ff97e52019-07-27 20:25:28 -0700113 if (env.verifier_stats)
Andrii Nakryiko329e38f2019-07-27 20:25:27 -0700114 libbpf_set_print(old_print_fn);
Alexei Starovoitove5e7a8f2019-04-01 21:27:48 -0700115}