| // SPDX-License-Identifier: GPL-2.0 |
| /* Copyright (c) 2023 Meta Platforms, Inc. and affiliates. */ |
| |
| #include <errno.h> |
| #include <string.h> |
| #include <linux/bpf.h> |
| #include <bpf/bpf_helpers.h> |
| #include "bpf_misc.h" |
| |
| char _license[] SEC("license") = "GPL"; |
| |
| #define ITER_HELPERS \ |
| __imm(bpf_iter_num_new), \ |
| __imm(bpf_iter_num_next), \ |
| __imm(bpf_iter_num_destroy) |
| |
| SEC("?raw_tp") |
| __success |
| int force_clang_to_emit_btf_for_externs(void *ctx) |
| { |
| /* we need this as a workaround to enforce compiler emitting BTF |
| * information for bpf_iter_num_{new,next,destroy}() kfuncs, |
| * as, apparently, it doesn't emit it for symbols only referenced from |
| * assembly (or cleanup attribute, for that matter, as well) |
| */ |
| bpf_repeat(0); |
| |
| return 0; |
| } |
| |
| SEC("?raw_tp") |
| __success |
| int consume_first_item_only(void *ctx) |
| { |
| struct bpf_iter_num iter; |
| |
| asm volatile ( |
| /* create iterator */ |
| "r1 = %[iter];" |
| "r2 = 0;" |
| "r3 = 1000;" |
| "call %[bpf_iter_num_new];" |
| |
| /* consume first item */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_next];" |
| |
| "if r0 == 0 goto +1;" |
| "r0 = *(u32 *)(r0 + 0);" |
| |
| /* destroy iterator */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_destroy];" |
| : |
| : __imm_ptr(iter), ITER_HELPERS |
| : __clobber_common |
| ); |
| |
| return 0; |
| } |
| |
| SEC("?raw_tp") |
| __failure __msg("R0 invalid mem access 'scalar'") |
| int missing_null_check_fail(void *ctx) |
| { |
| struct bpf_iter_num iter; |
| |
| asm volatile ( |
| /* create iterator */ |
| "r1 = %[iter];" |
| "r2 = 0;" |
| "r3 = 1000;" |
| "call %[bpf_iter_num_new];" |
| |
| /* consume first element */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_next];" |
| |
| /* FAIL: deref with no NULL check */ |
| "r1 = *(u32 *)(r0 + 0);" |
| |
| /* destroy iterator */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_destroy];" |
| : |
| : __imm_ptr(iter), ITER_HELPERS |
| : __clobber_common |
| ); |
| |
| return 0; |
| } |
| |
| SEC("?raw_tp") |
| __failure |
| __msg("invalid access to memory, mem_size=4 off=0 size=8") |
| __msg("R0 min value is outside of the allowed memory range") |
| int wrong_sized_read_fail(void *ctx) |
| { |
| struct bpf_iter_num iter; |
| |
| asm volatile ( |
| /* create iterator */ |
| "r1 = %[iter];" |
| "r2 = 0;" |
| "r3 = 1000;" |
| "call %[bpf_iter_num_new];" |
| |
| /* consume first element */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_next];" |
| |
| "if r0 == 0 goto +1;" |
| /* FAIL: deref more than available 4 bytes */ |
| "r0 = *(u64 *)(r0 + 0);" |
| |
| /* destroy iterator */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_destroy];" |
| : |
| : __imm_ptr(iter), ITER_HELPERS |
| : __clobber_common |
| ); |
| |
| return 0; |
| } |
| |
| SEC("?raw_tp") |
| __success __log_level(2) |
| __flag(BPF_F_TEST_STATE_FREQ) |
| int simplest_loop(void *ctx) |
| { |
| struct bpf_iter_num iter; |
| |
| asm volatile ( |
| "r6 = 0;" /* init sum */ |
| |
| /* create iterator */ |
| "r1 = %[iter];" |
| "r2 = 0;" |
| "r3 = 10;" |
| "call %[bpf_iter_num_new];" |
| |
| "1:" |
| /* consume next item */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_next];" |
| |
| "if r0 == 0 goto 2f;" |
| "r0 = *(u32 *)(r0 + 0);" |
| "r6 += r0;" /* accumulate sum */ |
| "goto 1b;" |
| |
| "2:" |
| /* destroy iterator */ |
| "r1 = %[iter];" |
| "call %[bpf_iter_num_destroy];" |
| : |
| : __imm_ptr(iter), ITER_HELPERS |
| : __clobber_common, "r6" |
| ); |
| |
| return 0; |
| } |