| // SPDX-License-Identifier: GPL-2.0 |
| /* Converted from tools/testing/selftests/bpf/verifier/xdp_direct_packet_access.c */ |
| |
| #include <linux/bpf.h> |
| #include <bpf/bpf_helpers.h> |
| #include "bpf_misc.h" |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end mangling, bad access 1") |
| __failure __msg("R3 pointer arithmetic on pkt_end") |
| __naked void end_mangling_bad_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| r3 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end mangling, bad access 2") |
| __failure __msg("R3 pointer arithmetic on pkt_end") |
| __naked void end_mangling_bad_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| r3 -= 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' > pkt_end, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_corner_case_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' > pkt_end, bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_1_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 4); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' > pkt_end, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_2_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' > pkt_end, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 9); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' > pkt_end, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end > pkt_data', good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_pkt_data_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end > pkt_data', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 6); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end > pkt_data', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end > pkt_data', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end > pkt_data', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' < pkt_end, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_pkt_end_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' < pkt_end, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 6); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' < pkt_end, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_2_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' < pkt_end, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_corner_case_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' < pkt_end, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end < pkt_data', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end < pkt_data', bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_1_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 4); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end < pkt_data', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end < pkt_data', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 9); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end < pkt_data', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' >= pkt_end, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_pkt_end_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u32*)(r1 - 5); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' >= pkt_end, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_5(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 6); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' >= pkt_end, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_2_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' >= pkt_end, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_corner_case_good_access_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' >= pkt_end, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_5(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end >= pkt_data', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end >= pkt_data', bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_1_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 4); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end >= pkt_data', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end >= pkt_data', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_6(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 9); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end >= pkt_data', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_6(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' <= pkt_end, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_corner_case_good_access_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' <= pkt_end, bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_1_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 4); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' <= pkt_end, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_end_bad_access_2_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' <= pkt_end, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_7(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 9); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data' <= pkt_end, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_7(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end <= pkt_data', good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void end_pkt_data_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u32*)(r1 - 5); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end <= pkt_data', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_8(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 6); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end <= pkt_data', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end <= pkt_data', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_end <= pkt_data', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_8(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data_end]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_end, offsetof(struct xdp_md, data_end)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' > pkt_data, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_5(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' > pkt_data, bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_1_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 4); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' > pkt_data, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_5(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 > r3 goto l0_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' > pkt_data, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_9(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 9); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' > pkt_data, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_9(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 > r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data > pkt_meta', good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_pkt_meta_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data > pkt_meta', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_10(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 6); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data > pkt_meta', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_2_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data > pkt_meta', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_corner_case_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data > pkt_meta', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_10(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 > r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' < pkt_data, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_pkt_data_good_access_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' < pkt_data, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_11(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 6); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' < pkt_data, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_6(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' < pkt_data, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_6(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' < pkt_data, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_11(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 < r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data < pkt_meta', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_corner_case_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data < pkt_meta', bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_1_1(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 4); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data < pkt_meta', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_2_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 < r1 goto l0_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data < pkt_meta', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_12(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 9); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data < pkt_meta', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_12(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 < r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' >= pkt_data, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_pkt_data_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u32*)(r1 - 5); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' >= pkt_data, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_13(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 6); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' >= pkt_data, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_7(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' >= pkt_data, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_7(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' >= pkt_data, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_13(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 >= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data >= pkt_meta', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_corner_case_good_access_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data >= pkt_meta', bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_1_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 4); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data >= pkt_meta', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_2_3(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 >= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data >= pkt_meta', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_14(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 9); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data >= pkt_meta', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_14(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 >= r1 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' <= pkt_data, corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_corner_case_good_access_8(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 8); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' <= pkt_data, bad access 1") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_1_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 4); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' <= pkt_data, bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_data_bad_access_2_8(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r1 <= r3 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' <= pkt_data, corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_15(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 9; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 9); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_meta' <= pkt_data, corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_15(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r1 <= r3 goto l0_%=; \ |
| goto l1_%=; \ |
| l0_%=: r0 = *(u64*)(r1 - 7); \ |
| l1_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data <= pkt_meta', good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void data_pkt_meta_good_access_2(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u32*)(r1 - 5); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data <= pkt_meta', corner case -1, bad access") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_bad_access_16(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 6; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 6); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data <= pkt_meta', bad access 2") |
| __failure __msg("R1 offset is outside of the packet") |
| __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void pkt_meta_bad_access_2_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| l0_%=: r0 = *(u32*)(r1 - 5); \ |
| r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data <= pkt_meta', corner case, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void meta_corner_case_good_access_4(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 7; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 7); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| SEC("xdp") |
| __description("XDP pkt read, pkt_data <= pkt_meta', corner case +1, good access") |
| __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) |
| __naked void corner_case_1_good_access_16(void) |
| { |
| asm volatile (" \ |
| r2 = *(u32*)(r1 + %[xdp_md_data_meta]); \ |
| r3 = *(u32*)(r1 + %[xdp_md_data]); \ |
| r1 = r2; \ |
| r1 += 8; \ |
| if r3 <= r1 goto l0_%=; \ |
| r0 = *(u64*)(r1 - 8); \ |
| l0_%=: r0 = 0; \ |
| exit; \ |
| " : |
| : __imm_const(xdp_md_data, offsetof(struct xdp_md, data)), |
| __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) |
| : __clobber_all); |
| } |
| |
| char _license[] SEC("license") = "GPL"; |