| { | |
| "runtime/jit: tail_call within bounds, prog once", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 42, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, prog loop", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, 1), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 41, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, no prog", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, 3), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 1, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, key 2", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 24, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, key 2 / key 2, first branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 13), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5, 9 }, | |
| .result = ACCEPT, | |
| .retval = 24, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, key 2 / key 2, second branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 14), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5, 9 }, | |
| .result = ACCEPT, | |
| .retval = 24, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, key 0 / key 2, first branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 13), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5, 9 }, | |
| .result = ACCEPT, | |
| .retval = 24, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, key 0 / key 2, second branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 14), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 2), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5, 9 }, | |
| .result = ACCEPT, | |
| .retval = 42, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, different maps, first branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 13), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5 }, | |
| .fixup_prog2 = { 9 }, | |
| .result_unpriv = REJECT, | |
| .errstr_unpriv = "tail_call abusing map_ptr", | |
| .result = ACCEPT, | |
| .retval = 1, | |
| }, | |
| { | |
| "runtime/jit: tail_call within bounds, different maps, second branch", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_0, 14), | |
| BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1, | |
| offsetof(struct __sk_buff, cb[0])), | |
| BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 13, 4), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_JMP_IMM(BPF_JA, 0, 0, 3), | |
| BPF_MOV64_IMM(BPF_REG_3, 0), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 1), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 5 }, | |
| .fixup_prog2 = { 9 }, | |
| .result_unpriv = REJECT, | |
| .errstr_unpriv = "tail_call abusing map_ptr", | |
| .result = ACCEPT, | |
| .retval = 42, | |
| }, | |
| { | |
| "runtime/jit: tail_call out of bounds", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, 256), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 2), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 2, | |
| }, | |
| { | |
| "runtime/jit: pass negative index to tail_call", | |
| .insns = { | |
| BPF_MOV64_IMM(BPF_REG_3, -1), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 2), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 1 }, | |
| .result = ACCEPT, | |
| .retval = 2, | |
| }, | |
| { | |
| "runtime/jit: pass > 32bit index to tail_call", | |
| .insns = { | |
| BPF_LD_IMM64(BPF_REG_3, 0x100000000ULL), | |
| BPF_LD_MAP_FD(BPF_REG_2, 0), | |
| BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_tail_call), | |
| BPF_MOV64_IMM(BPF_REG_0, 2), | |
| BPF_EXIT_INSN(), | |
| }, | |
| .fixup_prog1 = { 2 }, | |
| .result = ACCEPT, | |
| .retval = 42, | |
| /* Verifier rewrite for unpriv skips tail call here. */ | |
| .retval_unpriv = 2, | |
| }, |