// SPDX-License-Identifier: GPL-2.0 #include #include #include "../../../include/linux/filter.h" #include "bpf_misc.h" /* r0-r5 after the loop and the number of iterations */ __u64 regs_64[7]; __u64 regs_128[7]; /* * fentry prog with 64 or more bytes of stack uses private stack. * Loop until may_goto expires. r0-r5 should stay zero. */ #define TIMED_MAY_GOTO_PRIV_STACK(size, func) \ SEC("fentry/" #func) \ __naked void priv_stack_##size(void) \ { \ asm volatile ( \ "r6 = 0;" \ "*(u64 *)(r10 - " #size ") = r6;" \ "r7 = %[regs] ll;" \ "r0 = 0;" \ "r1 = 0;" \ "r2 = 0;" \ "r3 = 0;" \ "r4 = 0;" \ "r5 = 0;" \ "1:" \ ".8byte %[may_goto];" \ "r6 += 1;" \ "goto 1b;" \ "*(u64 *)(r7 + 0) = r0;" \ "*(u64 *)(r7 + 8) = r1;" \ "*(u64 *)(r7 + 16) = r2;" \ "*(u64 *)(r7 + 24) = r3;" \ "*(u64 *)(r7 + 32) = r4;" \ "*(u64 *)(r7 + 40) = r5;" \ "*(u64 *)(r7 + 48) = r6;" \ "r0 = 0;" \ "exit;" \ : \ : [regs]"i"(®s_##size), \ __imm_insn(may_goto, BPF_RAW_INSN(BPF_JMP | BPF_JCOND, 0, 0, 2, 0)) \ : __clobber_all); \ } TIMED_MAY_GOTO_PRIV_STACK(64, bpf_fentry_test1) TIMED_MAY_GOTO_PRIV_STACK(128, bpf_fentry_test2) char _license[] SEC("license") = "GPL";