/* SPDX-License-Identifier: GPL-2.0-or-later */ /* * Code to prepare detour buffer for optprobes in Kernel. * * Copyright 2017, Anju T, IBM Corp. */ #include #include #include #ifdef CONFIG_PPC64 #define SAVE_30GPRS(base) SAVE_GPRS(2, 31, base) #define REST_30GPRS(base) REST_GPRS(2, 31, base) #define TEMPLATE_FOR_IMM_LOAD_INSNS nop; nop; nop; nop; nop #else #define SAVE_30GPRS(base) stmw r2, GPR2(base) #define REST_30GPRS(base) lmw r2, GPR2(base) #define TEMPLATE_FOR_IMM_LOAD_INSNS nop; nop; nop #endif #define OPT_SLOT_SIZE 65536 .balign 4 /* * Reserve an area to allocate slots for detour buffer. * This is part of .text section (rather than vmalloc area) * as this needs to be within 32MB of the probed address. */ .global optinsn_slot optinsn_slot: .space OPT_SLOT_SIZE /* * Optprobe template: * This template gets copied into one of the slots in optinsn_slot * and gets fixed up with real optprobe structures et al. */ .global optprobe_template_entry optprobe_template_entry: /* Create an in-memory pt_regs */ PPC_STLU r1,-INT_FRAME_SIZE(r1) SAVE_GPR(0,r1) /* Save the previous SP into stack */ addi r0,r1,INT_FRAME_SIZE PPC_STL r0,GPR1(r1) SAVE_30GPRS(r1) /* Save SPRS */ mfmsr r5 PPC_STL r5,_MSR(r1) li r5,0x700 PPC_STL r5,_TRAP(r1) li r5,0 PPC_STL r5,ORIG_GPR3(r1) PPC_STL r5,RESULT(r1) mfctr r5 PPC_STL r5,_CTR(r1) mflr r5 PPC_STL r5,_LINK(r1) mfspr r5,SPRN_XER PPC_STL r5,_XER(r1) mfcr r5 PPC_STL r5,_CCR(r1) #ifdef CONFIG_PPC64 lbz r5,PACAIRQSOFTMASK(r13) std r5,SOFTE(r1) #endif /* * We may get here from a module, so load the kernel TOC in r2. * The original TOC gets restored when pt_regs is restored * further below. */ #ifdef CONFIG_PPC64 LOAD_PACA_TOC() #endif .global optprobe_template_op_address optprobe_template_op_address: /* * Parameters to optimized_callback(): * 1. optimized_kprobe structure in r3 */ TEMPLATE_FOR_IMM_LOAD_INSNS /* 2. pt_regs pointer in r4 */ addi r4,r1,STACK_FRAME_OVERHEAD .global optprobe_template_call_handler optprobe_template_call_handler: /* Branch to optimized_callback() */ nop /* * Parameters for instruction emulation: * 1. Pass SP in register r3. */ addi r3,r1,STACK_FRAME_OVERHEAD .global optprobe_template_insn optprobe_template_insn: /* 2, Pass instruction to be emulated in r4 */ TEMPLATE_FOR_IMM_LOAD_INSNS .global optprobe_template_call_emulate optprobe_template_call_emulate: /* Branch to emulate_step() */ nop /* * All done. * Now, restore the registers... */ PPC_LL r5,_MSR(r1) mtmsr r5 PPC_LL r5,_CTR(r1) mtctr r5 PPC_LL r5,_LINK(r1) mtlr r5 PPC_LL r5,_XER(r1) mtxer r5 PPC_LL r5,_CCR(r1) mtcr r5 REST_GPR(0,r1) REST_30GPRS(r1) /* Restore the previous SP */ addi r1,r1,INT_FRAME_SIZE .global optprobe_template_ret optprobe_template_ret: /* ... and jump back from trampoline */ nop .global optprobe_template_end optprobe_template_end: