| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132 |
- /* SPDX-License-Identifier: GPL-2.0-or-later */
- /*
- * Split from ftrace_64.S
- */
- #include <linux/export.h>
- #include <linux/magic.h>
- #include <asm/ppc_asm.h>
- #include <asm/asm-offsets.h>
- #include <asm/ftrace.h>
- #include <asm/ppc-opcode.h>
- _GLOBAL_TOC(ftrace_caller)
- lbz r3, PACA_FTRACE_ENABLED(r13)
- cmpdi r3, 0
- beqlr
- /* Taken from output of objdump from lib64/glibc */
- mflr r3
- ld r11, 0(r1)
- stdu r1, -112(r1)
- std r3, 128(r1)
- ld r4, 16(r11)
- subi r3, r3, MCOUNT_INSN_SIZE
- .globl ftrace_call
- ftrace_call:
- bl ftrace_stub
- nop
- #ifdef CONFIG_FUNCTION_GRAPH_TRACER
- .globl ftrace_graph_call
- ftrace_graph_call:
- b ftrace_graph_stub
- _GLOBAL(ftrace_graph_stub)
- #endif
- ld r0, 128(r1)
- mtlr r0
- addi r1, r1, 112
- _GLOBAL(ftrace_stub)
- blr
- #ifdef CONFIG_FUNCTION_GRAPH_TRACER
- _GLOBAL(ftrace_graph_caller)
- addi r5, r1, 112
- /* load r4 with local address */
- ld r4, 128(r1)
- subi r4, r4, MCOUNT_INSN_SIZE
- /* Grab the LR out of the caller stack frame */
- ld r11, 112(r1)
- ld r3, 16(r11)
- bl prepare_ftrace_return
- nop
- /*
- * prepare_ftrace_return gives us the address we divert to.
- * Change the LR in the callers stack frame to this.
- */
- ld r11, 112(r1)
- std r3, 16(r11)
- ld r0, 128(r1)
- mtlr r0
- addi r1, r1, 112
- blr
- #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
- .pushsection ".tramp.ftrace.text","aw",@progbits;
- .globl ftrace_tramp_text
- ftrace_tramp_text:
- .space 32
- .popsection
- .pushsection ".tramp.ftrace.init","aw",@progbits;
- .globl ftrace_tramp_init
- ftrace_tramp_init:
- .space 32
- .popsection
- _GLOBAL(mcount)
- _GLOBAL(_mcount)
- EXPORT_SYMBOL(_mcount)
- mflr r12
- mtctr r12
- mtlr r0
- bctr
- #ifdef CONFIG_FUNCTION_GRAPH_TRACER
- _GLOBAL(return_to_handler)
- /* need to save return values */
- #ifdef CONFIG_PPC64
- std r4, -32(r1)
- std r3, -24(r1)
- /* save TOC */
- std r2, -16(r1)
- std r31, -8(r1)
- mr r31, r1
- stdu r1, -112(r1)
- /*
- * We might be called from a module.
- * Switch to our TOC to run inside the core kernel.
- */
- LOAD_PACA_TOC()
- #else
- stwu r1, -16(r1)
- stw r3, 8(r1)
- stw r4, 12(r1)
- #endif
- bl ftrace_return_to_handler
- nop
- /* return value has real return address */
- mtlr r3
- #ifdef CONFIG_PPC64
- ld r1, 0(r1)
- ld r4, -32(r1)
- ld r3, -24(r1)
- ld r2, -16(r1)
- ld r31, -8(r1)
- #else
- lwz r3, 8(r1)
- lwz r4, 12(r1)
- addi r1, r1, 16
- #endif
- /* Jump back to real return address */
- blr
- #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
|
