mcount.S 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * Copyright IBM Corp. 2008, 2009
  4. *
  5. * Author(s): Heiko Carstens <heiko.carstens@de.ibm.com>,
  6. *
  7. */
  8. #include <linux/linkage.h>
  9. #include <asm/asm-offsets.h>
  10. #include <asm/ftrace.h>
  11. #include <asm/nospec-insn.h>
  12. #include <asm/ptrace.h>
  13. #include <asm/export.h>
  14. GEN_BR_THUNK %r1
  15. GEN_BR_THUNK %r14
  16. .section .kprobes.text, "ax"
  17. ENTRY(ftrace_stub)
  18. BR_EX %r14
  19. #define STACK_FRAME_SIZE (STACK_FRAME_OVERHEAD + __PT_SIZE)
  20. #define STACK_PTREGS (STACK_FRAME_OVERHEAD)
  21. #define STACK_PTREGS_GPRS (STACK_PTREGS + __PT_GPRS)
  22. #define STACK_PTREGS_PSW (STACK_PTREGS + __PT_PSW)
  23. ENTRY(_mcount)
  24. BR_EX %r14
  25. EXPORT_SYMBOL(_mcount)
  26. ENTRY(ftrace_caller)
  27. .globl ftrace_regs_caller
  28. .set ftrace_regs_caller,ftrace_caller
  29. lgr %r1,%r15
  30. #if !(defined(CC_USING_HOTPATCH) || defined(CC_USING_NOP_MCOUNT))
  31. aghi %r0,MCOUNT_RETURN_FIXUP
  32. #endif
  33. aghi %r15,-STACK_FRAME_SIZE
  34. stg %r1,__SF_BACKCHAIN(%r15)
  35. stg %r1,(STACK_PTREGS_GPRS+15*8)(%r15)
  36. stg %r0,(STACK_PTREGS_PSW+8)(%r15)
  37. stmg %r2,%r14,(STACK_PTREGS_GPRS+2*8)(%r15)
  38. #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES
  39. aghik %r2,%r0,-MCOUNT_INSN_SIZE
  40. lgrl %r4,function_trace_op
  41. lgrl %r1,ftrace_trace_function
  42. #else
  43. lgr %r2,%r0
  44. aghi %r2,-MCOUNT_INSN_SIZE
  45. larl %r4,function_trace_op
  46. lg %r4,0(%r4)
  47. larl %r1,ftrace_trace_function
  48. lg %r1,0(%r1)
  49. #endif
  50. lgr %r3,%r14
  51. la %r5,STACK_PTREGS(%r15)
  52. BASR_EX %r14,%r1
  53. #ifdef CONFIG_FUNCTION_GRAPH_TRACER
  54. # The j instruction gets runtime patched to a nop instruction.
  55. # See ftrace_enable_ftrace_graph_caller.
  56. ENTRY(ftrace_graph_caller)
  57. j ftrace_graph_caller_end
  58. lg %r2,(STACK_PTREGS_GPRS+14*8)(%r15)
  59. lg %r3,(STACK_PTREGS_PSW+8)(%r15)
  60. brasl %r14,prepare_ftrace_return
  61. stg %r2,(STACK_PTREGS_GPRS+14*8)(%r15)
  62. ftrace_graph_caller_end:
  63. .globl ftrace_graph_caller_end
  64. #endif
  65. lg %r1,(STACK_PTREGS_PSW+8)(%r15)
  66. lmg %r2,%r15,(STACK_PTREGS_GPRS+2*8)(%r15)
  67. BR_EX %r1
  68. #ifdef CONFIG_FUNCTION_GRAPH_TRACER
  69. ENTRY(return_to_handler)
  70. stmg %r2,%r5,32(%r15)
  71. lgr %r1,%r15
  72. aghi %r15,-STACK_FRAME_OVERHEAD
  73. stg %r1,__SF_BACKCHAIN(%r15)
  74. brasl %r14,ftrace_return_to_handler
  75. aghi %r15,STACK_FRAME_OVERHEAD
  76. lgr %r14,%r2
  77. lmg %r2,%r5,32(%r15)
  78. BR_EX %r14
  79. #endif