blob: 0df911e772ae0f55f0f46c964b1d1d699566b05b [file] [log] [blame]
Wu Zhangjind2bb07622009-11-20 20:34:29 +08001/*
2 * MIPS specific _mcount support
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive for
6 * more details.
7 *
8 * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China
Wu Zhangjin042e5712010-05-14 19:08:28 +08009 * Copyright (C) 2010 DSLab, Lanzhou University, China
Wu Zhangjinf7a904d2010-01-04 17:16:51 +080010 * Author: Wu Zhangjin <wuzhangjin@gmail.com>
Wu Zhangjind2bb07622009-11-20 20:34:29 +080011 */
12
13#include <asm/regdef.h>
14#include <asm/stackframe.h>
15#include <asm/ftrace.h>
16
17 .text
18 .set noreorder
19 .set noat
20
21 .macro MCOUNT_SAVE_REGS
22 PTR_SUBU sp, PT_SIZE
23 PTR_S ra, PT_R31(sp)
24 PTR_S AT, PT_R1(sp)
25 PTR_S a0, PT_R4(sp)
26 PTR_S a1, PT_R5(sp)
27 PTR_S a2, PT_R6(sp)
28 PTR_S a3, PT_R7(sp)
29#ifdef CONFIG_64BIT
30 PTR_S a4, PT_R8(sp)
31 PTR_S a5, PT_R9(sp)
32 PTR_S a6, PT_R10(sp)
33 PTR_S a7, PT_R11(sp)
34#endif
35 .endm
36
37 .macro MCOUNT_RESTORE_REGS
38 PTR_L ra, PT_R31(sp)
39 PTR_L AT, PT_R1(sp)
40 PTR_L a0, PT_R4(sp)
41 PTR_L a1, PT_R5(sp)
42 PTR_L a2, PT_R6(sp)
43 PTR_L a3, PT_R7(sp)
44#ifdef CONFIG_64BIT
45 PTR_L a4, PT_R8(sp)
46 PTR_L a5, PT_R9(sp)
47 PTR_L a6, PT_R10(sp)
48 PTR_L a7, PT_R11(sp)
Wu Zhangjind2bb07622009-11-20 20:34:29 +080049#endif
David Daneyad8c3962013-04-02 22:59:29 +000050 PTR_ADDIU sp, PT_SIZE
51 .endm
Wu Zhangjind2bb07622009-11-20 20:34:29 +080052
53 .macro RETURN_BACK
54 jr ra
55 move ra, AT
56 .endm
57
Wu Zhangjin56b49cd2010-05-14 19:08:29 +080058/*
59 * The -mmcount-ra-address option of gcc 4.5 uses register $12 to pass
60 * the location of the parent's return address.
61 */
62#define MCOUNT_RA_ADDRESS_REG $12
63
Wu Zhangjin538f1952009-11-20 20:34:32 +080064#ifdef CONFIG_DYNAMIC_FTRACE
65
66NESTED(ftrace_caller, PT_SIZE, ra)
67 .globl _mcount
68_mcount:
69 b ftrace_stub
David Daneyad8c3962013-04-02 22:59:29 +000070#ifdef CONFIG_32BIT
71 addiu sp,sp,8
72#else
73 nop
74#endif
Al Cooper58b69402013-01-16 22:43:28 +000075
76 /* When tracing is activated, it calls ftrace_caller+8 (aka here) */
Wu Zhangjin538f1952009-11-20 20:34:32 +080077 MCOUNT_SAVE_REGS
Wu Zhangjin7326c4e2009-11-20 20:34:38 +080078#ifdef KBUILD_MCOUNT_RA_ADDRESS
Wu Zhangjin56b49cd2010-05-14 19:08:29 +080079 PTR_S MCOUNT_RA_ADDRESS_REG, PT_R12(sp)
Wu Zhangjin7326c4e2009-11-20 20:34:38 +080080#endif
Wu Zhangjin538f1952009-11-20 20:34:32 +080081
Corey Minyard05f22632013-07-15 15:17:17 -070082 PTR_SUBU a0, ra, 8 /* arg1: self address */
Petri Gyntherdce0e7d2014-07-23 22:55:02 -070083 PTR_LA t1, _stext
84 sltu t2, a0, t1 /* t2 = (a0 < _stext) */
85 PTR_LA t1, _etext
86 sltu t3, t1, a0 /* t3 = (a0 > _etext) */
87 or t1, t2, t3
88 beqz t1, ftrace_call
89 nop
90#if defined(KBUILD_MCOUNT_RA_ADDRESS) && defined(CONFIG_32BIT)
91 PTR_SUBU a0, a0, 16 /* arg1: adjust to module's recorded callsite */
92#else
93 PTR_SUBU a0, a0, 12
94#endif
95
Wu Zhangjin538f1952009-11-20 20:34:32 +080096 .globl ftrace_call
97ftrace_call:
98 nop /* a placeholder for the call to a real tracing function */
Wu Zhangjin042e5712010-05-14 19:08:28 +080099 move a1, AT /* arg2: parent's return address */
Wu Zhangjin538f1952009-11-20 20:34:32 +0800100
Wu Zhangjine17ff5f2009-11-20 20:34:35 +0800101#ifdef CONFIG_FUNCTION_GRAPH_TRACER
102 .globl ftrace_graph_call
103ftrace_graph_call:
104 nop
105 nop
106#endif
107
Wu Zhangjin538f1952009-11-20 20:34:32 +0800108 MCOUNT_RESTORE_REGS
109 .globl ftrace_stub
110ftrace_stub:
111 RETURN_BACK
112 END(ftrace_caller)
113
114#else /* ! CONFIG_DYNAMIC_FTRACE */
115
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800116NESTED(_mcount, PT_SIZE, ra)
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800117 PTR_LA t1, ftrace_stub
118 PTR_L t2, ftrace_trace_function /* Prepare t2 for (1) */
Matthias Schiffer95f87132018-03-24 17:57:49 +0100119 beq t1, t2, fgraph_trace
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800120 nop
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800121
Matthias Schiffer95f87132018-03-24 17:57:49 +0100122 MCOUNT_SAVE_REGS
123
124 move a0, ra /* arg1: self return address */
125 jalr t2 /* (1) call *ftrace_trace_function */
126 move a1, AT /* arg2: parent's return address */
127
128 MCOUNT_RESTORE_REGS
129
130fgraph_trace:
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800131#ifdef CONFIG_FUNCTION_GRAPH_TRACER
Matthias Schiffer95f87132018-03-24 17:57:49 +0100132 PTR_LA t1, ftrace_stub
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800133 PTR_L t3, ftrace_graph_return
134 bne t1, t3, ftrace_graph_caller
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800135 nop
Wu Zhangjinfc49a3b2009-11-20 20:34:37 +0800136 PTR_LA t1, ftrace_graph_entry_stub
137 PTR_L t3, ftrace_graph_entry
138 bne t1, t3, ftrace_graph_caller
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800139 nop
140#endif
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800141
Markos Chandras8a574cf2014-09-16 15:55:12 +0100142#ifdef CONFIG_32BIT
143 addiu sp, sp, 8
144#endif
Matthias Schiffer95f87132018-03-24 17:57:49 +0100145
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800146 .globl ftrace_stub
147ftrace_stub:
148 RETURN_BACK
149 END(_mcount)
150
Wu Zhangjin538f1952009-11-20 20:34:32 +0800151#endif /* ! CONFIG_DYNAMIC_FTRACE */
152
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800153#ifdef CONFIG_FUNCTION_GRAPH_TRACER
154
155NESTED(ftrace_graph_caller, PT_SIZE, ra)
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800156#ifndef CONFIG_DYNAMIC_FTRACE
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800157 MCOUNT_SAVE_REGS
Wu Zhangjine17ff5f2009-11-20 20:34:35 +0800158#endif
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800159
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800160 /* arg1: Get the location of the parent's return address */
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800161#ifdef KBUILD_MCOUNT_RA_ADDRESS
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800162#ifdef CONFIG_DYNAMIC_FTRACE
163 PTR_L a0, PT_R12(sp)
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800164#else
Wu Zhangjin56b49cd2010-05-14 19:08:29 +0800165 move a0, MCOUNT_RA_ADDRESS_REG
Wu Zhangjin7326c4e2009-11-20 20:34:38 +0800166#endif
Wu Zhangjin56b49cd2010-05-14 19:08:29 +0800167 bnez a0, 1f /* non-leaf func: stored in MCOUNT_RA_ADDRESS_REG */
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800168 nop
169#endif
170 PTR_LA a0, PT_R1(sp) /* leaf func: the location in current stack */
1711:
172
173 /* arg2: Get self return address */
174#ifdef CONFIG_DYNAMIC_FTRACE
175 PTR_L a1, PT_R31(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800176#else
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800177 move a1, ra
178#endif
179
180 /* arg3: Get frame pointer of current stack */
Wu Zhangjin046199c2009-11-20 20:34:36 +0800181#ifdef CONFIG_64BIT
Wu Zhangjin65ab2822010-07-18 03:10:51 +0800182 PTR_LA a2, PT_SIZE(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800183#else
Wu Zhangjin65ab2822010-07-18 03:10:51 +0800184 PTR_LA a2, (PT_SIZE+8)(sp)
Wu Zhangjin046199c2009-11-20 20:34:36 +0800185#endif
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800186
Wu Zhangjincbe555b2010-05-14 19:08:27 +0800187 jal prepare_ftrace_return
188 nop
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800189 MCOUNT_RESTORE_REGS
Markos Chandras8a574cf2014-09-16 15:55:12 +0100190#ifndef CONFIG_DYNAMIC_FTRACE
191#ifdef CONFIG_32BIT
192 addiu sp, sp, 8
193#endif
194#endif
Wu Zhangjin29c5d342009-11-20 20:34:34 +0800195 RETURN_BACK
196 END(ftrace_graph_caller)
197
198 .align 2
199 .globl return_to_handler
200return_to_handler:
201 PTR_SUBU sp, PT_SIZE
202 PTR_S v0, PT_R2(sp)
203
204 jal ftrace_return_to_handler
205 PTR_S v1, PT_R3(sp)
206
207 /* restore the real parent address: v0 -> ra */
208 move ra, v0
209
210 PTR_L v0, PT_R2(sp)
211 PTR_L v1, PT_R3(sp)
212 jr ra
213 PTR_ADDIU sp, PT_SIZE
214#endif /* CONFIG_FUNCTION_GRAPH_TRACER */
215
Wu Zhangjind2bb07622009-11-20 20:34:29 +0800216 .set at
217 .set reorder