CoCalc -- ftrace-direct.c

GitHub Repository: torvalds/linux
Path: blob/master/samples/ftrace/ftrace-direct.c
²⁶²⁸² views
1
// SPDX-License-Identifier: GPL-2.0-only
2
#include <linux/module.h>
3

4
#include <linux/sched.h> /* for wake_up_process() */
5
#include <linux/ftrace.h>
6
#if !defined(CONFIG_ARM64) && !defined(CONFIG_PPC32)
7
#include <asm/asm-offsets.h>
8
#endif
9

10
extern void my_direct_func(struct task_struct *p);
11

12
void my_direct_func(struct task_struct *p)
13
{
14
	trace_printk("waking up %s-%d\n", p->comm, p->pid);
15
}
16

17
extern void my_tramp(void *);
18

19
#ifdef CONFIG_RISCV
20
#include <asm/asm.h>
21

22
asm (
23
"       .pushsection    .text, \"ax\", @progbits\n"
24
"       .type           my_tramp, @function\n"
25
"       .globl          my_tramp\n"
26
"   my_tramp:\n"
27
"       addi	sp,sp,-3*"SZREG"\n"
28
"       "REG_S"	a0,0*"SZREG"(sp)\n"
29
"       "REG_S"	t0,1*"SZREG"(sp)\n"
30
"       "REG_S"	ra,2*"SZREG"(sp)\n"
31
"       call	my_direct_func\n"
32
"       "REG_L"	a0,0*"SZREG"(sp)\n"
33
"       "REG_L"	t0,1*"SZREG"(sp)\n"
34
"       "REG_L"	ra,2*"SZREG"(sp)\n"
35
"       addi	sp,sp,3*"SZREG"\n"
36
"       jr	t0\n"
37
"       .size           my_tramp, .-my_tramp\n"
38
"       .popsection\n"
39
);
40

41
#endif /* CONFIG_RISCV */
42

43
#ifdef CONFIG_X86_64
44

45
#include <asm/ibt.h>
46
#include <asm/nospec-branch.h>
47

48
asm (
49
"	.pushsection    .text, \"ax\", @progbits\n"
50
"	.type		my_tramp, @function\n"
51
"	.globl		my_tramp\n"
52
"   my_tramp:"
53
	ASM_ENDBR
54
"	pushq %rbp\n"
55
"	movq %rsp, %rbp\n"
56
	CALL_DEPTH_ACCOUNT
57
"	pushq %rdi\n"
58
"	call my_direct_func\n"
59
"	popq %rdi\n"
60
"	leave\n"
61
	ASM_RET
62
"	.size		my_tramp, .-my_tramp\n"
63
"	.popsection\n"
64
);
65

66
#endif /* CONFIG_X86_64 */
67

68
#ifdef CONFIG_S390
69

70
asm (
71
"	.pushsection	.text, \"ax\", @progbits\n"
72
"	.type		my_tramp, @function\n"
73
"	.globl		my_tramp\n"
74
"   my_tramp:"
75
"	lgr		%r1,%r15\n"
76
"	stmg		%r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n"
77
"	stg		%r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n"
78
"	aghi		%r15,"__stringify(-STACK_FRAME_OVERHEAD)"\n"
79
"	stg		%r1,"__stringify(__SF_BACKCHAIN)"(%r15)\n"
80
"	brasl		%r14,my_direct_func\n"
81
"	aghi		%r15,"__stringify(STACK_FRAME_OVERHEAD)"\n"
82
"	lmg		%r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n"
83
"	lg		%r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n"
84
"	lgr		%r1,%r0\n"
85
"	br		%r1\n"
86
"	.size		my_tramp, .-my_tramp\n"
87
"	.popsection\n"
88
);
89

90
#endif /* CONFIG_S390 */
91

92
#ifdef CONFIG_ARM64
93

94
asm (
95
"	.pushsection	.text, \"ax\", @progbits\n"
96
"	.type		my_tramp, @function\n"
97
"	.globl		my_tramp\n"
98
"   my_tramp:"
99
"	hint	34\n" // bti	c
100
"	sub	sp, sp, #32\n"
101
"	stp	x9, x30, [sp]\n"
102
"	str	x0, [sp, #16]\n"
103
"	bl	my_direct_func\n"
104
"	ldp	x30, x9, [sp]\n"
105
"	ldr	x0, [sp, #16]\n"
106
"	add	sp, sp, #32\n"
107
"	ret	x9\n"
108
"	.size		my_tramp, .-my_tramp\n"
109
"	.popsection\n"
110
);
111

112
#endif /* CONFIG_ARM64 */
113

114
#ifdef CONFIG_LOONGARCH
115

116
asm (
117
"	.pushsection	.text, \"ax\", @progbits\n"
118
"	.type		my_tramp, @function\n"
119
"	.globl		my_tramp\n"
120
"   my_tramp:\n"
121
"	addi.d	$sp, $sp, -32\n"
122
"	st.d	$a0, $sp, 0\n"
123
"	st.d	$t0, $sp, 8\n"
124
"	st.d	$ra, $sp, 16\n"
125
"	bl	my_direct_func\n"
126
"	ld.d	$a0, $sp, 0\n"
127
"	ld.d	$t0, $sp, 8\n"
128
"	ld.d	$ra, $sp, 16\n"
129
"	addi.d	$sp, $sp, 32\n"
130
"	jr	$t0\n"
131
"	.size		my_tramp, .-my_tramp\n"
132
"	.popsection\n"
133
);
134

135
#endif /* CONFIG_LOONGARCH */
136

137
#ifdef CONFIG_PPC
138
#include <asm/ppc_asm.h>
139

140
#ifdef CONFIG_PPC64
141
#define STACK_FRAME_SIZE 48
142
#else
143
#define STACK_FRAME_SIZE 24
144
#endif
145

146
#if defined(CONFIG_PPC64_ELF_ABI_V2) && !defined(CONFIG_PPC_KERNEL_PCREL)
147
#define PPC64_TOC_SAVE_AND_UPDATE			\
148
"	std		2, 24(1)\n"			\
149
"	bcl		20, 31, 1f\n"			\
150
"   1:	mflr		12\n"				\
151
"	ld		2, (99f - 1b)(12)\n"
152
#define PPC64_TOC_RESTORE				\
153
"	ld		2, 24(1)\n"
154
#define PPC64_TOC					\
155
"   99:	.quad		.TOC.@tocbase\n"
156
#else
157
#define PPC64_TOC_SAVE_AND_UPDATE ""
158
#define PPC64_TOC_RESTORE ""
159
#define PPC64_TOC ""
160
#endif
161

162
#ifdef CONFIG_PPC_FTRACE_OUT_OF_LINE
163
#define PPC_FTRACE_RESTORE_LR				\
164
	PPC_LL"		0, "__stringify(PPC_LR_STKOFF)"(1)\n"	\
165
"	mtlr		0\n"
166
#define PPC_FTRACE_RET					\
167
"	blr\n"
168
#else
169
#define PPC_FTRACE_RESTORE_LR				\
170
	PPC_LL"		0, "__stringify(PPC_LR_STKOFF)"(1)\n"	\
171
"	mtctr		0\n"
172
#define PPC_FTRACE_RET					\
173
"	mtlr		0\n"				\
174
"	bctr\n"
175
#endif
176

177
asm (
178
"	.pushsection	.text, \"ax\", @progbits\n"
179
"	.type		my_tramp, @function\n"
180
"	.globl		my_tramp\n"
181
"   my_tramp:\n"
182
	PPC_STL"	0, "__stringify(PPC_LR_STKOFF)"(1)\n"
183
	PPC_STLU"	1, -"__stringify(STACK_FRAME_MIN_SIZE)"(1)\n"
184
"	mflr		0\n"
185
	PPC_STL"	0, "__stringify(PPC_LR_STKOFF)"(1)\n"
186
	PPC_STLU"	1, -"__stringify(STACK_FRAME_SIZE)"(1)\n"
187
	PPC64_TOC_SAVE_AND_UPDATE
188
	PPC_STL"	3, "__stringify(STACK_FRAME_MIN_SIZE)"(1)\n"
189
"	bl		my_direct_func\n"
190
	PPC_LL"		3, "__stringify(STACK_FRAME_MIN_SIZE)"(1)\n"
191
	PPC64_TOC_RESTORE
192
"	addi		1, 1, "__stringify(STACK_FRAME_SIZE)"\n"
193
	PPC_FTRACE_RESTORE_LR
194
"	addi		1, 1, "__stringify(STACK_FRAME_MIN_SIZE)"\n"
195
	PPC_LL"		0, "__stringify(PPC_LR_STKOFF)"(1)\n"
196
	PPC_FTRACE_RET
197
	PPC64_TOC
198
"	.size		my_tramp, .-my_tramp\n"
199
"	.popsection\n"
200
);
201

202
#endif /* CONFIG_PPC */
203

204
static struct ftrace_ops direct;
205

206
static int __init ftrace_direct_init(void)
207
{
208
	ftrace_set_filter_ip(&direct, (unsigned long) wake_up_process, 0, 0);
209

210
	return register_ftrace_direct(&direct, (unsigned long) my_tramp);
211
}
212

213
static void __exit ftrace_direct_exit(void)
214
{
215
	unregister_ftrace_direct(&direct, (unsigned long)my_tramp, true);
216
}
217

218
module_init(ftrace_direct_init);
219
module_exit(ftrace_direct_exit);
220

221
MODULE_AUTHOR("Steven Rostedt");
222
MODULE_DESCRIPTION("Example use case of using register_ftrace_direct()");
223
MODULE_LICENSE("GPL");
224

225
Product

Resources

Company
