Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
torvalds
GitHub Repository: torvalds/linux
 Path: blob/master/arch/riscv/include/asm/asm.h
26471 views
1
/* SPDX-License-Identifier: GPL-2.0-only */

2
/*

3
 * Copyright (C) 2015 Regents of the University of California

4
 */

5


6
#ifndef _ASM_RISCV_ASM_H

7
#define _ASM_RISCV_ASM_H

8


9
#ifdef __ASSEMBLY__

10
#define __ASM_STR(x)	x

11
#else

12
#define __ASM_STR(x)	#x

13
#endif

14


15
#if __riscv_xlen == 64

16
#define __REG_SEL(a, b)	__ASM_STR(a)

17
#elif __riscv_xlen == 32

18
#define __REG_SEL(a, b)	__ASM_STR(b)

19
#else

20
#error "Unexpected __riscv_xlen"

21
#endif

22


23
#define REG_L		__REG_SEL(ld, lw)

24
#define REG_S		__REG_SEL(sd, sw)

25
#define REG_SC		__REG_SEL(sc.d, sc.w)

26
#define REG_AMOSWAP_AQ	__REG_SEL(amoswap.d.aq, amoswap.w.aq)

27
#define REG_ASM		__REG_SEL(.dword, .word)

28
#define SZREG		__REG_SEL(8, 4)

29
#define LGREG		__REG_SEL(3, 2)

30
#define SRLI		__REG_SEL(srliw, srli)

31


32
#if __SIZEOF_POINTER__ == 8

33
#ifdef __ASSEMBLY__

34
#define RISCV_PTR		.dword

35
#define RISCV_SZPTR		8

36
#define RISCV_LGPTR		3

37
#else

38
#define RISCV_PTR		".dword"

39
#define RISCV_SZPTR		"8"

40
#define RISCV_LGPTR		"3"

41
#endif

42
#elif __SIZEOF_POINTER__ == 4

43
#ifdef __ASSEMBLY__

44
#define RISCV_PTR		.word

45
#define RISCV_SZPTR		4

46
#define RISCV_LGPTR		2

47
#else

48
#define RISCV_PTR		".word"

49
#define RISCV_SZPTR		"4"

50
#define RISCV_LGPTR		"2"

51
#endif

52
#else

53
#error "Unexpected __SIZEOF_POINTER__"

54
#endif

55


56
#if (__SIZEOF_INT__ == 4)

57
#define RISCV_INT		__ASM_STR(.word)

58
#define RISCV_SZINT		__ASM_STR(4)

59
#define RISCV_LGINT		__ASM_STR(2)

60
#else

61
#error "Unexpected __SIZEOF_INT__"

62
#endif

63


64
#if (__SIZEOF_SHORT__ == 2)

65
#define RISCV_SHORT		__ASM_STR(.half)

66
#define RISCV_SZSHORT		__ASM_STR(2)

67
#define RISCV_LGSHORT		__ASM_STR(1)

68
#else

69
#error "Unexpected __SIZEOF_SHORT__"

70
#endif

71


72
#ifdef __ASSEMBLY__

73
#include <asm/asm-offsets.h>

74


75
/* Common assembly source macros */

76


77
/*

78
 * NOP sequence

79
 */

80
.macro	nops, num

81
	.rept	\num

82
	nop

83
	.endr

84
.endm

85


86
#ifdef CONFIG_SMP

87
#ifdef CONFIG_32BIT

88
#define PER_CPU_OFFSET_SHIFT 2

89
#else

90
#define PER_CPU_OFFSET_SHIFT 3

91
#endif

92


93
.macro asm_per_cpu dst sym tmp

94
	lw    \tmp, TASK_TI_CPU_NUM(tp)

95
	slli  \tmp, \tmp, PER_CPU_OFFSET_SHIFT

96
	la    \dst, __per_cpu_offset

97
	add   \dst, \dst, \tmp

98
	REG_L \tmp, 0(\dst)

99
	la    \dst, \sym

100
	add   \dst, \dst, \tmp

101
.endm

102
#else /* CONFIG_SMP */

103
.macro asm_per_cpu dst sym tmp

104
	la    \dst, \sym

105
.endm

106
#endif /* CONFIG_SMP */

107


108
.macro load_per_cpu dst ptr tmp

109
	asm_per_cpu \dst \ptr \tmp

110
	REG_L \dst, 0(\dst)

111
.endm

112


113
#ifdef CONFIG_SHADOW_CALL_STACK

114
/* gp is used as the shadow call stack pointer instead */

115
.macro load_global_pointer

116
.endm

117
#else

118
/* load __global_pointer to gp */

119
.macro load_global_pointer

120
.option push

121
.option norelax

122
	la gp, __global_pointer$

123
.option pop

124
.endm

125
#endif /* CONFIG_SHADOW_CALL_STACK */

126


127
	/* save all GPs except x1 ~ x5 */

128
	.macro save_from_x6_to_x31

129
	REG_S x6,  PT_T1(sp)

130
	REG_S x7,  PT_T2(sp)

131
	REG_S x8,  PT_S0(sp)

132
	REG_S x9,  PT_S1(sp)

133
	REG_S x10, PT_A0(sp)

134
	REG_S x11, PT_A1(sp)

135
	REG_S x12, PT_A2(sp)

136
	REG_S x13, PT_A3(sp)

137
	REG_S x14, PT_A4(sp)

138
	REG_S x15, PT_A5(sp)

139
	REG_S x16, PT_A6(sp)

140
	REG_S x17, PT_A7(sp)

141
	REG_S x18, PT_S2(sp)

142
	REG_S x19, PT_S3(sp)

143
	REG_S x20, PT_S4(sp)

144
	REG_S x21, PT_S5(sp)

145
	REG_S x22, PT_S6(sp)

146
	REG_S x23, PT_S7(sp)

147
	REG_S x24, PT_S8(sp)

148
	REG_S x25, PT_S9(sp)

149
	REG_S x26, PT_S10(sp)

150
	REG_S x27, PT_S11(sp)

151
	REG_S x28, PT_T3(sp)

152
	REG_S x29, PT_T4(sp)

153
	REG_S x30, PT_T5(sp)

154
	REG_S x31, PT_T6(sp)

155
	.endm

156


157
	/* restore all GPs except x1 ~ x5 */

158
	.macro restore_from_x6_to_x31

159
	REG_L x6,  PT_T1(sp)

160
	REG_L x7,  PT_T2(sp)

161
	REG_L x8,  PT_S0(sp)

162
	REG_L x9,  PT_S1(sp)

163
	REG_L x10, PT_A0(sp)

164
	REG_L x11, PT_A1(sp)

165
	REG_L x12, PT_A2(sp)

166
	REG_L x13, PT_A3(sp)

167
	REG_L x14, PT_A4(sp)

168
	REG_L x15, PT_A5(sp)

169
	REG_L x16, PT_A6(sp)

170
	REG_L x17, PT_A7(sp)

171
	REG_L x18, PT_S2(sp)

172
	REG_L x19, PT_S3(sp)

173
	REG_L x20, PT_S4(sp)

174
	REG_L x21, PT_S5(sp)

175
	REG_L x22, PT_S6(sp)

176
	REG_L x23, PT_S7(sp)

177
	REG_L x24, PT_S8(sp)

178
	REG_L x25, PT_S9(sp)

179
	REG_L x26, PT_S10(sp)

180
	REG_L x27, PT_S11(sp)

181
	REG_L x28, PT_T3(sp)

182
	REG_L x29, PT_T4(sp)

183
	REG_L x30, PT_T5(sp)

184
	REG_L x31, PT_T6(sp)

185
	.endm

186


187
/* Annotate a function as being unsuitable for kprobes. */

188
#ifdef CONFIG_KPROBES

189
#define ASM_NOKPROBE(name)				\

190
	.pushsection "_kprobe_blacklist", "aw";		\

191
	RISCV_PTR name;					\

192
	.popsection

193
#else

194
#define ASM_NOKPROBE(name)

195
#endif

196


197
#endif /* __ASSEMBLY__ */

198


199
#endif /* _ASM_RISCV_ASM_H */

200


201