Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
torvalds
GitHub Repository: torvalds/linux
 Path: blob/master/arch/x86/lib/atomic64_386_32.S
26439 views
1
/* SPDX-License-Identifier: GPL-2.0-or-later */

2
/*

3
 * atomic64_t for 386/486

4
 *

5
 * Copyright © 2010  Luca Barbieri

6
 */

7


8
#include <linux/linkage.h>

9
#include <asm/alternative.h>

10


11
/* if you want SMP support, implement these with real spinlocks */

12
.macro IRQ_SAVE reg

13
	pushfl

14
	cli

15
.endm

16


17
.macro IRQ_RESTORE reg

18
	popfl

19
.endm

20


21
#define BEGIN_IRQ_SAVE(op) \

22
.macro endp; \

23
SYM_FUNC_END(atomic64_##op##_386); \

24
.purgem endp; \

25
.endm; \

26
SYM_FUNC_START(atomic64_##op##_386); \

27
	IRQ_SAVE v;

28


29
#define ENDP endp

30


31
#define RET_IRQ_RESTORE \

32
	IRQ_RESTORE v; \

33
	RET

34


35
#define v %ecx

36
BEGIN_IRQ_SAVE(read)

37
	movl  (v), %eax

38
	movl 4(v), %edx

39
	RET_IRQ_RESTORE

40
ENDP

41
#undef v

42


43
#define v %esi

44
BEGIN_IRQ_SAVE(set)

45
	movl %ebx,  (v)

46
	movl %ecx, 4(v)

47
	RET_IRQ_RESTORE

48
ENDP

49
#undef v

50


51
#define v  %esi

52
BEGIN_IRQ_SAVE(xchg)

53
	movl  (v), %eax

54
	movl 4(v), %edx

55
	movl %ebx,  (v)

56
	movl %ecx, 4(v)

57
	RET_IRQ_RESTORE

58
ENDP

59
#undef v

60


61
#define v %ecx

62
BEGIN_IRQ_SAVE(add)

63
	addl %eax,  (v)

64
	adcl %edx, 4(v)

65
	RET_IRQ_RESTORE

66
ENDP

67
#undef v

68


69
#define v %ecx

70
BEGIN_IRQ_SAVE(add_return)

71
	addl  (v), %eax

72
	adcl 4(v), %edx

73
	movl %eax,  (v)

74
	movl %edx, 4(v)

75
	RET_IRQ_RESTORE

76
ENDP

77
#undef v

78


79
#define v %ecx

80
BEGIN_IRQ_SAVE(sub)

81
	subl %eax,  (v)

82
	sbbl %edx, 4(v)

83
	RET_IRQ_RESTORE

84
ENDP

85
#undef v

86


87
#define v %ecx

88
BEGIN_IRQ_SAVE(sub_return)

89
	negl %edx

90
	negl %eax

91
	sbbl $0, %edx

92
	addl  (v), %eax

93
	adcl 4(v), %edx

94
	movl %eax,  (v)

95
	movl %edx, 4(v)

96
	RET_IRQ_RESTORE

97
ENDP

98
#undef v

99


100
#define v %esi

101
BEGIN_IRQ_SAVE(inc)

102
	addl $1,  (v)

103
	adcl $0, 4(v)

104
	RET_IRQ_RESTORE

105
ENDP

106
#undef v

107


108
#define v %esi

109
BEGIN_IRQ_SAVE(inc_return)

110
	movl  (v), %eax

111
	movl 4(v), %edx

112
	addl $1, %eax

113
	adcl $0, %edx

114
	movl %eax,  (v)

115
	movl %edx, 4(v)

116
	RET_IRQ_RESTORE

117
ENDP

118
#undef v

119


120
#define v %esi

121
BEGIN_IRQ_SAVE(dec)

122
	subl $1,  (v)

123
	sbbl $0, 4(v)

124
	RET_IRQ_RESTORE

125
ENDP

126
#undef v

127


128
#define v %esi

129
BEGIN_IRQ_SAVE(dec_return)

130
	movl  (v), %eax

131
	movl 4(v), %edx

132
	subl $1, %eax

133
	sbbl $0, %edx

134
	movl %eax,  (v)

135
	movl %edx, 4(v)

136
	RET_IRQ_RESTORE

137
ENDP

138
#undef v

139


140
#define v %esi

141
BEGIN_IRQ_SAVE(add_unless)

142
	addl %eax, %ecx

143
	adcl %edx, %edi

144
	addl  (v), %eax

145
	adcl 4(v), %edx

146
	cmpl %eax, %ecx

147
	je 3f

148
1:

149
	movl %eax,  (v)

150
	movl %edx, 4(v)

151
	movl $1, %eax

152
2:

153
	RET_IRQ_RESTORE

154
3:

155
	cmpl %edx, %edi

156
	jne 1b

157
	xorl %eax, %eax

158
	jmp 2b

159
ENDP

160
#undef v

161


162
#define v %esi

163
BEGIN_IRQ_SAVE(inc_not_zero)

164
	movl  (v), %eax

165
	movl 4(v), %edx

166
	testl %eax, %eax

167
	je 3f

168
1:

169
	addl $1, %eax

170
	adcl $0, %edx

171
	movl %eax,  (v)

172
	movl %edx, 4(v)

173
	movl $1, %eax

174
2:

175
	RET_IRQ_RESTORE

176
3:

177
	testl %edx, %edx

178
	jne 1b

179
	jmp 2b

180
ENDP

181
#undef v

182


183
#define v %esi

184
BEGIN_IRQ_SAVE(dec_if_positive)

185
	movl  (v), %eax

186
	movl 4(v), %edx

187
	subl $1, %eax

188
	sbbl $0, %edx

189
	js 1f

190
	movl %eax,  (v)

191
	movl %edx, 4(v)

192
1:

193
	RET_IRQ_RESTORE

194
ENDP

195
#undef v

196


197