Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
PojavLauncherTeam
GitHub Repository: PojavLauncherTeam/mesa
Path: blob/21.2-virgl/src/gallium/auxiliary/rtasm/rtasm_x86sse.h
4561 views
1
/**************************************************************************
2
*
3
* Copyright (C) 1999-2005 Brian Paul All Rights Reserved.
4
*
5
* Permission is hereby granted, free of charge, to any person obtaining a
6
* copy of this software and associated documentation files (the "Software"),
7
* to deal in the Software without restriction, including without limitation
8
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
9
* and/or sell copies of the Software, and to permit persons to whom the
10
* Software is furnished to do so, subject to the following conditions:
11
*
12
* The above copyright notice and this permission notice shall be included
13
* in all copies or substantial portions of the Software.
14
*
15
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
16
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
19
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21
* OTHER DEALINGS IN THE SOFTWARE.
22
*
23
**************************************************************************/
24
25
#ifndef _RTASM_X86SSE_H_
26
#define _RTASM_X86SSE_H_
27
28
#include "pipe/p_compiler.h"
29
#include "pipe/p_config.h"
30
31
#if defined(PIPE_ARCH_X86) || defined(PIPE_ARCH_X86_64)
32
33
/* It is up to the caller to ensure that instructions issued are
34
* suitable for the host cpu. There are no checks made in this module
35
* for mmx/sse/sse2 support on the cpu.
36
*/
37
struct x86_reg {
38
unsigned file:2;
39
unsigned idx:4;
40
unsigned mod:2; /* mod_REG if this is just a register */
41
int disp:24; /* only +/- 23bits of offset - should be enough... */
42
};
43
44
#define X86_MMX 1
45
#define X86_MMX2 2
46
#define X86_SSE 4
47
#define X86_SSE2 8
48
#define X86_SSE3 0x10
49
#define X86_SSE4_1 0x20
50
51
struct x86_function {
52
unsigned caps;
53
unsigned size;
54
unsigned char *store;
55
unsigned char *csr;
56
57
unsigned stack_offset:16;
58
unsigned need_emms:8;
59
int x87_stack:8;
60
61
unsigned char error_overflow[4];
62
};
63
64
enum x86_reg_file {
65
file_REG32,
66
file_MMX,
67
file_XMM,
68
file_x87
69
};
70
71
/* Values for mod field of modr/m byte
72
*/
73
enum x86_reg_mod {
74
mod_INDIRECT,
75
mod_DISP8,
76
mod_DISP32,
77
mod_REG
78
};
79
80
enum x86_reg_name {
81
reg_AX,
82
reg_CX,
83
reg_DX,
84
reg_BX,
85
reg_SP,
86
reg_BP,
87
reg_SI,
88
reg_DI,
89
reg_R8,
90
reg_R9,
91
reg_R10,
92
reg_R11,
93
reg_R12,
94
reg_R13,
95
reg_R14,
96
reg_R15
97
};
98
99
100
enum x86_cc {
101
cc_O, /* overflow */
102
cc_NO, /* not overflow */
103
cc_NAE, /* not above or equal / carry */
104
cc_AE, /* above or equal / not carry */
105
cc_E, /* equal / zero */
106
cc_NE /* not equal / not zero */
107
};
108
109
enum sse_cc {
110
cc_Equal,
111
cc_LessThan,
112
cc_LessThanEqual,
113
cc_Unordered,
114
cc_NotEqual,
115
cc_NotLessThan,
116
cc_NotLessThanEqual,
117
cc_Ordered
118
};
119
120
#define cc_Z cc_E
121
#define cc_NZ cc_NE
122
123
124
/** generic pointer to function */
125
typedef void (*x86_func)(void);
126
127
128
/* Begin/end/retrieve function creation:
129
*/
130
131
enum x86_target
132
{
133
X86_32,
134
X86_64_STD_ABI,
135
X86_64_WIN64_ABI
136
};
137
138
/* make this read a member of x86_function if target != host is desired */
139
static inline enum x86_target x86_target( struct x86_function* p )
140
{
141
#ifdef PIPE_ARCH_X86
142
return X86_32;
143
#elif (defined(PIPE_OS_CYGWIN) || defined(PIPE_OS_WINDOWS)) && defined(PIPE_ARCH_X86_64)
144
return X86_64_WIN64_ABI;
145
#elif defined(PIPE_ARCH_X86_64)
146
return X86_64_STD_ABI;
147
#endif
148
}
149
150
static inline unsigned x86_target_caps( struct x86_function* p )
151
{
152
return p->caps;
153
}
154
155
void x86_init_func( struct x86_function *p );
156
void x86_init_func_size( struct x86_function *p, unsigned code_size );
157
void x86_release_func( struct x86_function *p );
158
x86_func x86_get_func( struct x86_function *p );
159
160
/* Debugging:
161
*/
162
void x86_print_reg( struct x86_reg reg );
163
164
165
/* Create and manipulate registers and regmem values:
166
*/
167
struct x86_reg x86_make_reg( enum x86_reg_file file,
168
enum x86_reg_name idx );
169
170
struct x86_reg x86_make_disp( struct x86_reg reg,
171
int disp );
172
173
struct x86_reg x86_deref( struct x86_reg reg );
174
175
struct x86_reg x86_get_base_reg( struct x86_reg reg );
176
177
178
/* Labels, jumps and fixup:
179
*/
180
int x86_get_label( struct x86_function *p );
181
182
void x64_rexw(struct x86_function *p);
183
184
void x86_jcc( struct x86_function *p,
185
enum x86_cc cc,
186
int label );
187
188
int x86_jcc_forward( struct x86_function *p,
189
enum x86_cc cc );
190
191
int x86_jmp_forward( struct x86_function *p);
192
193
int x86_call_forward( struct x86_function *p);
194
195
void x86_fixup_fwd_jump( struct x86_function *p,
196
int fixup );
197
198
void x86_jmp( struct x86_function *p, int label );
199
200
/* void x86_call( struct x86_function *p, void (*label)() ); */
201
void x86_call( struct x86_function *p, struct x86_reg reg);
202
203
void x86_mov_reg_imm( struct x86_function *p, struct x86_reg dst, int imm );
204
void x86_add_imm( struct x86_function *p, struct x86_reg dst, int imm );
205
void x86_or_imm( struct x86_function *p, struct x86_reg dst, int imm );
206
void x86_and_imm( struct x86_function *p, struct x86_reg dst, int imm );
207
void x86_sub_imm( struct x86_function *p, struct x86_reg dst, int imm );
208
void x86_xor_imm( struct x86_function *p, struct x86_reg dst, int imm );
209
void x86_cmp_imm( struct x86_function *p, struct x86_reg dst, int imm );
210
211
212
/* Macro for sse_shufps() and sse2_pshufd():
213
*/
214
#define SHUF(_x,_y,_z,_w) (((_x)<<0) | ((_y)<<2) | ((_z)<<4) | ((_w)<<6))
215
#define SHUF_NOOP RSW(0,1,2,3)
216
#define GET_SHUF(swz, idx) (((swz) >> ((idx)*2)) & 0x3)
217
218
void mmx_emms( struct x86_function *p );
219
void mmx_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
220
void mmx_movq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
221
void mmx_packssdw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
222
void mmx_packuswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
223
224
void sse2_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
225
void sse2_movq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
226
void sse2_movdqu( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
227
void sse2_movdqa( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
228
void sse2_movsd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
229
void sse2_movupd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
230
void sse2_movapd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
231
232
void sse2_cvtps2dq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
233
void sse2_cvttps2dq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
234
void sse2_cvtdq2ps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
235
void sse2_cvtsd2ss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
236
void sse2_cvtpd2ps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
237
238
void sse2_movd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
239
void sse2_packssdw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
240
void sse2_packsswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
241
void sse2_packuswb( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
242
void sse2_pshufd( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
243
unsigned char shuf );
244
void sse2_pshuflw( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
245
unsigned char shuf );
246
void sse2_pshufhw( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
247
unsigned char shuf );
248
void sse2_rcpps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
249
void sse2_rcpss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
250
251
void sse2_punpcklbw( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
252
void sse2_punpcklwd( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
253
void sse2_punpckldq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
254
void sse2_punpcklqdq( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
255
256
void sse2_psllw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
257
void sse2_pslld_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
258
void sse2_psllq_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
259
260
void sse2_psrlw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
261
void sse2_psrld_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
262
void sse2_psrlq_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
263
264
void sse2_psraw_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
265
void sse2_psrad_imm( struct x86_function *p, struct x86_reg dst, unsigned imm );
266
267
void sse2_por( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
268
269
void sse2_pshuflw( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
270
void sse2_pshufhw( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
271
void sse2_pshufd( struct x86_function *p, struct x86_reg dst, struct x86_reg src, uint8_t imm );
272
273
void sse_prefetchnta( struct x86_function *p, struct x86_reg ptr);
274
void sse_prefetch0( struct x86_function *p, struct x86_reg ptr);
275
void sse_prefetch1( struct x86_function *p, struct x86_reg ptr);
276
277
void sse_movntps( struct x86_function *p, struct x86_reg dst, struct x86_reg src);
278
279
void sse_addps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
280
void sse_addss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
281
void sse_cvtps2pi( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
282
void sse_divss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
283
void sse_andnps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
284
void sse_andps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
285
void sse_cmpps( struct x86_function *p, struct x86_reg dst, struct x86_reg src,
286
enum sse_cc cc );
287
void sse_maxps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
288
void sse_maxss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
289
void sse_minps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
290
void sse_movaps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
291
void sse_movhlps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
292
void sse_movhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
293
void sse_movlhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
294
void sse_movlps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
295
void sse_movss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
296
void sse_movups( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
297
void sse_mulps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
298
void sse_mulss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
299
void sse_orps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
300
void sse_xorps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
301
void sse_subps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
302
void sse_rsqrtps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
303
void sse_rsqrtss( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
304
void sse_shufps( struct x86_function *p, struct x86_reg dest, struct x86_reg arg0,
305
unsigned char shuf );
306
void sse_unpckhps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
307
void sse_unpcklps( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
308
void sse_pmovmskb( struct x86_function *p, struct x86_reg dest, struct x86_reg src );
309
void sse_movmskps( struct x86_function *p, struct x86_reg dst, struct x86_reg src);
310
311
void x86_add( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
312
void x86_and( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
313
void x86_cmovcc( struct x86_function *p, struct x86_reg dst, struct x86_reg src, enum x86_cc cc );
314
void x86_cmp( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
315
void x86_dec( struct x86_function *p, struct x86_reg reg );
316
void x86_inc( struct x86_function *p, struct x86_reg reg );
317
void x86_lea( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
318
void x86_mov( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
319
void x64_mov64( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
320
void x86_mov8( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
321
void x86_mov16( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
322
void x86_movzx8(struct x86_function *p, struct x86_reg dst, struct x86_reg src );
323
void x86_movzx16(struct x86_function *p, struct x86_reg dst, struct x86_reg src );
324
void x86_mov_imm(struct x86_function *p, struct x86_reg dst, int imm );
325
void x86_mov8_imm(struct x86_function *p, struct x86_reg dst, uint8_t imm );
326
void x86_mov16_imm(struct x86_function *p, struct x86_reg dst, uint16_t imm );
327
void x86_mul( struct x86_function *p, struct x86_reg src );
328
void x86_imul( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
329
void x86_or( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
330
void x86_pop( struct x86_function *p, struct x86_reg reg );
331
void x86_push( struct x86_function *p, struct x86_reg reg );
332
void x86_push_imm32( struct x86_function *p, int imm );
333
void x86_ret( struct x86_function *p );
334
void x86_retw( struct x86_function *p, unsigned short imm );
335
void x86_sub( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
336
void x86_test( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
337
void x86_xor( struct x86_function *p, struct x86_reg dst, struct x86_reg src );
338
void x86_sahf( struct x86_function *p );
339
void x86_div( struct x86_function *p, struct x86_reg src );
340
void x86_bswap( struct x86_function *p, struct x86_reg src );
341
void x86_shr_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
342
void x86_sar_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
343
void x86_shl_imm( struct x86_function *p, struct x86_reg reg, unsigned imm );
344
345
void x86_cdecl_caller_push_regs( struct x86_function *p );
346
void x86_cdecl_caller_pop_regs( struct x86_function *p );
347
348
void x87_assert_stack_empty( struct x86_function *p );
349
350
void x87_f2xm1( struct x86_function *p );
351
void x87_fabs( struct x86_function *p );
352
void x87_fadd( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
353
void x87_faddp( struct x86_function *p, struct x86_reg dst );
354
void x87_fchs( struct x86_function *p );
355
void x87_fclex( struct x86_function *p );
356
void x87_fcmovb( struct x86_function *p, struct x86_reg src );
357
void x87_fcmovbe( struct x86_function *p, struct x86_reg src );
358
void x87_fcmove( struct x86_function *p, struct x86_reg src );
359
void x87_fcmovnb( struct x86_function *p, struct x86_reg src );
360
void x87_fcmovnbe( struct x86_function *p, struct x86_reg src );
361
void x87_fcmovne( struct x86_function *p, struct x86_reg src );
362
void x87_fcom( struct x86_function *p, struct x86_reg dst );
363
void x87_fcomi( struct x86_function *p, struct x86_reg dst );
364
void x87_fcomip( struct x86_function *p, struct x86_reg dst );
365
void x87_fcomp( struct x86_function *p, struct x86_reg dst );
366
void x87_fcos( struct x86_function *p );
367
void x87_fdiv( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
368
void x87_fdivp( struct x86_function *p, struct x86_reg dst );
369
void x87_fdivr( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
370
void x87_fdivrp( struct x86_function *p, struct x86_reg dst );
371
void x87_fild( struct x86_function *p, struct x86_reg arg );
372
void x87_fist( struct x86_function *p, struct x86_reg dst );
373
void x87_fistp( struct x86_function *p, struct x86_reg dst );
374
void x87_fld( struct x86_function *p, struct x86_reg arg );
375
void x87_fld1( struct x86_function *p );
376
void x87_fldcw( struct x86_function *p, struct x86_reg arg );
377
void x87_fldl2e( struct x86_function *p );
378
void x87_fldln2( struct x86_function *p );
379
void x87_fldz( struct x86_function *p );
380
void x87_fmul( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
381
void x87_fmulp( struct x86_function *p, struct x86_reg dst );
382
void x87_fnclex( struct x86_function *p );
383
void x87_fprndint( struct x86_function *p );
384
void x87_fpop( struct x86_function *p );
385
void x87_fscale( struct x86_function *p );
386
void x87_fsin( struct x86_function *p );
387
void x87_fsincos( struct x86_function *p );
388
void x87_fsqrt( struct x86_function *p );
389
void x87_fst( struct x86_function *p, struct x86_reg dst );
390
void x87_fstp( struct x86_function *p, struct x86_reg dst );
391
void x87_fsub( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
392
void x87_fsubp( struct x86_function *p, struct x86_reg dst );
393
void x87_fsubr( struct x86_function *p, struct x86_reg dst, struct x86_reg arg );
394
void x87_fsubrp( struct x86_function *p, struct x86_reg dst );
395
void x87_ftst( struct x86_function *p );
396
void x87_fxch( struct x86_function *p, struct x86_reg dst );
397
void x87_fxtract( struct x86_function *p );
398
void x87_fyl2x( struct x86_function *p );
399
void x87_fyl2xp1( struct x86_function *p );
400
void x87_fwait( struct x86_function *p );
401
void x87_fnstcw( struct x86_function *p, struct x86_reg dst );
402
void x87_fnstsw( struct x86_function *p, struct x86_reg dst );
403
void x87_fucompp( struct x86_function *p );
404
void x87_fucomp( struct x86_function *p, struct x86_reg arg );
405
void x87_fucom( struct x86_function *p, struct x86_reg arg );
406
407
408
409
/* Retrieve a reference to one of the function arguments, taking into
410
* account any push/pop activity. Note - doesn't track explicit
411
* manipulation of ESP by other instructions.
412
*/
413
struct x86_reg x86_fn_arg( struct x86_function *p, unsigned arg );
414
415
#endif
416
#endif
417
418