Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
awilliam
GitHub Repository: awilliam/linux-vfio
Path: blob/master/arch/powerpc/lib/copypage_64.S
10817 views
1
/*
2
* Copyright (C) 2008 Mark Nelson, IBM Corp.
3
*
4
* This program is free software; you can redistribute it and/or
5
* modify it under the terms of the GNU General Public License
6
* as published by the Free Software Foundation; either version
7
* 2 of the License, or (at your option) any later version.
8
*/
9
#include <asm/page.h>
10
#include <asm/processor.h>
11
#include <asm/ppc_asm.h>
12
#include <asm/asm-offsets.h>
13
14
.section ".toc","aw"
15
PPC64_CACHES:
16
.tc ppc64_caches[TC],ppc64_caches
17
.section ".text"
18
19
_GLOBAL(copy_page)
20
lis r5,PAGE_SIZE@h
21
ori r5,r5,PAGE_SIZE@l
22
BEGIN_FTR_SECTION
23
ld r10,PPC64_CACHES@toc(r2)
24
lwz r11,DCACHEL1LOGLINESIZE(r10) /* log2 of cache line size */
25
lwz r12,DCACHEL1LINESIZE(r10) /* get cache line size */
26
li r9,0
27
srd r8,r5,r11
28
29
mtctr r8
30
.Lsetup:
31
dcbt r9,r4
32
dcbz r9,r3
33
add r9,r9,r12
34
bdnz .Lsetup
35
END_FTR_SECTION_IFSET(CPU_FTR_CP_USE_DCBTZ)
36
addi r3,r3,-8
37
srdi r8,r5,7 /* page is copied in 128 byte strides */
38
addi r8,r8,-1 /* one stride copied outside loop */
39
40
mtctr r8
41
42
ld r5,0(r4)
43
ld r6,8(r4)
44
ld r7,16(r4)
45
ldu r8,24(r4)
46
1: std r5,8(r3)
47
std r6,16(r3)
48
ld r9,8(r4)
49
ld r10,16(r4)
50
std r7,24(r3)
51
std r8,32(r3)
52
ld r11,24(r4)
53
ld r12,32(r4)
54
std r9,40(r3)
55
std r10,48(r3)
56
ld r5,40(r4)
57
ld r6,48(r4)
58
std r11,56(r3)
59
std r12,64(r3)
60
ld r7,56(r4)
61
ld r8,64(r4)
62
std r5,72(r3)
63
std r6,80(r3)
64
ld r9,72(r4)
65
ld r10,80(r4)
66
std r7,88(r3)
67
std r8,96(r3)
68
ld r11,88(r4)
69
ld r12,96(r4)
70
std r9,104(r3)
71
std r10,112(r3)
72
ld r5,104(r4)
73
ld r6,112(r4)
74
std r11,120(r3)
75
stdu r12,128(r3)
76
ld r7,120(r4)
77
ldu r8,128(r4)
78
bdnz 1b
79
80
std r5,8(r3)
81
std r6,16(r3)
82
ld r9,8(r4)
83
ld r10,16(r4)
84
std r7,24(r3)
85
std r8,32(r3)
86
ld r11,24(r4)
87
ld r12,32(r4)
88
std r9,40(r3)
89
std r10,48(r3)
90
ld r5,40(r4)
91
ld r6,48(r4)
92
std r11,56(r3)
93
std r12,64(r3)
94
ld r7,56(r4)
95
ld r8,64(r4)
96
std r5,72(r3)
97
std r6,80(r3)
98
ld r9,72(r4)
99
ld r10,80(r4)
100
std r7,88(r3)
101
std r8,96(r3)
102
ld r11,88(r4)
103
ld r12,96(r4)
104
std r9,104(r3)
105
std r10,112(r3)
106
std r11,120(r3)
107
std r12,128(r3)
108
blr
109
110