blob: c96821a3c811d55567f43caebce6f47a8308c790 [file] [log] [blame]
Kinson Chika8fa74c2011-07-29 11:33:41 -07001#!/usr/bin/env perl
2
3$flavour = shift;
4$output = shift;
5if ($flavour =~ /\./) { $output = $flavour; undef $flavour; }
6
7$win64=0; $win64=1 if ($flavour =~ /[nm]asm|mingw64/ || $output =~ /\.asm$/);
8
9$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1;
10open STDOUT,"| $^X ${dir}perlasm/x86_64-xlate.pl $flavour $output";
11
12if ($win64) { $arg1="%rcx"; $arg2="%rdx"; }
13else { $arg1="%rdi"; $arg2="%rsi"; }
14print<<___;
15.extern OPENSSL_cpuid_setup
16.section .init
17 call OPENSSL_cpuid_setup
18
19.text
20
21.globl OPENSSL_atomic_add
22.type OPENSSL_atomic_add,\@abi-omnipotent
23.align 16
24OPENSSL_atomic_add:
25 movl ($arg1),%eax
26.Lspin: leaq ($arg2,%rax),%r8
27 .byte 0xf0 # lock
28 cmpxchgl %r8d,($arg1)
29 jne .Lspin
30 movl %r8d,%eax
31 .byte 0x48,0x98 # cltq/cdqe
32 ret
33.size OPENSSL_atomic_add,.-OPENSSL_atomic_add
34
35.globl OPENSSL_rdtsc
36.type OPENSSL_rdtsc,\@abi-omnipotent
37.align 16
38OPENSSL_rdtsc:
39 rdtsc
40 shl \$32,%rdx
41 or %rdx,%rax
42 ret
43.size OPENSSL_rdtsc,.-OPENSSL_rdtsc
44
45.globl OPENSSL_ia32_cpuid
46.type OPENSSL_ia32_cpuid,\@abi-omnipotent
47.align 16
48OPENSSL_ia32_cpuid:
49 mov %rbx,%r8
50
51 xor %eax,%eax
52 cpuid
53 mov %eax,%r11d # max value for standard query level
54
55 xor %eax,%eax
56 cmp \$0x756e6547,%ebx # "Genu"
57 setne %al
58 mov %eax,%r9d
59 cmp \$0x49656e69,%edx # "ineI"
60 setne %al
61 or %eax,%r9d
62 cmp \$0x6c65746e,%ecx # "ntel"
63 setne %al
64 or %eax,%r9d # 0 indicates Intel CPU
65 jz .Lintel
66
67 cmp \$0x68747541,%ebx # "Auth"
68 setne %al
69 mov %eax,%r10d
70 cmp \$0x69746E65,%edx # "enti"
71 setne %al
72 or %eax,%r10d
73 cmp \$0x444D4163,%ecx # "cAMD"
74 setne %al
75 or %eax,%r10d # 0 indicates AMD CPU
76 jnz .Lintel
77
78 # AMD specific
79 mov \$0x80000000,%eax
80 cpuid
81 cmp \$0x80000008,%eax
82 jb .Lintel
83
84 mov \$0x80000008,%eax
85 cpuid
86 movzb %cl,%r10 # number of cores - 1
87 inc %r10 # number of cores
88
89 mov \$1,%eax
90 cpuid
91 bt \$28,%edx # test hyper-threading bit
92 jnc .Ldone
93 shr \$16,%ebx # number of logical processors
94 cmp %r10b,%bl
95 ja .Ldone
96 and \$0xefffffff,%edx # ~(1<<28)
97 jmp .Ldone
98
99.Lintel:
100 cmp \$4,%r11d
101 mov \$-1,%r10d
102 jb .Lnocacheinfo
103
104 mov \$4,%eax
105 mov \$0,%ecx # query L1D
106 cpuid
107 mov %eax,%r10d
108 shr \$14,%r10d
109 and \$0xfff,%r10d # number of cores -1 per L1D
110
111.Lnocacheinfo:
112 mov \$1,%eax
113 cpuid
114 cmp \$0,%r9d
115 jne .Lnotintel
116 or \$0x00100000,%edx # use reserved 20th bit to engage RC4_CHAR
117 and \$15,%ah
118 cmp \$15,%ah # examine Family ID
119 je .Lnotintel
120 or \$0x40000000,%edx # use reserved bit to skip unrolled loop
121.Lnotintel:
122 bt \$28,%edx # test hyper-threading bit
123 jnc .Ldone
124 and \$0xefffffff,%edx # ~(1<<28)
125 cmp \$0,%r10d
126 je .Ldone
127
128 or \$0x10000000,%edx # 1<<28
129 shr \$16,%ebx
130 cmp \$1,%bl # see if cache is shared
131 ja .Ldone
132 and \$0xefffffff,%edx # ~(1<<28)
133.Ldone:
134 shl \$32,%rcx
135 mov %edx,%eax
136 mov %r8,%rbx
137 or %rcx,%rax
138 ret
139.size OPENSSL_ia32_cpuid,.-OPENSSL_ia32_cpuid
140
141.globl OPENSSL_cleanse
142.type OPENSSL_cleanse,\@abi-omnipotent
143.align 16
144OPENSSL_cleanse:
145 xor %rax,%rax
146 cmp \$15,$arg2
147 jae .Lot
148 cmp \$0,$arg2
149 je .Lret
150.Little:
151 mov %al,($arg1)
152 sub \$1,$arg2
153 lea 1($arg1),$arg1
154 jnz .Little
155.Lret:
156 ret
157.align 16
158.Lot:
159 test \$7,$arg1
160 jz .Laligned
161 mov %al,($arg1)
162 lea -1($arg2),$arg2
163 lea 1($arg1),$arg1
164 jmp .Lot
165.Laligned:
166 mov %rax,($arg1)
167 lea -8($arg2),$arg2
168 test \$-8,$arg2
169 lea 8($arg1),$arg1
170 jnz .Laligned
171 cmp \$0,$arg2
172 jne .Little
173 ret
174.size OPENSSL_cleanse,.-OPENSSL_cleanse
175___
176
177print<<___ if (!$win64);
178.globl OPENSSL_wipe_cpu
179.type OPENSSL_wipe_cpu,\@abi-omnipotent
180.align 16
181OPENSSL_wipe_cpu:
182 pxor %xmm0,%xmm0
183 pxor %xmm1,%xmm1
184 pxor %xmm2,%xmm2
185 pxor %xmm3,%xmm3
186 pxor %xmm4,%xmm4
187 pxor %xmm5,%xmm5
188 pxor %xmm6,%xmm6
189 pxor %xmm7,%xmm7
190 pxor %xmm8,%xmm8
191 pxor %xmm9,%xmm9
192 pxor %xmm10,%xmm10
193 pxor %xmm11,%xmm11
194 pxor %xmm12,%xmm12
195 pxor %xmm13,%xmm13
196 pxor %xmm14,%xmm14
197 pxor %xmm15,%xmm15
198 xorq %rcx,%rcx
199 xorq %rdx,%rdx
200 xorq %rsi,%rsi
201 xorq %rdi,%rdi
202 xorq %r8,%r8
203 xorq %r9,%r9
204 xorq %r10,%r10
205 xorq %r11,%r11
206 leaq 8(%rsp),%rax
207 ret
208.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
209___
210print<<___ if ($win64);
211.globl OPENSSL_wipe_cpu
212.type OPENSSL_wipe_cpu,\@abi-omnipotent
213.align 16
214OPENSSL_wipe_cpu:
215 pxor %xmm0,%xmm0
216 pxor %xmm1,%xmm1
217 pxor %xmm2,%xmm2
218 pxor %xmm3,%xmm3
219 pxor %xmm4,%xmm4
220 pxor %xmm5,%xmm5
221 xorq %rcx,%rcx
222 xorq %rdx,%rdx
223 xorq %r8,%r8
224 xorq %r9,%r9
225 xorq %r10,%r10
226 xorq %r11,%r11
227 leaq 8(%rsp),%rax
228 ret
229.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
230___
231
232close STDOUT; # flush