blob: cf411f22e0bedfea9a92e1f55b043da8631becaf [file] [log] [blame]
Howard Hinnant9ad441f2010-11-16 22:13:33 +00001// This file is dual licensed under the MIT and the University of Illinois Open
2// Source Licenses. See LICENSE.TXT for details.
Daniel Dunbarb3a69012009-06-26 16:47:03 +00003
Daniel Dunbar19336a22009-10-27 17:49:50 +00004#include "../assembly.h"
5
Daniel Dunbarb3a69012009-06-26 16:47:03 +00006// di_int __lshrdi3(di_int input, int count);
7
8// This routine has some extra memory traffic, loading the 64-bit input via two
9// 32-bit loads, then immediately storing it back to the stack via a single 64-bit
10// store. This is to avoid a write-small, read-large stall.
11// However, if callers of this routine can be safely assumed to store the argument
12// via a 64-bt store, this is unnecessary memory traffic, and should be avoided.
13// It can be turned off by defining the TRUST_CALLERS_USE_64_BIT_STORES macro.
14
15#ifdef __i386__
16#ifdef __SSE2__
17
18.text
19.align 4
Daniel Dunbarb4b1e8c2009-10-27 17:50:21 +000020DEFINE_COMPILERRT_FUNCTION(__lshrdi3)
Daniel Dunbarb3a69012009-06-26 16:47:03 +000021 movd 12(%esp), %xmm2 // Load count
22#ifndef TRUST_CALLERS_USE_64_BIT_STORES
23 movd 4(%esp), %xmm0
24 movd 8(%esp), %xmm1
25 punpckldq %xmm1, %xmm0 // Load input
26#else
27 movq 4(%esp), %xmm0 // Load input
28#endif
29 psrlq %xmm2, %xmm0 // shift input by count
30 movd %xmm0, %eax
31 psrlq $32, %xmm0
32 movd %xmm0, %edx
33 ret
34
35#else // Use GPRs instead of SSE2 instructions, if they aren't available.
36
37.text
38.align 4
Daniel Dunbarb4b1e8c2009-10-27 17:50:21 +000039DEFINE_COMPILERRT_FUNCTION(__lshrdi3)
Daniel Dunbarb3a69012009-06-26 16:47:03 +000040 movl 12(%esp), %ecx // Load count
41 movl 8(%esp), %edx // Load high
42 movl 4(%esp), %eax // Load low
43
44 testl $0x20, %ecx // If count >= 32
Eli Friedmand02ea672009-07-03 02:26:38 +000045 jnz 1f // goto 1
46
47 shrdl %cl, %edx, %eax // right shift low by count
Daniel Dunbarb3a69012009-06-26 16:47:03 +000048 shrl %cl, %edx // right shift high by count
Eli Friedmand02ea672009-07-03 02:26:38 +000049 ret
Daniel Dunbarb3a69012009-06-26 16:47:03 +000050
Eli Friedmand02ea672009-07-03 02:26:38 +0000511: movl %edx, %eax // Move high to low
Daniel Dunbarb3a69012009-06-26 16:47:03 +000052 xorl %edx, %edx // clear high
53 shrl %cl, %eax // shift low by count - 32
54 ret
55
56#endif // __SSE2__
57#endif // __i386__