| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc < %s -mtriple=i686-unknown | FileCheck %s --check-prefix=X32 |
| ; RUN: llc < %s -mtriple=x86_64-unknown | FileCheck %s --check-prefix=X64 |
| ; RUN: llc < %s -mtriple=i686-unknown -mattr=+popcnt | FileCheck %s --check-prefix=X32-POPCNT |
| ; RUN: llc < %s -mtriple=x86_64-unknown -mattr=+popcnt | FileCheck %s --check-prefix=X64-POPCNT |
| |
| define i8 @cnt8(i8 %x) nounwind readnone { |
| ; X32-LABEL: cnt8: |
| ; X32: # BB#0: |
| ; X32-NEXT: movb {{[0-9]+}}(%esp), %cl |
| ; X32-NEXT: movl %ecx, %eax |
| ; X32-NEXT: shrb %al |
| ; X32-NEXT: andb $85, %al |
| ; X32-NEXT: subb %al, %cl |
| ; X32-NEXT: movl %ecx, %eax |
| ; X32-NEXT: andb $51, %al |
| ; X32-NEXT: shrb $2, %cl |
| ; X32-NEXT: andb $51, %cl |
| ; X32-NEXT: addb %al, %cl |
| ; X32-NEXT: movl %ecx, %eax |
| ; X32-NEXT: shrb $4, %al |
| ; X32-NEXT: addb %cl, %al |
| ; X32-NEXT: andb $15, %al |
| ; X32-NEXT: retl |
| ; |
| ; X64-LABEL: cnt8: |
| ; X64: # BB#0: |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: shrb %al |
| ; X64-NEXT: andb $85, %al |
| ; X64-NEXT: subb %al, %dil |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: andb $51, %al |
| ; X64-NEXT: shrb $2, %dil |
| ; X64-NEXT: andb $51, %dil |
| ; X64-NEXT: addb %al, %dil |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: shrb $4, %al |
| ; X64-NEXT: addb %dil, %al |
| ; X64-NEXT: andb $15, %al |
| ; X64-NEXT: retq |
| ; |
| ; X32-POPCNT-LABEL: cnt8: |
| ; X32-POPCNT: # BB#0: |
| ; X32-POPCNT-NEXT: movzbl {{[0-9]+}}(%esp), %eax |
| ; X32-POPCNT-NEXT: popcntw %ax, %ax |
| ; X32-POPCNT-NEXT: # kill: %AL<def> %AL<kill> %AX<kill> |
| ; X32-POPCNT-NEXT: retl |
| ; |
| ; X64-POPCNT-LABEL: cnt8: |
| ; X64-POPCNT: # BB#0: |
| ; X64-POPCNT-NEXT: movzbl %dil, %eax |
| ; X64-POPCNT-NEXT: popcntw %ax, %ax |
| ; X64-POPCNT-NEXT: # kill: %AL<def> %AL<kill> %AX<kill> |
| ; X64-POPCNT-NEXT: retq |
| %cnt = tail call i8 @llvm.ctpop.i8(i8 %x) |
| ret i8 %cnt |
| } |
| |
| define i16 @cnt16(i16 %x) nounwind readnone { |
| ; X32-LABEL: cnt16: |
| ; X32: # BB#0: |
| ; X32-NEXT: movzwl {{[0-9]+}}(%esp), %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: shrl %ecx |
| ; X32-NEXT: andl $21845, %ecx # imm = 0x5555 |
| ; X32-NEXT: subl %ecx, %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: andl $13107, %ecx # imm = 0x3333 |
| ; X32-NEXT: shrl $2, %eax |
| ; X32-NEXT: andl $13107, %eax # imm = 0x3333 |
| ; X32-NEXT: addl %ecx, %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: andl $32752, %ecx # imm = 0x7FF0 |
| ; X32-NEXT: shrl $4, %ecx |
| ; X32-NEXT: addl %eax, %ecx |
| ; X32-NEXT: andl $3855, %ecx # imm = 0xF0F |
| ; X32-NEXT: movl %ecx, %eax |
| ; X32-NEXT: shll $8, %eax |
| ; X32-NEXT: addl %ecx, %eax |
| ; X32-NEXT: movzbl %ah, %eax |
| ; X32-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill> |
| ; X32-NEXT: retl |
| ; |
| ; X64-LABEL: cnt16: |
| ; X64: # BB#0: |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: shrl %eax |
| ; X64-NEXT: andl $21845, %eax # imm = 0x5555 |
| ; X64-NEXT: subl %eax, %edi |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: andl $13107, %eax # imm = 0x3333 |
| ; X64-NEXT: shrl $2, %edi |
| ; X64-NEXT: andl $13107, %edi # imm = 0x3333 |
| ; X64-NEXT: addl %eax, %edi |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: andl $32752, %eax # imm = 0x7FF0 |
| ; X64-NEXT: shrl $4, %eax |
| ; X64-NEXT: addl %edi, %eax |
| ; X64-NEXT: andl $3855, %eax # imm = 0xF0F |
| ; X64-NEXT: movl %eax, %ecx |
| ; X64-NEXT: shll $8, %ecx |
| ; X64-NEXT: addl %eax, %ecx |
| ; X64-NEXT: movzbl %ch, %eax # NOREX |
| ; X64-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill> |
| ; X64-NEXT: retq |
| ; |
| ; X32-POPCNT-LABEL: cnt16: |
| ; X32-POPCNT: # BB#0: |
| ; X32-POPCNT-NEXT: popcntw {{[0-9]+}}(%esp), %ax |
| ; X32-POPCNT-NEXT: retl |
| ; |
| ; X64-POPCNT-LABEL: cnt16: |
| ; X64-POPCNT: # BB#0: |
| ; X64-POPCNT-NEXT: popcntw %di, %ax |
| ; X64-POPCNT-NEXT: retq |
| %cnt = tail call i16 @llvm.ctpop.i16(i16 %x) |
| ret i16 %cnt |
| } |
| |
| define i32 @cnt32(i32 %x) nounwind readnone { |
| ; X32-LABEL: cnt32: |
| ; X32: # BB#0: |
| ; X32-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: shrl %ecx |
| ; X32-NEXT: andl $1431655765, %ecx # imm = 0x55555555 |
| ; X32-NEXT: subl %ecx, %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: andl $858993459, %ecx # imm = 0x33333333 |
| ; X32-NEXT: shrl $2, %eax |
| ; X32-NEXT: andl $858993459, %eax # imm = 0x33333333 |
| ; X32-NEXT: addl %ecx, %eax |
| ; X32-NEXT: movl %eax, %ecx |
| ; X32-NEXT: shrl $4, %ecx |
| ; X32-NEXT: addl %eax, %ecx |
| ; X32-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F |
| ; X32-NEXT: imull $16843009, %ecx, %eax # imm = 0x1010101 |
| ; X32-NEXT: shrl $24, %eax |
| ; X32-NEXT: retl |
| ; |
| ; X64-LABEL: cnt32: |
| ; X64: # BB#0: |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: shrl %eax |
| ; X64-NEXT: andl $1431655765, %eax # imm = 0x55555555 |
| ; X64-NEXT: subl %eax, %edi |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: andl $858993459, %eax # imm = 0x33333333 |
| ; X64-NEXT: shrl $2, %edi |
| ; X64-NEXT: andl $858993459, %edi # imm = 0x33333333 |
| ; X64-NEXT: addl %eax, %edi |
| ; X64-NEXT: movl %edi, %eax |
| ; X64-NEXT: shrl $4, %eax |
| ; X64-NEXT: addl %edi, %eax |
| ; X64-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F |
| ; X64-NEXT: imull $16843009, %eax, %eax # imm = 0x1010101 |
| ; X64-NEXT: shrl $24, %eax |
| ; X64-NEXT: retq |
| ; |
| ; X32-POPCNT-LABEL: cnt32: |
| ; X32-POPCNT: # BB#0: |
| ; X32-POPCNT-NEXT: popcntl {{[0-9]+}}(%esp), %eax |
| ; X32-POPCNT-NEXT: retl |
| ; |
| ; X64-POPCNT-LABEL: cnt32: |
| ; X64-POPCNT: # BB#0: |
| ; X64-POPCNT-NEXT: popcntl %edi, %eax |
| ; X64-POPCNT-NEXT: retq |
| %cnt = tail call i32 @llvm.ctpop.i32(i32 %x) |
| ret i32 %cnt |
| } |
| |
| define i64 @cnt64(i64 %x) nounwind readnone { |
| ; X32-LABEL: cnt64: |
| ; X32: # BB#0: |
| ; X32-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X32-NEXT: movl {{[0-9]+}}(%esp), %ecx |
| ; X32-NEXT: movl %ecx, %edx |
| ; X32-NEXT: shrl %edx |
| ; X32-NEXT: andl $1431655765, %edx # imm = 0x55555555 |
| ; X32-NEXT: subl %edx, %ecx |
| ; X32-NEXT: movl %ecx, %edx |
| ; X32-NEXT: andl $858993459, %edx # imm = 0x33333333 |
| ; X32-NEXT: shrl $2, %ecx |
| ; X32-NEXT: andl $858993459, %ecx # imm = 0x33333333 |
| ; X32-NEXT: addl %edx, %ecx |
| ; X32-NEXT: movl %ecx, %edx |
| ; X32-NEXT: shrl $4, %edx |
| ; X32-NEXT: addl %ecx, %edx |
| ; X32-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F |
| ; X32-NEXT: imull $16843009, %edx, %ecx # imm = 0x1010101 |
| ; X32-NEXT: shrl $24, %ecx |
| ; X32-NEXT: movl %eax, %edx |
| ; X32-NEXT: shrl %edx |
| ; X32-NEXT: andl $1431655765, %edx # imm = 0x55555555 |
| ; X32-NEXT: subl %edx, %eax |
| ; X32-NEXT: movl %eax, %edx |
| ; X32-NEXT: andl $858993459, %edx # imm = 0x33333333 |
| ; X32-NEXT: shrl $2, %eax |
| ; X32-NEXT: andl $858993459, %eax # imm = 0x33333333 |
| ; X32-NEXT: addl %edx, %eax |
| ; X32-NEXT: movl %eax, %edx |
| ; X32-NEXT: shrl $4, %edx |
| ; X32-NEXT: addl %eax, %edx |
| ; X32-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F |
| ; X32-NEXT: imull $16843009, %edx, %eax # imm = 0x1010101 |
| ; X32-NEXT: shrl $24, %eax |
| ; X32-NEXT: addl %ecx, %eax |
| ; X32-NEXT: xorl %edx, %edx |
| ; X32-NEXT: retl |
| ; |
| ; X64-LABEL: cnt64: |
| ; X64: # BB#0: |
| ; X64-NEXT: movq %rdi, %rax |
| ; X64-NEXT: shrq %rax |
| ; X64-NEXT: movabsq $6148914691236517205, %rcx # imm = 0x5555555555555555 |
| ; X64-NEXT: andq %rax, %rcx |
| ; X64-NEXT: subq %rcx, %rdi |
| ; X64-NEXT: movabsq $3689348814741910323, %rax # imm = 0x3333333333333333 |
| ; X64-NEXT: movq %rdi, %rcx |
| ; X64-NEXT: andq %rax, %rcx |
| ; X64-NEXT: shrq $2, %rdi |
| ; X64-NEXT: andq %rax, %rdi |
| ; X64-NEXT: addq %rcx, %rdi |
| ; X64-NEXT: movq %rdi, %rax |
| ; X64-NEXT: shrq $4, %rax |
| ; X64-NEXT: leaq (%rax,%rdi), %rax |
| ; X64-NEXT: movabsq $1085102592571150095, %rcx # imm = 0xF0F0F0F0F0F0F0F |
| ; X64-NEXT: andq %rax, %rcx |
| ; X64-NEXT: movabsq $72340172838076673, %rax # imm = 0x101010101010101 |
| ; X64-NEXT: imulq %rcx, %rax |
| ; X64-NEXT: shrq $56, %rax |
| ; X64-NEXT: retq |
| ; |
| ; X32-POPCNT-LABEL: cnt64: |
| ; X32-POPCNT: # BB#0: |
| ; X32-POPCNT-NEXT: popcntl {{[0-9]+}}(%esp), %ecx |
| ; X32-POPCNT-NEXT: popcntl {{[0-9]+}}(%esp), %eax |
| ; X32-POPCNT-NEXT: addl %ecx, %eax |
| ; X32-POPCNT-NEXT: xorl %edx, %edx |
| ; X32-POPCNT-NEXT: retl |
| ; |
| ; X64-POPCNT-LABEL: cnt64: |
| ; X64-POPCNT: # BB#0: |
| ; X64-POPCNT-NEXT: popcntq %rdi, %rax |
| ; X64-POPCNT-NEXT: retq |
| %cnt = tail call i64 @llvm.ctpop.i64(i64 %x) |
| ret i64 %cnt |
| } |
| |
| declare i8 @llvm.ctpop.i8(i8) nounwind readnone |
| declare i16 @llvm.ctpop.i16(i16) nounwind readnone |
| declare i32 @llvm.ctpop.i32(i32) nounwind readnone |
| declare i64 @llvm.ctpop.i64(i64) nounwind readnone |