2015-11-13 06:27:38 +08:00
|
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown | FileCheck %s
|
2007-12-14 10:13:44 +08:00
|
|
|
|
2011-12-24 19:46:10 +08:00
|
|
|
declare i8 @llvm.cttz.i8(i8, i1)
|
|
|
|
declare i16 @llvm.cttz.i16(i16, i1)
|
2011-12-24 19:26:57 +08:00
|
|
|
declare i32 @llvm.cttz.i32(i32, i1)
|
2011-12-24 19:46:10 +08:00
|
|
|
declare i64 @llvm.cttz.i64(i64, i1)
|
2011-12-24 19:26:59 +08:00
|
|
|
declare i8 @llvm.ctlz.i8(i8, i1)
|
2011-12-24 19:26:57 +08:00
|
|
|
declare i16 @llvm.ctlz.i16(i16, i1)
|
|
|
|
declare i32 @llvm.ctlz.i32(i32, i1)
|
2011-12-24 19:26:59 +08:00
|
|
|
declare i64 @llvm.ctlz.i64(i64, i1)
|
2007-12-14 10:13:44 +08:00
|
|
|
|
2011-12-24 19:46:10 +08:00
|
|
|
define i8 @cttz_i8(i8 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: cttz_i8:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: movzbl %dil, %eax
|
|
|
|
; CHECK-NEXT: bsfl %eax, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:46:10 +08:00
|
|
|
%tmp = call i8 @llvm.cttz.i8( i8 %x, i1 true )
|
|
|
|
ret i8 %tmp
|
|
|
|
}
|
|
|
|
|
|
|
|
define i16 @cttz_i16(i16 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: cttz_i16:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsfw %di, %ax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:46:10 +08:00
|
|
|
%tmp = call i16 @llvm.cttz.i16( i16 %x, i1 true )
|
|
|
|
ret i16 %tmp
|
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @cttz_i32(i32 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: cttz_i32:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsfl %edi, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:57 +08:00
|
|
|
%tmp = call i32 @llvm.cttz.i32( i32 %x, i1 true )
|
2011-12-20 19:19:37 +08:00
|
|
|
ret i32 %tmp
|
2007-12-14 10:13:44 +08:00
|
|
|
}
|
|
|
|
|
2011-12-24 19:46:10 +08:00
|
|
|
define i64 @cttz_i64(i64 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: cttz_i64:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsfq %rdi, %rax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:46:10 +08:00
|
|
|
%tmp = call i64 @llvm.cttz.i64( i64 %x, i1 true )
|
|
|
|
ret i64 %tmp
|
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:59 +08:00
|
|
|
define i8 @ctlz_i8(i8 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_i8:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: movzbl %dil, %eax
|
|
|
|
; CHECK-NEXT: bsrl %eax, %eax
|
|
|
|
; CHECK-NEXT: xorl $7, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:59 +08:00
|
|
|
%tmp2 = call i8 @llvm.ctlz.i8( i8 %x, i1 true )
|
|
|
|
ret i8 %tmp2
|
|
|
|
}
|
|
|
|
|
|
|
|
define i16 @ctlz_i16(i16 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_i16:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrw %di, %ax
|
|
|
|
; CHECK-NEXT: xorl $15, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:59 +08:00
|
|
|
%tmp2 = call i16 @llvm.ctlz.i16( i16 %x, i1 true )
|
2011-12-20 19:19:37 +08:00
|
|
|
ret i16 %tmp2
|
2007-12-14 16:30:15 +08:00
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @ctlz_i32(i32 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_i32:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrl %edi, %eax
|
|
|
|
; CHECK-NEXT: xorl $31, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:57 +08:00
|
|
|
%tmp = call i32 @llvm.ctlz.i32( i32 %x, i1 true )
|
|
|
|
ret i32 %tmp
|
|
|
|
}
|
2011-05-24 09:48:22 +08:00
|
|
|
|
2011-12-24 19:26:59 +08:00
|
|
|
define i64 @ctlz_i64(i64 %x) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_i64:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrq %rdi, %rax
|
|
|
|
; CHECK-NEXT: xorq $63, %rax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:59 +08:00
|
|
|
%tmp = call i64 @llvm.ctlz.i64( i64 %x, i1 true )
|
|
|
|
ret i64 %tmp
|
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @ctlz_i32_cmov(i32 %n) {
|
2013-07-14 14:24:09 +08:00
|
|
|
; CHECK-LABEL: ctlz_i32_cmov:
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrl %edi, %ecx
|
|
|
|
; CHECK-NEXT: movl $63, %eax
|
|
|
|
; CHECK-NEXT: cmovnel %ecx, %eax
|
|
|
|
; CHECK-NEXT: xorl $31, %eax
|
|
|
|
; CHECK-NEXT: retq
|
|
|
|
; Generate a cmov to handle zero inputs when necessary.
|
2011-12-24 19:26:57 +08:00
|
|
|
%tmp1 = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
|
2011-12-20 19:19:37 +08:00
|
|
|
ret i32 %tmp1
|
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @ctlz_i32_fold_cmov(i32 %n) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_i32_fold_cmov:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: orl $1, %edi
|
|
|
|
; CHECK-NEXT: bsrl %edi, %eax
|
|
|
|
; CHECK-NEXT: xorl $31, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-20 19:19:37 +08:00
|
|
|
; Don't generate the cmovne when the source is known non-zero (and bsr would
|
|
|
|
; not set ZF).
|
|
|
|
; rdar://9490949
|
2011-05-24 09:48:22 +08:00
|
|
|
%or = or i32 %n, 1
|
2011-12-24 19:26:57 +08:00
|
|
|
%tmp1 = call i32 @llvm.ctlz.i32(i32 %or, i1 false)
|
2011-05-24 09:48:22 +08:00
|
|
|
ret i32 %tmp1
|
|
|
|
}
|
2011-12-24 18:55:54 +08:00
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @ctlz_bsr(i32 %n) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_bsr:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrl %edi, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 18:55:54 +08:00
|
|
|
; Don't generate any xors when a 'ctlz' intrinsic is actually used to compute
|
|
|
|
; the most significant bit, which is what 'bsr' does natively.
|
2011-12-24 19:26:57 +08:00
|
|
|
%ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 true)
|
2011-12-24 18:55:54 +08:00
|
|
|
%bsr = xor i32 %ctlz, 31
|
|
|
|
ret i32 %bsr
|
|
|
|
}
|
|
|
|
|
2011-12-24 19:26:57 +08:00
|
|
|
define i32 @ctlz_bsr_cmov(i32 %n) {
|
2015-11-13 06:27:38 +08:00
|
|
|
; CHECK-LABEL: ctlz_bsr_cmov:
|
|
|
|
; CHECK: # BB#0:
|
|
|
|
; CHECK-NEXT: bsrl %edi, %ecx
|
|
|
|
; CHECK-NEXT: movl $63, %eax
|
|
|
|
; CHECK-NEXT: cmovnel %ecx, %eax
|
|
|
|
; CHECK-NEXT: retq
|
2011-12-24 19:26:57 +08:00
|
|
|
; Same as ctlz_bsr, but ensure this happens even when there is a potential
|
|
|
|
; zero.
|
|
|
|
%ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
|
2011-12-24 18:55:54 +08:00
|
|
|
%bsr = xor i32 %ctlz, 31
|
|
|
|
ret i32 %bsr
|
|
|
|
}
|