blob: 03ead29ba7f4f7b13b36a1f00f75884fec38a68e [file] [edit]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s -mtriple=aarch64-unknown-linux | FileCheck %s
; Test optimization of 32-bit unsigned division by constants with 33-bit magic
; constants (IsAdd=true) on AArch64. The optimization uses the umulh instruction.
define i32 @udiv_by_7(i32 %x) nounwind {
; CHECK-LABEL: udiv_by_7:
; CHECK: // %bb.0:
; CHECK-NEXT: mov x8, #2684354560 // =0xa0000000
; CHECK-NEXT: mov w9, w0
; CHECK-NEXT: movk x8, #18724, lsl #32
; CHECK-NEXT: movk x8, #9362, lsl #48
; CHECK-NEXT: umulh x0, x9, x8
; CHECK-NEXT: // kill: def $w0 killed $w0 killed $x0
; CHECK-NEXT: ret
%div = udiv i32 %x, 7
ret i32 %div
}
define i32 @udiv_by_19(i32 %x) nounwind {
; CHECK-LABEL: udiv_by_19:
; CHECK: // %bb.0:
; CHECK-NEXT: mov x8, #1476395008 // =0x58000000
; CHECK-NEXT: mov w9, w0
; CHECK-NEXT: movk x8, #17246, lsl #32
; CHECK-NEXT: movk x8, #3449, lsl #48
; CHECK-NEXT: umulh x0, x9, x8
; CHECK-NEXT: // kill: def $w0 killed $w0 killed $x0
; CHECK-NEXT: ret
%div = udiv i32 %x, 19
ret i32 %div
}
define i32 @udiv_by_21(i32 %x) nounwind {
; CHECK-LABEL: udiv_by_21:
; CHECK: // %bb.0:
; CHECK-NEXT: mov x8, #939524096 // =0x38000000
; CHECK-NEXT: mov w9, w0
; CHECK-NEXT: movk x8, #49932, lsl #32
; CHECK-NEXT: movk x8, #3120, lsl #48
; CHECK-NEXT: umulh x0, x9, x8
; CHECK-NEXT: // kill: def $w0 killed $w0 killed $x0
; CHECK-NEXT: ret
%div = udiv i32 %x, 21
ret i32 %div
}
; Test non-optimized case
define i32 @udiv_by_3(i32 %x) nounwind {
; CHECK-LABEL: udiv_by_3:
; CHECK: // %bb.0:
; CHECK-NEXT: mov w8, #43691 // =0xaaab
; CHECK-NEXT: movk w8, #43690, lsl #16
; CHECK-NEXT: umull x8, w0, w8
; CHECK-NEXT: lsr x0, x8, #33
; CHECK-NEXT: // kill: def $w0 killed $w0 killed $x0
; CHECK-NEXT: ret
%div = udiv i32 %x, 3
ret i32 %div
}
; Even divisors with 33-bit magic. On AArch64 these use umulh (i32->i64
; zero-extension is free).
define i32 @udiv_by_14(i32 %x) nounwind {
; CHECK-LABEL: udiv_by_14:
; CHECK: // %bb.0:
; CHECK-NEXT: mov x8, #1342177280 // =0x50000000
; CHECK-NEXT: mov w9, w0
; CHECK-NEXT: movk x8, #9362, lsl #32
; CHECK-NEXT: movk x8, #4681, lsl #48
; CHECK-NEXT: umulh x0, x9, x8
; CHECK-NEXT: // kill: def $w0 killed $w0 killed $x0
; CHECK-NEXT: ret
%div = udiv i32 %x, 14
ret i32 %div
}
; Vector udiv is unaffected by the free-zext scalar rewrite: <4 x i32> keeps
; the even-divisor rewrite (this function is unchanged by the follow-up commit).
define <4 x i32> @udiv_by_14_vec(<4 x i32> %x) nounwind {
; CHECK-LABEL: udiv_by_14_vec:
; CHECK: // %bb.0:
; CHECK-NEXT: mov w8, #9363 // =0x2493
; CHECK-NEXT: ushr v0.4s, v0.4s, #1
; CHECK-NEXT: movk w8, #37449, lsl #16
; CHECK-NEXT: dup v1.4s, w8
; CHECK-NEXT: umull2 v2.2d, v0.4s, v1.4s
; CHECK-NEXT: umull v0.2d, v0.2s, v1.2s
; CHECK-NEXT: uzp2 v0.4s, v0.4s, v2.4s
; CHECK-NEXT: ushr v0.4s, v0.4s, #2
; CHECK-NEXT: ret
%div = udiv <4 x i32> %x, <i32 14, i32 14, i32 14, i32 14>
ret <4 x i32> %div
}