blob: c5d213a1ade8b422a1c5f7781077bfe8ebd24ab5 [file] [log] [blame] [edit]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6
; RUN: llc -global-isel=0 -amdgpu-scalarize-global-loads=false -mtriple=amdgcn-amd-amdhsa -mcpu=fiji -mattr=-flat-for-global < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI-SDAG %s
; RUN: llc -global-isel=1 -new-reg-bank-select -amdgpu-scalarize-global-loads=false -mtriple=amdgcn-amd-amdhsa -mcpu=fiji -mattr=-flat-for-global < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI-GISEL %s
declare half @llvm.fabs.f16(half %a)
declare i1 @llvm.amdgcn.class.f16(half %a, i32 %b)
define amdgpu_kernel void @class_f16(
; VI-SDAG-LABEL: class_f16:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dwordx4 s[0:3], s[8:9], 0x0
; VI-SDAG-NEXT: s_load_dwordx2 s[8:9], s[8:9], 0x10
; VI-SDAG-NEXT: s_mov_b32 s7, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s6, -1
; VI-SDAG-NEXT: s_mov_b32 s10, s6
; VI-SDAG-NEXT: s_mov_b32 s11, s7
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: s_mov_b32 s12, s2
; VI-SDAG-NEXT: s_mov_b32 s13, s3
; VI-SDAG-NEXT: s_mov_b32 s14, s6
; VI-SDAG-NEXT: s_mov_b32 s15, s7
; VI-SDAG-NEXT: buffer_load_dword v0, off, s[8:11], 0
; VI-SDAG-NEXT: buffer_load_ushort v1, off, s[12:15], 0
; VI-SDAG-NEXT: s_mov_b32 s4, s0
; VI-SDAG-NEXT: s_mov_b32 s5, s1
; VI-SDAG-NEXT: s_waitcnt vmcnt(0)
; VI-SDAG-NEXT: v_cmp_class_f16_e32 vcc, v1, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, vcc
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[4:7], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dwordx4 s[0:3], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s6, -1
; VI-GISEL-NEXT: s_mov_b32 s7, 0x1100f000
; VI-GISEL-NEXT: s_load_dwordx2 s[8:9], s[8:9], 0x10
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: s_mov_b64 s[4:5], s[2:3]
; VI-GISEL-NEXT: buffer_load_ushort v0, off, s[4:7], 0
; VI-GISEL-NEXT: s_load_dword s2, s[8:9], 0x0
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_mov_b32_e32 v1, s2
; VI-GISEL-NEXT: s_waitcnt vmcnt(0)
; VI-GISEL-NEXT: v_readfirstlane_b32 s2, v0
; VI-GISEL-NEXT: v_cmp_class_f16_e32 vcc, s2, v1
; VI-GISEL-NEXT: s_cmp_lg_u64 vcc, 0
; VI-GISEL-NEXT: s_cselect_b32 s2, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s2
; VI-GISEL-NEXT: s_mov_b64 s[2:3], s[6:7]
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
ptr addrspace(1) %a,
ptr addrspace(1) %b) {
entry:
%a.val = load half, ptr addrspace(1) %a
%b.val = load i32, ptr addrspace(1) %b
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 %b.val)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_fabs(
; VI-SDAG-LABEL: class_f16_fabs:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x4c
; VI-SDAG-NEXT: s_load_dword s5, s[8:9], 0x28
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_mov_b32_e32 v0, s4
; VI-SDAG-NEXT: v_cmp_class_f16_e64 s[4:5], |s5|, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_fabs:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x4c
; VI-GISEL-NEXT: s_load_dword s4, s[8:9], 0x28
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: v_cmp_class_f16_e64 s[4:5], |s4|, v0
; VI-GISEL-NEXT: s_cmp_lg_u64 s[4:5], 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
[8 x i32],
half %a.val,
[8 x i32],
i32 %b.val) {
entry:
%a.val.fabs = call half @llvm.fabs.f16(half %a.val)
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs, i32 %b.val)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_fneg(
; VI-SDAG-LABEL: class_f16_fneg:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x4c
; VI-SDAG-NEXT: s_load_dword s5, s[8:9], 0x28
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_mov_b32_e32 v0, s4
; VI-SDAG-NEXT: v_cmp_class_f16_e64 s[4:5], -s5, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_fneg:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x28
; VI-GISEL-NEXT: s_load_dword s4, s[8:9], 0x4c
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_max_f16_e64 v0, -s3, -s3
; VI-GISEL-NEXT: v_cmp_class_f16_e64 s[4:5], v0, s4
; VI-GISEL-NEXT: s_cmp_lg_u64 s[4:5], 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
[8 x i32],
half %a.val,
[8 x i32],
i32 %b.val) {
entry:
%a.val.fneg = fsub half -0.0, %a.val
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fneg, i32 %b.val)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_fabs_fneg(
; VI-SDAG-LABEL: class_f16_fabs_fneg:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x4c
; VI-SDAG-NEXT: s_load_dword s5, s[8:9], 0x28
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_mov_b32_e32 v0, s4
; VI-SDAG-NEXT: v_cmp_class_f16_e64 s[4:5], -|s5|, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_fabs_fneg:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x28
; VI-GISEL-NEXT: s_load_dword s4, s[8:9], 0x4c
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_max_f16_e64 v0, -|s3|, -|s3|
; VI-GISEL-NEXT: v_cmp_class_f16_e64 s[4:5], v0, s4
; VI-GISEL-NEXT: s_cmp_lg_u64 s[4:5], 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
[8 x i32],
half %a.val,
[8 x i32],
i32 %b.val) {
entry:
%a.val.fabs = call half @llvm.fabs.f16(half %a.val)
%a.val.fabs.fneg = fsub half -0.0, %a.val.fabs
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs.fneg, i32 %b.val)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_1(
; VI-SDAG-LABEL: class_f16_1:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x8
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_cmp_class_f16_e64 s[4:5], s4, 1
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_1:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x8
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_cmp_class_f16_e64 s[4:5], s3, 1
; VI-GISEL-NEXT: s_cmp_lg_u64 s[4:5], 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
half %a.val) {
entry:
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_64(
; VI-SDAG-LABEL: class_f16_64:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x8
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_cmp_class_f16_e64 s[4:5], s4, 64
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_64:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x8
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_cmp_class_f16_e64 s[4:5], s3, 64
; VI-GISEL-NEXT: s_cmp_lg_u64 s[4:5], 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
half %a.val) {
entry:
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 64)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_full_mask(
; VI-SDAG-LABEL: class_f16_full_mask:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x8
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: v_mov_b32_e32 v0, 0x3ff
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_cmp_class_f16_e32 vcc, s4, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, vcc
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_full_mask:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x8
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, 0x3ff
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_cmp_class_f16_e32 vcc, s3, v0
; VI-GISEL-NEXT: s_cmp_lg_u64 vcc, 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
half %a.val) {
entry:
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1023)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
define amdgpu_kernel void @class_f16_nine_bit_mask(
; VI-SDAG-LABEL: class_f16_nine_bit_mask:
; VI-SDAG: ; %bb.0: ; %entry
; VI-SDAG-NEXT: s_load_dword s4, s[8:9], 0x8
; VI-SDAG-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-SDAG-NEXT: v_mov_b32_e32 v0, 0x1ff
; VI-SDAG-NEXT: s_mov_b32 s3, 0x1100f000
; VI-SDAG-NEXT: s_mov_b32 s2, -1
; VI-SDAG-NEXT: s_waitcnt lgkmcnt(0)
; VI-SDAG-NEXT: v_cmp_class_f16_e32 vcc, s4, v0
; VI-SDAG-NEXT: v_cndmask_b32_e64 v0, 0, -1, vcc
; VI-SDAG-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-SDAG-NEXT: s_endpgm
;
; VI-GISEL-LABEL: class_f16_nine_bit_mask:
; VI-GISEL: ; %bb.0: ; %entry
; VI-GISEL-NEXT: s_load_dword s3, s[8:9], 0x8
; VI-GISEL-NEXT: s_load_dwordx2 s[0:1], s[8:9], 0x0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, 0x1ff
; VI-GISEL-NEXT: s_mov_b32 s2, -1
; VI-GISEL-NEXT: s_waitcnt lgkmcnt(0)
; VI-GISEL-NEXT: v_cmp_class_f16_e32 vcc, s3, v0
; VI-GISEL-NEXT: s_cmp_lg_u64 vcc, 0
; VI-GISEL-NEXT: s_cselect_b32 s3, -1, 0
; VI-GISEL-NEXT: v_mov_b32_e32 v0, s3
; VI-GISEL-NEXT: s_mov_b32 s3, 0x1100f000
; VI-GISEL-NEXT: buffer_store_dword v0, off, s[0:3], 0
; VI-GISEL-NEXT: s_endpgm
ptr addrspace(1) %r,
half %a.val) {
entry:
%r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 511)
%r.val.sext = sext i1 %r.val to i32
store i32 %r.val.sext, ptr addrspace(1) %r
ret void
}
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
; GCN: {{.*}}