blob: 2d7273bcf703872f85e95193cefc7856d83f0cc5 [file] [edit]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6
; RUN: llc -mtriple=amdgpu12.50 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-SDAG,GFX1250-SDAG-REAL16 %s
; RUN: llc -mtriple=amdgpu12.50 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-SDAG,GFX1250-SDAG-FAKE16 %s
; RUN: llc -global-isel -mtriple=amdgpu12.50 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-GISEL,GFX1250-GISEL-REAL16 %s
; RUN: llc -global-isel -mtriple=amdgpu12.50 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-GISEL,GFX1250-GISEL-FAKE16 %s
define bfloat @scalar_add_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_add_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_add_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_add_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fadd bfloat %x, 1.0
ret bfloat %r
}
define bfloat @scalar_mul_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_mul_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_mul_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_mul_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fmul bfloat %x, 0.5
ret bfloat %r
}
define bfloat @scalar_sub_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_sub_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, -1.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_sub_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_sub_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fsub bfloat %x, 1.0
ret bfloat %r
}
define bfloat @scalar_rsub_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_rsub_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, 1.0, v0 op_sel:[1,0] op_sel_hi:[0,1] neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_rsub_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[1,0] neg_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_rsub_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[1,0] neg_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fsub bfloat 1.0, %x
ret bfloat %r
}
define bfloat @scalar_fma_inline_const(bfloat %x, bfloat %y) {
; GFX1250-SDAG-LABEL: scalar_fma_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_fma_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_fma_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v1
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v1, s0, 16, v1
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.fma.bf16(bfloat %x, bfloat %y, bfloat 2.0)
ret bfloat %r
}
define bfloat @scalar_max_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_max_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_max_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_max_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.maxnum.bf16(bfloat %x, bfloat 4.0)
ret bfloat %r
}
define bfloat @scalar_min_inline_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_min_inline_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_min_inline_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_min_inline_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.minnum.bf16(bfloat %x, bfloat -4.0)
ret bfloat %r
}
define bfloat @scalar_add_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_add_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 0x42c8
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_add_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_add_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fadd bfloat %x, 100.0
ret bfloat %r
}
define bfloat @scalar_mul_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_mul_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_mul_bf16 v0, v0, 0x4348
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_mul_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_mul_bf16 v0, v0, 0x4348
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_mul_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_mul_bf16 v0, v0, 0x4348
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fmul bfloat %x, 200.0
ret bfloat %r
}
define bfloat @scalar_sub_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_sub_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 0xc2c8
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_sub_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_sub_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fsub bfloat %x, 100.0
ret bfloat %r
}
define bfloat @scalar_rsub_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_rsub_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, 0x4348, v0 neg_lo:[0,1] neg_hi:[0,1]
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_rsub_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x4348 neg_lo:[1,0] neg_hi:[1,0]
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_rsub_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x4348 neg_lo:[1,0] neg_hi:[1,0]
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = fsub bfloat 200.0, %x
ret bfloat %r
}
define bfloat @scalar_fma_non_inlineable_const(bfloat %x, bfloat %y) {
; GFX1250-SDAG-LABEL: scalar_fma_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_fma_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_fma_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v1
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v1, s0, 16, v1
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.fma.bf16(bfloat %x, bfloat %y, bfloat 100.0)
ret bfloat %r
}
define bfloat @scalar_max_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_max_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_max_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_max_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.maxnum.bf16(bfloat %x, bfloat 200.0)
ret bfloat %r
}
define bfloat @scalar_min_non_inlineable_const(bfloat %x) {
; GFX1250-SDAG-LABEL: scalar_min_non_inlineable_const:
; GFX1250-SDAG: ; %bb.0:
; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0
; GFX1250-SDAG-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8
; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-REAL16-LABEL: scalar_min_non_inlineable_const:
; GFX1250-GISEL-REAL16: ; %bb.0:
; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-REAL16-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8
; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31]
;
; GFX1250-GISEL-FAKE16-LABEL: scalar_min_non_inlineable_const:
; GFX1250-GISEL-FAKE16: ; %bb.0:
; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0
; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0
; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1)
; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0
; GFX1250-GISEL-FAKE16-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8
; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31]
%r = call bfloat @llvm.minnum.bf16(bfloat %x, bfloat 100.0)
ret bfloat %r
}
define <2 x bfloat> @packed_add_inline_const(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_add_inline_const:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1]
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 1.0>
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_add_non_splat_0(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_add_non_splat_0:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 0.0>
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_add_non_splat_1(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_add_non_splat_1:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fadd <2 x bfloat> %x, <bfloat 0.0, bfloat 1.0>
ret <2 x bfloat> %r
}
; Neither half is +0.0, so the inline constant cannot supply both halves.
define <2 x bfloat> @packed_add_non_splat_2(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_add_non_splat_2:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 0x40003f80
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 2.0>
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_mul_non_splat_0(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_mul_non_splat_0:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_mul_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fmul <2 x bfloat> %x, <bfloat 4.0, bfloat 0.0>
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_mul_non_splat_1(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_mul_non_splat_1:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_mul_bf16 v0, v0, 4.0
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = fmul <2 x bfloat> %x, <bfloat 0.0, bfloat 4.0>
ret <2 x bfloat> %r
}
; Integer inline constants are sign-extended to 32 bits rather than taken from
; the upper fp32 half, so the constant is in the low half and opsel has to
; select it from there.
define <2 x bfloat> @packed_max_int_inline_const_lo(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_max_int_inline_const_lo:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%c = bitcast <2 x i16> <i16 1, i16 0> to <2 x bfloat>
%r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c)
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_max_int_inline_const_splat(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_max_int_inline_const_splat:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1 op_sel_hi:[1,0]
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%c = bitcast <2 x i16> <i16 1, i16 1> to <2 x bfloat>
%r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c)
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_max_int_inline_const_hi(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_max_int_inline_const_hi:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1 op_sel:[0,1] op_sel_hi:[1,0]
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%c = bitcast <2 x i16> <i16 0, i16 1> to <2 x bfloat>
%r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c)
ret <2 x bfloat> %r
}
define <2 x bfloat> @packed_max_int_inline_const_zero(<2 x bfloat> %x) {
; GFX1250-LABEL: packed_max_int_inline_const_zero:
; GFX1250: ; %bb.0:
; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0
; GFX1250-NEXT: s_wait_kmcnt 0x0
; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 0
; GFX1250-NEXT: s_set_pc_i64 s[30:31]
%r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> zeroinitializer)
ret <2 x bfloat> %r
}
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
; GFX1250-GISEL: {{.*}}
; GFX1250-SDAG-FAKE16: {{.*}}
; GFX1250-SDAG-REAL16: {{.*}}