| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6 | |
| ; RUN: llc -mtriple=amdgpu12.50 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-SDAG,GFX1250-SDAG-REAL16 %s | |
| ; RUN: llc -mtriple=amdgpu12.50 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-SDAG,GFX1250-SDAG-FAKE16 %s | |
| ; RUN: llc -global-isel -mtriple=amdgpu12.50 -mattr=+real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-GISEL,GFX1250-GISEL-REAL16 %s | |
| ; RUN: llc -global-isel -mtriple=amdgpu12.50 -mattr=-real-true16 < %s | FileCheck --check-prefixes=GFX1250,GFX1250-GISEL,GFX1250-GISEL-FAKE16 %s | |
| define bfloat @scalar_add_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_add_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_add_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_add_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd bfloat %x, 1.0 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_mul_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_mul_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_mul_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_mul_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_mul_bf16 v0, v0, 0.5 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fmul bfloat %x, 0.5 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_sub_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_sub_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, -1.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_sub_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_sub_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fsub bfloat %x, 1.0 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_rsub_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_rsub_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, 1.0, v0 op_sel:[1,0] op_sel_hi:[0,1] neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_rsub_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[1,0] neg_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_rsub_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] neg_lo:[1,0] neg_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fsub bfloat 1.0, %x | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_fma_inline_const(bfloat %x, bfloat %y) { | |
| ; GFX1250-SDAG-LABEL: scalar_fma_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_fma_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_fma_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v1 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v1, s0, 16, v1 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_fma_bf16 v0, v0, v1, 2.0 op_sel:[0,0,1] op_sel_hi:[1,1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.fma.bf16(bfloat %x, bfloat %y, bfloat 2.0) | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_max_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_max_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_max_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_max_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_max_num_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.maxnum.bf16(bfloat %x, bfloat 4.0) | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_min_inline_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_min_inline_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_min_inline_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_min_inline_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_min_num_bf16 v0, v0, -4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.minnum.bf16(bfloat %x, bfloat -4.0) | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_add_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_add_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_add_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_add_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd bfloat %x, 100.0 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_mul_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_mul_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_mul_bf16 v0, v0, 0x4348 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_mul_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_mul_bf16 v0, v0, 0x4348 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_mul_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_mul_bf16 v0, v0, 0x4348 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fmul bfloat %x, 200.0 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_sub_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_sub_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, v0, 0xc2c8 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_sub_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_sub_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x42c8 neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fsub bfloat %x, 100.0 | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_rsub_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_rsub_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_add_bf16 v0, 0x4348, v0 neg_lo:[0,1] neg_hi:[0,1] | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_rsub_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_add_bf16 v0, v0, 0x4348 neg_lo:[1,0] neg_hi:[1,0] | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_rsub_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_add_bf16 v0, v0, 0x4348 neg_lo:[1,0] neg_hi:[1,0] | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fsub bfloat 200.0, %x | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_fma_non_inlineable_const(bfloat %x, bfloat %y) { | |
| ; GFX1250-SDAG-LABEL: scalar_fma_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_fma_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_fma_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v1 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_2) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v1, s0, 16, v1 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_fma_bf16 v0, v0, v1, 0x42c8 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.fma.bf16(bfloat %x, bfloat %y, bfloat 100.0) | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_max_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_max_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_max_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_max_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_max_num_bf16 v0, v0, 0x4348 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.maxnum.bf16(bfloat %x, bfloat 200.0) | |
| ret bfloat %r | |
| } | |
| define bfloat @scalar_min_non_inlineable_const(bfloat %x) { | |
| ; GFX1250-SDAG-LABEL: scalar_min_non_inlineable_const: | |
| ; GFX1250-SDAG: ; %bb.0: | |
| ; GFX1250-SDAG-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-SDAG-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-SDAG-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-SDAG-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-REAL16-LABEL: scalar_min_non_inlineable_const: | |
| ; GFX1250-GISEL-REAL16: ; %bb.0: | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-REAL16-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-GISEL-REAL16-NEXT: s_set_pc_i64 s[30:31] | |
| ; | |
| ; GFX1250-GISEL-FAKE16-LABEL: scalar_min_non_inlineable_const: | |
| ; GFX1250-GISEL-FAKE16: ; %bb.0: | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_delay_alu instid0(VALU_DEP_1) | instskip(NEXT) | instid1(VALU_DEP_1) | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_lshl_or_b32 v0, s0, 16, v0 | |
| ; GFX1250-GISEL-FAKE16-NEXT: v_pk_min_num_bf16 v0, v0, 0x42c8 | |
| ; GFX1250-GISEL-FAKE16-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call bfloat @llvm.minnum.bf16(bfloat %x, bfloat 100.0) | |
| ret bfloat %r | |
| } | |
| define <2 x bfloat> @packed_add_inline_const(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_add_inline_const: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 1.0> | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_add_non_splat_0(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_add_non_splat_0: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 0.0> | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_add_non_splat_1(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_add_non_splat_1: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 1.0 | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd <2 x bfloat> %x, <bfloat 0.0, bfloat 1.0> | |
| ret <2 x bfloat> %r | |
| } | |
| ; Neither half is +0.0, so the inline constant cannot supply both halves. | |
| define <2 x bfloat> @packed_add_non_splat_2(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_add_non_splat_2: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_add_bf16 v0, v0, 0x40003f80 | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fadd <2 x bfloat> %x, <bfloat 1.0, bfloat 2.0> | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_mul_non_splat_0(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_mul_non_splat_0: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_mul_bf16 v0, v0, 4.0 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fmul <2 x bfloat> %x, <bfloat 4.0, bfloat 0.0> | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_mul_non_splat_1(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_mul_non_splat_1: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_mul_bf16 v0, v0, 4.0 | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = fmul <2 x bfloat> %x, <bfloat 0.0, bfloat 4.0> | |
| ret <2 x bfloat> %r | |
| } | |
| ; Integer inline constants are sign-extended to 32 bits rather than taken from | |
| ; the upper fp32 half, so the constant is in the low half and opsel has to | |
| ; select it from there. | |
| define <2 x bfloat> @packed_max_int_inline_const_lo(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_max_int_inline_const_lo: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1 | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %c = bitcast <2 x i16> <i16 1, i16 0> to <2 x bfloat> | |
| %r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c) | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_max_int_inline_const_splat(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_max_int_inline_const_splat: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1 op_sel_hi:[1,0] | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %c = bitcast <2 x i16> <i16 1, i16 1> to <2 x bfloat> | |
| %r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c) | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_max_int_inline_const_hi(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_max_int_inline_const_hi: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 1 op_sel:[0,1] op_sel_hi:[1,0] | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %c = bitcast <2 x i16> <i16 0, i16 1> to <2 x bfloat> | |
| %r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> %c) | |
| ret <2 x bfloat> %r | |
| } | |
| define <2 x bfloat> @packed_max_int_inline_const_zero(<2 x bfloat> %x) { | |
| ; GFX1250-LABEL: packed_max_int_inline_const_zero: | |
| ; GFX1250: ; %bb.0: | |
| ; GFX1250-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX1250-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX1250-NEXT: v_pk_max_num_bf16 v0, v0, 0 | |
| ; GFX1250-NEXT: s_set_pc_i64 s[30:31] | |
| %r = call <2 x bfloat> @llvm.maxnum.v2bf16(<2 x bfloat> %x, <2 x bfloat> zeroinitializer) | |
| ret <2 x bfloat> %r | |
| } | |
| ;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line: | |
| ; GFX1250-GISEL: {{.*}} | |
| ; GFX1250-SDAG-FAKE16: {{.*}} | |
| ; GFX1250-SDAG-REAL16: {{.*}} |