| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6 | |
| ; RUN: llc -mtriple=amdgpu9.00-amd-amdhsa < %s | FileCheck -check-prefix=GFX9 %s | |
| ; RUN: llc -mtriple=amdgpu12.00-amd-amdhsa -mattr=+real-true16 < %s | FileCheck -check-prefixes=GFX12,GFX12-TRUE16 %s | |
| ; RUN: llc -mtriple=amdgpu12.00-amd-amdhsa -mattr=-real-true16 < %s | FileCheck -check-prefixes=GFX12,GFX12-FAKE16 %s | |
| define <4 x b32> @test_bitinsert_v4i8_const(<4 x b32> %base, <4 x i8> %val) { | |
| ; GFX9-LABEL: test_bitinsert_v4i8_const: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: v_mov_b32_e32 v8, 8 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v8, v4 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: s_mov_b32 s4, 0xffff00ff | |
| ; GFX9-NEXT: v_and_or_b32 v0, v0, s4, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v8, v5 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_and_or_b32 v1, v1, s4, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v8, v6 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_and_or_b32 v2, v2, s4, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v8, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_and_or_b32 v3, v3, s4, v4 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v4i8_const: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_and_b32_e32 v4, 0xff, v4 | |
| ; GFX12-NEXT: v_and_b32_e32 v5, 0xff, v5 | |
| ; GFX12-NEXT: v_and_b32_e32 v6, 0xff, v6 | |
| ; GFX12-NEXT: v_and_b32_e32 v7, 0xff, v7 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v4, 8, v4 | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v5, 8, v5 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v6, 8, v6 | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v7, 8, v7 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_and_or_b32 v0, v0, 0xffff00ff, v4 | |
| ; GFX12-NEXT: v_and_or_b32 v1, v1, 0xffff00ff, v5 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_and_or_b32 v2, v2, 0xffff00ff, v6 | |
| ; GFX12-NEXT: v_and_or_b32 v3, v3, 0xffff00ff, v7 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> splat (i32 8) | |
| ret <4 x b32> %result | |
| } | |
| define <4 x b32> @test_bitinsert_v4i8_var(<4 x b32> %base, <4 x i8> %val, <4 x i32> %off) { | |
| ; GFX9-LABEL: test_bitinsert_v4i8_var: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: s_movk_i32 s4, 0xff | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v8, v4 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_lshlrev_b32_e64 v8, v8, s4 | |
| ; GFX9-NEXT: v_not_b32_e32 v8, v8 | |
| ; GFX9-NEXT: v_and_or_b32 v0, v0, v8, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v9, v5 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_lshlrev_b32_e64 v5, v9, s4 | |
| ; GFX9-NEXT: v_not_b32_e32 v5, v5 | |
| ; GFX9-NEXT: v_and_or_b32 v1, v1, v5, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_e64 v5, v10, s4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v10, v6 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_not_b32_e32 v5, v5 | |
| ; GFX9-NEXT: v_and_or_b32 v2, v2, v5, v4 | |
| ; GFX9-NEXT: v_lshlrev_b32_e64 v5, v11, s4 | |
| ; GFX9-NEXT: v_lshlrev_b32_sdwa v4, v11, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:BYTE_0 | |
| ; GFX9-NEXT: v_not_b32_e32 v5, v5 | |
| ; GFX9-NEXT: v_and_or_b32 v3, v3, v5, v4 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v4i8_var: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_and_b32_e32 v4, 0xff, v4 | |
| ; GFX12-NEXT: v_lshlrev_b32_e64 v12, v8, 0xff | |
| ; GFX12-NEXT: v_and_b32_e32 v5, 0xff, v5 | |
| ; GFX12-NEXT: v_and_b32_e32 v6, 0xff, v6 | |
| ; GFX12-NEXT: v_and_b32_e32 v7, 0xff, v7 | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v4, v8, v4 | |
| ; GFX12-NEXT: v_not_b32_e32 v8, v12 | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v5, v9, v5 | |
| ; GFX12-NEXT: v_lshlrev_b32_e64 v9, v9, 0xff | |
| ; GFX12-NEXT: v_lshlrev_b32_e64 v12, v10, 0xff | |
| ; GFX12-NEXT: v_lshlrev_b32_e64 v13, v11, 0xff | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v6, v10, v6 | |
| ; GFX12-NEXT: v_lshlrev_b32_e32 v7, v11, v7 | |
| ; GFX12-NEXT: v_not_b32_e32 v9, v9 | |
| ; GFX12-NEXT: v_not_b32_e32 v10, v12 | |
| ; GFX12-NEXT: v_not_b32_e32 v11, v13 | |
| ; GFX12-NEXT: v_and_or_b32 v0, v0, v8, v4 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_and_or_b32 v1, v1, v9, v5 | |
| ; GFX12-NEXT: v_and_or_b32 v2, v2, v10, v6 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | |
| ; GFX12-NEXT: v_and_or_b32 v3, v3, v11, v7 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> %off | |
| ret <4 x b32> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2f32(<2 x b64> %base, <2 x float> %val) { | |
| ; GFX9-LABEL: test_bitinsert_v2f32: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: v_mov_b32_e32 v3, v5 | |
| ; GFX9-NEXT: v_mov_b32_e32 v0, v4 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v2f32: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_dual_mov_b32 v3, v5 :: v_dual_mov_b32 v0, v4 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <2 x b64> %base, <2 x float> %val, <2 x i32> <i32 0, i32 32> | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2ptr(<2 x b64> %base, <2 x ptr> %val) { | |
| ; GFX9-LABEL: test_bitinsert_v2ptr: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: v_mov_b32_e32 v3, v7 | |
| ; GFX9-NEXT: v_mov_b32_e32 v2, v6 | |
| ; GFX9-NEXT: v_mov_b32_e32 v1, v5 | |
| ; GFX9-NEXT: v_mov_b32_e32 v0, v4 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v2ptr: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_dual_mov_b32 v3, v7 :: v_dual_mov_b32 v2, v6 | |
| ; GFX12-NEXT: v_dual_mov_b32 v1, v5 :: v_dual_mov_b32 v0, v4 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <2 x b64> %base, <2 x ptr> %val, <2 x i32> zeroinitializer | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b128> @test_bitinsert_v2ptr_b128(<2 x b128> %base, <2 x ptr> %val) { | |
| ; GFX9-LABEL: test_bitinsert_v2ptr_b128: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: v_mov_b32_e32 v6, v11 | |
| ; GFX9-NEXT: v_mov_b32_e32 v5, v10 | |
| ; GFX9-NEXT: v_mov_b32_e32 v2, v9 | |
| ; GFX9-NEXT: v_mov_b32_e32 v1, v8 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v2ptr_b128: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_dual_mov_b32 v6, v11 :: v_dual_mov_b32 v5, v10 | |
| ; GFX12-NEXT: v_dual_mov_b32 v2, v9 :: v_dual_mov_b32 v1, v8 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <2 x b128> %base, <2 x ptr> %val, <2 x i32> splat (i32 32) | |
| ret <2 x b128> %result | |
| } | |
| define <2 x b128> @test_bitinsert_v2ptr_addrspace3_const(<2 x b128> %base, <2 x ptr addrspace(3)> %val) { | |
| ; GFX9-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: v_mov_b32_e32 v10, v8 | |
| ; GFX9-NEXT: v_mov_b32_e32 v11, 0 | |
| ; GFX9-NEXT: v_lshlrev_b64 v[12:13], 16, v[10:11] | |
| ; GFX9-NEXT: v_mov_b32_e32 v10, v11 | |
| ; GFX9-NEXT: v_lshlrev_b64 v[8:9], 16, v[9:10] | |
| ; GFX9-NEXT: v_and_b32_e32 v1, 0xffff0000, v1 | |
| ; GFX9-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 | |
| ; GFX9-NEXT: v_or_b32_e32 v1, v1, v13 | |
| ; GFX9-NEXT: v_or_b32_sdwa v0, v0, v12 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD | |
| ; GFX9-NEXT: v_or_b32_e32 v5, v5, v9 | |
| ; GFX9-NEXT: v_or_b32_sdwa v4, v4, v8 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; GFX12: ; %bb.0: | |
| ; GFX12-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-NEXT: v_dual_mov_b32 v11, v8 :: v_dual_mov_b32 v12, 0 | |
| ; GFX12-NEXT: v_and_b32_e32 v0, 0xffff, v0 | |
| ; GFX12-NEXT: v_and_b32_e32 v5, 0xffff0000, v5 | |
| ; GFX12-NEXT: v_and_b32_e32 v4, 0xffff, v4 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_4) | instskip(SKIP_1) | instid1(VALU_DEP_2) | |
| ; GFX12-NEXT: v_dual_mov_b32 v10, v12 :: v_dual_and_b32 v1, 0xffff0000, v1 | |
| ; GFX12-NEXT: v_lshlrev_b64_e32 v[11:12], 16, v[11:12] | |
| ; GFX12-NEXT: v_lshlrev_b64_e32 v[8:9], 16, v[9:10] | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_2) | instskip(NEXT) | instid1(VALU_DEP_3) | |
| ; GFX12-NEXT: v_or_b32_e32 v0, v0, v11 | |
| ; GFX12-NEXT: v_or_b32_e32 v1, v1, v12 | |
| ; GFX12-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_4) | |
| ; GFX12-NEXT: v_or_b32_e32 v5, v5, v9 | |
| ; GFX12-NEXT: v_or_b32_e32 v4, v4, v8 | |
| ; GFX12-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <2 x b128> %base, <2 x ptr addrspace(3)> %val, <2 x i32> splat (i32 16) | |
| ret <2 x b128> %result | |
| } | |
| define <16 x b8> @test_bitinsert_v16i4_var(<16 x b8> %base, <16 x i4> %val, <16 x i32> %off) { | |
| ; GFX9-LABEL: test_bitinsert_v16i4_var: | |
| ; GFX9: ; %bb.0: | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; GFX9-NEXT: buffer_load_ushort v31, off, s[0:3], s32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:64 | |
| ; GFX9-NEXT: v_and_b32_e32 v30, 15, v30 | |
| ; GFX9-NEXT: v_and_b32_e32 v29, 15, v29 | |
| ; GFX9-NEXT: v_and_b32_e32 v28, 15, v28 | |
| ; GFX9-NEXT: v_and_b32_e32 v27, 15, v27 | |
| ; GFX9-NEXT: v_and_b32_e32 v26, 15, v26 | |
| ; GFX9-NEXT: v_and_b32_e32 v23, 15, v23 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(1) | |
| ; GFX9-NEXT: v_and_b32_e32 v31, 15, v31 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v31, v32, v31 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v15, v15, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:60 | |
| ; GFX9-NEXT: v_or_b32_sdwa v15, v15, v31 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v30, v32, v30 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v14, v14, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:56 | |
| ; GFX9-NEXT: v_or_b32_e32 v14, v14, v30 | |
| ; GFX9-NEXT: v_or_b32_sdwa v14, v14, v15 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: buffer_load_dword v15, off, s[0:3], s32 offset:36 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(1) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v29, v32, v29 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v13, v13, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:52 | |
| ; GFX9-NEXT: v_or_b32_sdwa v13, v13, v29 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v28, v32, v28 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v12, v12, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:48 | |
| ; GFX9-NEXT: v_or_b32_e32 v12, v12, v28 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v27, v32, v27 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v11, v11, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:44 | |
| ; GFX9-NEXT: v_or_b32_sdwa v11, v11, v27 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v26, v32, v26 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v10, v10, v32 | |
| ; GFX9-NEXT: buffer_load_dword v32, off, s[0:3], s32 offset:32 | |
| ; GFX9-NEXT: v_or_b32_e32 v10, v10, v26 | |
| ; GFX9-NEXT: v_or_b32_sdwa v10, v10, v11 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: v_and_b32_e32 v11, 15, v22 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v23, v32, v23 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v32, v32, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v32, -1, v32 | |
| ; GFX9-NEXT: v_and_b32_e32 v7, v7, v32 | |
| ; GFX9-NEXT: v_or_b32_sdwa v7, v7, v23 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: v_or_b32_sdwa v23, v12, v13 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: buffer_load_dword v12, off, s[0:3], s32 offset:28 | |
| ; GFX9-NEXT: buffer_load_dword v13, off, s[0:3], s32 offset:40 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(1) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v11, v12, v11 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v12, v12, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v12, -1, v12 | |
| ; GFX9-NEXT: v_and_b32_e32 v6, v6, v12 | |
| ; GFX9-NEXT: v_or_b32_e32 v6, v6, v11 | |
| ; GFX9-NEXT: v_or_b32_sdwa v6, v6, v7 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: buffer_load_dword v7, off, s[0:3], s32 offset:24 | |
| ; GFX9-NEXT: v_and_b32_e32 v11, 15, v21 | |
| ; GFX9-NEXT: v_and_b32_e32 v12, 15, v20 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v11, v7, v11 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v7, v7, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v7, -1, v7 | |
| ; GFX9-NEXT: v_and_b32_e32 v5, v5, v7 | |
| ; GFX9-NEXT: buffer_load_dword v7, off, s[0:3], s32 offset:20 | |
| ; GFX9-NEXT: v_or_b32_sdwa v5, v5, v11 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: buffer_load_dword v11, off, s[0:3], s32 offset:16 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(1) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v12, v7, v12 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v7, v7, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v7, -1, v7 | |
| ; GFX9-NEXT: v_and_b32_e32 v4, v4, v7 | |
| ; GFX9-NEXT: buffer_load_dword v7, off, s[0:3], s32 offset:12 | |
| ; GFX9-NEXT: v_or_b32_e32 v4, v4, v12 | |
| ; GFX9-NEXT: buffer_load_dword v12, off, s[0:3], s32 offset:8 | |
| ; GFX9-NEXT: v_or_b32_sdwa v20, v4, v5 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: buffer_load_dword v4, off, s[0:3], s32 offset:4 | |
| ; GFX9-NEXT: v_and_b32_e32 v5, 15, v19 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(3) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v5, v11, v5 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v11, v11, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v11, -1, v11 | |
| ; GFX9-NEXT: v_and_b32_e32 v3, v3, v11 | |
| ; GFX9-NEXT: v_or_b32_sdwa v3, v3, v5 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: v_and_b32_e32 v5, 15, v18 | |
| ; GFX9-NEXT: v_lshlrev_b32_e32 v18, 16, v14 | |
| ; GFX9-NEXT: v_lshlrev_b32_e32 v11, 16, v10 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(2) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v5, v7, v5 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v7, v7, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v7, -1, v7 | |
| ; GFX9-NEXT: v_and_b32_e32 v2, v2, v7 | |
| ; GFX9-NEXT: v_or_b32_e32 v2, v2, v5 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(1) | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v5, v12, 15 | |
| ; GFX9-NEXT: v_or_b32_sdwa v2, v2, v3 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: v_and_b32_e32 v3, 15, v17 | |
| ; GFX9-NEXT: v_xor_b32_e32 v5, -1, v5 | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v3, v12, v3 | |
| ; GFX9-NEXT: v_and_b32_e32 v1, v1, v5 | |
| ; GFX9-NEXT: v_or_b32_sdwa v1, v1, v3 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: v_and_b32_e32 v3, 15, v16 | |
| ; GFX9-NEXT: v_and_b32_e32 v5, 15, v25 | |
| ; GFX9-NEXT: v_and_b32_e32 v16, 15, v24 | |
| ; GFX9-NEXT: s_waitcnt vmcnt(0) | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v3, v4, v3 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v4, v4, 15 | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v5, v13, v5 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v13, v13, 15 | |
| ; GFX9-NEXT: v_lshlrev_b16_e32 v16, v15, v16 | |
| ; GFX9-NEXT: v_lshlrev_b16_e64 v15, v15, 15 | |
| ; GFX9-NEXT: v_xor_b32_e32 v4, -1, v4 | |
| ; GFX9-NEXT: v_xor_b32_e32 v13, -1, v13 | |
| ; GFX9-NEXT: v_xor_b32_e32 v15, -1, v15 | |
| ; GFX9-NEXT: v_lshlrev_b32_e32 v7, 16, v6 | |
| ; GFX9-NEXT: v_and_b32_e32 v0, v0, v4 | |
| ; GFX9-NEXT: v_and_b32_e32 v9, v9, v13 | |
| ; GFX9-NEXT: v_and_b32_e32 v8, v8, v15 | |
| ; GFX9-NEXT: v_or_b32_sdwa v12, v18, v23 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:WORD_0 | |
| ; GFX9-NEXT: v_or_b32_e32 v0, v0, v3 | |
| ; GFX9-NEXT: v_or_b32_sdwa v4, v7, v20 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:WORD_0 | |
| ; GFX9-NEXT: v_lshlrev_b32_e32 v3, 16, v2 | |
| ; GFX9-NEXT: v_or_b32_sdwa v9, v9, v5 dst_sel:BYTE_1 dst_unused:UNUSED_PAD src0_sel:DWORD src1_sel:DWORD | |
| ; GFX9-NEXT: v_or_b32_e32 v8, v8, v16 | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v13, 8, v12 | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v5, 8, v4 | |
| ; GFX9-NEXT: v_or_b32_sdwa v0, v0, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: v_or_b32_sdwa v8, v8, v9 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD | |
| ; GFX9-NEXT: v_lshl_or_b32 v9, v10, 16, v9 | |
| ; GFX9-NEXT: v_lshl_or_b32 v1, v2, 16, v1 | |
| ; GFX9-NEXT: v_lshrrev_b64 v[3:4], 24, v[3:4] | |
| ; GFX9-NEXT: v_lshrrev_b64 v[11:12], 24, v[11:12] | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v1, 8, v1 | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v7, 24, v7 | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v9, 8, v9 | |
| ; GFX9-NEXT: v_lshrrev_b32_e32 v15, 24, v18 | |
| ; GFX9-NEXT: v_mov_b32_e32 v4, v20 | |
| ; GFX9-NEXT: v_mov_b32_e32 v12, v23 | |
| ; GFX9-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-TRUE16-LABEL: test_bitinsert_v16i4_var: | |
| ; GFX12-TRUE16: ; %bb.0: | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-TRUE16-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-TRUE16-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-TRUE16-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-TRUE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-TRUE16-NEXT: s_clause 0x10 | |
| ; GFX12-TRUE16-NEXT: scratch_load_d16_b16 v31, off, s32 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v32, off, s32 offset:64 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v33, off, s32 offset:60 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v34, off, s32 offset:56 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v35, off, s32 offset:52 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v36, off, s32 offset:48 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v37, off, s32 offset:44 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v38, off, s32 offset:32 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v39, off, s32 offset:28 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v48, off, s32 offset:24 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v49, off, s32 offset:20 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v50, off, s32 offset:16 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v51, off, s32 offset:12 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v52, off, s32 offset:8 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v53, off, s32 offset:4 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v54, off, s32 offset:40 | |
| ; GFX12-TRUE16-NEXT: scratch_load_b32 v55, off, s32 offset:36 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v10.h, v18.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v9.h, v19.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v12.h, v16.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v3.h, v27.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v4.h, v26.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v7.h, v21.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v11.h, v17.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v0.h, v30.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v5.h, v23.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v6.h, v22.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v8.h, v20.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v1.h, v29.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v2.h, v28.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v13.h, v25.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v14.h, v24.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x10 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v15.h, v31.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xf | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v16.l, v32.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xe | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v16.h, v33.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xd | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v17.l, v34.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xc | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v17.h, v35.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xb | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v18.l, v36.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0xa | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v18.h, v37.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x9 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v19.l, v38.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x8 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v19.h, v39.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x7 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v20.l, v48.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v18.l, v18.l, -1 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x5 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v21.l, v50.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x4 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v21.h, v51.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v18.h, v18.h, -1 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x3 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v22.l, v52.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x1 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v23.l, v54.l, 15 | |
| ; GFX12-TRUE16-NEXT: s_wait_loadcnt 0x0 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v23.h, v55.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v16.l, v16.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v16.h, v16.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v19.l, v19.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v19.h, v19.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v3.h, v36.l, v3.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v4.h, v37.l, v4.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v20.h, v49.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v17.l, v17.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v17.h, v17.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v21.l, v21.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v21.h, v21.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v11.l, v11.l, v18.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v10.l, v10.l, v18.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v0.h, v33.l, v0.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v5.h, v38.l, v5.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v6.h, v39.l, v6.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v22.h, v53.l, 15 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v15.h, v32.l, v15.h | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v20.l, v20.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v22.l, v22.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v23.l, v23.l, -1 | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v23.h, v23.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v15.l, v15.l, v16.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v14.l, v14.l, v16.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v7.l, v7.l, v19.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v6.l, v6.l, v19.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v1.h, v34.l, v1.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v2.h, v35.l, v2.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v9.h, v50.l, v9.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v10.h, v51.l, v10.h | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v20.h, v20.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v13.l, v13.l, v17.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v12.l, v12.l, v17.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v3.l, v3.l, v21.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v2.l, v2.l, v21.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v3.h, v11.l, v3.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v4.h, v10.l, v4.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v7.h, v48.l, v7.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v11.h, v52.l, v11.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v13.h, v54.l, v13.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v14.h, v55.l, v14.h | |
| ; GFX12-TRUE16-NEXT: v_xor_b16 v22.h, v22.h, -1 | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v5.l, v5.l, v20.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v1.l, v1.l, v22.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v9.l, v9.l, v23.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v8.l, v8.l, v23.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v15.l, v15.l, v15.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v0.h, v14.l, v0.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v5.h, v7.l, v5.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v6.l, v6.l, v6.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v8.h, v49.l, v8.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v4.l, v4.l, v20.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v1.h, v13.l, v1.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v2.h, v12.l, v2.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v9.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v10.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v3.h, 8, v3.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v4.h, v4.h, 0xff | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v12.h, v53.l, v12.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v0.l, v0.l, v22.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v5.l, v5.l, v7.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v11.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v6.h, v9.l, v13.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v7.l, v8.l, v14.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v15.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v0.h, v0.h, 0xff | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v5.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v6.l, v6.l, 0xff | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v4.l, v4.l, v8.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v1.h, 8, v1.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v2.h, v2.h, 0xff | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v3.l, 8, v3.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v2.l, v2.l, 0xff | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v10.l, v4.h, v3.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v12.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v1.l | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v14.l, 8, v6.h | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v1.l, v7.l, 0xff | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v16.h, v0.h, v7.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v12.h, v6.l, v5.h | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v5.l | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v4.l, v4.l, 0xff | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v16.l, v2.h, v1.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v3.l | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v15, 16, v10 | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v8.l, v1.l, v14.l | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v1.l, v16.h | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v3.l, v12.h | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v12.l, v4.l, v5.l | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v11, 16, v2 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b64 v[17:18], 24, v[15:16] | |
| ; GFX12-TRUE16-NEXT: v_and_b16 v0.l, v0.l, 0xff | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.h, v10.l | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v6, 16, v1 | |
| ; GFX12-TRUE16-NEXT: v_lshlrev_b32_e32 v7, 16, v3 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b64 v[3:4], 24, v[11:12] | |
| ; GFX12-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v9.l | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v13, 8, v16 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v5, 8, v12 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v1, 8, v9 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v9, 8, v14 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v7, 24, v7 | |
| ; GFX12-TRUE16-NEXT: v_lshrrev_b32_e32 v15, 24, v6 | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v4.l, v12.l | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v6.l, v12.h | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v12.l, v16.l | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v14.l, v16.h | |
| ; GFX12-TRUE16-NEXT: v_mov_b16_e32 v11.l, v17.l | |
| ; GFX12-TRUE16-NEXT: s_setpc_b64 s[30:31] | |
| ; | |
| ; GFX12-FAKE16-LABEL: test_bitinsert_v16i4_var: | |
| ; GFX12-FAKE16: ; %bb.0: | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt_dscnt 0x0 | |
| ; GFX12-FAKE16-NEXT: s_wait_expcnt 0x0 | |
| ; GFX12-FAKE16-NEXT: s_wait_samplecnt 0x0 | |
| ; GFX12-FAKE16-NEXT: s_wait_bvhcnt 0x0 | |
| ; GFX12-FAKE16-NEXT: s_wait_kmcnt 0x0 | |
| ; GFX12-FAKE16-NEXT: s_clause 0x10 | |
| ; GFX12-FAKE16-NEXT: scratch_load_u16 v31, off, s32 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v32, off, s32 offset:64 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v33, off, s32 offset:60 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v34, off, s32 offset:56 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v35, off, s32 offset:52 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v36, off, s32 offset:48 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v37, off, s32 offset:44 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v38, off, s32 offset:32 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v39, off, s32 offset:28 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v48, off, s32 offset:24 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v49, off, s32 offset:20 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v50, off, s32 offset:16 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v51, off, s32 offset:12 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v52, off, s32 offset:8 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v53, off, s32 offset:4 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v54, off, s32 offset:40 | |
| ; GFX12-FAKE16-NEXT: scratch_load_b32 v55, off, s32 offset:36 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v21, 15, v21 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v20, 15, v20 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v17, 15, v17 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v28, 15, v28 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v16, 15, v16 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v30, 15, v30 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v26, 15, v26 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v23, 15, v23 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v22, 15, v22 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v19, 15, v19 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v18, 15, v18 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v25, 15, v25 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v24, 15, v24 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x10 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v31, 15, v31 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0xf | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v64, v32, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0xe | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v30, v33, v30 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v33, v33, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0xc | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v28, v35, v28 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v35, v35, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0xa | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v26, v37, v26 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v37, v37, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x9 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v23, v38, v23 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x7 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v21, v48, v21 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v48, v48, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x6 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v20, v49, v20 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v49, v49, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x3 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v17, v52, v17 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v52, v52, 15 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v48, -1, v48 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v35, -1, v35 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v49, -1, v49 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x2 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v16, v53, v16 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v52, -1, v52 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v5, v5, v48 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v53, v53, 15 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, v4, v49 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, v12, v35 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v1, v1, v52 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v5, v5, v21 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v53, -1, v53 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v4, v4, v20 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v12, v12, v28 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v1, v1, v17 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v5, 8, v5 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v0, v0, v53 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xff, v4 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v12, 0xff, v12 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v38, v38, 15 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v22, v39, v22 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v0, v0, v16 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v17, v4, v5 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v29, 15, v29 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v39, v39, 15 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v19, v50, v19 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v50, v50, 15 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v18, v51, v18 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v29, v34, v29 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v34, v34, 15 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v51, v51, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x1 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v25, v54, v25 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v54, v54, 15 | |
| ; GFX12-FAKE16-NEXT: s_wait_loadcnt 0x0 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v24, v55, v24 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v34, -1, v34 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v55, v55, 15 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v31, v32, v31 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v32, -1, v64 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v33, -1, v33 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v13, v13, v34 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v37, -1, v37 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v38, -1, v38 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v39, -1, v39 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v50, -1, v50 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v13, v13, v29 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v51, -1, v51 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v54, -1, v54 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v55, -1, v55 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v15, v15, v32 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v13, 8, v13 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, v14, v33 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v10, v10, v37 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, v7, v38 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, v6, v39 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v16, v12, v13 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v27, 15, v27 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v3, v3, v50 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v2, v2, v51 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v9, v9, v54 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, v8, v55 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v27, v36, v27 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v36, v36, 15 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v15, v15, v31 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v14, v14, v30 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v10, v10, v26 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v7, v7, v23 | |
| ; GFX12-FAKE16-NEXT: v_xor_b32_e32 v36, -1, v36 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v6, v6, v22 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v3, v3, v19 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v2, v2, v18 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v9, v9, v25 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v11, v11, v36 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v8, v8, v24 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v15, 8, v15 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v14, 0xff, v14 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v10, 0xff, v10 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v11, v11, v27 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v7, 8, v7 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v6, 0xff, v6 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v3, 8, v3 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v2, 0xff, v2 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v11, 8, v11 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v9, 8, v9 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b16 v1, 8, v1 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v0, 0xff, v0 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v8, 0xff, v8 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v14, v14, v15 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v10, v10, v11 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v6, v6, v7 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v2, v2, v3 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v4, 0xffff, v9 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v5, 0xffff, v16 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v7, 0xffff, v17 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v0, v0, v1 | |
| ; GFX12-FAKE16-NEXT: v_and_b32_e32 v1, 0xffff, v1 | |
| ; GFX12-FAKE16-NEXT: v_or_b32_e32 v8, v8, v9 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v11, 16, v10 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v3, 16, v2 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v13, 16, v14 | |
| ; GFX12-FAKE16-NEXT: v_lshlrev_b32_e32 v9, 16, v6 | |
| ; GFX12-FAKE16-NEXT: v_lshl_or_b32 v15, v10, 16, v4 | |
| ; GFX12-FAKE16-NEXT: v_lshl_or_b32 v12, v14, 16, v5 | |
| ; GFX12-FAKE16-NEXT: v_lshl_or_b32 v4, v6, 16, v7 | |
| ; GFX12-FAKE16-NEXT: v_lshl_or_b32 v1, v2, 16, v1 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v7, 24, v9 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v9, 8, v15 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v15, 24, v13 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v13, 8, v12 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v5, 8, v4 | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b64 v[3:4], 24, v[3:4] | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b64 v[11:12], 24, v[11:12] | |
| ; GFX12-FAKE16-NEXT: v_lshrrev_b32_e32 v1, 8, v1 | |
| ; GFX12-FAKE16-NEXT: v_mov_b32_e32 v4, v17 | |
| ; GFX12-FAKE16-NEXT: v_mov_b32_e32 v12, v16 | |
| ; GFX12-FAKE16-NEXT: s_setpc_b64 s[30:31] | |
| %result = bitinsert <16 x b8> %base, <16 x i4> %val, <16 x i32> %off | |
| ret <16 x b8> %result | |
| } |