blob: d0aed371966f71bb0c816a0a87049b53596b212e [file]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s -mtriple=amdgpu8.03-amd-mesa3d | FileCheck -check-prefix=VI %s
; RUN: llc < %s -mtriple=amdgpu9.00-amd-mesa3d | FileCheck -check-prefix=GFX9 %s
; RUN: llc < %s -mtriple=amdgpu10.10-amd-mesa3d | FileCheck -check-prefix=GFX10 %s
; RUN: llc < %s -mtriple=amdgpu11.00-amd-mesa3d -amdgpu-enable-delay-alu=0 | FileCheck -check-prefix=GFX10 %s
; RUN: llc -O0 < %s -mtriple=amdgpu9.00-amd-mesa3d | FileCheck -check-prefix=GFX9-O0 %s
; ===================================================================================
; V_LSHL_ADD_U32
; ===================================================================================
define amdgpu_ps float @shl_add(i32 %a, i32 %b, i32 %c) {
; VI-LABEL: shl_add:
; VI: ; %bb.0:
; VI-NEXT: v_lshlrev_b32_e32 v0, v1, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, v0, v2
; VI-NEXT: ; return to shader part epilog
;
; GFX9-LABEL: shl_add:
; GFX9: ; %bb.0:
; GFX9-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX9-NEXT: ; return to shader part epilog
;
; GFX10-LABEL: shl_add:
; GFX10: ; %bb.0:
; GFX10-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX10-NEXT: ; return to shader part epilog
;
; GFX9-O0-LABEL: shl_add:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX9-O0-NEXT: ; return to shader part epilog
%x = shl i32 %a, %b
%result = add i32 %x, %c
%bc = bitcast i32 %result to float
ret float %bc
}
; ThreeOp instruction variant not used due to Constant Bus Limitations
define amdgpu_ps float @shl_add_vgpr_a(i32 %a, i32 inreg %b, i32 inreg %c) {
; VI-LABEL: shl_add_vgpr_a:
; VI: ; %bb.0:
; VI-NEXT: v_lshlrev_b32_e32 v0, s2, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, s3, v0
; VI-NEXT: ; return to shader part epilog
;
; GFX9-LABEL: shl_add_vgpr_a:
; GFX9: ; %bb.0:
; GFX9-NEXT: v_lshlrev_b32_e32 v0, s2, v0
; GFX9-NEXT: v_add_u32_e32 v0, s3, v0
; GFX9-NEXT: ; return to shader part epilog
;
; GFX10-LABEL: shl_add_vgpr_a:
; GFX10: ; %bb.0:
; GFX10-NEXT: v_lshl_add_u32 v0, v0, s2, s3
; GFX10-NEXT: ; return to shader part epilog
;
; GFX9-O0-LABEL: shl_add_vgpr_a:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: v_lshlrev_b32_e64 v0, s2, v0
; GFX9-O0-NEXT: v_add_u32_e64 v0, v0, s3
; GFX9-O0-NEXT: ; return to shader part epilog
%x = shl i32 %a, %b
%result = add i32 %x, %c
%bc = bitcast i32 %result to float
ret float %bc
}
define amdgpu_ps float @shl_add_vgpr_all(i32 %a, i32 %b, i32 %c) {
; VI-LABEL: shl_add_vgpr_all:
; VI: ; %bb.0:
; VI-NEXT: v_lshlrev_b32_e32 v0, v1, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, v0, v2
; VI-NEXT: ; return to shader part epilog
;
; GFX9-LABEL: shl_add_vgpr_all:
; GFX9: ; %bb.0:
; GFX9-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX9-NEXT: ; return to shader part epilog
;
; GFX10-LABEL: shl_add_vgpr_all:
; GFX10: ; %bb.0:
; GFX10-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX10-NEXT: ; return to shader part epilog
;
; GFX9-O0-LABEL: shl_add_vgpr_all:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, v1, v2
; GFX9-O0-NEXT: ; return to shader part epilog
%x = shl i32 %a, %b
%result = add i32 %x, %c
%bc = bitcast i32 %result to float
ret float %bc
}
define amdgpu_ps float @shl_add_vgpr_ab(i32 %a, i32 %b, i32 inreg %c) {
; VI-LABEL: shl_add_vgpr_ab:
; VI: ; %bb.0:
; VI-NEXT: v_lshlrev_b32_e32 v0, v1, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, s2, v0
; VI-NEXT: ; return to shader part epilog
;
; GFX9-LABEL: shl_add_vgpr_ab:
; GFX9: ; %bb.0:
; GFX9-NEXT: v_lshl_add_u32 v0, v0, v1, s2
; GFX9-NEXT: ; return to shader part epilog
;
; GFX10-LABEL: shl_add_vgpr_ab:
; GFX10: ; %bb.0:
; GFX10-NEXT: v_lshl_add_u32 v0, v0, v1, s2
; GFX10-NEXT: ; return to shader part epilog
;
; GFX9-O0-LABEL: shl_add_vgpr_ab:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, v1, s2
; GFX9-O0-NEXT: ; return to shader part epilog
%x = shl i32 %a, %b
%result = add i32 %x, %c
%bc = bitcast i32 %result to float
ret float %bc
}
define amdgpu_ps float @shl_add_vgpr_const(i32 %a, i32 %b) {
; VI-LABEL: shl_add_vgpr_const:
; VI: ; %bb.0:
; VI-NEXT: v_lshlrev_b32_e32 v0, 3, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, v0, v1
; VI-NEXT: ; return to shader part epilog
;
; GFX9-LABEL: shl_add_vgpr_const:
; GFX9: ; %bb.0:
; GFX9-NEXT: v_lshl_add_u32 v0, v0, 3, v1
; GFX9-NEXT: ; return to shader part epilog
;
; GFX10-LABEL: shl_add_vgpr_const:
; GFX10: ; %bb.0:
; GFX10-NEXT: v_lshl_add_u32 v0, v0, 3, v1
; GFX10-NEXT: ; return to shader part epilog
;
; GFX9-O0-LABEL: shl_add_vgpr_const:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: s_mov_b32 s0, 3
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s0, v1
; GFX9-O0-NEXT: ; return to shader part epilog
%x = shl i32 %a, 3
%result = add i32 %x, %b
%bc = bitcast i32 %result to float
ret float %bc
}
; ===================================================================================
; Divergent shlN_add chains at -O0 must fall through to V_LSHL_ADD_U32 rather
; than selecting the SALU s_lshl[1-4]_add_u32 patterns.
; ===================================================================================
define i32 @v_shl1_add_chain(i32 %src) {
; VI-LABEL: v_shl1_add_chain:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_lshlrev_b32_e32 v0, 5, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, 0x9b3e1f00, v0
; VI-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-LABEL: v_shl1_add_chain:
; GFX9: ; %bb.0:
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-NEXT: v_mov_b32_e32 v1, 0x9b3e1f00
; GFX9-NEXT: v_lshl_add_u32 v0, v0, 5, v1
; GFX9-NEXT: s_setpc_b64 s[30:31]
;
; GFX10-LABEL: v_shl1_add_chain:
; GFX10: ; %bb.0:
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10-NEXT: v_lshl_add_u32 v0, v0, 5, 0x9b3e1f00
; GFX10-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-O0-LABEL: v_shl1_add_chain:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-O0-NEXT: s_mov_b32 s5, 0x5020100
; GFX9-O0-NEXT: s_mov_b32 s4, 1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: s_setpc_b64 s[30:31]
%s1 = shl i32 %src, 1
%a1 = add i32 %s1, 84017408
%s2 = shl i32 %a1, 1
%a2 = add i32 %s2, 84017408
%s3 = shl i32 %a2, 1
%a3 = add i32 %s3, 84017408
%s4 = shl i32 %a3, 1
%a4 = add i32 %s4, 84017408
%s5 = shl i32 %a4, 1
%a5 = add i32 %s5, 84017408
ret i32 %a5
}
define i32 @v_shl2_add_chain(i32 %src) {
; VI-LABEL: v_shl2_add_chain:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_lshlrev_b32_e32 v0, 10, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, 0xabab5500, v0
; VI-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-LABEL: v_shl2_add_chain:
; GFX9: ; %bb.0:
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-NEXT: v_mov_b32_e32 v1, 0xabab5500
; GFX9-NEXT: v_lshl_add_u32 v0, v0, 10, v1
; GFX9-NEXT: s_setpc_b64 s[30:31]
;
; GFX10-LABEL: v_shl2_add_chain:
; GFX10: ; %bb.0:
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10-NEXT: v_lshl_add_u32 v0, v0, 10, 0xabab5500
; GFX10-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-O0-LABEL: v_shl2_add_chain:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-O0-NEXT: s_mov_b32 s5, 0x5020100
; GFX9-O0-NEXT: s_mov_b32 s4, 2
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: s_setpc_b64 s[30:31]
%s1 = shl i32 %src, 2
%a1 = add i32 %s1, 84017408
%s2 = shl i32 %a1, 2
%a2 = add i32 %s2, 84017408
%s3 = shl i32 %a2, 2
%a3 = add i32 %s3, 84017408
%s4 = shl i32 %a3, 2
%a4 = add i32 %s4, 84017408
%s5 = shl i32 %a4, 2
%a5 = add i32 %s5, 84017408
ret i32 %a5
}
define i32 @v_shl3_add_chain(i32 %src) {
; VI-LABEL: v_shl3_add_chain:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_lshlrev_b32_e32 v0, 15, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, 0x91a44900, v0
; VI-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-LABEL: v_shl3_add_chain:
; GFX9: ; %bb.0:
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-NEXT: v_mov_b32_e32 v1, 0x91a44900
; GFX9-NEXT: v_lshl_add_u32 v0, v0, 15, v1
; GFX9-NEXT: s_setpc_b64 s[30:31]
;
; GFX10-LABEL: v_shl3_add_chain:
; GFX10: ; %bb.0:
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10-NEXT: v_lshl_add_u32 v0, v0, 15, 0x91a44900
; GFX10-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-O0-LABEL: v_shl3_add_chain:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-O0-NEXT: s_mov_b32 s5, 0x5020100
; GFX9-O0-NEXT: s_mov_b32 s4, 3
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: s_setpc_b64 s[30:31]
%s1 = shl i32 %src, 3
%a1 = add i32 %s1, 84017408
%s2 = shl i32 %a1, 3
%a2 = add i32 %s2, 84017408
%s3 = shl i32 %a2, 3
%a3 = add i32 %s3, 84017408
%s4 = shl i32 %a3, 3
%a4 = add i32 %s4, 84017408
%s5 = shl i32 %a4, 3
%a5 = add i32 %s5, 84017408
ret i32 %a5
}
define i32 @v_shl4_add_chain(i32 %src) {
; VI-LABEL: v_shl4_add_chain:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_lshlrev_b32_e32 v0, 20, v0
; VI-NEXT: v_add_u32_e32 v0, vcc, 0x78331100, v0
; VI-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-LABEL: v_shl4_add_chain:
; GFX9: ; %bb.0:
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-NEXT: v_mov_b32_e32 v1, 0x78331100
; GFX9-NEXT: v_lshl_add_u32 v0, v0, 20, v1
; GFX9-NEXT: s_setpc_b64 s[30:31]
;
; GFX10-LABEL: v_shl4_add_chain:
; GFX10: ; %bb.0:
; GFX10-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10-NEXT: v_lshl_add_u32 v0, v0, 20, 0x78331100
; GFX10-NEXT: s_setpc_b64 s[30:31]
;
; GFX9-O0-LABEL: v_shl4_add_chain:
; GFX9-O0: ; %bb.0:
; GFX9-O0-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9-O0-NEXT: s_mov_b32 s5, 0x5020100
; GFX9-O0-NEXT: s_mov_b32 s4, 4
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: v_mov_b32_e32 v1, s5
; GFX9-O0-NEXT: v_lshl_add_u32 v0, v0, s4, v1
; GFX9-O0-NEXT: s_setpc_b64 s[30:31]
%s1 = shl i32 %src, 4
%a1 = add i32 %s1, 84017408
%s2 = shl i32 %a1, 4
%a2 = add i32 %s2, 84017408
%s3 = shl i32 %a2, 4
%a3 = add i32 %s3, 84017408
%s4 = shl i32 %a3, 4
%a4 = add i32 %s4, 84017408
%s5 = shl i32 %a4, 4
%a5 = add i32 %s5, 84017408
ret i32 %a5
}