blob: a328a7b8ed92c5adbeeede423488d514718f1e41 [file] [edit]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6
; RUN: llc -mtriple=amdgpu8.02 < %s | FileCheck --check-prefix=VI %s
; NOTE: addrspace(2) (region/GDS), addrspace(3) (local/LDS), and addrspace(5)
; (private/scratch) use 32-bit pointers in AMDGPU, which are incompatible with
; flat_load/flat_store (which require a 64-bit address operand). Tests for
; those address spaces are therefore absent.
define void @flat_load_RF(ptr %in) {
; VI-LABEL: flat_load_RF:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr, ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %addr)
ret void
}
define void @flat_load_RF_as1(ptr %in) {
; VI-LABEL: flat_load_RF_as1:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr addrspace(1), ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(1) elementtype(i32) %addr)
ret void
}
define void @flat_load_RF_as4(ptr %in) {
; VI-LABEL: flat_load_RF_as4:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr addrspace(4), ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(4) elementtype(i32) %addr)
ret void
}
define void @flat_load_m_constraint(ptr %in) {
; VI-LABEL: flat_load_m_constraint:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr, ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr elementtype(i32) %addr)
ret void
}
define void @flat_load_m_constraint_as1(ptr %in) {
; VI-LABEL: flat_load_m_constraint_as1:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr addrspace(1), ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr addrspace(1) elementtype(i32) %addr)
ret void
}
define void @flat_load_m_constraint_as4(ptr %in) {
; VI-LABEL: flat_load_m_constraint_as4:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%addr = load ptr addrspace(4), ptr %in
%a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr addrspace(4) elementtype(i32) %addr)
ret void
}
define void @flat_store_RF(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_RF:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr, ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr elementtype(i32) %addr, i32 %data)
ret void
}
define void @flat_store_RF_as1(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_RF_as1:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr addrspace(1), ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr addrspace(1) elementtype(i32) %addr, i32 %data)
ret void
}
define void @flat_store_RF_as4(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_RF_as4:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr addrspace(4), ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr addrspace(4) elementtype(i32) %addr, i32 %data)
ret void
}
define void @flat_store_m_constraint(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_m_constraint:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr, ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*m,v"(ptr elementtype(i32) %addr, i32 %data)
ret void
}
define void @flat_store_m_constraint_as1(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_m_constraint_as1:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr addrspace(1), ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*m,v"(ptr addrspace(1) elementtype(i32) %addr, i32 %data)
ret void
}
define void @flat_store_m_constraint_as4(ptr %in, ptr %in2) {
; VI-LABEL: flat_store_m_constraint_as4:
; VI: ; %bb.0:
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0
; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: flat_load_dword v1, v[4:5]
; VI-NEXT: flat_load_dword v2, v[2:3]
; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_store_dword v[0:1], v2
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
%addr = load ptr addrspace(4), ptr %in
%data = load i32, ptr %in2
call void asm "flat_store_dword $0, $1", "=*m,v"(ptr addrspace(4) elementtype(i32) %addr, i32 %data)
ret void
}
; Kernel args are loaded from the argument buffer into SGPRs.
; The RF constraint must insert a SGPR->VGPR copy for the address.
define amdgpu_kernel void @flat_load_RF_sgpr_addr(ptr %in) {
; VI-LABEL: flat_load_RF_sgpr_addr:
; VI: ; %bb.0:
; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x24
; VI-NEXT: s_waitcnt lgkmcnt(0)
; VI-NEXT: v_mov_b32_e32 v0, s0
; VI-NEXT: v_mov_b32_e32 v1, s1
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_endpgm
%a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %in)
ret void
}
; Arguments passed as inreg may be in SGPR, in which case the RF constraint
; must insert a SGPR->VGPR copy for the address.
define void @flat_load_RF_inreg(ptr inreg %in) {
; VI-LABEL: flat_load_RF_inreg:
; VI: ; %bb.0: ; %entry
; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; VI-NEXT: v_mov_b32_e32 v0, s16
; VI-NEXT: v_mov_b32_e32 v1, s17
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_setpc_b64 s[30:31]
entry:
%a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %in)
ret void
}
define amdgpu_kernel void @flat_load_RF_sgpr_addr_as1(ptr addrspace(1) %in) {
; VI-LABEL: flat_load_RF_sgpr_addr_as1:
; VI: ; %bb.0:
; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x24
; VI-NEXT: s_waitcnt lgkmcnt(0)
; VI-NEXT: v_mov_b32_e32 v0, s0
; VI-NEXT: v_mov_b32_e32 v1, s1
; VI-NEXT: ;;#ASMSTART
; VI-NEXT: flat_load_dword v0, v[0:1]
; VI-NEXT: ;;#ASMEND
; VI-NEXT: s_endpgm
%a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(1) elementtype(i32) %in)
ret void
}