| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6 | |
| ; RUN: llc -mtriple=amdgpu8.02 < %s | FileCheck --check-prefix=VI %s | |
| ; NOTE: addrspace(2) (region/GDS), addrspace(3) (local/LDS), and addrspace(5) | |
| ; (private/scratch) use 32-bit pointers in AMDGPU, which are incompatible with | |
| ; flat_load/flat_store (which require a 64-bit address operand). Tests for | |
| ; those address spaces are therefore absent. | |
| define void @flat_load_RF(ptr %in) { | |
| ; VI-LABEL: flat_load_RF: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr, ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_load_RF_as1(ptr %in) { | |
| ; VI-LABEL: flat_load_RF_as1: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr addrspace(1), ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(1) elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_load_RF_as4(ptr %in) { | |
| ; VI-LABEL: flat_load_RF_as4: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr addrspace(4), ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(4) elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_load_m_constraint(ptr %in) { | |
| ; VI-LABEL: flat_load_m_constraint: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr, ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_load_m_constraint_as1(ptr %in) { | |
| ; VI-LABEL: flat_load_m_constraint_as1: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr addrspace(1), ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr addrspace(1) elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_load_m_constraint_as4(ptr %in) { | |
| ; VI-LABEL: flat_load_m_constraint_as4: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v2, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v3, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %addr = load ptr addrspace(4), ptr %in | |
| %a = tail call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*m"(ptr addrspace(4) elementtype(i32) %addr) | |
| ret void | |
| } | |
| define void @flat_store_RF(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_RF: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr, ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| define void @flat_store_RF_as1(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_RF_as1: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr addrspace(1), ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr addrspace(1) elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| define void @flat_store_RF_as4(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_RF_as4: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr addrspace(4), ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*^RF,v"(ptr addrspace(4) elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| define void @flat_store_m_constraint(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_m_constraint: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr, ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*m,v"(ptr elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| define void @flat_store_m_constraint_as1(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_m_constraint_as1: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr addrspace(1), ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*m,v"(ptr addrspace(1) elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| define void @flat_store_m_constraint_as4(ptr %in, ptr %in2) { | |
| ; VI-LABEL: flat_store_m_constraint_as4: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_add_u32_e32 v4, vcc, 4, v0 | |
| ; VI-NEXT: v_addc_u32_e32 v5, vcc, 0, v1, vcc | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: flat_load_dword v1, v[4:5] | |
| ; VI-NEXT: flat_load_dword v2, v[2:3] | |
| ; VI-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_store_dword v[0:1], v2 | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| %addr = load ptr addrspace(4), ptr %in | |
| %data = load i32, ptr %in2 | |
| call void asm "flat_store_dword $0, $1", "=*m,v"(ptr addrspace(4) elementtype(i32) %addr, i32 %data) | |
| ret void | |
| } | |
| ; Kernel args are loaded from the argument buffer into SGPRs. | |
| ; The RF constraint must insert a SGPR->VGPR copy for the address. | |
| define amdgpu_kernel void @flat_load_RF_sgpr_addr(ptr %in) { | |
| ; VI-LABEL: flat_load_RF_sgpr_addr: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x24 | |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) | |
| ; VI-NEXT: v_mov_b32_e32 v0, s0 | |
| ; VI-NEXT: v_mov_b32_e32 v1, s1 | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_endpgm | |
| %a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %in) | |
| ret void | |
| } | |
| ; Arguments passed as inreg may be in SGPR, in which case the RF constraint | |
| ; must insert a SGPR->VGPR copy for the address. | |
| define void @flat_load_RF_inreg(ptr inreg %in) { | |
| ; VI-LABEL: flat_load_RF_inreg: | |
| ; VI: ; %bb.0: ; %entry | |
| ; VI-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) | |
| ; VI-NEXT: v_mov_b32_e32 v0, s16 | |
| ; VI-NEXT: v_mov_b32_e32 v1, s17 | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_setpc_b64 s[30:31] | |
| entry: | |
| %a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr elementtype(i32) %in) | |
| ret void | |
| } | |
| define amdgpu_kernel void @flat_load_RF_sgpr_addr_as1(ptr addrspace(1) %in) { | |
| ; VI-LABEL: flat_load_RF_sgpr_addr_as1: | |
| ; VI: ; %bb.0: | |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x24 | |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) | |
| ; VI-NEXT: v_mov_b32_e32 v0, s0 | |
| ; VI-NEXT: v_mov_b32_e32 v1, s1 | |
| ; VI-NEXT: ;;#ASMSTART | |
| ; VI-NEXT: flat_load_dword v0, v[0:1] | |
| ; VI-NEXT: ;;#ASMEND | |
| ; VI-NEXT: s_endpgm | |
| %a = call i32 asm sideeffect "flat_load_dword $0, $1", "=v,*^RF"(ptr addrspace(1) elementtype(i32) %in) | |
| ret void | |
| } |