Google Git
Sign in
llvm / llvm-project / llvm / refs/heads/master / . / test / CodeGen / AMDGPU / ds_write2_a_v.ll
blob: 683887b0a55f32237448f933a55778098a32813c [file] [log] [blame]
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -mtriple=amdgcn -mcpu=gfx90a < %s | FileCheck -enable-var-scope --check-prefix=GCN %s
; Make sure the register class requirments of ds_write2_* instructions
; are properly respected when they can use AGPRs. Both data operands
; together must be VGPR or AGPR.
;---------------------------------------------------------------------
; b32 cases
;---------------------------------------------------------------------
; Test a pattern that can form ds_write_b32 with data in AGPRs
define void @ds_write2_b32_a_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_a_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:40
; GCN-NEXT: ds_write_b32 v0, a1 offset:96
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%a0 = call i32 asm "; def $0", "=a"()
%a1 = call i32 asm "; def $0", "=a"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %a1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b32_a_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_a_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:40
; GCN-NEXT: ds_write_b32 v0, v1 offset:96
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%a0 = call i32 asm "; def $0", "=a"()
%v0 = call i32 asm "; def $0", "=v"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b32_v_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_v_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:40
; GCN-NEXT: ds_write_b32 v0, v1 offset:96
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%v0 = call i32 asm "; def $0", "=v"()
%a0 = call i32 asm "; def $0", "=a"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b32_v_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_v_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b32 v0, v1, v2 offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%v0 = call i32 asm "; def $0", "=v"()
%v1 = call i32 asm "; def $0", "=v"()
store i32 %v0, ptr addrspace(3) %gep.0
store i32 %v1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b32_av_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_av_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b32 v0, v1, v2 offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i32 asm "; def $0", "=^VA"()
%av1 = call i32 asm "; def $0", "=^VA"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %av1, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to VGPR to enable merging
define void @ds_write2_b32_av_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_av_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b32 v0, v1, v2 offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i32 asm "; def $0", "=^VA"()
%v0 = call i32 asm "; def $0", "=v"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to VGPR to enable merging
define void @ds_write2_b32_v_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_v_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b32 v0, v1, v2 offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%v0 = call i32 asm "; def $0", "=v"()
%av0 = call i32 asm "; def $0", "=^VA"()
store i32 %v0, ptr addrspace(3) %gep.0
store i32 %av0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to AGPR to enable merging
define void @ds_write2_b32_av_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_av_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, v1 offset:40
; GCN-NEXT: ds_write_b32 v0, a0 offset:96
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i32 asm "; def $0", "=^VA"()
%a0 = call i32 asm "; def $0", "=a"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %a0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to AGPR to enable merging
define void @ds_write2_b32_a_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_a_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:40
; GCN-NEXT: ds_write_b32 v0, v1 offset:96
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%a0 = call i32 asm "; def $0", "=a"()
%av0 = call i32 asm "; def $0", "=^VA"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %av0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_a_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_a_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:256
; GCN-NEXT: ds_write_b32 v0, a1 offset:1024
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i32 asm "; def $0", "=a"()
%a1 = call i32 asm "; def $0", "=a"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %a1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_a_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_a_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:256
; GCN-NEXT: ds_write_b32 v0, v1 offset:1024
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i32 asm "; def $0", "=a"()
%v0 = call i32 asm "; def $0", "=v"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_v_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_v_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, v1 offset:256
; GCN-NEXT: ds_write_b32 v0, a0 offset:1024
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i32 asm "; def $0", "=a"()
%a0 = call i32 asm "; def $0", "=v"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_v_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_v_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b32 v0, v1, v2 offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i32 asm "; def $0", "=v"()
%v1 = call i32 asm "; def $0", "=v"()
store i32 %v0, ptr addrspace(3) %gep.0
store i32 %v1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_av_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_av_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b32 v0, v1, v2 offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i32 asm "; def $0", "=^VA"()
%av1 = call i32 asm "; def $0", "=^VA"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %av1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_av_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_av_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b32 v0, v1, v2 offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i32 asm "; def $0", "=^VA"()
%v0 = call i32 asm "; def $0", "=v"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_v_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_v_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b32 v0, v1, v2 offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i32 asm "; def $0", "=v"()
%av1 = call i32 asm "; def $0", "=^VA"()
store i32 %v0, ptr addrspace(3) %gep.0
store i32 %av1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_av_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_av_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, v1 offset:256
; GCN-NEXT: ds_write_b32 v0, a0 offset:1024
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i32 asm "; def $0", "=^VA"()
%a0 = call i32 asm "; def $0", "=a"()
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %a0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b32_a_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b32_a_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a0
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b32 v0, a0 offset:256
; GCN-NEXT: ds_write_b32 v0, v1 offset:1024
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i32 asm "; def $0", "=a"()
%av1 = call i32 asm "; def $0", "=^VA"()
store i32 %a0, ptr addrspace(3) %gep.0
store i32 %av1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b32_av_av_no_vgprs(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b32_av_av_no_vgprs:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: v_accvgpr_write_b32 a3, v40 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a4, v41 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a5, v42 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a6, v43 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a7, v44 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a8, v45 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a9, v46 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a10, v47 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a11, v56 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a12, v57 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a13, v58 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a14, v59 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a15, v60 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a16, v61 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a17, v62 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a18, v63 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a0, v0
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a1
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a2
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[0:31]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], s32 ; 4-byte Folded Spill
; GCN-NEXT: s_nop 0
; GCN-NEXT: buffer_store_dword v1, off, s[0:3], s32 offset:4 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v2, off, s[0:3], s32 offset:8 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v3, off, s[0:3], s32 offset:12 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v4, off, s[0:3], s32 offset:16 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v5, off, s[0:3], s32 offset:20 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v6, off, s[0:3], s32 offset:24 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v7, off, s[0:3], s32 offset:28 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v8, off, s[0:3], s32 offset:32 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v9, off, s[0:3], s32 offset:36 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v10, off, s[0:3], s32 offset:40 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v11, off, s[0:3], s32 offset:44 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v12, off, s[0:3], s32 offset:48 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v13, off, s[0:3], s32 offset:52 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v14, off, s[0:3], s32 offset:56 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v15, off, s[0:3], s32 offset:60 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v16, off, s[0:3], s32 offset:64 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v17, off, s[0:3], s32 offset:68 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v18, off, s[0:3], s32 offset:72 ; 4-byte Folded Spill
; GCN-NEXT: v_accvgpr_write_b32 a19, v31 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v0, a0
; GCN-NEXT: v_accvgpr_read_b32 v1, a1
; GCN-NEXT: v_accvgpr_read_b32 v2, a2
; GCN-NEXT: ds_write2_b32 v0, v1, v2 offset0:10 offset1:24
; GCN-NEXT: v_accvgpr_write_b32 a31, v19 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a30, v20 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a29, v21 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a28, v22 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a27, v23 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a26, v24 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a25, v25 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a24, v26 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a23, v27 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a22, v28 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a21, v29 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a20, v30 ; Reload Reuse
; GCN-NEXT: buffer_load_dword v0, off, s[0:3], s32 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v1, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v2, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v3, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v4, off, s[0:3], s32 offset:16 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v5, off, s[0:3], s32 offset:20 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v6, off, s[0:3], s32 offset:24 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v7, off, s[0:3], s32 offset:28 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v8, off, s[0:3], s32 offset:32 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v9, off, s[0:3], s32 offset:36 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v10, off, s[0:3], s32 offset:40 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v11, off, s[0:3], s32 offset:44 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v12, off, s[0:3], s32 offset:48 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v13, off, s[0:3], s32 offset:52 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v14, off, s[0:3], s32 offset:56 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v15, off, s[0:3], s32 offset:60 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v16, off, s[0:3], s32 offset:64 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v17, off, s[0:3], s32 offset:68 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v18, off, s[0:3], s32 offset:72 ; 4-byte Folded Reload
; GCN-NEXT: v_accvgpr_read_b32 v19, a31 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v20, a30 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v21, a29 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v22, a28 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v23, a27 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v24, a26 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v25, a25 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v26, a24 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v27, a23 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v28, a22 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v29, a21 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v30, a20 ; Reload Reuse
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_accvgpr_read_b32 v31, a19 ; Reload Reuse
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; use v[0:31]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: v_accvgpr_read_b32 v63, a18 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v62, a17 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v61, a16 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v60, a15 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v59, a14 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v58, a13 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v57, a12 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v56, a11 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v47, a10 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v46, a9 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v45, a8 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v44, a7 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v43, a6 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v42, a5 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v41, a4 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v40, a3 ; Reload Reuse
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i32], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i32 asm sideeffect "; def $0", "=^VA"()
%av1 = call i32 asm sideeffect "; def $0", "=^VA"()
%vgpr.def = call { <32 x i32>, <32 x i32> } asm sideeffect "; def $0", "=${v[0:31]},=${v[32:63]}"()
%vgpr.0 = extractvalue { <32 x i32>, <32 x i32> } %vgpr.def, 0
%vgpr.1 = extractvalue { <32 x i32>, <32 x i32> } %vgpr.def, 1
store i32 %av0, ptr addrspace(3) %gep.0
store i32 %av1, ptr addrspace(3) %gep.1
call void asm sideeffect "; use $0", "{v[0:31]},{v[32:63]}"(<32 x i32> %vgpr.0, <32 x i32> %vgpr.1)
ret void
}
;---------------------------------------------------------------------
; b64 cases
;---------------------------------------------------------------------
; Test a pattern that can form ds_write_b64 with data in AGPRs
define void @ds_write2_b64_a_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_a_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:80
; GCN-NEXT: ds_write_b64 v0, a[2:3] offset:192
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%a0 = call i64 asm "; def $0", "=a"()
%a1 = call i64 asm "; def $0", "=a"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %a1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b64_a_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_a_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:80
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:192
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%a0 = call i64 asm "; def $0", "=a"()
%v0 = call i64 asm "; def $0", "=v"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b64_v_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_v_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:80
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:192
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%v0 = call i64 asm "; def $0", "=v"()
%a0 = call i64 asm "; def $0", "=a"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b64_v_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_v_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b64 v0, v[2:3], v[4:5] offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%v0 = call i64 asm "; def $0", "=v"()
%v1 = call i64 asm "; def $0", "=v"()
store i64 %v0, ptr addrspace(3) %gep.0
store i64 %v1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b64_av_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_av_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b64 v0, v[2:3], v[4:5] offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i64 asm "; def $0", "=^VA"()
%av1 = call i64 asm "; def $0", "=^VA"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %av1, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to VGPR to enable merging
define void @ds_write2_b64_av_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_av_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b64 v0, v[2:3], v[4:5] offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 24
%av0 = call i64 asm "; def $0", "=^VA"()
%v0 = call i64 asm "; def $0", "=v"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to VGPR to enable merging
define void @ds_write2_b64_v_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_v_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2_b64 v0, v[2:3], v[4:5] offset0:10 offset1:24
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 24
%v0 = call i64 asm "; def $0", "=v"()
%av0 = call i64 asm "; def $0", "=^VA"()
store i64 %v0, ptr addrspace(3) %gep.0
store i64 %av0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to AGPR to enable merging
define void @ds_write2_b64_av_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_av_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:80
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:192
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 24
%av0 = call i64 asm "; def $0", "=^VA"()
%a0 = call i64 asm "; def $0", "=a"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %a0, ptr addrspace(3) %gep.1
ret void
}
; Should be able to constrain the AV operand to AGPR to enable merging
define void @ds_write2_b64x_a_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64x_a_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:80
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:192
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i64 0, i64 24
%a0 = call i64 asm "; def $0", "=a"()
%av0 = call i64 asm "; def $0", "=^VA"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %av0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_a_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_a_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:512
; GCN-NEXT: ds_write_b64 v0, a[2:3] offset:2048
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i64 asm "; def $0", "=a"()
%a1 = call i64 asm "; def $0", "=a"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %a1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_a_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_a_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:512
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:2048
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i64 asm "; def $0", "=a"()
%v0 = call i64 asm "; def $0", "=v"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_v_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_v_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:512
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:2048
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i64 asm "; def $0", "=a"()
%a0 = call i64 asm "; def $0", "=v"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_v_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_v_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b64 v0, v[2:3], v[4:5] offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i64 asm "; def $0", "=v"()
%v1 = call i64 asm "; def $0", "=v"()
store i64 %v0, ptr addrspace(3) %gep.0
store i64 %v1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_av_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_av_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b64 v0, v[2:3], v[4:5] offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i64 asm "; def $0", "=^VA"()
%av1 = call i64 asm "; def $0", "=^VA"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %av1, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_av_v(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_av_v:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b64 v0, v[2:3], v[4:5] offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i64 asm "; def $0", "=^VA"()
%v0 = call i64 asm "; def $0", "=v"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %v0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_v_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_v_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write2st64_b64 v0, v[2:3], v[4:5] offset0:1 offset1:4
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%v0 = call i64 asm "; def $0", "=v"()
%av0 = call i64 asm "; def $0", "=^VA"()
store i64 %v0, ptr addrspace(3) %gep.0
store i64 %av0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_av_a(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_av_a:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:512
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:2048
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%av0 = call i64 asm "; def $0", "=^VA"()
%a0 = call i64 asm "; def $0", "=a"()
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %a0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2st64_b64_a_av(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2st64_b64_a_av:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[0:1]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ds_write_b64 v0, a[0:1] offset:512
; GCN-NEXT: ds_write_b64 v0, v[2:3] offset:2048
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 64
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 256
%a0 = call i64 asm "; def $0", "=a"()
%av0 = call i64 asm "; def $0", "=^VA"()
store i64 %a0, ptr addrspace(3) %gep.0
store i64 %av0, ptr addrspace(3) %gep.1
ret void
}
define void @ds_write2_b64_av_av_no_vgprs(ptr addrspace(3) %lds) #0 {
; GCN-LABEL: ds_write2_b64_av_av_no_vgprs:
; GCN: ; %bb.0:
; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GCN-NEXT: v_accvgpr_write_b32 a1, v40 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a6, v41 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a7, v42 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a8, v43 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a9, v44 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a10, v45 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a11, v46 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a12, v47 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a13, v56 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a14, v57 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a15, v58 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a16, v59 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a17, v60 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a18, v61 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a19, v62 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a20, v63 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a0, v0
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[2:3]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def a[4:5]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; def v[0:31]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: buffer_store_dword v0, off, s[0:3], s32 ; 4-byte Folded Spill
; GCN-NEXT: s_nop 0
; GCN-NEXT: buffer_store_dword v1, off, s[0:3], s32 offset:4 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v2, off, s[0:3], s32 offset:8 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v3, off, s[0:3], s32 offset:12 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v4, off, s[0:3], s32 offset:16 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v5, off, s[0:3], s32 offset:20 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v6, off, s[0:3], s32 offset:24 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v7, off, s[0:3], s32 offset:28 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v8, off, s[0:3], s32 offset:32 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v9, off, s[0:3], s32 offset:36 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v10, off, s[0:3], s32 offset:40 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v11, off, s[0:3], s32 offset:44 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v12, off, s[0:3], s32 offset:48 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v13, off, s[0:3], s32 offset:52 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v14, off, s[0:3], s32 offset:56 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v15, off, s[0:3], s32 offset:60 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v16, off, s[0:3], s32 offset:64 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v17, off, s[0:3], s32 offset:68 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v18, off, s[0:3], s32 offset:72 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v19, off, s[0:3], s32 offset:76 ; 4-byte Folded Spill
; GCN-NEXT: buffer_store_dword v20, off, s[0:3], s32 offset:80 ; 4-byte Folded Spill
; GCN-NEXT: v_accvgpr_write_b32 a21, v31 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v2, a2
; GCN-NEXT: v_accvgpr_read_b32 v4, a4
; GCN-NEXT: v_accvgpr_read_b32 v0, a0
; GCN-NEXT: v_accvgpr_read_b32 v3, a3
; GCN-NEXT: v_accvgpr_read_b32 v5, a5
; GCN-NEXT: ds_write2_b64 v0, v[2:3], v[4:5] offset0:10 offset1:24
; GCN-NEXT: v_accvgpr_write_b32 a31, v21 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a30, v22 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a29, v23 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a28, v24 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a27, v25 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a26, v26 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a25, v27 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a24, v28 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a23, v29 ; Reload Reuse
; GCN-NEXT: v_accvgpr_write_b32 a22, v30 ; Reload Reuse
; GCN-NEXT: buffer_load_dword v0, off, s[0:3], s32 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v1, off, s[0:3], s32 offset:4 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v2, off, s[0:3], s32 offset:8 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v3, off, s[0:3], s32 offset:12 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v4, off, s[0:3], s32 offset:16 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v5, off, s[0:3], s32 offset:20 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v6, off, s[0:3], s32 offset:24 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v7, off, s[0:3], s32 offset:28 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v8, off, s[0:3], s32 offset:32 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v9, off, s[0:3], s32 offset:36 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v10, off, s[0:3], s32 offset:40 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v11, off, s[0:3], s32 offset:44 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v12, off, s[0:3], s32 offset:48 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v13, off, s[0:3], s32 offset:52 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v14, off, s[0:3], s32 offset:56 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v15, off, s[0:3], s32 offset:60 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v16, off, s[0:3], s32 offset:64 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v17, off, s[0:3], s32 offset:68 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v18, off, s[0:3], s32 offset:72 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v19, off, s[0:3], s32 offset:76 ; 4-byte Folded Reload
; GCN-NEXT: buffer_load_dword v20, off, s[0:3], s32 offset:80 ; 4-byte Folded Reload
; GCN-NEXT: v_accvgpr_read_b32 v21, a31 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v22, a30 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v23, a29 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v24, a28 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v25, a27 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v26, a26 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v27, a25 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v28, a24 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v29, a23 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v30, a22 ; Reload Reuse
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_accvgpr_read_b32 v31, a21 ; Reload Reuse
; GCN-NEXT: ;;#ASMSTART
; GCN-NEXT: ; use v[0:31]
; GCN-NEXT: ;;#ASMEND
; GCN-NEXT: v_accvgpr_read_b32 v63, a20 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v62, a19 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v61, a18 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v60, a17 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v59, a16 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v58, a15 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v57, a14 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v56, a13 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v47, a12 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v46, a11 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v45, a10 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v44, a9 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v43, a8 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v42, a7 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v41, a6 ; Reload Reuse
; GCN-NEXT: v_accvgpr_read_b32 v40, a1 ; Reload Reuse
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: s_setpc_b64 s[30:31]
%gep.0 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 10
%gep.1 = getelementptr inbounds [512 x i64], ptr addrspace(3) %lds, i32 0, i32 24
%av0 = call i64 asm sideeffect "; def $0", "=^VA"()
%av1 = call i64 asm sideeffect "; def $0", "=^VA"()
%vgpr.def = call { <32 x i32>, <32 x i32> } asm sideeffect "; def $0", "=${v[0:31]},=${v[32:63]}"()
%vgpr.0 = extractvalue { <32 x i32>, <32 x i32> } %vgpr.def, 0
%vgpr.1 = extractvalue { <32 x i32>, <32 x i32> } %vgpr.def, 1
store i64 %av0, ptr addrspace(3) %gep.0
store i64 %av1, ptr addrspace(3) %gep.1
call void asm sideeffect "; use $0", "{v[0:31]},{v[32:63]}"(<32 x i32> %vgpr.0, <32 x i32> %vgpr.1)
ret void
}
attributes #0 = { nounwind "amdgpu-waves-per-eu"="10,10" }