| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -march=amdgcn -mcpu=verde -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=SI %s |
| ; RUN: llc -march=amdgcn -mcpu=hawaii -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GFX7 %s |
| ; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=VI %s |
| ; RUN: llc -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GFX9 %s |
| ; RUN: llc -march=amdgcn -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GFX10 %s |
| ; RUN: llc -march=amdgcn -mcpu=gfx1100 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GFX11 %s |
| |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=verde -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=G_SI %s |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=hawaii -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=G_GFX7 %s |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=G_VI %s |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=G_GFX9 %s |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=G_GFX10 %s |
| ; RUN: llc -global-isel -march=amdgcn -mcpu=gfx1100 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=G_GFX11 %s |
| |
| declare float @llvm.amdgcn.ds.fmin.f32(ptr addrspace(3) nocapture, float, i32, i32, i1) |
| declare float @llvm.amdgcn.ds.fmax.f32(ptr addrspace(3) nocapture, float, i32, i32, i1) |
| declare double @llvm.amdgcn.ds.fmin.f64(ptr addrspace(3) nocapture, double, i32, i32, i1) |
| declare double @llvm.amdgcn.ds.fmax.f64(ptr addrspace(3) nocapture, double, i32, i32, i1) |
| |
| |
| define amdgpu_kernel void @lds_ds_fmin(ptr addrspace(5) %out, ptr addrspace(3) %ptrf, i32 %idx) { |
| ; SI-LABEL: lds_ds_fmin: |
| ; SI: ; %bb.0: |
| ; SI-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; SI-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; SI-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; SI-NEXT: s_mov_b32 s6, -1 |
| ; SI-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; SI-NEXT: s_add_u32 s4, s4, s3 |
| ; SI-NEXT: s_addc_u32 s5, s5, 0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: s_lshl_b32 s3, s2, 4 |
| ; SI-NEXT: s_lshl_b32 s2, s2, 3 |
| ; SI-NEXT: s_add_i32 s2, s2, 32 |
| ; SI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; SI-NEXT: v_mov_b32_e32 v1, s2 |
| ; SI-NEXT: s_mov_b32 m0, -1 |
| ; SI-NEXT: ds_min_rtn_f32 v1, v1, v0 |
| ; SI-NEXT: s_add_i32 s2, s3, 64 |
| ; SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; SI-NEXT: ds_min_f32 v2, v0 |
| ; SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; SI-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; SI-NEXT: s_endpgm |
| ; |
| ; GFX7-LABEL: lds_ds_fmin: |
| ; GFX7: ; %bb.0: |
| ; GFX7-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; GFX7-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; GFX7-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; GFX7-NEXT: s_mov_b32 s6, -1 |
| ; GFX7-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; GFX7-NEXT: s_add_u32 s4, s4, s3 |
| ; GFX7-NEXT: s_addc_u32 s5, s5, 0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: s_lshl_b32 s3, s2, 3 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; GFX7-NEXT: s_mov_b32 m0, -1 |
| ; GFX7-NEXT: ds_min_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX7-NEXT: s_lshl_b32 s2, s2, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX7-NEXT: ds_min_f32 v2, v0 offset:64 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX7-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; GFX7-NEXT: s_endpgm |
| ; |
| ; VI-LABEL: lds_ds_fmin: |
| ; VI: ; %bb.0: |
| ; VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; VI-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; VI-NEXT: s_mov_b32 s90, -1 |
| ; VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; VI-NEXT: s_add_u32 s88, s88, s3 |
| ; VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; VI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; VI-NEXT: s_mov_b32 m0, -1 |
| ; VI-NEXT: ds_min_rtn_f32 v1, v1, v0 offset:32 |
| ; VI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; VI-NEXT: ds_min_f32 v2, v0 offset:64 |
| ; VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; VI-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; VI-NEXT: v_mov_b32_e32 v1, s0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: buffer_store_dword v0, v1, s[88:91], 0 offen |
| ; VI-NEXT: s_endpgm |
| ; |
| ; GFX9-LABEL: lds_ds_fmin: |
| ; GFX9: ; %bb.0: |
| ; GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX9-NEXT: s_mov_b32 s10, -1 |
| ; GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX9-NEXT: ds_min_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX9-NEXT: ds_min_f32 v2, v0 offset:64 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, s3 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX9-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s2 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; GFX9-NEXT: s_endpgm |
| ; |
| ; GFX10-LABEL: lds_ds_fmin: |
| ; GFX10: ; %bb.0: |
| ; GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX10-NEXT: s_mov_b32 s10, -1 |
| ; GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX10-NEXT: s_clause 0x1 |
| ; GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX10-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX10-NEXT: v_mov_b32_e32 v3, s3 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX10-NEXT: ds_min_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX10-NEXT: ds_min_f32 v2, v0 offset:64 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX10-NEXT: ds_min_rtn_f32 v0, v3, v1 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s2 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; GFX10-NEXT: s_endpgm |
| ; |
| ; GFX11-LABEL: lds_ds_fmin: |
| ; GFX11: ; %bb.0: |
| ; GFX11-NEXT: s_clause 0x1 |
| ; GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: s_lshl_b32 s3, s2, 3 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_dual_mov_b32 v0, 0x42280000 :: v_dual_mov_b32 v1, s3 |
| ; GFX11-NEXT: s_lshl_b32 s2, s2, 4 |
| ; GFX11-NEXT: v_dual_mov_b32 v3, s1 :: v_dual_mov_b32 v2, s2 |
| ; GFX11-NEXT: ds_min_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX11-NEXT: ds_min_f32 v2, v0 offset:64 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX11-NEXT: ds_min_rtn_f32 v0, v3, v1 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: scratch_store_b32 off, v0, s0 |
| ; GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; GFX11-NEXT: s_endpgm |
| ; |
| ; G_SI-LABEL: lds_ds_fmin: |
| ; G_SI: ; %bb.0: |
| ; G_SI-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_SI-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_SI-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; G_SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_SI-NEXT: s_mov_b32 s6, -1 |
| ; G_SI-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; G_SI-NEXT: s_add_u32 s4, s4, s3 |
| ; G_SI-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: s_add_i32 s2, s2, 4 |
| ; G_SI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_SI-NEXT: s_mov_b32 m0, -1 |
| ; G_SI-NEXT: ds_min_rtn_f32 v1, v1, v0 |
| ; G_SI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_SI-NEXT: ds_min_f32 v2, v0 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_SI-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_SI-NEXT: s_endpgm |
| ; |
| ; G_GFX7-LABEL: lds_ds_fmin: |
| ; G_GFX7: ; %bb.0: |
| ; G_GFX7-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_GFX7-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_GFX7-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; G_GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_GFX7-NEXT: s_mov_b32 s6, -1 |
| ; G_GFX7-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; G_GFX7-NEXT: s_add_u32 s4, s4, s3 |
| ; G_GFX7-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX7-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX7-NEXT: s_mov_b32 m0, -1 |
| ; G_GFX7-NEXT: ds_min_rtn_f32 v1, v1, v0 |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX7-NEXT: ds_min_f32 v2, v0 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX7-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_GFX7-NEXT: s_endpgm |
| ; |
| ; G_VI-LABEL: lds_ds_fmin: |
| ; G_VI: ; %bb.0: |
| ; G_VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; G_VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; G_VI-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; G_VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_VI-NEXT: s_mov_b32 s90, -1 |
| ; G_VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; G_VI-NEXT: s_add_u32 s88, s88, s3 |
| ; G_VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: s_add_i32 s2, s2, 4 |
| ; G_VI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_VI-NEXT: s_mov_b32 m0, -1 |
| ; G_VI-NEXT: ds_min_rtn_f32 v1, v1, v0 |
| ; G_VI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_VI-NEXT: ds_min_f32 v2, v0 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_VI-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: buffer_store_dword v0, v1, s[88:91], 0 offen |
| ; G_VI-NEXT: s_endpgm |
| ; |
| ; G_GFX9-LABEL: lds_ds_fmin: |
| ; G_GFX9: ; %bb.0: |
| ; G_GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX9-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; G_GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX9-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX9-NEXT: ds_min_f32 v2, v1 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX9-NEXT: ds_min_rtn_f32 v0, v1, v0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s2 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; G_GFX9-NEXT: s_endpgm |
| ; |
| ; G_GFX10-LABEL: lds_ds_fmin: |
| ; G_GFX10: ; %bb.0: |
| ; G_GFX10-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; G_GFX10-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_GFX10-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_GFX10-NEXT: s_mov_b32 s6, -1 |
| ; G_GFX10-NEXT: s_mov_b32 s7, 0x31c16000 |
| ; G_GFX10-NEXT: s_add_u32 s4, s4, s3 |
| ; G_GFX10-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX10-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX10-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v0, s3 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v3, s1 |
| ; G_GFX10-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_GFX10-NEXT: ds_min_f32 v2, v1 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX10-NEXT: ds_min_rtn_f32 v0, v3, v0 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_GFX10-NEXT: s_endpgm |
| ; |
| ; G_GFX11-LABEL: lds_ds_fmin: |
| ; G_GFX11: ; %bb.0: |
| ; G_GFX11-NEXT: s_clause 0x1 |
| ; G_GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; G_GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v3, s1 |
| ; G_GFX11-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX11-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v0, s3 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX11-NEXT: ds_min_rtn_f32 v0, v0, v1 |
| ; G_GFX11-NEXT: ds_min_f32 v2, v1 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX11-NEXT: ds_min_rtn_f32 v0, v3, v0 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: scratch_store_b32 off, v0, s0 |
| ; G_GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; G_GFX11-NEXT: s_endpgm |
| %idx.add = add nuw i32 %idx, 4 |
| %shl0 = shl i32 %idx.add, 3 |
| %shl1 = shl i32 %idx.add, 4 |
| %ptr0 = inttoptr i32 %shl0 to ptr addrspace(3) |
| %ptr1 = inttoptr i32 %shl1 to ptr addrspace(3) |
| %a1 = call float @llvm.amdgcn.ds.fmin.f32(ptr addrspace(3) %ptr0, float 4.2e+1, i32 0, i32 0, i1 false) |
| %a2 = call float @llvm.amdgcn.ds.fmin.f32(ptr addrspace(3) %ptr1, float 4.2e+1, i32 0, i32 0, i1 false) |
| %a3 = call float @llvm.amdgcn.ds.fmin.f32(ptr addrspace(3) %ptrf, float %a1, i32 0, i32 0, i1 false) |
| store float %a3, ptr addrspace(5) %out |
| ret void |
| } |
| |
| define amdgpu_kernel void @lds_ds_fmax(ptr addrspace(5) %out, ptr addrspace(3) %ptrf, i32 %idx) { |
| ; SI-LABEL: lds_ds_fmax: |
| ; SI: ; %bb.0: |
| ; SI-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; SI-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; SI-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; SI-NEXT: s_mov_b32 s6, -1 |
| ; SI-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; SI-NEXT: s_add_u32 s4, s4, s3 |
| ; SI-NEXT: s_addc_u32 s5, s5, 0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: s_lshl_b32 s3, s2, 4 |
| ; SI-NEXT: s_lshl_b32 s2, s2, 3 |
| ; SI-NEXT: s_add_i32 s2, s2, 32 |
| ; SI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; SI-NEXT: v_mov_b32_e32 v1, s2 |
| ; SI-NEXT: s_mov_b32 m0, -1 |
| ; SI-NEXT: ds_max_rtn_f32 v1, v1, v0 |
| ; SI-NEXT: s_add_i32 s2, s3, 64 |
| ; SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; SI-NEXT: ds_max_f32 v2, v0 |
| ; SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; SI-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; SI-NEXT: s_endpgm |
| ; |
| ; GFX7-LABEL: lds_ds_fmax: |
| ; GFX7: ; %bb.0: |
| ; GFX7-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; GFX7-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; GFX7-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; GFX7-NEXT: s_mov_b32 s6, -1 |
| ; GFX7-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; GFX7-NEXT: s_add_u32 s4, s4, s3 |
| ; GFX7-NEXT: s_addc_u32 s5, s5, 0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: s_lshl_b32 s3, s2, 3 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; GFX7-NEXT: s_mov_b32 m0, -1 |
| ; GFX7-NEXT: ds_max_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX7-NEXT: s_lshl_b32 s2, s2, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX7-NEXT: ds_max_f32 v2, v0 offset:64 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX7-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; GFX7-NEXT: s_endpgm |
| ; |
| ; VI-LABEL: lds_ds_fmax: |
| ; VI: ; %bb.0: |
| ; VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; VI-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; VI-NEXT: s_mov_b32 s90, -1 |
| ; VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; VI-NEXT: s_add_u32 s88, s88, s3 |
| ; VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; VI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; VI-NEXT: s_mov_b32 m0, -1 |
| ; VI-NEXT: ds_max_rtn_f32 v1, v1, v0 offset:32 |
| ; VI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; VI-NEXT: ds_max_f32 v2, v0 offset:64 |
| ; VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; VI-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; VI-NEXT: v_mov_b32_e32 v1, s0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: buffer_store_dword v0, v1, s[88:91], 0 offen |
| ; VI-NEXT: s_endpgm |
| ; |
| ; GFX9-LABEL: lds_ds_fmax: |
| ; GFX9: ; %bb.0: |
| ; GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX9-NEXT: s_mov_b32 s10, -1 |
| ; GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX9-NEXT: ds_max_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX9-NEXT: ds_max_f32 v2, v0 offset:64 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, s3 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX9-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s2 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; GFX9-NEXT: s_endpgm |
| ; |
| ; GFX10-LABEL: lds_ds_fmax: |
| ; GFX10: ; %bb.0: |
| ; GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX10-NEXT: s_mov_b32 s10, -1 |
| ; GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX10-NEXT: s_clause 0x1 |
| ; GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX10-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX10-NEXT: v_mov_b32_e32 v3, s3 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s0 |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX10-NEXT: ds_max_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX10-NEXT: ds_max_f32 v2, v0 offset:64 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX10-NEXT: ds_max_rtn_f32 v0, v3, v1 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s2 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; GFX10-NEXT: s_endpgm |
| ; |
| ; GFX11-LABEL: lds_ds_fmax: |
| ; GFX11: ; %bb.0: |
| ; GFX11-NEXT: s_clause 0x1 |
| ; GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: s_lshl_b32 s3, s2, 3 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_1) | instid1(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_dual_mov_b32 v0, 0x42280000 :: v_dual_mov_b32 v1, s3 |
| ; GFX11-NEXT: s_lshl_b32 s2, s2, 4 |
| ; GFX11-NEXT: v_dual_mov_b32 v3, s1 :: v_dual_mov_b32 v2, s2 |
| ; GFX11-NEXT: ds_max_rtn_f32 v1, v1, v0 offset:32 |
| ; GFX11-NEXT: ds_max_f32 v2, v0 offset:64 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX11-NEXT: ds_max_rtn_f32 v0, v3, v1 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: scratch_store_b32 off, v0, s0 |
| ; GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; GFX11-NEXT: s_endpgm |
| ; |
| ; G_SI-LABEL: lds_ds_fmax: |
| ; G_SI: ; %bb.0: |
| ; G_SI-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_SI-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_SI-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; G_SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_SI-NEXT: s_mov_b32 s6, -1 |
| ; G_SI-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; G_SI-NEXT: s_add_u32 s4, s4, s3 |
| ; G_SI-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: s_add_i32 s2, s2, 4 |
| ; G_SI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_SI-NEXT: s_mov_b32 m0, -1 |
| ; G_SI-NEXT: ds_max_rtn_f32 v1, v1, v0 |
| ; G_SI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_SI-NEXT: ds_max_f32 v2, v0 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_SI-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_SI-NEXT: s_endpgm |
| ; |
| ; G_GFX7-LABEL: lds_ds_fmax: |
| ; G_GFX7: ; %bb.0: |
| ; G_GFX7-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_GFX7-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_GFX7-NEXT: s_load_dword s2, s[0:1], 0xb |
| ; G_GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_GFX7-NEXT: s_mov_b32 s6, -1 |
| ; G_GFX7-NEXT: s_mov_b32 s7, 0xe8f000 |
| ; G_GFX7-NEXT: s_add_u32 s4, s4, s3 |
| ; G_GFX7-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX7-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX7-NEXT: s_mov_b32 m0, -1 |
| ; G_GFX7-NEXT: ds_max_rtn_f32 v1, v1, v0 |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX7-NEXT: ds_max_f32 v2, v0 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX7-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_GFX7-NEXT: s_endpgm |
| ; |
| ; G_VI-LABEL: lds_ds_fmax: |
| ; G_VI: ; %bb.0: |
| ; G_VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; G_VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; G_VI-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; G_VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_VI-NEXT: s_mov_b32 s90, -1 |
| ; G_VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; G_VI-NEXT: s_add_u32 s88, s88, s3 |
| ; G_VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: s_add_i32 s2, s2, 4 |
| ; G_VI-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, 0x42280000 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_VI-NEXT: s_mov_b32 m0, -1 |
| ; G_VI-NEXT: ds_max_rtn_f32 v1, v1, v0 |
| ; G_VI-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_VI-NEXT: ds_max_f32 v2, v0 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_VI-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: buffer_store_dword v0, v1, s[88:91], 0 offen |
| ; G_VI-NEXT: s_endpgm |
| ; |
| ; G_GFX9-LABEL: lds_ds_fmax: |
| ; G_GFX9: ; %bb.0: |
| ; G_GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX9-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; G_GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX9-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX9-NEXT: ds_max_f32 v2, v1 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX9-NEXT: ds_max_rtn_f32 v0, v1, v0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s2 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; G_GFX9-NEXT: s_endpgm |
| ; |
| ; G_GFX10-LABEL: lds_ds_fmax: |
| ; G_GFX10: ; %bb.0: |
| ; G_GFX10-NEXT: s_load_dword s2, s[0:1], 0x2c |
| ; G_GFX10-NEXT: s_mov_b32 s4, SCRATCH_RSRC_DWORD0 |
| ; G_GFX10-NEXT: s_mov_b32 s5, SCRATCH_RSRC_DWORD1 |
| ; G_GFX10-NEXT: s_mov_b32 s6, -1 |
| ; G_GFX10-NEXT: s_mov_b32 s7, 0x31c16000 |
| ; G_GFX10-NEXT: s_add_u32 s4, s4, s3 |
| ; G_GFX10-NEXT: s_addc_u32 s5, s5, 0 |
| ; G_GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX10-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX10-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v0, s3 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v3, s1 |
| ; G_GFX10-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_GFX10-NEXT: ds_max_f32 v2, v1 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX10-NEXT: ds_max_rtn_f32 v0, v3, v0 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, s0 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: buffer_store_dword v0, v1, s[4:7], 0 offen |
| ; G_GFX10-NEXT: s_endpgm |
| ; |
| ; G_GFX11-LABEL: lds_ds_fmax: |
| ; G_GFX11: ; %bb.0: |
| ; G_GFX11-NEXT: s_clause 0x1 |
| ; G_GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; G_GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v1, 0x42280000 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: s_add_i32 s2, s2, 4 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v3, s1 |
| ; G_GFX11-NEXT: s_lshl_b32 s3, s2, 3 |
| ; G_GFX11-NEXT: s_lshl_b32 s2, s2, 4 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v0, s3 |
| ; G_GFX11-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX11-NEXT: ds_max_rtn_f32 v0, v0, v1 |
| ; G_GFX11-NEXT: ds_max_f32 v2, v1 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX11-NEXT: ds_max_rtn_f32 v0, v3, v0 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: scratch_store_b32 off, v0, s0 |
| ; G_GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; G_GFX11-NEXT: s_endpgm |
| %idx.add = add nuw i32 %idx, 4 |
| %shl0 = shl i32 %idx.add, 3 |
| %shl1 = shl i32 %idx.add, 4 |
| %ptr0 = inttoptr i32 %shl0 to ptr addrspace(3) |
| %ptr1 = inttoptr i32 %shl1 to ptr addrspace(3) |
| %a1 = call float @llvm.amdgcn.ds.fmax.f32(ptr addrspace(3) %ptr0, float 4.2e+1, i32 0, i32 0, i1 false) |
| %a2 = call float @llvm.amdgcn.ds.fmax.f32(ptr addrspace(3) %ptr1, float 4.2e+1, i32 0, i32 0, i1 false) |
| %a3 = call float @llvm.amdgcn.ds.fmax.f32(ptr addrspace(3) %ptrf, float %a1, i32 0, i32 0, i1 false) |
| store float %a3, ptr addrspace(5) %out |
| ret void |
| } |
| |
| define amdgpu_kernel void @lds_ds_fmin_f64(ptr addrspace(5) %out, ptr addrspace(3) %ptrf, i32 %idx) { |
| ; SI-LABEL: lds_ds_fmin_f64: |
| ; SI: ; %bb.0: |
| ; SI-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; SI-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; SI-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; SI-NEXT: s_mov_b32 s10, -1 |
| ; SI-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; SI-NEXT: s_add_u32 s8, s8, s3 |
| ; SI-NEXT: s_addc_u32 s9, s9, 0 |
| ; SI-NEXT: s_mov_b32 s2, 0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: s_lshl_b32 s5, s4, 4 |
| ; SI-NEXT: s_lshl_b32 s4, s4, 3 |
| ; SI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; SI-NEXT: s_add_i32 s4, s4, 32 |
| ; SI-NEXT: v_mov_b32_e32 v0, s2 |
| ; SI-NEXT: v_mov_b32_e32 v2, s4 |
| ; SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; SI-NEXT: s_mov_b32 m0, -1 |
| ; SI-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; SI-NEXT: s_add_i32 s2, s5, 64 |
| ; SI-NEXT: v_mov_b32_e32 v4, s2 |
| ; SI-NEXT: ds_min_f64 v4, v[0:1] |
| ; SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; SI-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; SI-NEXT: s_add_i32 s1, s0, 4 |
| ; SI-NEXT: v_mov_b32_e32 v2, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen |
| ; SI-NEXT: s_waitcnt expcnt(0) |
| ; SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; SI-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; SI-NEXT: s_endpgm |
| ; |
| ; GFX7-LABEL: lds_ds_fmin_f64: |
| ; GFX7: ; %bb.0: |
| ; GFX7-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX7-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX7-NEXT: s_mov_b32 s10, -1 |
| ; GFX7-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; GFX7-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; GFX7-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX7-NEXT: s_mov_b32 s2, 0 |
| ; GFX7-NEXT: s_mov_b32 s3, 0x40450000 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s2 |
| ; GFX7-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: s_lshl_b32 s2, s4, 3 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX7-NEXT: s_mov_b32 m0, -1 |
| ; GFX7-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX7-NEXT: s_lshl_b32 s2, s4, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v4, s2 |
| ; GFX7-NEXT: ds_min_f64 v4, v[0:1] offset:64 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX7-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; GFX7-NEXT: s_add_i32 s1, s0, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v3, s1 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; GFX7-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX7-NEXT: s_endpgm |
| ; |
| ; VI-LABEL: lds_ds_fmin_f64: |
| ; VI: ; %bb.0: |
| ; VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; VI-NEXT: s_mov_b32 s90, -1 |
| ; VI-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; VI-NEXT: s_add_u32 s88, s88, s3 |
| ; VI-NEXT: s_mov_b32 s2, 0 |
| ; VI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; VI-NEXT: v_mov_b32_e32 v0, s2 |
| ; VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; VI-NEXT: s_mov_b32 m0, -1 |
| ; VI-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; VI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; VI-NEXT: v_mov_b32_e32 v4, s2 |
| ; VI-NEXT: ds_min_f64 v4, v[0:1] offset:64 |
| ; VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; VI-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; VI-NEXT: s_add_i32 s1, s0, 4 |
| ; VI-NEXT: v_mov_b32_e32 v3, s1 |
| ; VI-NEXT: v_mov_b32_e32 v2, s0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: buffer_store_dword v1, v3, s[88:91], 0 offen |
| ; VI-NEXT: buffer_store_dword v0, v2, s[88:91], 0 offen |
| ; VI-NEXT: s_endpgm |
| ; |
| ; GFX9-LABEL: lds_ds_fmin_f64: |
| ; GFX9: ; %bb.0: |
| ; GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX9-NEXT: s_mov_b32 s10, -1 |
| ; GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX9-NEXT: s_mov_b32 s0, 0 |
| ; GFX9-NEXT: s_mov_b32 s1, 0x40450000 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s1 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX9-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX9-NEXT: v_mov_b32_e32 v5, s0 |
| ; GFX9-NEXT: v_mov_b32_e32 v4, s3 |
| ; GFX9-NEXT: ds_min_f64 v5, v[0:1] offset:64 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX9-NEXT: ds_min_rtn_f64 v[0:1], v4, v[2:3] |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; GFX9-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX9-NEXT: s_endpgm |
| ; |
| ; GFX10-LABEL: lds_ds_fmin_f64: |
| ; GFX10: ; %bb.0: |
| ; GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX10-NEXT: s_mov_b32 s10, -1 |
| ; GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX10-NEXT: s_clause 0x1 |
| ; GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX10-NEXT: s_mov_b32 s0, 0 |
| ; GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX10-NEXT: s_mov_b32 s1, 0x40450000 |
| ; GFX10-NEXT: v_mov_b32_e32 v0, s0 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s1 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: s_lshl_b32 s5, s4, 3 |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s5 |
| ; GFX10-NEXT: v_mov_b32_e32 v4, s0 |
| ; GFX10-NEXT: v_mov_b32_e32 v5, s3 |
| ; GFX10-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX10-NEXT: ds_min_f64 v4, v[0:1] offset:64 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX10-NEXT: ds_min_rtn_f64 v[0:1], v5, v[2:3] |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; GFX10-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX10-NEXT: s_endpgm |
| ; |
| ; GFX11-LABEL: lds_ds_fmin_f64: |
| ; GFX11: ; %bb.0: |
| ; GFX11-NEXT: s_clause 0x1 |
| ; GFX11-NEXT: s_load_b32 s4, s[0:1], 0x2c |
| ; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; GFX11-NEXT: s_mov_b32 s2, 0 |
| ; GFX11-NEXT: s_mov_b32 s3, 0x40450000 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_dual_mov_b32 v0, s2 :: v_dual_mov_b32 v1, s3 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: s_lshl_b32 s5, s4, 3 |
| ; GFX11-NEXT: v_dual_mov_b32 v5, s1 :: v_dual_mov_b32 v2, s5 |
| ; GFX11-NEXT: s_lshl_b32 s2, s4, 4 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_mov_b32_e32 v4, s2 |
| ; GFX11-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX11-NEXT: ds_min_f64 v4, v[0:1] offset:64 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX11-NEXT: ds_min_rtn_f64 v[0:1], v5, v[2:3] |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: scratch_store_b64 off, v[0:1], s0 |
| ; GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; GFX11-NEXT: s_endpgm |
| ; |
| ; G_SI-LABEL: lds_ds_fmin_f64: |
| ; G_SI: ; %bb.0: |
| ; G_SI-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_SI-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_SI-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; G_SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_SI-NEXT: s_mov_b32 s10, -1 |
| ; G_SI-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; G_SI-NEXT: s_add_u32 s8, s8, s3 |
| ; G_SI-NEXT: s_mov_b32 s2, 0 |
| ; G_SI-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_SI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: s_add_i32 s4, s4, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_SI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_SI-NEXT: s_mov_b32 m0, -1 |
| ; G_SI-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_SI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_SI-NEXT: ds_min_f64 v4, v[0:1] |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_SI-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_SI-NEXT: s_add_u32 s0, s0, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_SI-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; G_SI-NEXT: s_endpgm |
| ; |
| ; G_GFX7-LABEL: lds_ds_fmin_f64: |
| ; G_GFX7: ; %bb.0: |
| ; G_GFX7-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX7-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX7-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; G_GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_GFX7-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX7-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; G_GFX7-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX7-NEXT: s_mov_b32 s2, 0 |
| ; G_GFX7-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX7-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX7-NEXT: s_mov_b32 m0, -1 |
| ; G_GFX7-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_GFX7-NEXT: ds_min_f64 v4, v[0:1] |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX7-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX7-NEXT: s_add_u32 s0, s0, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX7-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; G_GFX7-NEXT: s_endpgm |
| ; |
| ; G_VI-LABEL: lds_ds_fmin_f64: |
| ; G_VI: ; %bb.0: |
| ; G_VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; G_VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; G_VI-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_VI-NEXT: s_mov_b32 s90, -1 |
| ; G_VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; G_VI-NEXT: s_add_u32 s88, s88, s3 |
| ; G_VI-NEXT: s_mov_b32 s2, 0 |
| ; G_VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; G_VI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: s_add_i32 s4, s4, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_VI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_VI-NEXT: s_mov_b32 m0, -1 |
| ; G_VI-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_VI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_VI-NEXT: ds_min_f64 v4, v[0:1] |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_VI-NEXT: ds_min_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_VI-NEXT: s_add_u32 s0, s0, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: buffer_store_dword v0, v2, s[88:91], 0 offen |
| ; G_VI-NEXT: buffer_store_dword v1, v3, s[88:91], 0 offen |
| ; G_VI-NEXT: s_endpgm |
| ; |
| ; G_GFX9-LABEL: lds_ds_fmin_f64: |
| ; G_GFX9: ; %bb.0: |
| ; G_GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX9-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; G_GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX9-NEXT: s_mov_b32 s0, 0 |
| ; G_GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX9-NEXT: s_mov_b32 s1, 0x40450000 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s1 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX9-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v5, s0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v4, s3 |
| ; G_GFX9-NEXT: ds_min_f64 v5, v[0:1] |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX9-NEXT: ds_min_rtn_f64 v[0:1], v4, v[2:3] |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX9-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; G_GFX9-NEXT: s_endpgm |
| ; |
| ; G_GFX10-LABEL: lds_ds_fmin_f64: |
| ; G_GFX10: ; %bb.0: |
| ; G_GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX10-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; G_GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX10-NEXT: s_clause 0x1 |
| ; G_GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX10-NEXT: s_mov_b32 s0, 0 |
| ; G_GFX10-NEXT: s_mov_b32 s1, 0x40450000 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, s1 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v5, s3 |
| ; G_GFX10-NEXT: s_lshl_b32 s5, s4, 3 |
| ; G_GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s5 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v4, s0 |
| ; G_GFX10-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX10-NEXT: ds_min_f64 v4, v[0:1] |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX10-NEXT: ds_min_rtn_f64 v[0:1], v5, v[2:3] |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX10-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; G_GFX10-NEXT: s_endpgm |
| ; |
| ; G_GFX11-LABEL: lds_ds_fmin_f64: |
| ; G_GFX11: ; %bb.0: |
| ; G_GFX11-NEXT: s_clause 0x1 |
| ; G_GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; G_GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: s_add_i32 s4, s2, 4 |
| ; G_GFX11-NEXT: s_mov_b32 s2, 0 |
| ; G_GFX11-NEXT: s_lshl_b32 s5, s4, 3 |
| ; G_GFX11-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_GFX11-NEXT: v_dual_mov_b32 v0, s2 :: v_dual_mov_b32 v5, s1 |
| ; G_GFX11-NEXT: v_dual_mov_b32 v2, s5 :: v_dual_mov_b32 v1, s3 |
| ; G_GFX11-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) |
| ; G_GFX11-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_GFX11-NEXT: ds_min_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX11-NEXT: ds_min_f64 v4, v[0:1] |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX11-NEXT: ds_min_rtn_f64 v[0:1], v5, v[2:3] |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: scratch_store_b64 off, v[0:1], s0 |
| ; G_GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; G_GFX11-NEXT: s_endpgm |
| %idx.add = add nuw i32 %idx, 4 |
| %shl0 = shl i32 %idx.add, 3 |
| %shl1 = shl i32 %idx.add, 4 |
| %ptr0 = inttoptr i32 %shl0 to ptr addrspace(3) |
| %ptr1 = inttoptr i32 %shl1 to ptr addrspace(3) |
| %a1 = call double @llvm.amdgcn.ds.fmin.f64(ptr addrspace(3) %ptr0, double 4.2e+1, i32 0, i32 0, i1 false) |
| %a2 = call double @llvm.amdgcn.ds.fmin.f64(ptr addrspace(3) %ptr1, double 4.2e+1, i32 0, i32 0, i1 false) |
| %a3 = call double @llvm.amdgcn.ds.fmin.f64(ptr addrspace(3) %ptrf, double %a1, i32 0, i32 0, i1 false) |
| store double %a3, ptr addrspace(5) %out |
| ret void |
| } |
| |
| define amdgpu_kernel void @lds_ds_fmax_f64(ptr addrspace(5) %out, ptr addrspace(3) %ptrf, i32 %idx) { |
| ; SI-LABEL: lds_ds_fmax_f64: |
| ; SI: ; %bb.0: |
| ; SI-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; SI-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; SI-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; SI-NEXT: s_mov_b32 s10, -1 |
| ; SI-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; SI-NEXT: s_add_u32 s8, s8, s3 |
| ; SI-NEXT: s_addc_u32 s9, s9, 0 |
| ; SI-NEXT: s_mov_b32 s2, 0 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: s_lshl_b32 s5, s4, 4 |
| ; SI-NEXT: s_lshl_b32 s4, s4, 3 |
| ; SI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; SI-NEXT: s_add_i32 s4, s4, 32 |
| ; SI-NEXT: v_mov_b32_e32 v0, s2 |
| ; SI-NEXT: v_mov_b32_e32 v2, s4 |
| ; SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; SI-NEXT: s_mov_b32 m0, -1 |
| ; SI-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; SI-NEXT: s_add_i32 s2, s5, 64 |
| ; SI-NEXT: v_mov_b32_e32 v4, s2 |
| ; SI-NEXT: ds_max_f64 v4, v[0:1] |
| ; SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; SI-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; SI-NEXT: s_add_i32 s1, s0, 4 |
| ; SI-NEXT: v_mov_b32_e32 v2, s1 |
| ; SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; SI-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen |
| ; SI-NEXT: s_waitcnt expcnt(0) |
| ; SI-NEXT: v_mov_b32_e32 v1, s0 |
| ; SI-NEXT: buffer_store_dword v0, v1, s[8:11], 0 offen |
| ; SI-NEXT: s_endpgm |
| ; |
| ; GFX7-LABEL: lds_ds_fmax_f64: |
| ; GFX7: ; %bb.0: |
| ; GFX7-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX7-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX7-NEXT: s_mov_b32 s10, -1 |
| ; GFX7-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; GFX7-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; GFX7-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX7-NEXT: s_mov_b32 s2, 0 |
| ; GFX7-NEXT: s_mov_b32 s3, 0x40450000 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s2 |
| ; GFX7-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: s_lshl_b32 s2, s4, 3 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX7-NEXT: s_mov_b32 m0, -1 |
| ; GFX7-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX7-NEXT: s_lshl_b32 s2, s4, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v4, s2 |
| ; GFX7-NEXT: ds_max_f64 v4, v[0:1] offset:64 |
| ; GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX7-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; GFX7-NEXT: s_add_i32 s1, s0, 4 |
| ; GFX7-NEXT: v_mov_b32_e32 v3, s1 |
| ; GFX7-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX7-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; GFX7-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX7-NEXT: s_endpgm |
| ; |
| ; VI-LABEL: lds_ds_fmax_f64: |
| ; VI: ; %bb.0: |
| ; VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; VI-NEXT: s_mov_b32 s90, -1 |
| ; VI-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; VI-NEXT: s_add_u32 s88, s88, s3 |
| ; VI-NEXT: s_mov_b32 s2, 0 |
| ; VI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; VI-NEXT: v_mov_b32_e32 v0, s2 |
| ; VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; VI-NEXT: s_mov_b32 m0, -1 |
| ; VI-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; VI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; VI-NEXT: v_mov_b32_e32 v4, s2 |
| ; VI-NEXT: ds_max_f64 v4, v[0:1] offset:64 |
| ; VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; VI-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; VI-NEXT: s_add_i32 s1, s0, 4 |
| ; VI-NEXT: v_mov_b32_e32 v3, s1 |
| ; VI-NEXT: v_mov_b32_e32 v2, s0 |
| ; VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; VI-NEXT: buffer_store_dword v1, v3, s[88:91], 0 offen |
| ; VI-NEXT: buffer_store_dword v0, v2, s[88:91], 0 offen |
| ; VI-NEXT: s_endpgm |
| ; |
| ; GFX9-LABEL: lds_ds_fmax_f64: |
| ; GFX9: ; %bb.0: |
| ; GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX9-NEXT: s_mov_b32 s10, -1 |
| ; GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX9-NEXT: s_mov_b32 s0, 0 |
| ; GFX9-NEXT: s_mov_b32 s1, 0x40450000 |
| ; GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX9-NEXT: v_mov_b32_e32 v1, s1 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; GFX9-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX9-NEXT: v_mov_b32_e32 v5, s0 |
| ; GFX9-NEXT: v_mov_b32_e32 v4, s3 |
| ; GFX9-NEXT: ds_max_f64 v5, v[0:1] offset:64 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX9-NEXT: ds_max_rtn_f64 v[0:1], v4, v[2:3] |
| ; GFX9-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX9-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; GFX9-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX9-NEXT: s_endpgm |
| ; |
| ; GFX10-LABEL: lds_ds_fmax_f64: |
| ; GFX10: ; %bb.0: |
| ; GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; GFX10-NEXT: s_mov_b32 s10, -1 |
| ; GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; GFX10-NEXT: s_clause 0x1 |
| ; GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; GFX10-NEXT: s_mov_b32 s0, 0 |
| ; GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; GFX10-NEXT: s_mov_b32 s1, 0x40450000 |
| ; GFX10-NEXT: v_mov_b32_e32 v0, s0 |
| ; GFX10-NEXT: v_mov_b32_e32 v1, s1 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: s_lshl_b32 s5, s4, 3 |
| ; GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s5 |
| ; GFX10-NEXT: v_mov_b32_e32 v4, s0 |
| ; GFX10-NEXT: v_mov_b32_e32 v5, s3 |
| ; GFX10-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX10-NEXT: ds_max_f64 v4, v[0:1] offset:64 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX10-NEXT: ds_max_rtn_f64 v[0:1], v5, v[2:3] |
| ; GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX10-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; GFX10-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; GFX10-NEXT: s_endpgm |
| ; |
| ; GFX11-LABEL: lds_ds_fmax_f64: |
| ; GFX11: ; %bb.0: |
| ; GFX11-NEXT: s_clause 0x1 |
| ; GFX11-NEXT: s_load_b32 s4, s[0:1], 0x2c |
| ; GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; GFX11-NEXT: s_mov_b32 s2, 0 |
| ; GFX11-NEXT: s_mov_b32 s3, 0x40450000 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) | instskip(SKIP_2) | instid1(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_dual_mov_b32 v0, s2 :: v_dual_mov_b32 v1, s3 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: s_lshl_b32 s5, s4, 3 |
| ; GFX11-NEXT: v_dual_mov_b32 v5, s1 :: v_dual_mov_b32 v2, s5 |
| ; GFX11-NEXT: s_lshl_b32 s2, s4, 4 |
| ; GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) |
| ; GFX11-NEXT: v_mov_b32_e32 v4, s2 |
| ; GFX11-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] offset:32 |
| ; GFX11-NEXT: ds_max_f64 v4, v[0:1] offset:64 |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; GFX11-NEXT: ds_max_rtn_f64 v[0:1], v5, v[2:3] |
| ; GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; GFX11-NEXT: scratch_store_b64 off, v[0:1], s0 |
| ; GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; GFX11-NEXT: s_endpgm |
| ; |
| ; G_SI-LABEL: lds_ds_fmax_f64: |
| ; G_SI: ; %bb.0: |
| ; G_SI-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_SI-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_SI-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; G_SI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_SI-NEXT: s_mov_b32 s10, -1 |
| ; G_SI-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; G_SI-NEXT: s_add_u32 s8, s8, s3 |
| ; G_SI-NEXT: s_mov_b32 s2, 0 |
| ; G_SI-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_SI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: s_add_i32 s4, s4, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_SI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_SI-NEXT: s_mov_b32 m0, -1 |
| ; G_SI-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_SI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_SI-NEXT: ds_max_f64 v4, v[0:1] |
| ; G_SI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_SI-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_SI-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_SI-NEXT: s_add_u32 s0, s0, 4 |
| ; G_SI-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_SI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_SI-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_SI-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; G_SI-NEXT: s_endpgm |
| ; |
| ; G_GFX7-LABEL: lds_ds_fmax_f64: |
| ; G_GFX7: ; %bb.0: |
| ; G_GFX7-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX7-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX7-NEXT: s_load_dword s4, s[0:1], 0xb |
| ; G_GFX7-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x9 |
| ; G_GFX7-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX7-NEXT: s_mov_b32 s11, 0xe8f000 |
| ; G_GFX7-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX7-NEXT: s_mov_b32 s2, 0 |
| ; G_GFX7-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX7-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX7-NEXT: s_mov_b32 m0, -1 |
| ; G_GFX7-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX7-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_GFX7-NEXT: ds_max_f64 v4, v[0:1] |
| ; G_GFX7-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX7-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_GFX7-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX7-NEXT: s_add_u32 s0, s0, 4 |
| ; G_GFX7-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_GFX7-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX7-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX7-NEXT: buffer_store_dword v1, v3, s[8:11], 0 offen |
| ; G_GFX7-NEXT: s_endpgm |
| ; |
| ; G_VI-LABEL: lds_ds_fmax_f64: |
| ; G_VI: ; %bb.0: |
| ; G_VI-NEXT: s_mov_b32 s88, SCRATCH_RSRC_DWORD0 |
| ; G_VI-NEXT: s_mov_b32 s89, SCRATCH_RSRC_DWORD1 |
| ; G_VI-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_VI-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24 |
| ; G_VI-NEXT: s_mov_b32 s90, -1 |
| ; G_VI-NEXT: s_mov_b32 s91, 0xe80000 |
| ; G_VI-NEXT: s_add_u32 s88, s88, s3 |
| ; G_VI-NEXT: s_mov_b32 s2, 0 |
| ; G_VI-NEXT: s_addc_u32 s89, s89, 0 |
| ; G_VI-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s2 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: s_add_i32 s4, s4, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v1, s3 |
| ; G_VI-NEXT: s_lshl_b32 s2, s4, 3 |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_VI-NEXT: s_mov_b32 m0, -1 |
| ; G_VI-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_VI-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_VI-NEXT: ds_max_f64 v4, v[0:1] |
| ; G_VI-NEXT: v_mov_b32_e32 v0, s1 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_VI-NEXT: ds_max_rtn_f64 v[0:1], v0, v[2:3] |
| ; G_VI-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_VI-NEXT: s_add_u32 s0, s0, 4 |
| ; G_VI-NEXT: v_mov_b32_e32 v3, s0 |
| ; G_VI-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_VI-NEXT: buffer_store_dword v0, v2, s[88:91], 0 offen |
| ; G_VI-NEXT: buffer_store_dword v1, v3, s[88:91], 0 offen |
| ; G_VI-NEXT: s_endpgm |
| ; |
| ; G_GFX9-LABEL: lds_ds_fmax_f64: |
| ; G_GFX9: ; %bb.0: |
| ; G_GFX9-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX9-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX9-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX9-NEXT: s_mov_b32 s11, 0xe00000 |
| ; G_GFX9-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX9-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX9-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX9-NEXT: s_mov_b32 s0, 0 |
| ; G_GFX9-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX9-NEXT: s_mov_b32 s1, 0x40450000 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v1, s1 |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 3 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s0 |
| ; G_GFX9-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX9-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v5, s0 |
| ; G_GFX9-NEXT: v_mov_b32_e32 v4, s3 |
| ; G_GFX9-NEXT: ds_max_f64 v5, v[0:1] |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX9-NEXT: ds_max_rtn_f64 v[0:1], v4, v[2:3] |
| ; G_GFX9-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX9-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX9-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX9-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; G_GFX9-NEXT: s_endpgm |
| ; |
| ; G_GFX10-LABEL: lds_ds_fmax_f64: |
| ; G_GFX10: ; %bb.0: |
| ; G_GFX10-NEXT: s_mov_b32 s8, SCRATCH_RSRC_DWORD0 |
| ; G_GFX10-NEXT: s_mov_b32 s9, SCRATCH_RSRC_DWORD1 |
| ; G_GFX10-NEXT: s_mov_b32 s10, -1 |
| ; G_GFX10-NEXT: s_mov_b32 s11, 0x31c16000 |
| ; G_GFX10-NEXT: s_add_u32 s8, s8, s3 |
| ; G_GFX10-NEXT: s_clause 0x1 |
| ; G_GFX10-NEXT: s_load_dword s4, s[0:1], 0x2c |
| ; G_GFX10-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x24 |
| ; G_GFX10-NEXT: s_addc_u32 s9, s9, 0 |
| ; G_GFX10-NEXT: s_mov_b32 s0, 0 |
| ; G_GFX10-NEXT: s_mov_b32 s1, 0x40450000 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v0, s0 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v1, s1 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: s_add_i32 s4, s4, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v5, s3 |
| ; G_GFX10-NEXT: s_lshl_b32 s5, s4, 3 |
| ; G_GFX10-NEXT: s_lshl_b32 s0, s4, 4 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s5 |
| ; G_GFX10-NEXT: v_mov_b32_e32 v4, s0 |
| ; G_GFX10-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX10-NEXT: ds_max_f64 v4, v[0:1] |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX10-NEXT: ds_max_rtn_f64 v[0:1], v5, v[2:3] |
| ; G_GFX10-NEXT: v_mov_b32_e32 v2, s2 |
| ; G_GFX10-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX10-NEXT: buffer_store_dword v0, v2, s[8:11], 0 offen |
| ; G_GFX10-NEXT: buffer_store_dword v1, v2, s[8:11], 0 offen offset:4 |
| ; G_GFX10-NEXT: s_endpgm |
| ; |
| ; G_GFX11-LABEL: lds_ds_fmax_f64: |
| ; G_GFX11: ; %bb.0: |
| ; G_GFX11-NEXT: s_clause 0x1 |
| ; G_GFX11-NEXT: s_load_b32 s2, s[0:1], 0x2c |
| ; G_GFX11-NEXT: s_load_b64 s[0:1], s[0:1], 0x24 |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: s_add_i32 s4, s2, 4 |
| ; G_GFX11-NEXT: s_mov_b32 s2, 0 |
| ; G_GFX11-NEXT: s_lshl_b32 s5, s4, 3 |
| ; G_GFX11-NEXT: s_mov_b32 s3, 0x40450000 |
| ; G_GFX11-NEXT: v_dual_mov_b32 v0, s2 :: v_dual_mov_b32 v5, s1 |
| ; G_GFX11-NEXT: v_dual_mov_b32 v2, s5 :: v_dual_mov_b32 v1, s3 |
| ; G_GFX11-NEXT: s_lshl_b32 s2, s4, 4 |
| ; G_GFX11-NEXT: s_delay_alu instid0(SALU_CYCLE_1) |
| ; G_GFX11-NEXT: v_mov_b32_e32 v4, s2 |
| ; G_GFX11-NEXT: ds_max_rtn_f64 v[2:3], v2, v[0:1] |
| ; G_GFX11-NEXT: ds_max_f64 v4, v[0:1] |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(1) |
| ; G_GFX11-NEXT: ds_max_rtn_f64 v[0:1], v5, v[2:3] |
| ; G_GFX11-NEXT: s_waitcnt lgkmcnt(0) |
| ; G_GFX11-NEXT: scratch_store_b64 off, v[0:1], s0 |
| ; G_GFX11-NEXT: s_sendmsg sendmsg(MSG_DEALLOC_VGPRS) |
| ; G_GFX11-NEXT: s_endpgm |
| %idx.add = add nuw i32 %idx, 4 |
| %shl0 = shl i32 %idx.add, 3 |
| %shl1 = shl i32 %idx.add, 4 |
| %ptr0 = inttoptr i32 %shl0 to ptr addrspace(3) |
| %ptr1 = inttoptr i32 %shl1 to ptr addrspace(3) |
| %a1 = call double @llvm.amdgcn.ds.fmax.f64(ptr addrspace(3) %ptr0, double 4.2e+1, i32 0, i32 0, i1 false) |
| %a2 = call double @llvm.amdgcn.ds.fmax.f64(ptr addrspace(3) %ptr1, double 4.2e+1, i32 0, i32 0, i1 false) |
| %a3 = call double @llvm.amdgcn.ds.fmax.f64(ptr addrspace(3) %ptrf, double %a1, i32 0, i32 0, i1 false) |
| store double %a3, ptr addrspace(5) %out |
| ret void |
| } |