| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -global-isel -new-reg-bank-select -mtriple=amdgcn-- -amdgpu-memcpy-loop-unroll=2 -mem-intrinsic-expand-size=35 %s -o - | FileCheck -check-prefix=LOOP %s |
| ; RUN: llc -global-isel -new-reg-bank-select -mtriple=amdgcn-- -amdgpu-memcpy-loop-unroll=2 -mem-intrinsic-expand-size=37 %s -o - | FileCheck -check-prefix=UNROLL %s |
| |
| declare void @llvm.memset.p1.i32(ptr addrspace(1), i8, i32, i1) |
| |
| define amdgpu_cs void @memset_p1i8(ptr addrspace(1) %dst, i8 %val) { |
| ; LOOP-LABEL: memset_p1i8: |
| ; LOOP: ; %bb.0: |
| ; LOOP-NEXT: v_and_b32_e32 v3, 0xff, v2 |
| ; LOOP-NEXT: s_mov_b64 s[0:1], 0 |
| ; LOOP-NEXT: s_mov_b32 s2, 0 |
| ; LOOP-NEXT: s_mov_b32 s3, 0xf000 |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v4, 8, v3 |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v5, 16, v3 |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v6, 24, v3 |
| ; LOOP-NEXT: v_or_b32_e32 v3, v3, v4 |
| ; LOOP-NEXT: v_or_b32_e32 v3, v3, v5 |
| ; LOOP-NEXT: v_or_b32_e32 v3, v3, v6 |
| ; LOOP-NEXT: v_lshrrev_b32_e32 v4, 16, v3 |
| ; LOOP-NEXT: v_bfe_u32 v5, v3, 8, 8 |
| ; LOOP-NEXT: v_lshrrev_b32_e32 v6, 24, v3 |
| ; LOOP-NEXT: .LBB0_1: ; %static-memset-expansion-main-body |
| ; LOOP-NEXT: ; =>This Inner Loop Header: Depth=1 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:1 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:2 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:3 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:4 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:5 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:6 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:7 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:8 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:9 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:10 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:11 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:12 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:13 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:14 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:15 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:16 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:17 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:18 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:19 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:20 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:21 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:22 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:23 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:24 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:25 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:26 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:27 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:28 |
| ; LOOP-NEXT: buffer_store_byte v5, v[0:1], s[0:3], 0 addr64 offset:29 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:30 |
| ; LOOP-NEXT: buffer_store_byte v6, v[0:1], s[0:3], 0 addr64 offset:31 |
| ; LOOP-NEXT: s_add_u32 s0, s0, 32 |
| ; LOOP-NEXT: s_addc_u32 s1, s1, 0 |
| ; LOOP-NEXT: s_cmp_lt_u32 s0, 32 |
| ; LOOP-NEXT: s_cbranch_scc1 .LBB0_1 |
| ; LOOP-NEXT: ; %bb.2: ; %static-memset-post-expansion |
| ; LOOP-NEXT: v_and_b32_e32 v2, 0xff, v2 |
| ; LOOP-NEXT: s_mov_b32 s2, 0 |
| ; LOOP-NEXT: s_mov_b32 s3, 0xf000 |
| ; LOOP-NEXT: s_mov_b64 s[0:1], 0 |
| ; LOOP-NEXT: s_waitcnt expcnt(3) |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v3, 8, v2 |
| ; LOOP-NEXT: s_waitcnt expcnt(1) |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v4, 16, v2 |
| ; LOOP-NEXT: v_lshlrev_b32_e32 v5, 24, v2 |
| ; LOOP-NEXT: v_or_b32_e32 v2, v2, v3 |
| ; LOOP-NEXT: v_or_b32_e32 v2, v2, v4 |
| ; LOOP-NEXT: v_or_b32_e32 v2, v2, v5 |
| ; LOOP-NEXT: v_lshrrev_b32_e32 v3, 16, v2 |
| ; LOOP-NEXT: v_bfe_u32 v4, v2, 8, 8 |
| ; LOOP-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:32 |
| ; LOOP-NEXT: s_waitcnt expcnt(0) |
| ; LOOP-NEXT: v_lshrrev_b32_e32 v2, 24, v2 |
| ; LOOP-NEXT: buffer_store_byte v4, v[0:1], s[0:3], 0 addr64 offset:33 |
| ; LOOP-NEXT: buffer_store_byte v3, v[0:1], s[0:3], 0 addr64 offset:34 |
| ; LOOP-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:35 |
| ; LOOP-NEXT: s_endpgm |
| ; |
| ; UNROLL-LABEL: memset_p1i8: |
| ; UNROLL: ; %bb.0: |
| ; UNROLL-NEXT: s_mov_b32 s2, 0 |
| ; UNROLL-NEXT: s_mov_b32 s3, 0xf000 |
| ; UNROLL-NEXT: s_mov_b64 s[0:1], 0 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:1 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:2 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:3 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:4 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:5 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:6 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:7 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:8 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:9 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:10 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:11 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:12 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:13 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:14 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:15 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:16 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:17 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:18 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:19 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:20 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:21 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:22 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:23 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:24 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:25 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:26 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:27 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:28 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:29 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:30 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:31 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:32 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:33 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:34 |
| ; UNROLL-NEXT: buffer_store_byte v2, v[0:1], s[0:3], 0 addr64 offset:35 |
| ; UNROLL-NEXT: s_endpgm |
| call void @llvm.memset.p1.i32(ptr addrspace(1) %dst, i8 %val, i32 36, i1 false) |
| ret void |
| } |