| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py | |
| ; RUN: opt < %s -passes=instsimplify -S | FileCheck %s | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.umin | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.umin.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.umin.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umin_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umin_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.umin.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umin_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umin_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.umin.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umin_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umin_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.umin.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umin_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umin_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.umin.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.min | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.min.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.min.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_min_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_min_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.min.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_min_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_min_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.min.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_min_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_min_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.min.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_min_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_min_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.min.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.umax | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.umax.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.umax.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umax_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umax_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.umax.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umax_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umax_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.umax.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umax_i64_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umax_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.umax.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umax_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umax_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.umax.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| @gv = constant i32 0 | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_umax_gv(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_umax_gv( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.umax.i32(i32 ptrtoint (ptr @gv to i32), i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.umax.i32(i32 ptrtoint (ptr @gv to i32), i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.max | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.max.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.max.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_max_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_max_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.max.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_max_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_max_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.max.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_max_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_max_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.max.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_max_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_max_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.max.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.add | |
| ; -------------------------------------------------------------------- | |
| ; add reduction requires multiplying the constant by number of active | |
| ; lanes, so we can't fold in the constant. | |
| declare i32 @llvm.amdgcn.wave.reduce.add.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.add.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_add_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_add_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.add.i32(i32 poison, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.add.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_add_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_add_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.add.i32(i32 123, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.add.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_add_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_add_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.add.i64(i64 poison, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.add.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_add_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_add_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.add.i64(i64 123, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.add.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.sub | |
| ; -------------------------------------------------------------------- | |
| ; sub reduction requires multiplying the constant by number of active | |
| ; lanes, so we can't fold in the constant. | |
| declare i32 @llvm.amdgcn.wave.reduce.sub.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.sub.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_sub_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_sub_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.sub.i32(i32 poison, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.sub.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_sub_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_sub_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.sub.i32(i32 123, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.sub.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_sub_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_sub_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.sub.i64(i64 poison, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.sub.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_sub_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_sub_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.sub.i64(i64 123, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.sub.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.and | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.and.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.and.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_and_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_and_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.and.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_and_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_and_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.and.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_and_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_and_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.and.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_and_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_and_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.and.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.or | |
| ; -------------------------------------------------------------------- | |
| declare i32 @llvm.amdgcn.wave.reduce.or.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.or.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_or_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_or_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.or.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_or_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_or_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i32 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.or.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_or_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_or_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 poison, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.or.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_constant_fold_wave_reduce_or_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_constant_fold_wave_reduce_or_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: store i64 123, ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.or.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| ; -------------------------------------------------------------------- | |
| ; llvm.amdgcn.wave.reduce.xor | |
| ; -------------------------------------------------------------------- | |
| ; xor reduction requires multiplying the constant by the parity of the | |
| ; number of active lanes, so we can't fold in the constant. | |
| declare i32 @llvm.amdgcn.wave.reduce.xor.i32(i32, i32 immarg) | |
| declare i64 @llvm.amdgcn.wave.reduce.xor.i64(i64, i32 immarg) | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_xor_i32_poison(ptr addrspace(1) %out, i32 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_xor_i32_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.xor.i32(i32 poison, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.xor.i32(i32 poison, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_xor_i32_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_xor_i32_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i32 @llvm.amdgcn.wave.reduce.xor.i32(i32 123, i32 1) | |
| ; CHECK-NEXT: store i32 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i32 @llvm.amdgcn.wave.reduce.xor.i32(i32 123, i32 1) | |
| store i32 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_xor_i64_poison(ptr addrspace(1) %out, i64 %in) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_xor_i64_poison( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.xor.i64(i64 poison, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.xor.i64(i64 poison, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } | |
| define amdgpu_kernel void @test_no_fold_wave_reduce_xor_i64_const(ptr addrspace(1) %out) { | |
| ; CHECK-LABEL: @test_no_fold_wave_reduce_xor_i64_const( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[RESULT:%.*]] = call i64 @llvm.amdgcn.wave.reduce.xor.i64(i64 123, i32 1) | |
| ; CHECK-NEXT: store i64 [[RESULT]], ptr addrspace(1) [[OUT:%.*]], align 4 | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %result = call i64 @llvm.amdgcn.wave.reduce.xor.i64(i64 123, i32 1) | |
| store i64 %result, ptr addrspace(1) %out | |
| ret void | |
| } |