| ; RUN: llc -O0 -mtriple=spirv32-unknown-unknown %s -o - | FileCheck %s --check-prefix=CHECK-SPIRV |
| ; RUN: %if spirv-tools %{ llc -O0 -mtriple=spirv32-unknown-unknown %s -o - -filetype=obj | spirv-val %} |
| |
| ;; This test checks that the backend is capable to correctly translate |
| ;; sub_group_barrier built-in function [1] from cl_khr_subgroups extension into |
| ;; corresponding SPIR-V instruction. |
| |
| ;; __kernel void test_barrier_const_flags() { |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE); |
| ;; work_group_barrier(CLK_GLOBAL_MEM_FENCE); |
| ;; work_group_barrier(CLK_IMAGE_MEM_FENCE); |
| ;; |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE | CLK_GLOBAL_MEM_FENCE); |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE | CLK_IMAGE_MEM_FENCE); |
| ;; work_group_barrier(CLK_GLOBAL_MEM_FENCE | CLK_LOCAL_MEM_FENCE | CLK_IMAGE_MEM_FENCE); |
| ;; |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE, memory_scope_work_item); |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE, memory_scope_work_group); |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE, memory_scope_device); |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE, memory_scope_all_svm_devices); |
| ;; work_group_barrier(CLK_LOCAL_MEM_FENCE, memory_scope_sub_group); |
| ;; |
| ;; barrier should also work (preserved for backward compatibility) |
| ;; barrier(CLK_GLOBAL_MEM_FENCE); |
| ;; } |
| ;; |
| ;; __kernel void test_barrier_non_const_flags(cl_mem_fence_flags flags, memory_scope scope) { |
| ;; FIXME: OpenCL spec doesn't require flags to be compile-time known |
| ;; work_group_barrier(flags); |
| ;; work_group_barrier(flags, scope); |
| ;; } |
| |
| ; CHECK-SPIRV: OpName %[[#TEST_CONST_FLAGS:]] "test_barrier_const_flags" |
| ; CHECK-SPIRV: %[[#UINT:]] = OpTypeInt 32 0 |
| |
| ;; In SPIR-V, barrier is represented as OpControlBarrier [2] and OpenCL |
| ;; cl_mem_fence_flags are represented as part of Memory Semantics [3], which |
| ;; also includes memory order constraints. The backend applies some default |
| ;; memory order for OpControlBarrier and therefore, constants below include a |
| ;; bit more information than original source |
| |
| ;; 0x10 SequentiallyConsistent + 0x100 WorkgroupMemory |
| ; CHECK-SPIRV-DAG: %[[#LOCAL:]] = OpConstant %[[#UINT]] 272 |
| ;; 0x10 SequentiallyConsistent + 0x200 CrossWorkgroupMemory |
| ; CHECK-SPIRV-DAG: %[[#GLOBAL:]] = OpConstant %[[#UINT]] 528 |
| ;; 0x10 SequentiallyConsistent + 0x800 ImageMemory |
| ; CHECK-SPIRV-DAG: %[[#IMAGE:]] = OpConstant %[[#UINT]] 2064 |
| ;; 0x10 SequentiallyConsistent + 0x100 WorkgroupMemory + 0x200 CrossWorkgroupMemory |
| ; CHECK-SPIRV-DAG: %[[#LOCAL_GLOBAL:]] = OpConstant %[[#UINT]] 784 |
| ;; 0x10 SequentiallyConsistent + 0x100 WorkgroupMemory + 0x800 ImageMemory |
| ; CHECK-SPIRV-DAG: %[[#LOCAL_IMAGE:]] = OpConstant %[[#UINT]] 2320 |
| ;; 0x10 SequentiallyConsistent + 0x100 WorkgroupMemory + 0x200 CrossWorkgroupMemory + 0x800 ImageMemory |
| ; CHECK-SPIRV-DAG: %[[#LOCAL_GLOBAL_IMAGE:]] = OpConstant %[[#UINT]] 2832 |
| |
| ;; Scopes [4]: |
| ;; 2 Workgroup |
| ; CHECK-SPIRV-DAG: %[[#SCOPE_WORK_GROUP:]] = OpConstant %[[#UINT]] 2{{$}} |
| ;; 4 Invocation |
| ; CHECK-SPIRV-DAG: %[[#SCOPE_INVOCATION:]] = OpConstant %[[#UINT]] 4{{$}} |
| ;; 1 Device |
| ; CHECK-SPIRV-DAG: %[[#SCOPE_DEVICE:]] = OpConstant %[[#UINT]] 1{{$}} |
| ;; 0 CrossDevice |
| ; CHECK-SPIRV-DAG: %[[#SCOPE_CROSS_DEVICE:]] = OpConstantNull %[[#UINT]] |
| ;; 3 Subgroup |
| ; CHECK-SPIRV-DAG: %[[#SCOPE_SUBGROUP:]] = OpConstant %[[#UINT]] 3{{$}} |
| |
| ; CHECK-SPIRV: %[[#TEST_CONST_FLAGS]] = OpFunction %[[#]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#GLOBAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#IMAGE]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#LOCAL_GLOBAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#LOCAL_IMAGE]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#LOCAL_GLOBAL_IMAGE]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_INVOCATION]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_DEVICE]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_CROSS_DEVICE]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_SUBGROUP]] %[[#LOCAL]] |
| ; CHECK-SPIRV: OpControlBarrier %[[#SCOPE_WORK_GROUP]] %[[#SCOPE_WORK_GROUP]] %[[#GLOBAL]] |
| |
| define dso_local spir_kernel void @test_barrier_const_flags() local_unnamed_addr { |
| entry: |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 1) |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 2) |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 4) |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 3) |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 5) |
| tail call spir_func void @_Z18work_group_barrierj(i32 noundef 7) |
| tail call spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef 1, i32 noundef 0) |
| tail call spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef 1, i32 noundef 1) |
| tail call spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef 1, i32 noundef 2) |
| tail call spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef 1, i32 noundef 3) |
| tail call spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef 1, i32 noundef 4) |
| tail call spir_func void @_Z7barrierj(i32 noundef 2) |
| ret void |
| } |
| |
| declare spir_func void @_Z18work_group_barrierj(i32 noundef) local_unnamed_addr |
| |
| declare spir_func void @_Z18work_group_barrierj12memory_scope(i32 noundef, i32 noundef) local_unnamed_addr |
| |
| declare spir_func void @_Z7barrierj(i32 noundef) local_unnamed_addr |
| |
| define dso_local spir_kernel void @test_barrier_non_const_flags(i32 noundef %flags, i32 noundef %scope) local_unnamed_addr { |
| entry: |
| ret void |
| } |
| |
| ;; References: |
| ;; [1]: https://www.khronos.org/registry/OpenCL/sdk/2.0/docs/man/xhtml/work_group_barrier.html |
| ;; [2]: https://www.khronos.org/registry/spir-v/specs/unified1/SPIRV.html#OpControlBarrier |
| ;; [3]: https://www.khronos.org/registry/spir-v/specs/unified1/SPIRV.html#_a_id_memory_semantics__id_a_memory_semantics_lt_id_gt |