| ; RUN: llc -O0 -mtriple=spirv1.5-unknown-unknown %s -o - | FileCheck %s --check-prefixes=CHECK,CHECK-EXP |
| ; RUN: llc -O0 -mtriple=spirv1.6-unknown-unknown %s -o - | FileCheck %s --check-prefixes=CHECK,CHECK-DOT |
| ; RUN: llc -O0 -mtriple=spirv1.5-unknown-unknown -spirv-ext=+SPV_KHR_integer_dot_product %s -o - | FileCheck %s --check-prefixes=CHECK,CHECK-DOT,CHECK-EXT |
| ; RUN: %if spirv-tools %{ llc -O0 -mtriple=spirv1.5-unknown-unknown %s -o - -filetype=obj | spirv-val %} |
| ; RUN: %if spirv-tools %{ llc -O0 -mtriple=spirv1.6-unknown-unknown %s -o - -filetype=obj | spirv-val %} |
| ; RUN: %if spirv-tools %{ llc -O0 -mtriple=spirv1.5-unknown-unknown -spirv-ext=+SPV_KHR_integer_dot_product %s -o - -filetype=obj | spirv-val %} |
| |
| ; Make sure dxil operation function calls for dot are generated for int/uint vectors. |
| |
| ; CHECK-DAG: OpCapability Int8 |
| ; CHECK-DOT-DAG: OpCapability DotProduct |
| ; CHECK-DOT-DAG: OpCapability DotProductInputAll |
| ; CHECK-DOT-DAG: OpCapability DotProductInput4x8Bit |
| ; CHECK-EXT-DAG: OpExtension "SPV_KHR_integer_dot_product" |
| |
| ; CHECK-DAG: %[[#int_8:]] = OpTypeInt 8 |
| ; CHECK-DAG: %[[#vec4_int_8:]] = OpTypeVector %[[#int_8]] 4 |
| ; CHECK-DAG: %[[#int_16:]] = OpTypeInt 16 |
| ; CHECK-DAG: %[[#vec2_int_16:]] = OpTypeVector %[[#int_16]] 2 |
| ; CHECK-DAG: %[[#vec3_int_16:]] = OpTypeVector %[[#int_16]] 3 |
| ; CHECK-DAG: %[[#int_32:]] = OpTypeInt 32 |
| ; CHECK-DAG: %[[#vec4_int_32:]] = OpTypeVector %[[#int_32]] 4 |
| ; CHECK-DAG: %[[#int_64:]] = OpTypeInt 64 |
| ; CHECK-DAG: %[[#vec2_int_64:]] = OpTypeVector %[[#int_64]] 2 |
| |
| define noundef i8 @dot_int8_t4(<4 x i8> noundef %a, <4 x i8> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec4_int_8]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec4_int_8]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpSDot %[[#int_8]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec4_int_8]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_8]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_8]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum:]] = OpIAdd %[[#int_8]] %[[#elt0]] %[[#elt1]] |
| %dot = call i8 @llvm.spv.sdot.v4i8(<4 x i8> %a, <4 x i8> %b) |
| ret i8 %dot |
| } |
| |
| define noundef i16 @dot_int16_t2(<2 x i16> noundef %a, <2 x i16> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec2_int_16]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec2_int_16]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpSDot %[[#int_16]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec2_int_16]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_16]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_16]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum:]] = OpIAdd %[[#int_16]] %[[#elt0]] %[[#elt1]] |
| %dot = call i16 @llvm.spv.sdot.v3i16(<2 x i16> %a, <2 x i16> %b) |
| ret i16 %dot |
| } |
| |
| define noundef i32 @dot_int4(<4 x i32> noundef %a, <4 x i32> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec4_int_32]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec4_int_32]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpSDot %[[#int_32]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec4_int_32]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum0:]] = OpIAdd %[[#int_32]] %[[#elt0]] %[[#elt1]] |
| ; CHECK-EXP: %[[#elt2:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 2 |
| ; CHECK-EXP: %[[#sum1:]] = OpIAdd %[[#int_32]] %[[#sum0]] %[[#elt2]] |
| ; CHECK-EXP: %[[#elt3:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 3 |
| ; CHECK-EXP: %[[#sum2:]] = OpIAdd %[[#int_32]] %[[#sum1]] %[[#elt3]] |
| %dot = call i32 @llvm.spv.sdot.v4i32(<4 x i32> %a, <4 x i32> %b) |
| ret i32 %dot |
| } |
| |
| define noundef i8 @dot_uint8_t4(<4 x i8> noundef %a, <4 x i8> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec4_int_8]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec4_int_8]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpUDot %[[#int_8]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec4_int_8]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_8]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_8]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum:]] = OpIAdd %[[#int_8]] %[[#elt0]] %[[#elt1]] |
| %dot = call i8 @llvm.spv.udot.v4i8(<4 x i8> %a, <4 x i8> %b) |
| ret i8 %dot |
| } |
| |
| define noundef i16 @dot_uint16_t3(<3 x i16> noundef %a, <3 x i16> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec3_int_16]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec3_int_16]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpUDot %[[#int_16]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec3_int_16]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_16]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_16]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum0:]] = OpIAdd %[[#int_16]] %[[#elt0]] %[[#elt1]] |
| ; CHECK-EXP: %[[#elt2:]] = OpCompositeExtract %[[#int_16]] %[[#mul_vec]] 2 |
| ; CHECK-EXP: %[[#sum1:]] = OpIAdd %[[#int_16]] %[[#sum0]] %[[#elt2]] |
| %dot = call i16 @llvm.spv.udot.v3i16(<3 x i16> %a, <3 x i16> %b) |
| ret i16 %dot |
| } |
| |
| define noundef i32 @dot_uint4(<4 x i32> noundef %a, <4 x i32> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec4_int_32]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec4_int_32]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpUDot %[[#int_32]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec4_int_32]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum0:]] = OpIAdd %[[#int_32]] %[[#elt0]] %[[#elt1]] |
| ; CHECK-EXP: %[[#elt2:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 2 |
| ; CHECK-EXP: %[[#sum1:]] = OpIAdd %[[#int_32]] %[[#sum0]] %[[#elt2]] |
| ; CHECK-EXP: %[[#elt3:]] = OpCompositeExtract %[[#int_32]] %[[#mul_vec]] 3 |
| ; CHECK-EXP: %[[#sum2:]] = OpIAdd %[[#int_32]] %[[#sum1]] %[[#elt3]] |
| %dot = call i32 @llvm.spv.udot.v4i32(<4 x i32> %a, <4 x i32> %b) |
| ret i32 %dot |
| } |
| |
| define noundef i64 @dot_uint64_t4(<2 x i64> noundef %a, <2 x i64> noundef %b) { |
| entry: |
| ; CHECK: %[[#arg0:]] = OpFunctionParameter %[[#vec2_int_64]] |
| ; CHECK: %[[#arg1:]] = OpFunctionParameter %[[#vec2_int_64]] |
| |
| ; CHECK-DOT: %[[#dot:]] = OpUDot %[[#int_64]] %[[#arg0]] %[[#arg1]] |
| |
| ; CHECK-EXP: %[[#mul_vec:]] = OpIMul %[[#vec2_int_64]] %[[#arg0]] %[[#arg1]] |
| ; CHECK-EXP: %[[#elt0:]] = OpCompositeExtract %[[#int_64]] %[[#mul_vec]] 0 |
| ; CHECK-EXP: %[[#elt1:]] = OpCompositeExtract %[[#int_64]] %[[#mul_vec]] 1 |
| ; CHECK-EXP: %[[#sum0:]] = OpIAdd %[[#int_64]] %[[#elt0]] %[[#elt1]] |
| %dot = call i64 @llvm.spv.udot.v2i64(<2 x i64> %a, <2 x i64> %b) |
| ret i64 %dot |
| } |
| |
| declare i8 @llvm.spv.sdot.v4i8(<4 x i8>, <4 x i8>) |
| declare i16 @llvm.spv.sdot.v2i16(<2 x i16>, <2 x i16>) |
| declare i32 @llvm.spv.sdot.v4i32(<4 x i32>, <4 x i32>) |
| declare i8 @llvm.spv.udot.v4i8(<4 x i8>, <4 x i8>) |
| declare i16 @llvm.spv.udot.v3i32(<3 x i16>, <3 x i16>) |
| declare i32 @llvm.spv.udot.v4i32(<4 x i32>, <4 x i32>) |
| declare i64 @llvm.spv.udot.v2i64(<2 x i64>, <2 x i64>) |