| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+amx-tile,+amx-bf16,+avx10.2-512, \ |
| ; RUN: -mattr=+amx-avx512 -verify-machineinstrs | FileCheck %s |
| |
| define void @test_amx(i8* %pointer, i8* %base, i32 %index, i64 %stride) { |
| ; CHECK-LABEL: test_amx: |
| ; CHECK: # %bb.0: |
| ; CHECK-NEXT: vxorps %xmm0, %xmm0, %xmm0 |
| ; CHECK-NEXT: vmovups %zmm0, -{{[0-9]+}}(%rsp) |
| ; CHECK-NEXT: movb $1, -{{[0-9]+}}(%rsp) |
| ; CHECK-NEXT: movb $8, -{{[0-9]+}}(%rsp) |
| ; CHECK-NEXT: movw $8, -{{[0-9]+}}(%rsp) |
| ; CHECK-NEXT: ldtilecfg -{{[0-9]+}}(%rsp) |
| ; CHECK-NEXT: movw $8, %ax |
| ; CHECK-NEXT: tileloadd (%rsi,%rcx), %tmm0 |
| ; CHECK-NEXT: tcvtrowd2ps %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowd2ps $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2bf16h %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2bf16h $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2bf16l %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2bf16l $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2phh %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2phh $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2phl %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tcvtrowps2phl $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tilemovrow %edx, %tmm0, %zmm0 |
| ; CHECK-NEXT: tilemovrow $16, %tmm0, %zmm0 |
| ; CHECK-NEXT: tilestored %tmm0, (%rdi,%rcx) |
| ; CHECK-NEXT: tilerelease |
| ; CHECK-NEXT: vzeroupper |
| ; CHECK-NEXT: retq |
| |
| %a = call x86_amx @llvm.x86.tileloadd64.internal(i16 8, i16 8, i8* %base, i64 %stride) |
| call <16 x float> @llvm.x86.tcvtrowd2ps.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <16 x float> @llvm.x86.tcvtrowd2ps.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| call <32 x bfloat> @llvm.x86.tcvtrowps2bf16h.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <32 x bfloat> @llvm.x86.tcvtrowps2bf16h.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| call <32 x bfloat> @llvm.x86.tcvtrowps2bf16l.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <32 x bfloat> @llvm.x86.tcvtrowps2bf16l.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| call <32 x half> @llvm.x86.tcvtrowps2phh.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <32 x half> @llvm.x86.tcvtrowps2phh.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| call <32 x half> @llvm.x86.tcvtrowps2phl.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <32 x half> @llvm.x86.tcvtrowps2phl.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| call <16 x i32> @llvm.x86.tilemovrow.internal(i16 8, i16 8, x86_amx %a, i32 %index) |
| call <16 x i32> @llvm.x86.tilemovrow.internal(i16 8, i16 8, x86_amx %a, i32 16) |
| |
| call void @llvm.x86.tilestored64.internal(i16 8, i16 8, i8* %pointer, i64 %stride, x86_amx %a) |
| ret void |
| } |
| |
| declare x86_amx @llvm.x86.tilezero.internal(i16, i16) |
| declare x86_amx @llvm.x86.tileloadd64.internal(i16, i16, i8*, i64) |
| declare x86_amx @llvm.x86.tileloaddt164.internal(i16, i16, i8*, i64) |
| declare void @llvm.x86.tilestored64.internal(i16, i16, i8*, i64, x86_amx) |
| |
| declare <16 x float> @llvm.x86.tcvtrowd2ps.internal(i16, i16, x86_amx, i32) |
| declare <32 x bfloat> @llvm.x86.tcvtrowps2bf16h.internal(i16, i16, x86_amx, i32) |
| declare <32 x bfloat> @llvm.x86.tcvtrowps2bf16l.internal(i16, i16, x86_amx, i32) |
| declare <32 x half> @llvm.x86.tcvtrowps2phh.internal(i16, i16, x86_amx, i32) |
| declare <32 x half> @llvm.x86.tcvtrowps2phl.internal(i16, i16, x86_amx, i32) |
| declare <16 x i32> @llvm.x86.tilemovrow.internal(i16, i16, x86_amx, i32) |