llvm/test/CodeGen/AArch64/bf16.ll

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc < %s -mtriple=arm64-eabi -mattr=+bf16 | FileCheck %s
; RUN: llc < %s -mtriple=aarch64 -mattr=+bf16 | FileCheck %s

; test argument passing and simple load/store

define bfloat @test_load(ptr %p) nounwind {
; CHECK-LABEL: test_load:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr h0, [x0]
; CHECK-NEXT:    ret
  %tmp1 = load bfloat, ptr %p, align 16
  ret bfloat %tmp1
}

define bfloat @test_load_offset1(ptr %p) nounwind {
; CHECK-LABEL: test_load_offset1:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldur h0, [x0, #1]
; CHECK-NEXT:    ret
  %g = getelementptr inbounds i8, ptr %p, i64 1
  %tmp1 = load bfloat, ptr %g, align 2
  ret bfloat %tmp1
}

define bfloat @test_load_offset2(ptr %p) nounwind {
; CHECK-LABEL: test_load_offset2:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr h0, [x0, #2]
; CHECK-NEXT:    ret
  %g = getelementptr inbounds i8, ptr %p, i64 2
  %tmp1 = load bfloat, ptr %g, align 2
  ret bfloat %tmp1
}

define <4 x bfloat> @test_vec_load(ptr %p) nounwind {
; CHECK-LABEL: test_vec_load:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr d0, [x0]
; CHECK-NEXT:    ret
  %tmp1 = load <4 x bfloat>, ptr %p, align 16
  ret <4 x bfloat> %tmp1
}

define void @test_store(ptr %a, bfloat %b) nounwind {
; CHECK-LABEL: test_store:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str h0, [x0]
; CHECK-NEXT:    ret
  store bfloat %b, ptr %a, align 16
  ret void
}

define void @test_store_negative_offset(ptr %a, bfloat %b) nounwind {
; CHECK-LABEL: test_store_negative_offset:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    stur h0, [x0, #-4]
; CHECK-NEXT:    ret
entry:
  %0 = getelementptr inbounds bfloat, ptr %a, i64 -2
  store bfloat %b, ptr %0, align 2
  ret void
}

; Simple store of v4bf16
define void @test_vec_store(ptr %a, <4 x bfloat> %b) nounwind {
; CHECK-LABEL: test_vec_store:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    str d0, [x0]
; CHECK-NEXT:    ret
entry:
  store <4 x bfloat> %b, ptr %a, align 16
  ret void
}

define <8 x bfloat> @test_build_vector_const() {
; CHECK-LABEL: test_build_vector_const:
; CHECK:       // %bb.0:
; CHECK-NEXT:    mov w8, #16256 // =0x3f80
; CHECK-NEXT:    dup v0.8h, w8
; CHECK-NEXT:    ret
  ret  <8 x bfloat> <bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80, bfloat 0xR3F80>
}

define ptr @test_store_post(bfloat %val, ptr %ptr) {
; CHECK-LABEL: test_store_post:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str h0, [x0], #2
; CHECK-NEXT:    ret
  store bfloat %val, ptr %ptr
  %next = getelementptr bfloat, ptr %ptr, i32 1
  ret ptr %next
}

define ptr @test_store_post_v4bf16(<4 x bfloat> %val, ptr %ptr) {
; CHECK-LABEL: test_store_post_v4bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str d0, [x0], #8
; CHECK-NEXT:    ret
  store <4 x bfloat> %val, ptr %ptr
  %next = getelementptr <4 x bfloat>, ptr %ptr, i32 1
  ret ptr %next
}

define ptr @test_store_post_v8bf16(<8 x bfloat> %val, ptr %ptr) {
; CHECK-LABEL: test_store_post_v8bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str q0, [x0], #16
; CHECK-NEXT:    ret
  store <8 x bfloat> %val, ptr %ptr
  %next = getelementptr <8 x bfloat>, ptr %ptr, i32 1
  ret ptr %next
}

define { bfloat, ptr } @test_load_post(ptr %ptr) {
; CHECK-LABEL: test_load_post:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr h0, [x0], #2
; CHECK-NEXT:    ret
  %val = load bfloat, ptr %ptr
  %res.tmp = insertvalue { bfloat, ptr } undef, bfloat %val, 0
  %next = getelementptr bfloat, ptr %ptr, i32 1
  %res = insertvalue { bfloat, ptr } %res.tmp, ptr %next, 1
  ret { bfloat, ptr } %res
}

define { <4 x bfloat>, ptr } @test_load_post_v4bf16(ptr %ptr) {
; CHECK-LABEL: test_load_post_v4bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr d0, [x0], #8
; CHECK-NEXT:    ret
  %val = load <4 x bfloat>, ptr %ptr
  %res.tmp = insertvalue { <4 x bfloat>, ptr } undef, <4 x bfloat> %val, 0
  %next = getelementptr <4 x bfloat>, ptr %ptr, i32 1
  %res = insertvalue { <4 x bfloat>, ptr } %res.tmp, ptr %next, 1
  ret { <4 x bfloat>, ptr } %res
}

define { <8 x bfloat>, ptr } @test_load_post_v8bf16(ptr %ptr) {
; CHECK-LABEL: test_load_post_v8bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr q0, [x0], #16
; CHECK-NEXT:    ret
  %val = load <8 x bfloat>, ptr %ptr
  %res.tmp = insertvalue { <8 x bfloat>, ptr } undef, <8 x bfloat> %val, 0
  %next = getelementptr <8 x bfloat>, ptr %ptr, i32 1
  %res = insertvalue { <8 x bfloat>, ptr } %res.tmp, ptr %next, 1
  ret { <8 x bfloat>, ptr } %res
}

define ptr @test_store_pre(bfloat %val, ptr %ptr) {
; CHECK-LABEL: test_store_pre:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str h0, [x0, #2]!
; CHECK-NEXT:    ret
  %next = getelementptr bfloat, ptr %ptr, i32 1
  store bfloat %val, ptr %next
  ret ptr %next
}

define ptr @test_store_pre_v4bf16(<4 x bfloat> %val, ptr %ptr) {
; CHECK-LABEL: test_store_pre_v4bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str d0, [x0, #8]!
; CHECK-NEXT:    ret
  %next = getelementptr <4 x bfloat>, ptr %ptr, i32 1
  store <4 x bfloat> %val, ptr %next
  ret ptr %next
}

define ptr @test_store_pre_v8bf16(<8 x bfloat> %val, ptr %ptr) {
; CHECK-LABEL: test_store_pre_v8bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    str q0, [x0, #16]!
; CHECK-NEXT:    ret
  %next = getelementptr <8 x bfloat>, ptr %ptr, i32 1
  store <8 x bfloat> %val, ptr %next
  ret ptr %next
}

define ptr @test_store_pre_v8bf16_trunc(ptr %ptr) {
; CHECK-LABEL: test_store_pre_v8bf16_trunc:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr q0, [x0]
; CHECK-NEXT:    str q0, [x0, #16]!
; CHECK-NEXT:    ret
  %t = load <8 x bfloat>, ptr %ptr
  %next = getelementptr <8 x bfloat>, ptr %ptr, i32 1
  store <8 x bfloat> %t, ptr %next
  ret ptr %next
}

define { bfloat, ptr } @test_load_pre(ptr %ptr) {
; CHECK-LABEL: test_load_pre:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr h0, [x0, #2]!
; CHECK-NEXT:    ret
  %next = getelementptr bfloat, ptr %ptr, i32 1
  %val = load bfloat, ptr %next
  %res.tmp = insertvalue { bfloat, ptr } undef, bfloat %val, 0
  %res = insertvalue { bfloat, ptr } %res.tmp, ptr %next, 1
  ret { bfloat, ptr } %res
}

define { <4 x bfloat>, ptr } @test_load_pre_v4bf16(ptr %ptr) {
; CHECK-LABEL: test_load_pre_v4bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr d0, [x0, #8]!
; CHECK-NEXT:    ret
  %next = getelementptr <4 x bfloat>, ptr %ptr, i32 1
  %val = load <4 x bfloat>, ptr %next
  %res.tmp = insertvalue { <4 x bfloat>, ptr } undef, <4 x bfloat> %val, 0
  %res = insertvalue { <4 x bfloat>, ptr } %res.tmp, ptr %next, 1
  ret { <4 x bfloat>, ptr } %res
}

define { <8 x bfloat>, ptr } @test_load_pre_v8bf16(ptr %ptr) {
; CHECK-LABEL: test_load_pre_v8bf16:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ldr q0, [x0, #16]!
; CHECK-NEXT:    ret
  %next = getelementptr <8 x bfloat>, ptr %ptr, i32 1
  %val = load <8 x bfloat>, ptr %next
  %res.tmp = insertvalue { <8 x bfloat>, ptr } undef, <8 x bfloat> %val, 0
  %res = insertvalue { <8 x bfloat>, ptr } %res.tmp, ptr %next, 1
  ret { <8 x bfloat>, ptr } %res
}

define bfloat @test_bitcast_halftobfloat(half %a) nounwind {
; CHECK-LABEL: test_bitcast_halftobfloat:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ret
  %r = bitcast half %a to bfloat
  ret bfloat %r
}

define half @test_bitcast_bfloattohalf(bfloat %a) nounwind {
; CHECK-LABEL: test_bitcast_bfloattohalf:
; CHECK:       // %bb.0:
; CHECK-NEXT:    ret
  %r = bitcast bfloat %a to half
  ret half %r
}