; RUN: llc < %s -mtriple=arm64-eabi -mattr=+mte | FileCheck %s

; test create_tag
define i32* @create_tag(i32* %ptr, i32 %m) {
entry:
; CHECK-LABEL: create_tag:
  %0 = bitcast i32* %ptr to i8*
  %1 = zext i32 %m to i64
  %2 = tail call i8* @llvm.aarch64.irg(i8* %0, i64 %1)
  %3 = bitcast i8* %2 to i32*
  ret i32* %3
;CHECK: irg x0, x0, {{x[0-9]+}}
}

; *********** __arm_mte_increment_tag  *************
; test increment_tag1
define i32* @increment_tag1(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag1:
  %0 = bitcast i32* %ptr to i8*
  %1 = tail call i8* @llvm.aarch64.addg(i8* %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: addg x0, x0, #0, #7
}

%struct.S2K = type { [512 x i32] }
define i32* @increment_tag1stack(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag1stack:
  %s = alloca %struct.S2K, align 4
  %0 = bitcast %struct.S2K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 2048, i8* nonnull %0)
  %1 = call i8* @llvm.aarch64.addg(i8* nonnull %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  call void @llvm.lifetime.end.p0i8(i64 2048, i8* nonnull %0)
  ret i32* %2
; CHECK: addg x0, sp, #0, #7
}


define i32* @increment_tag2(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag2:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 4
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.addg(i8* nonnull %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: addg x0, x0, #16, #7
}

define i32* @increment_tag2stack(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag2stack:
  %s = alloca %struct.S2K, align 4
  %0 = bitcast %struct.S2K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 2048, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S2K, %struct.S2K* %s, i64 0, i32 0, i64 4
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.addg(i8* nonnull %1, i64 7)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 2048, i8* nonnull %0)
  ret i32* %3
; CHECK: addg x0, sp, #16, #7
}

define i32* @increment_tag3(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag3:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 252
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.addg(i8* nonnull %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: addg x0, x0, #1008, #7
}

define i32* @increment_tag3stack(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag3stack:
  %s = alloca %struct.S2K, align 4
  %0 = bitcast %struct.S2K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 2048, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S2K, %struct.S2K* %s, i64 0, i32 0, i64 252
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.addg(i8* nonnull %1, i64 7)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 2048, i8* nonnull %0)
  ret i32* %3
; CHECK: addg x0, sp, #1008, #7
}


define i32* @increment_tag4(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag4:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 256
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.addg(i8* nonnull %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add [[T0:x[0-9]+]], x0, #1024
; CHECK-NEXT: addg x0, [[T0]], #0, #7
}

define i32* @increment_tag4stack(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag4stack:
  %s = alloca %struct.S2K, align 4
  %0 = bitcast %struct.S2K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 2048, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S2K, %struct.S2K* %s, i64 0, i32 0, i64 256
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.addg(i8* nonnull %1, i64 7)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 2048, i8* nonnull %0)
  ret i32* %3
; CHECK: add [[T0:x[0-9]+]], {{.*}}, #1024
; CHECK-NEXT: addg x0, [[T0]], #0, #7
}


define i32* @increment_tag5(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag5:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 5
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.addg(i8* nonnull %0, i64 7)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add [[T0:x[0-9]+]], x0, #20
; CHECK-NEXT: addg x0, [[T0]], #0, #7
}

define i32* @increment_tag5stack(i32* %ptr) {
entry:
; CHECK-LABEL: increment_tag5stack:
  %s = alloca %struct.S2K, align 4
  %0 = bitcast %struct.S2K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 2048, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S2K, %struct.S2K* %s, i64 0, i32 0, i64 5
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.addg(i8* nonnull %1, i64 7)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 2048, i8* nonnull %0)
  ret i32* %3
; CHECK: add [[T0:x[0-9]+]], {{.*}}, #20
; CHECK-NEXT: addg x0, [[T0]], #0, #7
}


; *********** __arm_mte_exclude_tag  *************
; test exclude_tag
define i32 @exclude_tag(i32* %ptr, i32 %m) local_unnamed_addr #0 {
entry:
;CHECK-LABEL: exclude_tag:
  %0 = zext i32 %m to i64
  %1 = bitcast i32* %ptr to i8*
  %2 = tail call i64 @llvm.aarch64.gmi(i8* %1, i64 %0)
  %conv = trunc i64 %2 to i32
  ret i32 %conv
; CHECK: gmi	x0, x0, {{x[0-9]+}}
}


; *********** __arm_mte_get_tag *************
%struct.S8K = type { [2048 x i32] }
define i32* @get_tag1(i32* %ptr) {
entry:
; CHECK-LABEL: get_tag1:
  %0 = bitcast i32* %ptr to i8*
  %1 = tail call i8* @llvm.aarch64.ldg(i8* %0, i8* %0)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: ldg x0, [x0]
}

define i32* @get_tag1_two_parm(i32* %ret_ptr, i32* %ptr) {
entry:
; CHECK-LABEL: get_tag1_two_parm:
  %0 = bitcast i32* %ret_ptr to i8*
  %1 = bitcast i32* %ptr to i8*
  %2 = tail call i8* @llvm.aarch64.ldg(i8* %0, i8* %1)
  %3 = bitcast i8* %2 to i32*
  ret i32* %3
; CHECK: ldg x0, [x1]
}

define i32* @get_tag1stack() {
entry:
; CHECK-LABEL: get_tag1stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %1 = call i8* @llvm.aarch64.ldg(i8* nonnull %0, i8* nonnull %0)
  %2 = bitcast i8* %1 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %2
; CHECK: mov [[T0:x[0-9]+]], sp
; CHECK: ldg [[T0]], [sp]
}

define i32* @get_tag1stack_two_param(i32* %ret_ptr) {
entry:
; CHECK-LABEL: get_tag1stack_two_param:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  %1 = bitcast i32*  %ret_ptr to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %2 = call i8* @llvm.aarch64.ldg(i8* nonnull %1, i8* nonnull %0)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %3
; CHECK-NOT: mov {{.*}}, sp
; CHECK: ldg x0, [sp]
}


define i32* @get_tag2(i32* %ptr) {
entry:
; CHECK-LABEL: get_tag2:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 4
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.ldg(i8* nonnull %0, i8* nonnull %0)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add  [[T0:x[0-9]+]], x0, #16
; CHECK: ldg  [[T0]], [x0, #16]
}

define i32* @get_tag2stack() {
entry:
; CHECK-LABEL: get_tag2stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 4
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.ldg(i8* nonnull %1, i8* nonnull %1)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %3
; CHECK: mov [[T0:x[0-9]+]], sp
; CHECK: add x0, [[T0]], #16
; CHECK: ldg x0, [sp, #16]
}


define i32* @get_tag3(i32* %ptr) {
entry:
; CHECK-LABEL: get_tag3:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 1020
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.ldg(i8* nonnull %0, i8* nonnull %0)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add [[T0:x[0-8]+]], x0, #4080
; CHECK: ldg [[T0]], [x0, #4080]
}

define i32* @get_tag3stack() {
entry:
; CHECK-LABEL: get_tag3stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 1020
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.ldg(i8* nonnull %1, i8* nonnull %1)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %3
; CHECK: mov [[T0:x[0-9]+]], sp
; CHECK: add x0, [[T0]], #4080
; CHECK: ldg x0, [sp, #4080]
}


define i32* @get_tag4(i32* %ptr) {
entry:
; CHECK-LABEL: get_tag4:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 1024
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.ldg(i8* nonnull %0, i8* nonnull %0)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add x0, x0, #1, lsl #12
; CHECK-NEXT: ldg x0, [x0]
}

define i32* @get_tag4stack() {
entry:
; CHECK-LABEL: get_tag4stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 1024
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.ldg(i8* nonnull %1, i8* nonnull %1)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %3
; CHECK: mov [[T0:x[0-9]+]], sp
; CHECK-NEXT: add x[[T1:[0-9]+]], [[T0]], #1, lsl #12
; CHECK-NEXT: ldg x[[T1]], [x[[T1]]]
}

define i32* @get_tag5(i32* %ptr) {
entry:
; CHECK-LABEL: get_tag5:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 5
  %0 = bitcast i32* %add.ptr to i8*
  %1 = tail call i8* @llvm.aarch64.ldg(i8* nonnull %0, i8* nonnull %0)
  %2 = bitcast i8* %1 to i32*
  ret i32* %2
; CHECK: add x0, x0, #20
; CHECK-NEXT: ldg x0, [x0]
}

define i32* @get_tag5stack() {
entry:
; CHECK-LABEL: get_tag5stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 5
  %1 = bitcast i32* %arrayidx to i8*
  %2 = call i8* @llvm.aarch64.ldg(i8* nonnull %1, i8* nonnull %1)
  %3 = bitcast i8* %2 to i32*
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret i32* %3
; CHECK: mov [[T0:x[0-9]+]], sp
; CHECK: add x[[T1:[0-9]+]], [[T0]], #20
; CHECK-NEXT: ldg x[[T1]], [x[[T1]]]
}


; *********** __arm_mte_set_tag  *************
define void @set_tag1(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag1:
  %0 = bitcast i32* %tag to i8*
  %1 = bitcast i32* %ptr to i8*
  tail call void @llvm.aarch64.stg(i8* %0, i8* %1)
  ret void
; CHECK: stg x0, [x1]
}

define void @set_tag1stack(i32* %tag) {
entry:
; CHECK-LABEL: set_tag1stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast i32* %tag to i8*
  %1 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %1)
  call void @llvm.aarch64.stg(i8* %0, i8* nonnull %1)
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret void
; CHECK: stg x0, [sp]
}


define void @set_tag2(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag2:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 4
  %0 = bitcast i32* %tag to i8*
  %1 = bitcast i32* %add.ptr to i8*
  tail call void @llvm.aarch64.stg(i8* %0, i8* %1)
  ret void
; CHECK: stg x0, [x1, #16]
}

define void @set_tag2stack(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag2stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 4
  %1 = bitcast i32* %arrayidx to i8*
  %2 = bitcast i32* %tag to i8*
  call void @llvm.aarch64.stg(i8* %2, i8* nonnull %1)
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret void
; CHECK: stg x0, [sp, #16]
}


define void @set_tag3(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag3:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 1020
  %0 = bitcast i32* %add.ptr to i8*
  %1 = bitcast i32* %tag to i8*
  tail call void @llvm.aarch64.stg(i8* %1, i8* %0)
  ret void
; CHECK: stg x0, [x1, #4080]
}

define void @set_tag3stack(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag3stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 1020
  %1 = bitcast i32* %arrayidx to i8*
  %2 = bitcast i32* %tag to i8*
  call void @llvm.aarch64.stg(i8* %2, i8* nonnull %1)
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret void
; CHECK: stg x0, [sp, #4080]
}


define void @set_tag4(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag4:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 1024
  %0 = bitcast i32* %add.ptr to i8*
  %1 = bitcast i32* %tag to i8*
  tail call void @llvm.aarch64.stg(i8* %1, i8* %0)
  ret void
; CHECK: add x[[T0:[0-9]+]], x1, #1, lsl #12
; CHECK-NEXT: stg x0, [x[[T0]]]
}

define void @set_tag4stack(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag4stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 1024
  %1 = bitcast i32* %arrayidx to i8*
  %2 = bitcast i32* %tag to i8*
  call void @llvm.aarch64.stg(i8* %2, i8* nonnull %1)
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret void
; CHECK: add x[[T0:[0-9]+]], {{.*}}, #1, lsl #12
; CHECK-NEXT: stg x0, [x[[T0]]]
}


define void @set_tag5(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag5:
  %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 5
  %0 = bitcast i32* %add.ptr to i8*
  %1 = bitcast i32* %tag to i8*
  tail call void @llvm.aarch64.stg(i8* %1, i8* %0)
  ret void
; CHECK: add x[[T0:[0-9]+]], x1, #20
; CHECK-NEXT: stg x0, [x[[T0]]]
}

define void @set_tag5stack(i32* %tag, i32* %ptr) {
entry:
; CHECK-LABEL: set_tag5stack:
  %s = alloca %struct.S8K, align 4
  %0 = bitcast %struct.S8K* %s to i8*
  call void @llvm.lifetime.start.p0i8(i64 8192, i8* nonnull %0)
  %arrayidx = getelementptr inbounds %struct.S8K, %struct.S8K* %s, i64 0, i32 0, i64 5
  %1 = bitcast i32* %arrayidx to i8*
  %2 = bitcast i32* %tag to i8*
  call void @llvm.aarch64.stg(i8* %2, i8* nonnull %1)
  call void @llvm.lifetime.end.p0i8(i64 8192, i8* nonnull %0)
  ret void
; CHECK: add x[[T0:[0-9]+]], {{.*}}, #20
; CHECK-NEXT: stg x0, [x[[T0]]]
}


; *********** __arm_mte_ptrdiff  *************
define i64 @subtract_pointers(i32* %ptra, i32* %ptrb) {
entry:
; CHECK-LABEL: subtract_pointers:
  %0 = bitcast i32* %ptra to i8*
  %1 = bitcast i32* %ptrb to i8*
  %2 = tail call i64 @llvm.aarch64.subp(i8* %0, i8* %1)
  ret i64 %2
; CHECK: subp x0, x0, x1
}

declare i8* @llvm.aarch64.irg(i8*, i64)
declare i8* @llvm.aarch64.addg(i8*, i64)
declare i64 @llvm.aarch64.gmi(i8*, i64)
declare i8* @llvm.aarch64.ldg(i8*, i8*)
declare void @llvm.aarch64.stg(i8*, i8*)
declare i64 @llvm.aarch64.subp(i8*, i8*)

declare void @llvm.lifetime.start.p0i8(i64, i8* nocapture)
declare void @llvm.lifetime.end.p0i8(i64, i8* nocapture)