; RUN: opt < %s -aarch64-stack-tagging -S -o - | FileCheck %s

target datalayout = "e-m:e-i8:8:32-i16:16:32-i64:64-i128:128-n32:64-S128"
target triple = "aarch64--linux-android"

declare void @use(i8*)
declare void @llvm.lifetime.start.p0i8(i64, i8* nocapture)
declare void @llvm.lifetime.end.p0i8(i64, i8* nocapture)
declare void @llvm.memset.p0i8.i64(i8* nocapture writeonly, i8, i64, i1 immarg)

define void @OneVarNoInit() sanitize_memtag {
entry:
  %x = alloca i32, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 4, i8* nonnull %0)
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 4, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @OneVarNoInit(
; CHECK-DAG:  [[X:%.*]] = alloca { i32, [12 x i8] }, align 16
; CHECK-DAG:  [[TX:%.*]] = call { i32, [12 x i8] }* @llvm.aarch64.tagp.{{.*}}({ i32, [12 x i8] }* [[X]], {{.*}}, i64 0)
; CHECK-DAG:  [[TX32:%.*]] = bitcast { i32, [12 x i8] }* [[TX]] to i32*
; CHECK-DAG:  [[TX8:%.*]] = bitcast i32* [[TX32]] to i8*
; CHECK-DAG:  call void @llvm.lifetime.start.p0i8(i64 4, i8* nonnull [[TX8]])
; CHECK-DAG:  call void @llvm.aarch64.settag(i8* [[TX8]], i64 16)
; CHECK-DAG:  call void @use(i8* nonnull [[TX8]])
; CHECK-DAG:  call void @llvm.lifetime.end.p0i8(i64 4, i8* nonnull [[TX8]])

define void @OneVarInitConst() sanitize_memtag {
entry:
  %x = alloca i32, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 4, i8* nonnull %0)
  store i32 42, i32* %x, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 4, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @OneVarInitConst(
; CHECK:  [[TX:%.*]] = call { i32, [12 x i8] }* @llvm.aarch64.tagp
; CHECK:  [[TX32:%.*]] = bitcast { i32, [12 x i8] }* [[TX]] to i32*
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX32]] to i8*
; CHECK-NOT: aarch64.settag
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 42, i64 0)
; Untagging before lifetime.end:
; CHECK:  call void @llvm.aarch64.settag(
; CHECK-NOT: aarch64.settag
; CHECK:  ret void

define void @ArrayInitConst() sanitize_memtag {
entry:
  %x = alloca i32, i32 16, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 64, i8* nonnull %0)
  store i32 42, i32* %x, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 64, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @ArrayInitConst(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp.
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 42, i64 0)
; CHECK:  [[TX8_16:%.*]] = getelementptr i8, i8* [[TX8]], i32 16
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8_16]], i64 48)
; CHECK:  ret void

define void @ArrayInitConst2() sanitize_memtag {
entry:
  %x = alloca i32, i32 16, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 64, i8* nonnull %0)
  store i32 42, i32* %x, align 4
  %1 = getelementptr i32, i32* %x, i32 1
  store i32 43, i32* %1, align 4
  %2 = getelementptr i32, i32* %x, i32 2
  %3 = bitcast i32* %2 to i64*
  store i64 -1, i64* %3, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 64, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @ArrayInitConst2(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp.
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 184683593770, i64 -1)
; CHECK:  [[TX8_16:%.*]] = getelementptr i8, i8* [[TX8]], i32 16
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8_16]], i64 48)
; CHECK:  ret void

define void @ArrayInitConstSplit() sanitize_memtag {
entry:
  %x = alloca i32, i32 16, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 64, i8* nonnull %0)
  %1 = getelementptr i32, i32* %x, i32 1
  %2 = bitcast i32* %1 to i64*
  store i64 -1, i64* %2, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 64, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @ArrayInitConstSplit(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp.
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 -4294967296, i64 4294967295)
; CHECK:  ret void

define void @ArrayInitConstWithHoles() sanitize_memtag {
entry:
  %x = alloca i32, i32 32, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 128, i8* nonnull %0)
  %1 = getelementptr i32, i32* %x, i32 5
  store i32 42, i32* %1, align 4
  %2 = getelementptr i32, i32* %x, i32 14
  store i32 43, i32* %2, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 128, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @ArrayInitConstWithHoles(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp.
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8]], i64 16)
; CHECK:  [[TX8_16:%.*]] = getelementptr i8, i8* %0, i32 16
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8_16]], i64 180388626432, i64 0)
; CHECK:  [[TX8_32:%.*]] = getelementptr i8, i8* %0, i32 32
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8_32]], i64 16)
; CHECK:  [[TX8_48:%.*]] = getelementptr i8, i8* %0, i32 48
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8_48]], i64 0, i64 43)
; CHECK:  [[TX8_64:%.*]] = getelementptr i8, i8* %0, i32 64
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8_64]], i64 64)
; CHECK:  ret void

define void @InitNonConst(i32 %v) sanitize_memtag {
entry:
  %x = alloca i32, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 4, i8* nonnull %0)
  store i32 %v, i32* %x, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 4, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @InitNonConst(
; CHECK:  [[TX:%.*]] = call { i32, [12 x i8] }* @llvm.aarch64.tagp
; CHECK:  [[TX32:%.*]] = bitcast { i32, [12 x i8] }* [[TX]] to i32*
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX32]] to i8*
; CHECK:  [[V:%.*]] = zext i32 %v to i64
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 [[V]], i64 0)
; CHECK:  ret void

define void @InitNonConst2(i32 %v, i32 %w) sanitize_memtag {
entry:
  %x = alloca i32, i32 4, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 16, i8* nonnull %0)
  store i32 %v, i32* %x, align 4
  %1 = getelementptr i32, i32* %x, i32 1
  store i32 %w, i32* %1, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 16, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @InitNonConst2(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  [[V:%.*]] = zext i32 %v to i64
; CHECK:  [[W:%.*]] = zext i32 %w to i64
; CHECK:  [[WS:%.*]] = shl i64 [[W]], 32
; CHECK:  [[VW:%.*]] = or i64 [[V]], [[WS]]
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 [[VW]], i64 0)
; CHECK:  ret void

define void @InitVector() sanitize_memtag {
entry:
  %x = alloca i32, i32 4, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 16, i8* nonnull %0)
  %1 = bitcast i32* %x to <2 x i32>*
  store <2 x i32> <i32 1, i32 2>, <2 x i32>* %1, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 16, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @InitVector(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 bitcast (<2 x i32> <i32 1, i32 2> to i64), i64 0)
; CHECK:  ret void

define void @InitVectorPtr(i32* %p) sanitize_memtag {
entry:
  %s = alloca <4 x i32*>, align 8
  %v0 = insertelement <4 x i32*> undef, i32* %p, i32 0
  %v1 = shufflevector <4 x i32*> %v0, <4 x i32*> undef, <4 x i32> zeroinitializer
  store <4 x i32*> %v1, <4 x i32*>* %s
  %0 = bitcast <4 x i32*>* %s to i8*
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @InitVectorPtr(
; CHECK:  call <4 x i32*>* @llvm.aarch64.tagp
; CHECK:  [[V1:%.*]] = shufflevector
; CHECK:  [[V2:%.*]] = ptrtoint <4 x i32*> [[V1]] to <4 x i64>
; CHECK:  [[V3:%.*]] = bitcast <4 x i64> [[V2]] to i256
; CHECK:  [[A1:%.*]] = trunc i256 [[V3]] to i64
; CHECK:  [[A2_:%.*]] = lshr i256 [[V3]], 64
; CHECK:  [[A2:%.*]] = trunc i256 [[A2_]] to i64
; CHECK:  [[A3_:%.*]] = lshr i256 [[V3]], 128
; CHECK:  [[A3:%.*]] = trunc i256 [[A3_]] to i64
; CHECK:  [[A4_:%.*]] = lshr i256 [[V3]], 192
; CHECK:  [[A4:%.*]] = trunc i256 [[A4_]] to i64
; CHECK:  call void @llvm.aarch64.stgp({{.*}}, i64 [[A1]], i64 [[A2]])
; CHECK:  call void @llvm.aarch64.stgp({{.*}}, i64 [[A3]], i64 [[A4]])
; CHECK:  ret void

define void @InitVectorSplit() sanitize_memtag {
entry:
  %x = alloca i32, i32 4, align 4
  %0 = bitcast i32* %x to i8*
  call void @llvm.lifetime.start.p0i8(i64 16, i8* nonnull %0)
  %1 = getelementptr i32, i32* %x, i32 1
  %2 = bitcast i32* %1 to <2 x i32>*
  store <2 x i32> <i32 1, i32 2>, <2 x i32>* %2, align 4
  call void @use(i8* nonnull %0)
  call void @llvm.lifetime.end.p0i8(i64 16, i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @InitVectorSplit(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.stgp(i8* [[TX8]], i64 shl (i64 bitcast (<2 x i32> <i32 1, i32 2> to i64), i64 32), i64 lshr (i64 bitcast (<2 x i32> <i32 1, i32 2> to i64), i64 32))
; CHECK:  ret void

define void @MemSetZero() sanitize_memtag {
entry:
  %x = alloca i32, i32 8, align 16
  %0 = bitcast i32* %x to i8*
  call void @llvm.memset.p0i8.i64(i8* nonnull align 16 %0, i8 0, i64 32, i1 false)
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @MemSetZero(
; CHECK:  [[TX:%.*]] = call i32* @llvm.aarch64.tagp
; CHECK:  [[TX8:%.*]] = bitcast i32* [[TX]] to i8*
; CHECK:  call void @llvm.aarch64.settag.zero(i8* [[TX8]], i64 32)
; CHECK:  ret void


define void @MemSetNonZero() sanitize_memtag {
entry:
  %x = alloca i32, i32 8, align 16
  %0 = bitcast i32* %x to i8*
  call void @llvm.memset.p0i8.i64(i8* nonnull align 16 %0, i8 42, i64 32, i1 false)
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @MemSetNonZero(
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 3038287259199220266, i64 3038287259199220266)
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 3038287259199220266, i64 3038287259199220266)
; CHECK:  ret void


define void @MemSetNonZero2() sanitize_memtag {
entry:
  %x = alloca [32 x i8], align 16
  %0 = getelementptr inbounds [32 x i8], [32 x i8]* %x, i64 0, i64 2
  call void @llvm.memset.p0i8.i64(i8* nonnull %0, i8 42, i64 28, i1 false)
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @MemSetNonZero2(
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 3038287259199209472, i64 3038287259199220266)
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 3038287259199220266, i64 46360584399402)
; CHECK:  ret void

define void @MemSetNonZero3() sanitize_memtag {
entry:
  %x = alloca [32 x i8], align 16
  %0 = getelementptr inbounds [32 x i8], [32 x i8]* %x, i64 0, i64 2
  call void @llvm.memset.p0i8.i64(i8* nonnull %0, i8 42, i64 4, i1 false)
  %1 = getelementptr inbounds [32 x i8], [32 x i8]* %x, i64 0, i64 24
  call void @llvm.memset.p0i8.i64(i8* nonnull %1, i8 42, i64 8, i1 false)
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @MemSetNonZero3(
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 46360584388608, i64 0)
; CHECK:  call void @llvm.aarch64.stgp(i8* {{.*}}, i64 0, i64 3038287259199220266)
; CHECK:  ret void

define void @LargeAlloca() sanitize_memtag {
entry:
  %x = alloca i32, i32 256, align 16
  %0 = bitcast i32* %x to i8*
  call void @llvm.memset.p0i8.i64(i8* nonnull align 16 %0, i8 42, i64 256, i1 false)
  call void @use(i8* nonnull %0)
  ret void
}

; CHECK-LABEL: define void @LargeAlloca(
; CHECK:  call void @llvm.aarch64.settag(i8* {{.*}}, i64 1024)
; CHECK:  call void @llvm.memset.p0i8.i64(i8* {{.*}}, i8 42, i64 256,
; CHECK:  ret void