llvm/test/CodeGen/SystemZ/memcpy-02.ll - llvm-project - Git at Google

 ; Test load/store pairs that act as memcpys.
 ;
 ; RUN: llc < %s -mtriple=s390x-linux-gnu | FileCheck %s

 @g1src = dso_local global i8 1
 @g1dst = dso_local global i8 1
 @g2src = dso_local global i16 2
 @g2dst = dso_local global i16 2
 @g3 = dso_local global i32 3
 @g4 = dso_local global i64 4
 @g5src = external dso_local global fp128, align 16
 @g5dst = external dso_local global fp128, align 16

 ; Test the simple i8 case.
 define dso_local void @f1(ptr %ptr1) {
 ; CHECK-LABEL: f1:
 ; CHECK: mvc 1(1,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i8, ptr %ptr1, i64 1
   %val = load i8, ptr %ptr1
   store i8 %val, ptr %ptr2
   ret void
 }

 ; Test i8 cases where the value is zero-extended to 32 bits.
 define dso_local void @f2(ptr %ptr1) {
 ; CHECK-LABEL: f2:
 ; CHECK: mvc 1(1,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i8, ptr %ptr1, i64 1
   %val = load i8, ptr %ptr1
   %ext = zext i8 %val to i32
   %trunc = trunc i32 %ext to i8
   store i8 %trunc, ptr %ptr2
   ret void
 }

 ; Test i8 cases where the value is zero-extended to 64 bits.
 define dso_local void @f3(ptr %ptr1) {
 ; CHECK-LABEL: f3:
 ; CHECK: mvc 1(1,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i8, ptr %ptr1, i64 1
   %val = load i8, ptr %ptr1
   %ext = zext i8 %val to i64
   %trunc = trunc i64 %ext to i8
   store i8 %trunc, ptr %ptr2
   ret void
 }

 ; Test i8 cases where the value is sign-extended to 32 bits.
 define dso_local void @f4(ptr %ptr1) {
 ; CHECK-LABEL: f4:
 ; CHECK: mvc 1(1,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i8, ptr %ptr1, i64 1
   %val = load i8, ptr %ptr1
   %ext = sext i8 %val to i32
   %trunc = trunc i32 %ext to i8
   store i8 %trunc, ptr %ptr2
   ret void
 }

 ; Test i8 cases where the value is sign-extended to 64 bits.
 define dso_local void @f5(ptr %ptr1) {
 ; CHECK-LABEL: f5:
 ; CHECK: mvc 1(1,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i8, ptr %ptr1, i64 1
   %val = load i8, ptr %ptr1
   %ext = sext i8 %val to i64
   %trunc = trunc i64 %ext to i8
   store i8 %trunc, ptr %ptr2
   ret void
 }

 ; Test the simple i16 case.
 define dso_local void @f6(ptr %ptr1) {
 ; CHECK-LABEL: f6:
 ; CHECK: mvc 2(2,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i16, ptr %ptr1, i64 1
   %val = load i16, ptr %ptr1
   store i16 %val, ptr %ptr2
   ret void
 }

 ; Test i16 cases where the value is zero-extended to 32 bits.
 define dso_local void @f7(ptr %ptr1) {
 ; CHECK-LABEL: f7:
 ; CHECK: mvc 2(2,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i16, ptr %ptr1, i64 1
   %val = load i16, ptr %ptr1
   %ext = zext i16 %val to i32
   %trunc = trunc i32 %ext to i16
   store i16 %trunc, ptr %ptr2
   ret void
 }

 ; Test i16 cases where the value is zero-extended to 64 bits.
 define dso_local void @f8(ptr %ptr1) {
 ; CHECK-LABEL: f8:
 ; CHECK: mvc 2(2,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i16, ptr %ptr1, i64 1
   %val = load i16, ptr %ptr1
   %ext = zext i16 %val to i64
   %trunc = trunc i64 %ext to i16
   store i16 %trunc, ptr %ptr2
   ret void
 }

 ; Test i16 cases where the value is sign-extended to 32 bits.
 define dso_local void @f9(ptr %ptr1) {
 ; CHECK-LABEL: f9:
 ; CHECK: mvc 2(2,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i16, ptr %ptr1, i64 1
   %val = load i16, ptr %ptr1
   %ext = sext i16 %val to i32
   %trunc = trunc i32 %ext to i16
   store i16 %trunc, ptr %ptr2
   ret void
 }

 ; Test i16 cases where the value is sign-extended to 64 bits.
 define dso_local void @f10(ptr %ptr1) {
 ; CHECK-LABEL: f10:
 ; CHECK: mvc 2(2,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i16, ptr %ptr1, i64 1
   %val = load i16, ptr %ptr1
   %ext = sext i16 %val to i64
   %trunc = trunc i64 %ext to i16
   store i16 %trunc, ptr %ptr2
   ret void
 }

 ; Test the simple i32 case.
 define dso_local void @f11(ptr %ptr1) {
 ; CHECK-LABEL: f11:
 ; CHECK: mvc 4(4,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i32, ptr %ptr1, i64 1
   %val = load i32, ptr %ptr1
   store i32 %val, ptr %ptr2
   ret void
 }

 ; Test i32 cases where the value is zero-extended to 64 bits.
 define dso_local void @f12(ptr %ptr1) {
 ; CHECK-LABEL: f12:
 ; CHECK: mvc 4(4,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i32, ptr %ptr1, i64 1
   %val = load i32, ptr %ptr1
   %ext = zext i32 %val to i64
   %trunc = trunc i64 %ext to i32
   store i32 %trunc, ptr %ptr2
   ret void
 }

 ; Test i32 cases where the value is sign-extended to 64 bits.
 define dso_local void @f13(ptr %ptr1) {
 ; CHECK-LABEL: f13:
 ; CHECK: mvc 4(4,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i32, ptr %ptr1, i64 1
   %val = load i32, ptr %ptr1
   %ext = sext i32 %val to i64
   %trunc = trunc i64 %ext to i32
   store i32 %trunc, ptr %ptr2
   ret void
 }

 ; Test the i64 case.
 define dso_local void @f14(ptr %ptr1) {
 ; CHECK-LABEL: f14:
 ; CHECK: mvc 8(8,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i64, ptr %ptr1, i64 1
   %val = load i64, ptr %ptr1
   store i64 %val, ptr %ptr2
   ret void
 }

 ; Test the f32 case.
 define dso_local void @f15(ptr %ptr1) {
 ; CHECK-LABEL: f15:
 ; CHECK: mvc 4(4,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr float, ptr %ptr1, i64 1
   %val = load float, ptr %ptr1
   store float %val, ptr %ptr2
   ret void
 }

 ; Test the f64 case.
 define dso_local void @f16(ptr %ptr1) {
 ; CHECK-LABEL: f16:
 ; CHECK: mvc 8(8,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr double, ptr %ptr1, i64 1
   %val = load double, ptr %ptr1
   store double %val, ptr %ptr2
   ret void
 }

 ; Test the f128 case.
 define dso_local void @f17(ptr %ptr1) {
 ; CHECK-LABEL: f17:
 ; CHECK: mvc 16(16,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr fp128, ptr %ptr1, i64 1
   %val = load fp128, ptr %ptr1
   store fp128 %val, ptr %ptr2
   ret void
 }

 ; Make sure that we don't use MVC if the load is volatile.
 define dso_local void @f18(ptr %ptr1) {
 ; CHECK-LABEL: f18:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %ptr2 = getelementptr i64, ptr %ptr1, i64 1
   %val = load volatile i64, ptr %ptr1
   store i64 %val, ptr %ptr2
   ret void
 }

 ; ...likewise the store.
 define dso_local void @f19(ptr %ptr1) {
 ; CHECK-LABEL: f19:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %ptr2 = getelementptr i64, ptr %ptr1, i64 1
   %val = load i64, ptr %ptr1
   store volatile i64 %val, ptr %ptr2
   ret void
 }

 ; Test that MVC is not used for aligned loads and stores if there is
 ; no way of telling whether they alias.  We don't want to use MVC in
 ; cases where the addresses could be equal.
 define dso_local void @f20(ptr %ptr1, ptr %ptr2) {
 ; CHECK-LABEL: f20:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %val = load i64, ptr %ptr1
   store i64 %val, ptr %ptr2
   ret void
 }

 ; ...and again for unaligned loads and stores.
 define dso_local void @f21(ptr %ptr1, ptr %ptr2) {
 ; CHECK-LABEL: f21:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %val = load i64, ptr %ptr1, align 2
   store i64 %val, ptr %ptr2, align 2
   ret void
 }

 ; Test a case where there is definite overlap.
 define dso_local void @f22(i64 %base) {
 ; CHECK-LABEL: f22:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %add = add i64 %base, 1
   %ptr1 = inttoptr i64 %base to ptr
   %ptr2 = inttoptr i64 %add to ptr
   %val = load i64, ptr %ptr1, align 1
   store i64 %val, ptr %ptr2, align 1
   ret void
 }

 ; Test that we can use MVC for global addresses for i8.
 define dso_local void @f23(ptr %ptr) {
 ; CHECK-LABEL: f23:
 ; CHECK-DAG: larl [[SRC:%r[0-5]]], g1src
 ; CHECK-DAG: larl [[DST:%r[0-5]]], g1dst
 ; CHECK: mvc 0(1,[[DST]]), 0([[SRC]])
 ; CHECK: br %r14
   %val = load i8, ptr@g1src
   store i8 %val, ptr@g1dst
   ret void
 }

 ; Test that we use LHRL and STHRL for i16.
 define dso_local void @f24(ptr %ptr) {
 ; CHECK-LABEL: f24:
 ; CHECK: lhrl [[REG:%r[0-5]]], g2src
 ; CHECK: sthrl [[REG]], g2dst
 ; CHECK: br %r14
   %val = load i16, ptr@g2src
   store i16 %val, ptr@g2dst
   ret void
 }

 ; Test that we use LRL for i32.
 define dso_local void @f25(ptr %ptr) {
 ; CHECK-LABEL: f25:
 ; CHECK: lrl [[REG:%r[0-5]]], g3
 ; CHECK: st [[REG]], 0(%r2)
 ; CHECK: br %r14
   %val = load i32, ptr@g3
   store i32 %val, ptr %ptr
   ret void
 }

 ; ...likewise STRL.
 define dso_local void @f26(ptr %ptr) {
 ; CHECK-LABEL: f26:
 ; CHECK: l [[REG:%r[0-5]]], 0(%r2)
 ; CHECK: strl [[REG]], g3
 ; CHECK: br %r14
   %val = load i32, ptr %ptr
   store i32 %val, ptr@g3
   ret void
 }

 ; Test that we use LGRL for i64.
 define dso_local void @f27(ptr %ptr) {
 ; CHECK-LABEL: f27:
 ; CHECK: lgrl [[REG:%r[0-5]]], g4
 ; CHECK: stg [[REG]], 0(%r2)
 ; CHECK: br %r14
   %val = load i64, ptr@g4
   store i64 %val, ptr %ptr
   ret void
 }

 ; ...likewise STGRL.
 define dso_local void @f28(ptr %ptr) {
 ; CHECK-LABEL: f28:
 ; CHECK: lg [[REG:%r[0-5]]], 0(%r2)
 ; CHECK: stgrl [[REG]], g4
 ; CHECK: br %r14
   %val = load i64, ptr %ptr
   store i64 %val, ptr@g4
   ret void
 }

 ; Test that we can use MVC for global addresses for fp128.
 define dso_local void @f29(ptr %ptr) {
 ; CHECK-LABEL: f29:
 ; CHECK-DAG: larl [[SRC:%r[0-5]]], g5src
 ; CHECK-DAG: larl [[DST:%r[0-5]]], g5dst
 ; CHECK: mvc 0(16,[[DST]]), 0([[SRC]])
 ; CHECK: br %r14
   %val = load fp128, ptr@g5src, align 16
   store fp128 %val, ptr@g5dst, align 16
   ret void
 }

 ; Test a case where offset disambiguation is enough.
 define dso_local void @f30(ptr %ptr1) {
 ; CHECK-LABEL: f30:
 ; CHECK: mvc 8(8,%r2), 0(%r2)
 ; CHECK: br %r14
   %ptr2 = getelementptr i64, ptr %ptr1, i64 1
   %val = load i64, ptr %ptr1, align 1
   store i64 %val, ptr %ptr2, align 1
   ret void
 }

 ; Test f21 in cases where TBAA tells us there is no alias.
 define dso_local void @f31(ptr %ptr1, ptr %ptr2) {
 ; CHECK-LABEL: f31:
 ; CHECK: mvc 0(8,%r3), 0(%r2)
 ; CHECK: br %r14
   %val = load i64, ptr %ptr1, align 2, !tbaa !1
   store i64 %val, ptr %ptr2, align 2, !tbaa !2
   ret void
 }

 ; Test f21 in cases where TBAA is present but doesn't help.
 define dso_local void @f32(ptr %ptr1, ptr %ptr2) {
 ; CHECK-LABEL: f32:
 ; CHECK-NOT: mvc
 ; CHECK: br %r14
   %val = load i64, ptr %ptr1, align 2, !tbaa !1
   store i64 %val, ptr %ptr2, align 2, !tbaa !1
   ret void
 }

 !0 = !{ !"root" }
 !1 = !{ !3, !3, i64 0 }
 !2 = !{ !4, !4, i64 0 }
 !3 = !{ !"set1", !0 }
 !4 = !{ !"set2", !0 }
	; Test load/store pairs that act as memcpys.
	;
	; RUN: llc < %s -mtriple=s390x-linux-gnu \| FileCheck %s

	@g1src = dso_local global i8 1
	@g1dst = dso_local global i8 1
	@g2src = dso_local global i16 2
	@g2dst = dso_local global i16 2
	@g3 = dso_local global i32 3
	@g4 = dso_local global i64 4
	@g5src = external dso_local global fp128, align 16
	@g5dst = external dso_local global fp128, align 16

	; Test the simple i8 case.
	define dso_local void @f1(ptr %ptr1) {
	; CHECK-LABEL: f1:
	; CHECK: mvc 1(1,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i8, ptr %ptr1, i64 1
	%val = load i8, ptr %ptr1
	store i8 %val, ptr %ptr2
	ret void
	}

	; Test i8 cases where the value is zero-extended to 32 bits.
	define dso_local void @f2(ptr %ptr1) {
	; CHECK-LABEL: f2:
	; CHECK: mvc 1(1,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i8, ptr %ptr1, i64 1
	%val = load i8, ptr %ptr1
	%ext = zext i8 %val to i32
	%trunc = trunc i32 %ext to i8
	store i8 %trunc, ptr %ptr2
	ret void
	}

	; Test i8 cases where the value is zero-extended to 64 bits.
	define dso_local void @f3(ptr %ptr1) {
	; CHECK-LABEL: f3:
	; CHECK: mvc 1(1,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i8, ptr %ptr1, i64 1
	%val = load i8, ptr %ptr1
	%ext = zext i8 %val to i64
	%trunc = trunc i64 %ext to i8
	store i8 %trunc, ptr %ptr2
	ret void
	}

	; Test i8 cases where the value is sign-extended to 32 bits.
	define dso_local void @f4(ptr %ptr1) {
	; CHECK-LABEL: f4:
	; CHECK: mvc 1(1,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i8, ptr %ptr1, i64 1
	%val = load i8, ptr %ptr1
	%ext = sext i8 %val to i32
	%trunc = trunc i32 %ext to i8
	store i8 %trunc, ptr %ptr2
	ret void
	}

	; Test i8 cases where the value is sign-extended to 64 bits.
	define dso_local void @f5(ptr %ptr1) {
	; CHECK-LABEL: f5:
	; CHECK: mvc 1(1,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i8, ptr %ptr1, i64 1
	%val = load i8, ptr %ptr1
	%ext = sext i8 %val to i64
	%trunc = trunc i64 %ext to i8
	store i8 %trunc, ptr %ptr2
	ret void
	}

	; Test the simple i16 case.
	define dso_local void @f6(ptr %ptr1) {
	; CHECK-LABEL: f6:
	; CHECK: mvc 2(2,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i16, ptr %ptr1, i64 1
	%val = load i16, ptr %ptr1
	store i16 %val, ptr %ptr2
	ret void
	}

	; Test i16 cases where the value is zero-extended to 32 bits.
	define dso_local void @f7(ptr %ptr1) {
	; CHECK-LABEL: f7:
	; CHECK: mvc 2(2,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i16, ptr %ptr1, i64 1
	%val = load i16, ptr %ptr1
	%ext = zext i16 %val to i32
	%trunc = trunc i32 %ext to i16
	store i16 %trunc, ptr %ptr2
	ret void
	}

	; Test i16 cases where the value is zero-extended to 64 bits.
	define dso_local void @f8(ptr %ptr1) {
	; CHECK-LABEL: f8:
	; CHECK: mvc 2(2,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i16, ptr %ptr1, i64 1
	%val = load i16, ptr %ptr1
	%ext = zext i16 %val to i64
	%trunc = trunc i64 %ext to i16
	store i16 %trunc, ptr %ptr2
	ret void
	}

	; Test i16 cases where the value is sign-extended to 32 bits.
	define dso_local void @f9(ptr %ptr1) {
	; CHECK-LABEL: f9:
	; CHECK: mvc 2(2,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i16, ptr %ptr1, i64 1
	%val = load i16, ptr %ptr1
	%ext = sext i16 %val to i32
	%trunc = trunc i32 %ext to i16
	store i16 %trunc, ptr %ptr2
	ret void
	}

	; Test i16 cases where the value is sign-extended to 64 bits.
	define dso_local void @f10(ptr %ptr1) {
	; CHECK-LABEL: f10:
	; CHECK: mvc 2(2,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i16, ptr %ptr1, i64 1
	%val = load i16, ptr %ptr1
	%ext = sext i16 %val to i64
	%trunc = trunc i64 %ext to i16
	store i16 %trunc, ptr %ptr2
	ret void
	}

	; Test the simple i32 case.
	define dso_local void @f11(ptr %ptr1) {
	; CHECK-LABEL: f11:
	; CHECK: mvc 4(4,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i32, ptr %ptr1, i64 1
	%val = load i32, ptr %ptr1
	store i32 %val, ptr %ptr2
	ret void
	}

	; Test i32 cases where the value is zero-extended to 64 bits.
	define dso_local void @f12(ptr %ptr1) {
	; CHECK-LABEL: f12:
	; CHECK: mvc 4(4,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i32, ptr %ptr1, i64 1
	%val = load i32, ptr %ptr1
	%ext = zext i32 %val to i64
	%trunc = trunc i64 %ext to i32
	store i32 %trunc, ptr %ptr2
	ret void
	}

	; Test i32 cases where the value is sign-extended to 64 bits.
	define dso_local void @f13(ptr %ptr1) {
	; CHECK-LABEL: f13:
	; CHECK: mvc 4(4,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i32, ptr %ptr1, i64 1
	%val = load i32, ptr %ptr1
	%ext = sext i32 %val to i64
	%trunc = trunc i64 %ext to i32
	store i32 %trunc, ptr %ptr2
	ret void
	}

	; Test the i64 case.
	define dso_local void @f14(ptr %ptr1) {
	; CHECK-LABEL: f14:
	; CHECK: mvc 8(8,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i64, ptr %ptr1, i64 1
	%val = load i64, ptr %ptr1
	store i64 %val, ptr %ptr2
	ret void
	}

	; Test the f32 case.
	define dso_local void @f15(ptr %ptr1) {
	; CHECK-LABEL: f15:
	; CHECK: mvc 4(4,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr float, ptr %ptr1, i64 1
	%val = load float, ptr %ptr1
	store float %val, ptr %ptr2
	ret void
	}

	; Test the f64 case.
	define dso_local void @f16(ptr %ptr1) {
	; CHECK-LABEL: f16:
	; CHECK: mvc 8(8,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr double, ptr %ptr1, i64 1
	%val = load double, ptr %ptr1
	store double %val, ptr %ptr2
	ret void
	}

	; Test the f128 case.
	define dso_local void @f17(ptr %ptr1) {
	; CHECK-LABEL: f17:
	; CHECK: mvc 16(16,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr fp128, ptr %ptr1, i64 1
	%val = load fp128, ptr %ptr1
	store fp128 %val, ptr %ptr2
	ret void
	}

	; Make sure that we don't use MVC if the load is volatile.
	define dso_local void @f18(ptr %ptr1) {
	; CHECK-LABEL: f18:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%ptr2 = getelementptr i64, ptr %ptr1, i64 1
	%val = load volatile i64, ptr %ptr1
	store i64 %val, ptr %ptr2
	ret void
	}

	; ...likewise the store.
	define dso_local void @f19(ptr %ptr1) {
	; CHECK-LABEL: f19:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%ptr2 = getelementptr i64, ptr %ptr1, i64 1
	%val = load i64, ptr %ptr1
	store volatile i64 %val, ptr %ptr2
	ret void
	}

	; Test that MVC is not used for aligned loads and stores if there is
	; no way of telling whether they alias. We don't want to use MVC in
	; cases where the addresses could be equal.
	define dso_local void @f20(ptr %ptr1, ptr %ptr2) {
	; CHECK-LABEL: f20:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%val = load i64, ptr %ptr1
	store i64 %val, ptr %ptr2
	ret void
	}

	; ...and again for unaligned loads and stores.
	define dso_local void @f21(ptr %ptr1, ptr %ptr2) {
	; CHECK-LABEL: f21:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%val = load i64, ptr %ptr1, align 2
	store i64 %val, ptr %ptr2, align 2
	ret void
	}

	; Test a case where there is definite overlap.
	define dso_local void @f22(i64 %base) {
	; CHECK-LABEL: f22:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%add = add i64 %base, 1
	%ptr1 = inttoptr i64 %base to ptr
	%ptr2 = inttoptr i64 %add to ptr
	%val = load i64, ptr %ptr1, align 1
	store i64 %val, ptr %ptr2, align 1
	ret void
	}

	; Test that we can use MVC for global addresses for i8.
	define dso_local void @f23(ptr %ptr) {
	; CHECK-LABEL: f23:
	; CHECK-DAG: larl [[SRC:%r[0-5]]], g1src
	; CHECK-DAG: larl [[DST:%r[0-5]]], g1dst
	; CHECK: mvc 0(1,[[DST]]), 0([[SRC]])
	; CHECK: br %r14
	%val = load i8, ptr@g1src
	store i8 %val, ptr@g1dst
	ret void
	}

	; Test that we use LHRL and STHRL for i16.
	define dso_local void @f24(ptr %ptr) {
	; CHECK-LABEL: f24:
	; CHECK: lhrl [[REG:%r[0-5]]], g2src
	; CHECK: sthrl [[REG]], g2dst
	; CHECK: br %r14
	%val = load i16, ptr@g2src
	store i16 %val, ptr@g2dst
	ret void
	}

	; Test that we use LRL for i32.
	define dso_local void @f25(ptr %ptr) {
	; CHECK-LABEL: f25:
	; CHECK: lrl [[REG:%r[0-5]]], g3
	; CHECK: st [[REG]], 0(%r2)
	; CHECK: br %r14
	%val = load i32, ptr@g3
	store i32 %val, ptr %ptr
	ret void
	}

	; ...likewise STRL.
	define dso_local void @f26(ptr %ptr) {
	; CHECK-LABEL: f26:
	; CHECK: l [[REG:%r[0-5]]], 0(%r2)
	; CHECK: strl [[REG]], g3
	; CHECK: br %r14
	%val = load i32, ptr %ptr
	store i32 %val, ptr@g3
	ret void
	}

	; Test that we use LGRL for i64.
	define dso_local void @f27(ptr %ptr) {
	; CHECK-LABEL: f27:
	; CHECK: lgrl [[REG:%r[0-5]]], g4
	; CHECK: stg [[REG]], 0(%r2)
	; CHECK: br %r14
	%val = load i64, ptr@g4
	store i64 %val, ptr %ptr
	ret void
	}

	; ...likewise STGRL.
	define dso_local void @f28(ptr %ptr) {
	; CHECK-LABEL: f28:
	; CHECK: lg [[REG:%r[0-5]]], 0(%r2)
	; CHECK: stgrl [[REG]], g4
	; CHECK: br %r14
	%val = load i64, ptr %ptr
	store i64 %val, ptr@g4
	ret void
	}

	; Test that we can use MVC for global addresses for fp128.
	define dso_local void @f29(ptr %ptr) {
	; CHECK-LABEL: f29:
	; CHECK-DAG: larl [[SRC:%r[0-5]]], g5src
	; CHECK-DAG: larl [[DST:%r[0-5]]], g5dst
	; CHECK: mvc 0(16,[[DST]]), 0([[SRC]])
	; CHECK: br %r14
	%val = load fp128, ptr@g5src, align 16
	store fp128 %val, ptr@g5dst, align 16
	ret void
	}

	; Test a case where offset disambiguation is enough.
	define dso_local void @f30(ptr %ptr1) {
	; CHECK-LABEL: f30:
	; CHECK: mvc 8(8,%r2), 0(%r2)
	; CHECK: br %r14
	%ptr2 = getelementptr i64, ptr %ptr1, i64 1
	%val = load i64, ptr %ptr1, align 1
	store i64 %val, ptr %ptr2, align 1
	ret void
	}

	; Test f21 in cases where TBAA tells us there is no alias.
	define dso_local void @f31(ptr %ptr1, ptr %ptr2) {
	; CHECK-LABEL: f31:
	; CHECK: mvc 0(8,%r3), 0(%r2)
	; CHECK: br %r14
	%val = load i64, ptr %ptr1, align 2, !tbaa !1
	store i64 %val, ptr %ptr2, align 2, !tbaa !2
	ret void
	}

	; Test f21 in cases where TBAA is present but doesn't help.
	define dso_local void @f32(ptr %ptr1, ptr %ptr2) {
	; CHECK-LABEL: f32:
	; CHECK-NOT: mvc
	; CHECK: br %r14
	%val = load i64, ptr %ptr1, align 2, !tbaa !1
	store i64 %val, ptr %ptr2, align 2, !tbaa !1
	ret void
	}

	!0 = !{ !"root" }
	!1 = !{ !3, !3, i64 0 }
	!2 = !{ !4, !4, i64 0 }
	!3 = !{ !"set1", !0 }
	!4 = !{ !"set2", !0 }