| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5 | |
| ; RUN: llc -mtriple=armv7-eabi %s -o - | FileCheck %s --check-prefix=ARM | |
| ; RUN: llc -mtriple=thumbv7-eabi %s -o - | FileCheck %s --check-prefix=THUMB2 | |
| ; FIXME: SMLALBB does not set flags, so forming SMLALBB when the ADDE overflow | |
| ; flag is used duplicates the multiply-accumulate (SMULBB+ADDS+ADCS and SMLALBB). | |
| define { i64, i1 } @saddo_smlalbb(i64 %acc, i16 %a, i16 %b) { | |
| ; ARM-LABEL: saddo_smlalbb: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: .save {r4, lr} | |
| ; ARM-NEXT: push {r4, lr} | |
| ; ARM-NEXT: smulbb lr, r2, r3 | |
| ; ARM-NEXT: sxth r4, r3 | |
| ; ARM-NEXT: mov r12, r0 | |
| ; ARM-NEXT: sxth r2, r2 | |
| ; ARM-NEXT: mov r3, r1 | |
| ; ARM-NEXT: smlalbb r12, r3, r2, r4 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: adds r0, r0, lr | |
| ; ARM-NEXT: adcs r0, r1, lr, asr #31 | |
| ; ARM-NEXT: movwvs r2, #1 | |
| ; ARM-NEXT: mov r0, r12 | |
| ; ARM-NEXT: mov r1, r3 | |
| ; ARM-NEXT: pop {r4, pc} | |
| ; | |
| ; THUMB2-LABEL: saddo_smlalbb: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: .save {r4, lr} | |
| ; THUMB2-NEXT: push {r4, lr} | |
| ; THUMB2-NEXT: smulbb lr, r2, r3 | |
| ; THUMB2-NEXT: sxth r4, r3 | |
| ; THUMB2-NEXT: mov r12, r0 | |
| ; THUMB2-NEXT: sxth r2, r2 | |
| ; THUMB2-NEXT: mov r3, r1 | |
| ; THUMB2-NEXT: smlalbb r12, r3, r2, r4 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: adds.w r0, r0, lr | |
| ; THUMB2-NEXT: adcs.w r0, r1, lr, asr #31 | |
| ; THUMB2-NEXT: it vs | |
| ; THUMB2-NEXT: movvs r2, #1 | |
| ; THUMB2-NEXT: mov r0, r12 | |
| ; THUMB2-NEXT: mov r1, r3 | |
| ; THUMB2-NEXT: pop {r4, pc} | |
| entry: | |
| %sext.a = sext i16 %a to i32 | |
| %sext.b = sext i16 %b to i32 | |
| %mul = mul nsw i32 %sext.a, %sext.b | |
| %sext.mul = sext i32 %mul to i64 | |
| %res = tail call { i64, i1 } @llvm.sadd.with.overflow.i64(i64 %acc, i64 %sext.mul) | |
| ret { i64, i1 } %res | |
| } | |
| ; FIXME: SMLALBB does not set flags, so forming SMLALBB when the ADDE carry | |
| ; flag is used duplicates the multiply-accumulate (SMULBB+ADDS+ADCS and SMLALBB). | |
| define { i64, i1 } @uaddo_smlalbb(i64 %acc, i16 %a, i16 %b) { | |
| ; ARM-LABEL: uaddo_smlalbb: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: .save {r4, lr} | |
| ; ARM-NEXT: push {r4, lr} | |
| ; ARM-NEXT: smulbb lr, r2, r3 | |
| ; ARM-NEXT: sxth r4, r3 | |
| ; ARM-NEXT: mov r12, r0 | |
| ; ARM-NEXT: sxth r2, r2 | |
| ; ARM-NEXT: mov r3, r1 | |
| ; ARM-NEXT: smlalbb r12, r3, r2, r4 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: adds r0, r0, lr | |
| ; ARM-NEXT: adcs r0, r1, lr, asr #31 | |
| ; ARM-NEXT: adc r2, r2, #0 | |
| ; ARM-NEXT: mov r0, r12 | |
| ; ARM-NEXT: mov r1, r3 | |
| ; ARM-NEXT: pop {r4, pc} | |
| ; | |
| ; THUMB2-LABEL: uaddo_smlalbb: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: .save {r4, lr} | |
| ; THUMB2-NEXT: push {r4, lr} | |
| ; THUMB2-NEXT: smulbb lr, r2, r3 | |
| ; THUMB2-NEXT: sxth r4, r3 | |
| ; THUMB2-NEXT: mov r12, r0 | |
| ; THUMB2-NEXT: sxth r2, r2 | |
| ; THUMB2-NEXT: mov r3, r1 | |
| ; THUMB2-NEXT: smlalbb r12, r3, r2, r4 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: adds.w r0, r0, lr | |
| ; THUMB2-NEXT: adcs.w r0, r1, lr, asr #31 | |
| ; THUMB2-NEXT: adc r2, r2, #0 | |
| ; THUMB2-NEXT: mov r0, r12 | |
| ; THUMB2-NEXT: mov r1, r3 | |
| ; THUMB2-NEXT: pop {r4, pc} | |
| entry: | |
| %sext.a = sext i16 %a to i32 | |
| %sext.b = sext i16 %b to i32 | |
| %mul = mul nsw i32 %sext.a, %sext.b | |
| %sext.mul = sext i32 %mul to i64 | |
| %res = tail call { i64, i1 } @llvm.uadd.with.overflow.i64(i64 %acc, i64 %sext.mul) | |
| ret { i64, i1 } %res | |
| } | |
| ; FIXME: SMLAL does not set flags, so forming SMLAL when the ADDE overflow flag | |
| ; is used duplicates the multiply-accumulate (SMULL+ADDS+ADCS and SMLAL). | |
| define { i64, i1 } @saddo_smlal(i64 %acc, i32 %a, i32 %b) { | |
| ; ARM-LABEL: saddo_smlal: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: .save {r4, r5, r11, lr} | |
| ; ARM-NEXT: push {r4, r5, r11, lr} | |
| ; ARM-NEXT: smull r4, r5, r2, r3 | |
| ; ARM-NEXT: mov r12, r0 | |
| ; ARM-NEXT: mov lr, r1 | |
| ; ARM-NEXT: smlal r12, lr, r2, r3 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: adds r0, r0, r4 | |
| ; ARM-NEXT: adcs r0, r1, r5 | |
| ; ARM-NEXT: movwvs r2, #1 | |
| ; ARM-NEXT: mov r0, r12 | |
| ; ARM-NEXT: mov r1, lr | |
| ; ARM-NEXT: pop {r4, r5, r11, pc} | |
| ; | |
| ; THUMB2-LABEL: saddo_smlal: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: .save {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: push {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: smull r4, r5, r2, r3 | |
| ; THUMB2-NEXT: mov r12, r0 | |
| ; THUMB2-NEXT: mov lr, r1 | |
| ; THUMB2-NEXT: smlal r12, lr, r2, r3 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: adds r0, r0, r4 | |
| ; THUMB2-NEXT: adcs.w r0, r1, r5 | |
| ; THUMB2-NEXT: it vs | |
| ; THUMB2-NEXT: movvs r2, #1 | |
| ; THUMB2-NEXT: mov r0, r12 | |
| ; THUMB2-NEXT: mov r1, lr | |
| ; THUMB2-NEXT: pop {r4, r5, r7, pc} | |
| entry: | |
| %sext.a = sext i32 %a to i64 | |
| %sext.b = sext i32 %b to i64 | |
| %mul = mul nsw i64 %sext.a, %sext.b | |
| %res = tail call { i64, i1 } @llvm.sadd.with.overflow.i64(i64 %acc, i64 %mul) | |
| ret { i64, i1 } %res | |
| } | |
| ; FIXME: UMLAL does not set flags, so forming UMLAL when the ADDE carry flag | |
| ; is used duplicates the multiply-accumulate (UMULL+ADDS+ADCS and UMLAL). | |
| define { i64, i1 } @uaddo_umlal(i64 %acc, i32 %a, i32 %b) { | |
| ; ARM-LABEL: uaddo_umlal: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: .save {r4, r5, r11, lr} | |
| ; ARM-NEXT: push {r4, r5, r11, lr} | |
| ; ARM-NEXT: umull r4, r5, r2, r3 | |
| ; ARM-NEXT: mov r12, r0 | |
| ; ARM-NEXT: mov lr, r1 | |
| ; ARM-NEXT: umlal r12, lr, r2, r3 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: adds r0, r0, r4 | |
| ; ARM-NEXT: adcs r0, r1, r5 | |
| ; ARM-NEXT: adc r2, r2, #0 | |
| ; ARM-NEXT: mov r0, r12 | |
| ; ARM-NEXT: mov r1, lr | |
| ; ARM-NEXT: pop {r4, r5, r11, pc} | |
| ; | |
| ; THUMB2-LABEL: uaddo_umlal: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: .save {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: push {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: umull r4, r5, r2, r3 | |
| ; THUMB2-NEXT: mov r12, r0 | |
| ; THUMB2-NEXT: mov lr, r1 | |
| ; THUMB2-NEXT: umlal r12, lr, r2, r3 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: adds r0, r0, r4 | |
| ; THUMB2-NEXT: adcs.w r0, r1, r5 | |
| ; THUMB2-NEXT: adc r2, r2, #0 | |
| ; THUMB2-NEXT: mov r0, r12 | |
| ; THUMB2-NEXT: mov r1, lr | |
| ; THUMB2-NEXT: pop {r4, r5, r7, pc} | |
| entry: | |
| %zext.a = zext i32 %a to i64 | |
| %zext.b = zext i32 %b to i64 | |
| %mul = mul nuw i64 %zext.a, %zext.b | |
| %res = tail call { i64, i1 } @llvm.uadd.with.overflow.i64(i64 %acc, i64 %mul) | |
| ret { i64, i1 } %res | |
| } | |
| define { i64, i1 } @ssubo_smlal(i64 %acc, i32 %a, i32 %b) { | |
| ; ARM-LABEL: ssubo_smlal: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: smull r3, r12, r2, r3 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: subs r0, r0, r3 | |
| ; ARM-NEXT: sbcs r1, r1, r12 | |
| ; ARM-NEXT: movwvs r2, #1 | |
| ; ARM-NEXT: bx lr | |
| ; | |
| ; THUMB2-LABEL: ssubo_smlal: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: smull r3, r12, r2, r3 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: subs r0, r0, r3 | |
| ; THUMB2-NEXT: sbcs.w r1, r1, r12 | |
| ; THUMB2-NEXT: it vs | |
| ; THUMB2-NEXT: movvs r2, #1 | |
| ; THUMB2-NEXT: bx lr | |
| entry: | |
| %sext.a = sext i32 %a to i64 | |
| %sext.b = sext i32 %b to i64 | |
| %mul = mul nsw i64 %sext.a, %sext.b | |
| %res = tail call { i64, i1 } @llvm.ssub.with.overflow.i64(i64 %acc, i64 %mul) | |
| ret { i64, i1 } %res | |
| } | |
| ; FIXME: UMAAL does not set flags, so forming UMAAL when the ADDE carry flag | |
| ; is used duplicates the multiply-accumulate. | |
| define { i64, i1 } @uaddo_umaal(i32 %a, i32 %b, i32 %lo, i32 %hi) { | |
| ; ARM-LABEL: uaddo_umaal: | |
| ; ARM: @ %bb.0: @ %entry | |
| ; ARM-NEXT: .save {r4, r5, r11, lr} | |
| ; ARM-NEXT: push {r4, r5, r11, lr} | |
| ; ARM-NEXT: mov lr, r2 | |
| ; ARM-NEXT: mov r4, #0 | |
| ; ARM-NEXT: mov r5, lr | |
| ; ARM-NEXT: mov r12, r3 | |
| ; ARM-NEXT: umlal r5, r4, r0, r1 | |
| ; ARM-NEXT: mov r2, #0 | |
| ; ARM-NEXT: umaal lr, r12, r0, r1 | |
| ; ARM-NEXT: adds r0, r5, r3 | |
| ; ARM-NEXT: adcs r0, r4, #0 | |
| ; ARM-NEXT: adc r2, r2, #0 | |
| ; ARM-NEXT: mov r0, lr | |
| ; ARM-NEXT: mov r1, r12 | |
| ; ARM-NEXT: pop {r4, r5, r11, pc} | |
| ; | |
| ; THUMB2-LABEL: uaddo_umaal: | |
| ; THUMB2: @ %bb.0: @ %entry | |
| ; THUMB2-NEXT: .save {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: push {r4, r5, r7, lr} | |
| ; THUMB2-NEXT: mov lr, r2 | |
| ; THUMB2-NEXT: movs r4, #0 | |
| ; THUMB2-NEXT: mov r5, lr | |
| ; THUMB2-NEXT: mov r12, r3 | |
| ; THUMB2-NEXT: umlal r5, r4, r0, r1 | |
| ; THUMB2-NEXT: movs r2, #0 | |
| ; THUMB2-NEXT: umaal lr, r12, r0, r1 | |
| ; THUMB2-NEXT: adds r0, r5, r3 | |
| ; THUMB2-NEXT: adcs r0, r4, #0 | |
| ; THUMB2-NEXT: adc r2, r2, #0 | |
| ; THUMB2-NEXT: mov r0, lr | |
| ; THUMB2-NEXT: mov r1, r12 | |
| ; THUMB2-NEXT: pop {r4, r5, r7, pc} | |
| entry: | |
| %zext.a = zext i32 %a to i64 | |
| %zext.b = zext i32 %b to i64 | |
| %mul = mul nuw i64 %zext.a, %zext.b | |
| %zext.lo = zext i32 %lo to i64 | |
| %add = add nuw i64 %mul, %zext.lo | |
| %zext.hi = zext i32 %hi to i64 | |
| %res = tail call { i64, i1 } @llvm.uadd.with.overflow.i64(i64 %add, i64 %zext.hi) | |
| ret { i64, i1 } %res | |
| } |