| # NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py |
| # RUN: llc -mtriple=aarch64 -run-pass=aarch64-postlegalizer-lowering -verify-machineinstrs %s -o - | FileCheck %s --check-prefix=LOWER |
| # RUN: llc -mtriple=aarch64 -global-isel -start-before=aarch64-postlegalizer-lowering -stop-after=instruction-select -verify-machineinstrs %s -o - | FileCheck %s --check-prefix=SELECT |
| # |
| # Check that we swap the order of operands on comparisons when it is likely |
| # to introduce a folding opportunity. |
| # |
| # The condition code for the compare should be changed when appropriate. |
| # |
| # TODO: emitBinOp doesn't know about selectArithExtendedRegister, so some of |
| # these cases don't hit in selection yet. |
| |
| ... |
| --- |
| name: swap_sextinreg_lhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; LOWER-LABEL: name: swap_sextinreg_lhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg:_(s64) = COPY $x0 |
| ; LOWER: %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sle), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_sextinreg_lhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg:gpr64all = COPY $x0 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %reg.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: %cmp_rhs:gpr64sp = COPY $x1 |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 32, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 12, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg:_(s64) = COPY $x0 |
| %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| %cmp_rhs:_(s64) = COPY $x1 |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_more_than_one_use |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; The LHS of the compare is used in an add, and a second compare. Don't |
| ; swap, since we don't gain any folding opportunities here. |
| |
| ; LOWER-LABEL: name: dont_swap_more_than_one_use |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg0:_(s64) = COPY $x0 |
| ; LOWER: %cmp_lhs:_(s64) = G_SEXT_INREG %reg0, 8 |
| ; LOWER: %add:_(s64) = G_ADD %cmp_lhs, %reg0 |
| ; LOWER: %cmp2:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %add |
| ; LOWER: $w0 = COPY %cmp2(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_more_than_one_use |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg0:gpr64 = COPY $x0 |
| ; SELECT: %cmp_lhs:gpr64 = SBFMXri %reg0, 0, 7 |
| ; SELECT: %add:gpr64 = ADDXrr %cmp_lhs, %reg0 |
| ; SELECT: [[SUBSXrr:%[0-9]+]]:gpr64 = SUBSXrr %cmp_lhs, %add, implicit-def $nzcv |
| ; SELECT: %cmp2:gpr32 = CSINCWr $wzr, $wzr, 11, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp2 |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg0:_(s64) = COPY $x0 |
| %cmp_lhs:_(s64) = G_SEXT_INREG %reg0, 8 |
| %reg1:_(s64) = COPY $x1 |
| %cmp1:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %reg1 |
| |
| %add:_(s64) = G_ADD %cmp_lhs(s64), %reg0 |
| %cmp2:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %add |
| |
| $w0 = COPY %cmp2(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_legal_arith_immed_on_rhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; Arithmetic immediates can be folded into compares. If we have one, then |
| ; don't bother changing anything. |
| |
| ; LOWER-LABEL: name: dont_swap_legal_arith_immed_on_rhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg:_(s64) = COPY $x0 |
| ; LOWER: %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| ; LOWER: %cmp_rhs:_(s64) = G_CONSTANT i64 12 |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_legal_arith_immed_on_rhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg:gpr64 = COPY $x0 |
| ; SELECT: %cmp_lhs:gpr64common = SBFMXri %reg, 0, 7 |
| ; SELECT: [[SUBSXri:%[0-9]+]]:gpr64 = SUBSXri %cmp_lhs, 12, 0, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 11, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg:_(s64) = COPY $x0 |
| %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| %cmp_rhs:_(s64) = G_CONSTANT i64 12 |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_non_arith_immed_on_rhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; If we have a non-arithmetic immediate on the rhs, then we can swap to get |
| ; a guaranteed folding opportunity. |
| |
| ; LOWER-LABEL: name: swap_non_arith_immed_on_rhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg:_(s64) = COPY $x0 |
| ; LOWER: %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| ; LOWER: %cmp_rhs:_(s64) = G_CONSTANT i64 1234567 |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sle), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_non_arith_immed_on_rhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg:gpr64all = COPY $x0 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %reg.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: [[MOVi32imm:%[0-9]+]]:gpr32 = MOVi32imm 1234567 |
| ; SELECT: %cmp_rhs:gpr64sp = SUBREG_TO_REG 0, [[MOVi32imm]], %subreg.sub_32 |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 32, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 12, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg:_(s64) = COPY $x0 |
| %cmp_lhs:_(s64) = G_SEXT_INREG %reg, 8 |
| %cmp_rhs:_(s64) = G_CONSTANT i64 1234567 |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_and_lhs_0xFF |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; LOWER-LABEL: name: swap_and_lhs_0xFF |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %and_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 255 |
| ; LOWER: %cmp_lhs:_(s64) = G_AND %and_lhs, %cst |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sle), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_and_lhs_0xFF |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64sp = COPY $x1 |
| ; SELECT: %and_lhs:gpr64all = COPY $x0 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %and_lhs.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 0, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 12, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %and_lhs:_(s64) = COPY $x0 |
| %cst:_(s64) = G_CONSTANT i64 255 |
| %cmp_lhs:_(s64) = G_AND %and_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_and_lhs_0xFFFF |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; LOWER-LABEL: name: swap_and_lhs_0xFFFF |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 65535 |
| ; LOWER: %and_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cmp_lhs:_(s64) = G_AND %and_lhs, %cst |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sle), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_and_lhs_0xFFFF |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64sp = COPY $x1 |
| ; SELECT: %and_lhs:gpr64all = COPY $x0 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %and_lhs.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 8, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 12, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %cst:_(s64) = G_CONSTANT i64 65535 |
| %and_lhs:_(s64) = COPY $x0 |
| %cmp_lhs:_(s64) = G_AND %and_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_and_lhs_0xFFFFFFFF |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; LOWER-LABEL: name: swap_and_lhs_0xFFFFFFFF |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %and_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 4294967295 |
| ; LOWER: %cmp_lhs:_(s64) = G_AND %and_lhs, %cst |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sle), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_and_lhs_0xFFFFFFFF |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64sp = COPY $x1 |
| ; SELECT: %and_lhs:gpr64all = COPY $x0 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %and_lhs.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 16, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 12, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %and_lhs:_(s64) = COPY $x0 |
| %cst:_(s64) = G_CONSTANT i64 4294967295 |
| %cmp_lhs:_(s64) = G_AND %and_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_and_lhs_wrong_mask |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; 7 isn't an extend mask for G_AND, so there's no folding opportunities |
| ; here. |
| ; |
| ; LOWER-LABEL: name: dont_swap_and_lhs_wrong_mask |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %and_lhs:_(s64) = COPY $x0 |
| ; LOWER: %not_an_extend_mask:_(s64) = G_CONSTANT i64 7 |
| ; LOWER: %cmp_lhs:_(s64) = G_AND %and_lhs, %not_an_extend_mask |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_and_lhs_wrong_mask |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %and_lhs:gpr64 = COPY $x0 |
| ; SELECT: %cmp_lhs:gpr64common = ANDXri %and_lhs, 4098 |
| ; SELECT: [[SUBSXrr:%[0-9]+]]:gpr64 = SUBSXrr %cmp_lhs, %cmp_rhs, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 11, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %and_lhs:_(s64) = COPY $x0 |
| %not_an_extend_mask:_(s64) = G_CONSTANT i64 7 |
| %cmp_lhs:_(s64) = G_AND %and_lhs, %not_an_extend_mask(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(sge), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_shl_lhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; LOWER-LABEL: name: swap_shl_lhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %shl_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_lhs:_(s64) = G_SHL %shl_lhs, %cst(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sgt), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_shl_lhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %shl_lhs:gpr64 = COPY $x0 |
| ; SELECT: [[SUBSXrs:%[0-9]+]]:gpr64 = SUBSXrs %cmp_rhs, %shl_lhs, 1, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 13, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %shl_lhs:_(s64) = COPY $x0 |
| %cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_lhs:_(s64) = G_SHL %shl_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_ashr_lhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; LOWER-LABEL: name: swap_ashr_lhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %ashr_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_lhs:_(s64) = G_ASHR %ashr_lhs, %cst(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sgt), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_ashr_lhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %ashr_lhs:gpr64 = COPY $x0 |
| ; SELECT: [[SUBSXrs:%[0-9]+]]:gpr64 = SUBSXrs %cmp_rhs, %ashr_lhs, 129, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 13, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %ashr_lhs:_(s64) = COPY $x0 |
| %cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_lhs:_(s64) = G_ASHR %ashr_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_lshr_lhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; LOWER-LABEL: name: swap_lshr_lhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %lshr_lhs:_(s64) = COPY $x0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_lhs:_(s64) = G_LSHR %lshr_lhs, %cst(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(sgt), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_lshr_lhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %lshr_lhs:gpr64 = COPY $x0 |
| ; SELECT: [[SUBSXrs:%[0-9]+]]:gpr64 = SUBSXrs %cmp_rhs, %lshr_lhs, 65, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 13, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %lshr_lhs:_(s64) = COPY $x0 |
| %cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_lhs:_(s64) = G_LSHR %lshr_lhs, %cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_shift_s64_cst_too_large |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; Constant for the shift must be <= 63. |
| |
| ; LOWER-LABEL: name: dont_swap_shift_s64_cst_too_large |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %shl_lhs:_(s64) = COPY $x0 |
| ; LOWER: %too_large:_(s64) = G_CONSTANT i64 64 |
| ; LOWER: %cmp_lhs:_(s64) = G_SHL %shl_lhs, %too_large(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_shift_s64_cst_too_large |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %shl_lhs:gpr64 = COPY $x0 |
| ; SELECT: [[MOVi32imm:%[0-9]+]]:gpr32 = MOVi32imm 64 |
| ; SELECT: %too_large:gpr64 = SUBREG_TO_REG 0, [[MOVi32imm]], %subreg.sub_32 |
| ; SELECT: %cmp_lhs:gpr64 = LSLVXr %shl_lhs, %too_large |
| ; SELECT: [[SUBSXrr:%[0-9]+]]:gpr64 = SUBSXrr %cmp_lhs, %cmp_rhs, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 10, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %shl_lhs:_(s64) = COPY $x0 |
| %too_large:_(s64) = G_CONSTANT i64 64 |
| %cmp_lhs:_(s64) = G_SHL %shl_lhs, %too_large(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| |
| ... |
| --- |
| name: dont_swap_shift_s32_cst_too_large |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $w0, $w1 |
| |
| ; Constant for the shift must be <= 32. |
| |
| ; LOWER-LABEL: name: dont_swap_shift_s32_cst_too_large |
| ; LOWER: liveins: $w0, $w1 |
| ; LOWER: %cmp_rhs:_(s32) = COPY $w1 |
| ; LOWER: %shl_lhs:_(s32) = COPY $w0 |
| ; LOWER: %cst:_(s32) = G_CONSTANT i32 32 |
| ; LOWER: %cmp_lhs:_(s32) = G_SHL %shl_lhs, %cst(s32) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s32), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_shift_s32_cst_too_large |
| ; SELECT: liveins: $w0, $w1 |
| ; SELECT: %cmp_rhs:gpr32 = COPY $w1 |
| ; SELECT: %shl_lhs:gpr32 = COPY $w0 |
| ; SELECT: %cst:gpr32 = MOVi32imm 32 |
| ; SELECT: %cmp_lhs:gpr32 = LSLVWr %shl_lhs, %cst |
| ; SELECT: [[SUBSWrr:%[0-9]+]]:gpr32 = SUBSWrr %cmp_lhs, %cmp_rhs, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 10, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s32) = COPY $w1 |
| |
| %shl_lhs:_(s32) = COPY $w0 |
| %cst:_(s32) = G_CONSTANT i32 32 |
| %cmp_lhs:_(s32) = G_SHL %shl_lhs, %cst(s32) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s32), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_cmn_lhs_no_folding_opportunities |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0.entry: |
| liveins: $x0, $x1 |
| |
| ; No reason to swap a CMN on the LHS when it won't introduce a constant |
| ; folding opportunity. We can recognise CMNs on the LHS and RHS, so there's |
| ; nothing to gain here. |
| |
| ; LOWER-LABEL: name: dont_swap_cmn_lhs_no_folding_opportunities |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %sub_rhs:_(s64) = COPY $x0 |
| ; LOWER: %zero:_(s64) = G_CONSTANT i64 0 |
| ; LOWER: %cmp_lhs:_(s64) = G_SUB %zero, %sub_rhs |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(ne), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_cmn_lhs_no_folding_opportunities |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %sub_rhs:gpr64 = COPY $x0 |
| ; SELECT: [[ADDSXrr:%[0-9]+]]:gpr64 = ADDSXrr %sub_rhs, %cmp_rhs, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 0, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %sub_rhs:_(s64) = COPY $x0 |
| %zero:_(s64) = G_CONSTANT i64 0 |
| %cmp_lhs:_(s64) = G_SUB %zero, %sub_rhs |
| |
| %cmp:_(s32) = G_ICMP intpred(ne), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: swap_cmn_lhs |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0.entry: |
| liveins: $x0, $x1 |
| |
| ; Swap when we can see a constant folding opportunity through the sub on |
| ; the LHS. |
| |
| |
| ; LOWER-LABEL: name: swap_cmn_lhs |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %cmp_rhs:_(s64) = COPY $x1 |
| ; LOWER: %shl_lhs:_(s64) = COPY $x0 |
| ; LOWER: %zero:_(s64) = G_CONSTANT i64 0 |
| ; LOWER: %cst:_(s64) = G_CONSTANT i64 63 |
| ; LOWER: %sub_rhs:_(s64) = G_SHL %shl_lhs, %cst(s64) |
| ; LOWER: %cmp_lhs:_(s64) = G_SUB %zero, %sub_rhs |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(ne), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_cmn_lhs |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %cmp_rhs:gpr64 = COPY $x1 |
| ; SELECT: %shl_lhs:gpr64 = COPY $x0 |
| ; SELECT: [[ADDSXrs:%[0-9]+]]:gpr64 = ADDSXrs %cmp_rhs, %shl_lhs, 63, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 0, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %cmp_rhs:_(s64) = COPY $x1 |
| |
| %shl_lhs:_(s64) = COPY $x0 |
| %zero:_(s64) = G_CONSTANT i64 0 |
| %cst:_(s64) = G_CONSTANT i64 63 |
| %sub_rhs:_(s64) = G_SHL %shl_lhs, %cst(s64) |
| %cmp_lhs:_(s64) = G_SUB %zero, %sub_rhs |
| |
| %cmp:_(s32) = G_ICMP intpred(ne), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_cmn_lhs_when_rhs_more_profitable |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0.entry: |
| liveins: $x0, $x1 |
| |
| ; Don't swap when the RHS's subtract offers a better constant folding |
| ; opportunity than the LHS's subtract. |
| ; |
| ; In this case, the RHS has a supported extend, plus a shift with a constant |
| ; <= 4. |
| |
| ; LOWER-LABEL: name: dont_swap_cmn_lhs_when_rhs_more_profitable |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %zero:_(s64) = G_CONSTANT i64 0 |
| ; LOWER: %reg0:_(s64) = COPY $x0 |
| ; LOWER: %shl_cst:_(s64) = G_CONSTANT i64 63 |
| ; LOWER: %shl:_(s64) = G_SHL %reg0, %shl_cst(s64) |
| ; LOWER: %cmp_lhs:_(s64) = G_SUB %zero, %shl |
| ; LOWER: %reg1:_(s64) = COPY $x1 |
| ; LOWER: %sext_in_reg:_(s64) = G_SEXT_INREG %reg1, 1 |
| ; LOWER: %ashr_cst:_(s64) = G_CONSTANT i64 3 |
| ; LOWER: %ashr:_(s64) = G_ASHR %sext_in_reg, %ashr_cst(s64) |
| ; LOWER: %cmp_rhs:_(s64) = G_SUB %zero, %ashr |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(eq), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_cmn_lhs_when_rhs_more_profitable |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg0:gpr64 = COPY $x0 |
| ; SELECT: %shl:gpr64 = UBFMXri %reg0, 1, 0 |
| ; SELECT: %zero:gpr64 = COPY $xzr |
| ; SELECT: %reg1:gpr64 = COPY $x1 |
| ; SELECT: %sext_in_reg:gpr64 = SBFMXri %reg1, 0, 0 |
| ; SELECT: %cmp_rhs:gpr64 = SUBSXrs %zero, %sext_in_reg, 131, implicit-def $nzcv |
| ; SELECT: [[ADDSXrr:%[0-9]+]]:gpr64 = ADDSXrr %shl, %cmp_rhs, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 1, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %zero:_(s64) = G_CONSTANT i64 0 |
| |
| %reg0:_(s64) = COPY $x0 |
| %shl_cst:_(s64) = G_CONSTANT i64 63 |
| %shl:_(s64) = G_SHL %reg0, %shl_cst(s64) |
| %cmp_lhs:_(s64) = G_SUB %zero, %shl |
| |
| %reg1:_(s64) = COPY $x1 |
| %sext_in_reg:_(s64) = G_SEXT_INREG %reg1, 1 |
| %ashr_cst:_(s64) = G_CONSTANT i64 3 |
| %ashr:_(s64) = G_ASHR %sext_in_reg, %ashr_cst(s64) |
| %cmp_rhs:_(s64) = G_SUB %zero, %ashr |
| |
| %cmp:_(s32) = G_ICMP intpred(eq), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| ... |
| --- |
| name: dont_swap_rhs_with_supported_extend |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; The RHS offers more constant folding opportunities than the LHS. |
| |
| ; LOWER-LABEL: name: dont_swap_rhs_with_supported_extend |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg0:_(s64) = COPY $x0 |
| ; LOWER: %lhs_cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_lhs:_(s64) = G_SHL %reg0, %lhs_cst(s64) |
| ; LOWER: %reg1:_(s64) = COPY $x1 |
| ; LOWER: %and_mask:_(s64) = G_CONSTANT i64 255 |
| ; LOWER: %and:_(s64) = G_AND %reg1, %and_mask |
| ; LOWER: %rhs_cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_rhs:_(s64) = G_ASHR %and, %rhs_cst(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: dont_swap_rhs_with_supported_extend |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg0:gpr64 = COPY $x0 |
| ; SELECT: %cmp_lhs:gpr64 = UBFMXri %reg0, 63, 62 |
| ; SELECT: %reg1:gpr64 = COPY $x1 |
| ; SELECT: %and:gpr64common = ANDXri %reg1, 4103 |
| ; SELECT: [[SUBSXrs:%[0-9]+]]:gpr64 = SUBSXrs %cmp_lhs, %and, 129, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 10, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg0:_(s64) = COPY $x0 |
| %lhs_cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_lhs:_(s64) = G_SHL %reg0, %lhs_cst(s64) |
| |
| %reg1:_(s64) = COPY $x1 |
| %and_mask:_(s64) = G_CONSTANT i64 255 |
| %and:_(s64) = G_AND %reg1, %and_mask(s64) |
| %rhs_cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_rhs:_(s64) = G_ASHR %and, %rhs_cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(slt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
| |
| |
| ... |
| --- |
| name: swap_rhs_with_supported_extend |
| legalized: true |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| |
| ; In this case, both the LHS and RHS are fed by a supported extend. However, |
| ; the LHS' shift has a constant <= 4. This makes it more profitable, so |
| ; we should swap the operands. |
| |
| ; LOWER-LABEL: name: swap_rhs_with_supported_extend |
| ; LOWER: liveins: $x0, $x1 |
| ; LOWER: %reg0:_(s64) = COPY $x0 |
| ; LOWER: %and_mask:_(s64) = G_CONSTANT i64 255 |
| ; LOWER: %and:_(s64) = G_AND %reg0, %and_mask |
| ; LOWER: %lhs_cst:_(s64) = G_CONSTANT i64 1 |
| ; LOWER: %cmp_lhs:_(s64) = G_SHL %and, %lhs_cst(s64) |
| ; LOWER: %rhs_cst:_(s64) = G_CONSTANT i64 5 |
| ; LOWER: %cmp_rhs:_(s64) = G_ASHR %and, %rhs_cst(s64) |
| ; LOWER: %cmp:_(s32) = G_ICMP intpred(slt), %cmp_rhs(s64), %cmp_lhs |
| ; LOWER: $w0 = COPY %cmp(s32) |
| ; LOWER: RET_ReallyLR implicit $w0 |
| ; SELECT-LABEL: name: swap_rhs_with_supported_extend |
| ; SELECT: liveins: $x0, $x1 |
| ; SELECT: %reg0:gpr64 = COPY $x0 |
| ; SELECT: %and:gpr64common = ANDXri %reg0, 4103 |
| ; SELECT: [[COPY:%[0-9]+]]:gpr32all = COPY %reg0.sub_32 |
| ; SELECT: [[COPY1:%[0-9]+]]:gpr32 = COPY [[COPY]] |
| ; SELECT: %cmp_rhs:gpr64common = SBFMXri %and, 5, 63 |
| ; SELECT: [[SUBSXrx:%[0-9]+]]:gpr64 = SUBSXrx %cmp_rhs, [[COPY1]], 1, implicit-def $nzcv |
| ; SELECT: %cmp:gpr32 = CSINCWr $wzr, $wzr, 10, implicit $nzcv |
| ; SELECT: $w0 = COPY %cmp |
| ; SELECT: RET_ReallyLR implicit $w0 |
| %reg0:_(s64) = COPY $x0 |
| %and_mask:_(s64) = G_CONSTANT i64 255 |
| %and:_(s64) = G_AND %reg0, %and_mask(s64) |
| |
| %lhs_cst:_(s64) = G_CONSTANT i64 1 |
| %cmp_lhs:_(s64) = G_SHL %and, %lhs_cst(s64) |
| |
| %rhs_cst:_(s64) = G_CONSTANT i64 5 |
| %cmp_rhs:_(s64) = G_ASHR %and, %rhs_cst(s64) |
| |
| %cmp:_(s32) = G_ICMP intpred(sgt), %cmp_lhs(s64), %cmp_rhs |
| $w0 = COPY %cmp(s32) |
| RET_ReallyLR implicit $w0 |
