| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5 |
| ; RUN: llc -mtriple=riscv32 -O2 -verify-machineinstrs -mattr=+b,+zicond < %s | FileCheck %s -check-prefix=RV32ZICOND |
| ; RUN: llc -mtriple=riscv64 -O2 -verify-machineinstrs -mattr=+b,+zicond < %s | FileCheck %s -check-prefix=RV64ZICOND |
| |
| ; (and (icmp x. 0, ne), (icmp y, 0, ne)) -> (czero.eqz (icmp x, 0, ne), y) |
| define i32 @icmp_and(i64 %x, i64 %y) { |
| ; RV32ZICOND-LABEL: icmp_and: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: or a2, a2, a3 |
| ; RV32ZICOND-NEXT: snez a2, a2 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a2, a0 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: snez a1, a1 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a1, a0 |
| ; RV64ZICOND-NEXT: ret |
| %3 = icmp ne i64 %y, 0 |
| %4 = icmp ne i64 %x, 0 |
| %5 = and i1 %4, %3 |
| %6 = zext i1 %5 to i32 |
| ret i32 %6 |
| } |
| |
| ; Make sure we choose the replace the single use icmp |
| define i32 @icmp_and_x_multiple_uses(i64 %x, i64 %y) { |
| ; RV32ZICOND-LABEL: icmp_and_x_multiple_uses: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: or a2, a2, a3 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: snez a0, a0 |
| ; RV32ZICOND-NEXT: czero.eqz a1, a0, a2 |
| ; RV32ZICOND-NEXT: add a0, a1, a0 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and_x_multiple_uses: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: snez a0, a0 |
| ; RV64ZICOND-NEXT: czero.eqz a1, a0, a1 |
| ; RV64ZICOND-NEXT: add a0, a1, a0 |
| ; RV64ZICOND-NEXT: ret |
| %3 = icmp ne i64 %y, 0 |
| %4 = icmp ne i64 %x, 0 |
| %5 = and i1 %4, %3 |
| %6 = zext i1 %5 to i32 |
| %7 = zext i1 %4 to i32 |
| %8 = add i32 %6, %7 |
| ret i32 %8 |
| } |
| |
| ; Make sure we choose the replace the single use icmp |
| define i32 @icmp_and_y_multiple_uses(i64 %x, i64 %y) { |
| ; RV32ZICOND-LABEL: icmp_and_y_multiple_uses: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: or a2, a2, a3 |
| ; RV32ZICOND-NEXT: snez a2, a2 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a2, a0 |
| ; RV32ZICOND-NEXT: add a0, a0, a2 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and_y_multiple_uses: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: snez a1, a1 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a1, a0 |
| ; RV64ZICOND-NEXT: add a0, a0, a1 |
| ; RV64ZICOND-NEXT: ret |
| %3 = icmp ne i64 %y, 0 |
| %4 = icmp ne i64 %x, 0 |
| %5 = and i1 %4, %3 |
| %6 = zext i1 %5 to i32 |
| %7 = zext i1 %3 to i32 |
| %8 = add i32 %6, %7 |
| ret i32 %8 |
| } |
| |
| ; Both icmp's have multiple uses, don't optimize |
| define i32 @icmp_and_xy_multiple_uses(i64 %x, i64 %y) { |
| ; RV32ZICOND-LABEL: icmp_and_xy_multiple_uses: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: or a2, a2, a3 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: snez a1, a2 |
| ; RV32ZICOND-NEXT: snez a0, a0 |
| ; RV32ZICOND-NEXT: and a2, a0, a1 |
| ; RV32ZICOND-NEXT: add a0, a1, a0 |
| ; RV32ZICOND-NEXT: add a0, a2, a0 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and_xy_multiple_uses: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: snez a1, a1 |
| ; RV64ZICOND-NEXT: snez a0, a0 |
| ; RV64ZICOND-NEXT: and a2, a0, a1 |
| ; RV64ZICOND-NEXT: add a0, a1, a0 |
| ; RV64ZICOND-NEXT: add a0, a2, a0 |
| ; RV64ZICOND-NEXT: ret |
| %3 = icmp ne i64 %y, 0 |
| %4 = icmp ne i64 %x, 0 |
| %5 = and i1 %4, %3 |
| %6 = zext i1 %5 to i32 |
| %7 = zext i1 %3 to i32 |
| %8 = zext i1 %4 to i32 |
| %9 = add i32 %6, %7 |
| %10 = add i32 %9, %8 |
| ret i32 %10 |
| } |
| |
| |
| ; (and (icmp x. 0, ne), (icmp y, 0, ne)) -> (czero.eqz (icmp x, 0, ne), y) |
| define i32 @icmp_and_select(i64 %x, i64 %y, i32 %z) { |
| ; RV32ZICOND-LABEL: icmp_and_select: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: sgtz a5, a3 |
| ; RV32ZICOND-NEXT: snez a2, a2 |
| ; RV32ZICOND-NEXT: czero.eqz a5, a5, a3 |
| ; RV32ZICOND-NEXT: czero.nez a2, a2, a3 |
| ; RV32ZICOND-NEXT: or a2, a2, a5 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a2, a0 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a4, a0 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and_select: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: sgtz a1, a1 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a1, a0 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a2, a0 |
| ; RV64ZICOND-NEXT: ret |
| %3 = icmp sgt i64 %y, 0 |
| %4 = icmp ne i64 %x, 0 |
| %5 = and i1 %4, %3 |
| %6 = select i1 %5, i32 %z, i32 0 |
| ret i32 %6 |
| } |
| |
| ; (and (and (icmp x, 0, ne), (icmp y, 0, ne)), (icmp z, 0, ne)) -> (czero.eqz (czero.eqz (icmp x, 0, ne), y), z) |
| define i32 @icmp_and_and(i64 %x, i64 %y, i64 %z) { |
| ; RV32ZICOND-LABEL: icmp_and_and: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: or a2, a2, a3 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: snez a0, a0 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a0, a2 |
| ; RV32ZICOND-NEXT: or a4, a4, a5 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a0, a4 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: icmp_and_and: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: snez a0, a0 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a0, a1 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a0, a2 |
| ; RV64ZICOND-NEXT: ret |
| %4 = icmp ne i64 %y, 0 |
| %5 = icmp ne i64 %x, 0 |
| %6 = and i1 %4, %5 |
| %7 = icmp ne i64 %z, 0 |
| %8 = and i1 %7, %6 |
| %9 = zext i1 %8 to i32 |
| ret i32 %9 |
| } |
| |
| ; (select cond, x, rotl(x, rot.amt)) -> (rotl x, (czero_nez rot.amt, cond)) |
| define i64 @rotate_l_nez(i64 %x, i64 %rot.amt, i1 %cond) { |
| ; RV32ZICOND-LABEL: rotate_l_nez: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a4, a4, 1 |
| ; RV32ZICOND-NEXT: czero.nez a2, a2, a4 |
| ; RV32ZICOND-NEXT: bexti a3, a2, 5 |
| ; RV32ZICOND-NEXT: czero.nez a4, a0, a3 |
| ; RV32ZICOND-NEXT: czero.eqz a5, a1, a3 |
| ; RV32ZICOND-NEXT: czero.nez a1, a1, a3 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a0, a3 |
| ; RV32ZICOND-NEXT: not a3, a2 |
| ; RV32ZICOND-NEXT: or a4, a5, a4 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: sll a1, a4, a2 |
| ; RV32ZICOND-NEXT: srli a5, a0, 1 |
| ; RV32ZICOND-NEXT: sll a2, a0, a2 |
| ; RV32ZICOND-NEXT: srli a4, a4, 1 |
| ; RV32ZICOND-NEXT: srl a0, a5, a3 |
| ; RV32ZICOND-NEXT: srl a3, a4, a3 |
| ; RV32ZICOND-NEXT: or a0, a1, a0 |
| ; RV32ZICOND-NEXT: or a1, a2, a3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: rotate_l_nez: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a2, a2, 1 |
| ; RV64ZICOND-NEXT: czero.nez a1, a1, a2 |
| ; RV64ZICOND-NEXT: rol a0, a0, a1 |
| ; RV64ZICOND-NEXT: ret |
| %6 = call i64 @llvm.fshl.i64(i64 %x, i64 %x, i64 %rot.amt) |
| %7 = select i1 %cond, i64 %x, i64 %6 |
| ret i64 %7 |
| } |
| |
| ; (select cond, rotl(x, rot.amt), x) -> (rotl x, (czero_eqz rot.amt, cond)) |
| define i64 @rotate_l_eqz(i64 %x, i64 %rot.amt, i1 %cond) { |
| ; RV32ZICOND-LABEL: rotate_l_eqz: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a4, a4, 1 |
| ; RV32ZICOND-NEXT: czero.eqz a2, a2, a4 |
| ; RV32ZICOND-NEXT: bexti a3, a2, 5 |
| ; RV32ZICOND-NEXT: czero.nez a4, a0, a3 |
| ; RV32ZICOND-NEXT: czero.eqz a5, a1, a3 |
| ; RV32ZICOND-NEXT: czero.nez a1, a1, a3 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a0, a3 |
| ; RV32ZICOND-NEXT: not a3, a2 |
| ; RV32ZICOND-NEXT: or a4, a5, a4 |
| ; RV32ZICOND-NEXT: or a0, a0, a1 |
| ; RV32ZICOND-NEXT: sll a1, a4, a2 |
| ; RV32ZICOND-NEXT: srli a5, a0, 1 |
| ; RV32ZICOND-NEXT: sll a2, a0, a2 |
| ; RV32ZICOND-NEXT: srli a4, a4, 1 |
| ; RV32ZICOND-NEXT: srl a0, a5, a3 |
| ; RV32ZICOND-NEXT: srl a3, a4, a3 |
| ; RV32ZICOND-NEXT: or a0, a1, a0 |
| ; RV32ZICOND-NEXT: or a1, a2, a3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: rotate_l_eqz: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a2, a2, 1 |
| ; RV64ZICOND-NEXT: czero.eqz a1, a1, a2 |
| ; RV64ZICOND-NEXT: rol a0, a0, a1 |
| ; RV64ZICOND-NEXT: ret |
| %6 = call i64 @llvm.fshl.i64(i64 %x, i64 %x, i64 %rot.amt) |
| %7 = select i1 %cond, i64 %6, i64 %x |
| ret i64 %7 |
| } |
| |
| ; (select cond, const, t) -> (add (czero_nez t - const, cond), const) |
| define i64 @select_imm_reg(i64 %t, i1 %cond) { |
| ; RV32ZICOND-LABEL: select_imm_reg: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a2, a2, 1 |
| ; RV32ZICOND-NEXT: addi a0, a0, -3 |
| ; RV32ZICOND-NEXT: czero.nez a1, a1, a2 |
| ; RV32ZICOND-NEXT: czero.nez a0, a0, a2 |
| ; RV32ZICOND-NEXT: addi a0, a0, 3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: select_imm_reg: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a1, a1, 1 |
| ; RV64ZICOND-NEXT: addi a0, a0, -3 |
| ; RV64ZICOND-NEXT: czero.nez a0, a0, a1 |
| ; RV64ZICOND-NEXT: addi a0, a0, 3 |
| ; RV64ZICOND-NEXT: ret |
| %4 = select i1 %cond, i64 3, i64 %t |
| ret i64 %4 |
| } |
| |
| ; (select cond, t, const) -> (add (czero_eqz t - const, cond), const) |
| define i64 @select_reg_imm(i64 %t, i1 %cond) { |
| ; RV32ZICOND-LABEL: select_reg_imm: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a2, a2, 1 |
| ; RV32ZICOND-NEXT: addi a0, a0, -3 |
| ; RV32ZICOND-NEXT: czero.eqz a1, a1, a2 |
| ; RV32ZICOND-NEXT: czero.eqz a0, a0, a2 |
| ; RV32ZICOND-NEXT: addi a0, a0, 3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: select_reg_imm: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a1, a1, 1 |
| ; RV64ZICOND-NEXT: addi a0, a0, -3 |
| ; RV64ZICOND-NEXT: czero.eqz a0, a0, a1 |
| ; RV64ZICOND-NEXT: addi a0, a0, 3 |
| ; RV64ZICOND-NEXT: ret |
| %4 = select i1 %cond, i64 %t, i64 3 |
| ret i64 %4 |
| } |
| |
| ; (select cond, -2048, t) -> (xor (czero_nez (xor t, -2048), cond), -2048) |
| define i64 @select_imm_reg_neg_2048(i64 %t, i1 %cond) { |
| ; RV32ZICOND-LABEL: select_imm_reg_neg_2048: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a2, a2, 1 |
| ; RV32ZICOND-NEXT: xori a0, a0, -2048 |
| ; RV32ZICOND-NEXT: neg a3, a2 |
| ; RV32ZICOND-NEXT: czero.nez a0, a0, a2 |
| ; RV32ZICOND-NEXT: or a1, a3, a1 |
| ; RV32ZICOND-NEXT: xori a0, a0, -2048 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: select_imm_reg_neg_2048: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a1, a1, 1 |
| ; RV64ZICOND-NEXT: xori a0, a0, -2048 |
| ; RV64ZICOND-NEXT: czero.nez a0, a0, a1 |
| ; RV64ZICOND-NEXT: xori a0, a0, -2048 |
| ; RV64ZICOND-NEXT: ret |
| %4 = select i1 %cond, i64 -2048, i64 %t |
| ret i64 %4 |
| } |
| |
| ; (select cond, 2048, t) -> no transform |
| define i64 @select_imm_reg_2048(i64 %t, i1 %cond) { |
| ; RV32ZICOND-LABEL: select_imm_reg_2048: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a2, a2, 1 |
| ; RV32ZICOND-NEXT: bseti a3, zero, 11 |
| ; RV32ZICOND-NEXT: czero.nez a0, a0, a2 |
| ; RV32ZICOND-NEXT: czero.eqz a3, a3, a2 |
| ; RV32ZICOND-NEXT: or a0, a3, a0 |
| ; RV32ZICOND-NEXT: czero.nez a1, a1, a2 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: select_imm_reg_2048: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a1, a1, 1 |
| ; RV64ZICOND-NEXT: bseti a2, zero, 11 |
| ; RV64ZICOND-NEXT: czero.nez a0, a0, a1 |
| ; RV64ZICOND-NEXT: czero.eqz a1, a2, a1 |
| ; RV64ZICOND-NEXT: or a0, a1, a0 |
| ; RV64ZICOND-NEXT: ret |
| %4 = select i1 %cond, i64 2048, i64 %t |
| ret i64 %4 |
| } |
| |
| ; (select cond, (and f, ~x), f) -> (andn f, (czero_eqz x, cond)) |
| define i64 @test_inv_and_nez(i64 %f, i64 %x, i1 %cond) { |
| ; RV32ZICOND-LABEL: test_inv_and_nez: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a4, a4, 1 |
| ; RV32ZICOND-NEXT: czero.eqz a3, a3, a4 |
| ; RV32ZICOND-NEXT: czero.eqz a2, a2, a4 |
| ; RV32ZICOND-NEXT: andn a0, a0, a2 |
| ; RV32ZICOND-NEXT: andn a1, a1, a3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: test_inv_and_nez: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a2, a2, 1 |
| ; RV64ZICOND-NEXT: czero.eqz a1, a1, a2 |
| ; RV64ZICOND-NEXT: andn a0, a0, a1 |
| ; RV64ZICOND-NEXT: ret |
| %5 = xor i64 %x, -1 |
| %6 = select i1 %cond, i64 %5, i64 -1 |
| %7 = and i64 %6, %f |
| ret i64 %7 |
| } |
| |
| ; (select cond, f, (and f, ~x)) -> (andn f, (czero_nez x, cond)) |
| define i64 @test_inv_and_eqz(i64 %f, i64 %x, i1 %cond) { |
| ; RV32ZICOND-LABEL: test_inv_and_eqz: |
| ; RV32ZICOND: # %bb.0: |
| ; RV32ZICOND-NEXT: andi a4, a4, 1 |
| ; RV32ZICOND-NEXT: czero.nez a3, a3, a4 |
| ; RV32ZICOND-NEXT: czero.nez a2, a2, a4 |
| ; RV32ZICOND-NEXT: andn a0, a0, a2 |
| ; RV32ZICOND-NEXT: andn a1, a1, a3 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: test_inv_and_eqz: |
| ; RV64ZICOND: # %bb.0: |
| ; RV64ZICOND-NEXT: andi a2, a2, 1 |
| ; RV64ZICOND-NEXT: czero.nez a1, a1, a2 |
| ; RV64ZICOND-NEXT: andn a0, a0, a1 |
| ; RV64ZICOND-NEXT: ret |
| %5 = xor i64 %x, -1 |
| %6 = select i1 %cond, i64 -1, i64 %5 |
| %7 = and i64 %6, %f |
| ret i64 %7 |
| } |
| |
| define i32 @pr166596(i32 %conv.i, i1 %iszero) #0 { |
| ; RV32ZICOND-LABEL: pr166596: |
| ; RV32ZICOND: # %bb.0: # %entry |
| ; RV32ZICOND-NEXT: andi a1, a1, 1 |
| ; RV32ZICOND-NEXT: xori a0, a0, 1 |
| ; RV32ZICOND-NEXT: zext.h a0, a0 |
| ; RV32ZICOND-NEXT: clz a0, a0 |
| ; RV32ZICOND-NEXT: addi a0, a0, 41 |
| ; RV32ZICOND-NEXT: czero.nez a0, a0, a1 |
| ; RV32ZICOND-NEXT: addi a0, a0, -9 |
| ; RV32ZICOND-NEXT: ret |
| ; |
| ; RV64ZICOND-LABEL: pr166596: |
| ; RV64ZICOND: # %bb.0: # %entry |
| ; RV64ZICOND-NEXT: andi a1, a1, 1 |
| ; RV64ZICOND-NEXT: xori a0, a0, 1 |
| ; RV64ZICOND-NEXT: zext.h a0, a0 |
| ; RV64ZICOND-NEXT: clz a0, a0 |
| ; RV64ZICOND-NEXT: addi a0, a0, 9 |
| ; RV64ZICOND-NEXT: czero.nez a0, a0, a1 |
| ; RV64ZICOND-NEXT: addi a0, a0, -9 |
| ; RV64ZICOND-NEXT: ret |
| entry: |
| %not.i = xor i32 %conv.i, 1 |
| %conv2.i = trunc i32 %not.i to i16 |
| %conv22 = zext i16 %conv2.i to i64 |
| %0 = call i64 @llvm.ctlz.i64(i64 %conv22, i1 false) |
| %cast = trunc i64 %0 to i32 |
| %clzg = select i1 %iszero, i32 -9, i32 %cast |
| ret i32 %clzg |
| } |