; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s | FileCheck %s

target triple = "aarch64"

; Check that an expanded vbsl(vneg(pre_cond), left, right) lowers to a VBSL
; during ISEL.
;
; Subtly different from a plain vector bit select: operand representing the
; condition has been negated (-v, not to be confused with bitwise_not(v)).

; Each vbsl_neg_cond_xxxx tests one of the 16 permutations of the operands.

define <4 x i32> @vbsl_neg_cond_0000(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0000:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_0 = and <4 x i32> %neg_cond, %left
  %right_bits_0 = and <4 x i32> %min_cond, %right
  %bsl0000 = or <4 x i32> %right_bits_0, %left_bits_0
  ret <4 x i32> %bsl0000
}

define <4 x i32> @vbsl_neg_cond_0001(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0001:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_1 = and <4 x i32> %left, %neg_cond
  %right_bits_0 = and <4 x i32> %min_cond, %right
  %bsl0001 = or <4 x i32> %right_bits_0, %left_bits_1
  ret <4 x i32> %bsl0001
}

define <4 x i32> @vbsl_neg_cond_0010(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0010:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_0 = and <4 x i32> %neg_cond, %left
  %right_bits_1 = and <4 x i32> %right, %min_cond
  %bsl0010 = or <4 x i32> %right_bits_1, %left_bits_0
  ret <4 x i32> %bsl0010
}

define <4 x i32> @vbsl_neg_cond_0011(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0011:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_1 = and <4 x i32> %left, %neg_cond
  %right_bits_1 = and <4 x i32> %right, %min_cond
  %bsl0011 = or <4 x i32> %right_bits_1, %left_bits_1
  ret <4 x i32> %bsl0011
}

define <4 x i32> @vbsl_neg_cond_0100(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0100:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_0 = and <4 x i32> %neg_cond, %left
  %right_bits_0 = and <4 x i32> %min_cond, %right
  %bsl0100 = or <4 x i32> %left_bits_0, %right_bits_0
  ret <4 x i32> %bsl0100
}

define <4 x i32> @vbsl_neg_cond_0101(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0101:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_0 = and <4 x i32> %neg_cond, %left
  %right_bits_1 = and <4 x i32> %right, %min_cond
  %bsl0101 = or <4 x i32> %left_bits_0, %right_bits_1
  ret <4 x i32> %bsl0101
}

define <4 x i32> @vbsl_neg_cond_0110(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0110:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_1 = and <4 x i32> %left, %neg_cond
  %right_bits_0 = and <4 x i32> %min_cond, %right
  %bsl0110 = or <4 x i32> %left_bits_1, %right_bits_0
  ret <4 x i32> %bsl0110
}

define <4 x i32> @vbsl_neg_cond_0111(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_0111:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v1.16b, v2.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %left_bits_1 = and <4 x i32> %left, %neg_cond
  %right_bits_1 = and <4 x i32> %right, %min_cond
  %bsl0111 = or <4 x i32> %left_bits_1, %right_bits_1
  ret <4 x i32> %bsl0111
}

define <4 x i32> @vbsl_neg_cond_1000(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1000:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_0 = and <4 x i32> %min_cond, %left
  %flip_cond_right_bits_0 = and <4 x i32> %neg_cond, %right
  %bsl1000 = or <4 x i32> %flip_cond_right_bits_0, %flip_cond_left_bits_0
  ret <4 x i32> %bsl1000
}

define <4 x i32> @vbsl_neg_cond_1001(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1001:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_1 = and <4 x i32> %left, %min_cond
  %flip_cond_right_bits_0 = and <4 x i32> %neg_cond, %right
  %bsl1001 = or <4 x i32> %flip_cond_right_bits_0, %flip_cond_left_bits_1
  ret <4 x i32> %bsl1001
}

define <4 x i32> @vbsl_neg_cond_1010(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1010:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_0 = and <4 x i32> %min_cond, %left
  %flip_cond_right_bits_1 = and <4 x i32> %right, %neg_cond
  %bsl1010 = or <4 x i32> %flip_cond_right_bits_1, %flip_cond_left_bits_0
  ret <4 x i32> %bsl1010
}

define <4 x i32> @vbsl_neg_cond_1011(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1011:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_1 = and <4 x i32> %left, %min_cond
  %flip_cond_right_bits_1 = and <4 x i32> %right, %neg_cond
  %bsl1011 = or <4 x i32> %flip_cond_right_bits_1, %flip_cond_left_bits_1
  ret <4 x i32> %bsl1011
}

define <4 x i32> @vbsl_neg_cond_1100(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1100:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_0 = and <4 x i32> %min_cond, %left
  %flip_cond_right_bits_0 = and <4 x i32> %neg_cond, %right
  %bsl1100 = or <4 x i32> %flip_cond_left_bits_0, %flip_cond_right_bits_0
  ret <4 x i32> %bsl1100
}

define <4 x i32> @vbsl_neg_cond_1101(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1101:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_0 = and <4 x i32> %min_cond, %left
  %flip_cond_right_bits_1 = and <4 x i32> %right, %neg_cond
  %bsl1101 = or <4 x i32> %flip_cond_left_bits_0, %flip_cond_right_bits_1
  ret <4 x i32> %bsl1101
}

define <4 x i32> @vbsl_neg_cond_1110(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1110:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_1 = and <4 x i32> %left, %min_cond
  %flip_cond_right_bits_0 = and <4 x i32> %neg_cond, %right
  %bsl1110 = or <4 x i32> %flip_cond_left_bits_1, %flip_cond_right_bits_0
  ret <4 x i32> %bsl1110
}

define <4 x i32> @vbsl_neg_cond_1111(<4 x i32> %pre_cond, <4 x i32> %left, <4 x i32> %right) #0 {
; CHECK-LABEL: vbsl_neg_cond_1111:
; CHECK:       // %bb.0:
; CHECK-NEXT:    neg v0.4s, v0.4s
; CHECK-NEXT:    bsl v0.16b, v2.16b, v1.16b
; CHECK-NEXT:    ret
  %neg_cond = sub <4 x i32> zeroinitializer, %pre_cond
  %min_cond = add <4 x i32> %pre_cond, <i32 -1, i32 -1, i32 -1, i32 -1>
  %flip_cond_left_bits_1 = and <4 x i32> %left, %min_cond
  %flip_cond_right_bits_1 = and <4 x i32> %right, %neg_cond
  %bsl1111 = or <4 x i32> %flip_cond_left_bits_1, %flip_cond_right_bits_1
  ret <4 x i32> %bsl1111
}

attributes #0 = { "target-features"="+neon" }