| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --extra_scrub |
| ; RUN: llc -mattr=+sve < %s | FileCheck %s --check-prefixes=CHECK,NONSTREAMING |
| ; RUN: llc -mattr=+sme -force-streaming < %s | FileCheck %s --check-prefixes=CHECK,STREAMING |
| |
| target triple = "aarch64-unknown-linux-gnu" |
| |
| ; |
| ; OEQ |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_oeq_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_oeq_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp oeq <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_oeq_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_oeq_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp oeq <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_oeq_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_oeq_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmeq p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_oeq_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmeq p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp oeq <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; OGT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ogt_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ogt_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp ogt <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ogt_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ogt_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp ogt <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ogt_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ogt_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ogt_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ogt <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; OGE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_oge_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_oge_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp oge <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_oge_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_oge_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp oge <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_oge_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_oge_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_oge_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp oge <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; OLT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_olt_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_olt_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp olt <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_olt_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_olt_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp olt <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_olt_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_olt_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_olt_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp olt <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; OLE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ole_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ole_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp ole <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ole_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ole_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp ole <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ole_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ole_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ole_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ole <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; ONE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_one_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_one_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: sel p0.b, p0, p0.b, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp one <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_one_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_one_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: sel p0.b, p0, p0.b, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp one <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_one_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_one_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p2.s, p0/z, z3.s, z4.s |
| ; NONSTREAMING-NEXT: fcmgt p3.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: mov p1.b, p2/m, p2.b |
| ; NONSTREAMING-NEXT: sel p0.b, p0, p0.b, p3.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_one_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p2.s, p0/z, z3.s, z4.s |
| ; STREAMING-NEXT: fcmgt p3.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: mov p1.b, p2/m, p2.b |
| ; STREAMING-NEXT: sel p0.b, p0, p0.b, p3.b |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp one <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; ORD |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ord_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ord_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmuo p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ord <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ord_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ord_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmuo p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ord <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ord_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ord_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmuo p2.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; NONSTREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ord_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmuo p2.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; STREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; STREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ord <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; UEQ |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ueq_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ueq_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmuo p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: sel p0.b, p0, p0.b, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ueq <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ueq_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ueq_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmuo p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: sel p0.b, p0, p0.b, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ueq <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ueq_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ueq_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmeq p2.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmuo p3.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: mov p1.b, p2/m, p2.b |
| ; NONSTREAMING-NEXT: sel p0.b, p0, p0.b, p3.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ueq_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmeq p2.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmuo p3.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: mov p1.b, p2/m, p2.b |
| ; STREAMING-NEXT: sel p0.b, p0, p0.b, p3.b |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ueq <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; UGT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ugt_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ugt_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ugt <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ugt_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ugt_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ugt <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ugt_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ugt_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p2.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; NONSTREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ugt_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p2.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; STREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; STREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ugt <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; UGE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_uge_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_uge_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp uge <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_uge_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_uge_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp uge <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_uge_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_uge_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p2.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; NONSTREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_uge_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p2.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; STREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; STREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp uge <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; ULT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ult_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ult_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ult <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ult_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ult_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ult <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ult_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ult_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p2.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; NONSTREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ult_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p2.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; STREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; STREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ult <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; ULE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ule_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ule_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ule <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ule_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ule_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p1.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: not p0.b, p0/z, p1.b |
| ; CHECK-NEXT: ret |
| %res = fcmp ule <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ule_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ule_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p2.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; NONSTREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ule_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p2.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: not p1.b, p0/z, p1.b |
| ; STREAMING-NEXT: not p2.b, p0/z, p2.b |
| ; STREAMING-NEXT: uzp1 p0.h, p2.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp ule <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; UNE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_une_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_une_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp une <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_une_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_une_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp une <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_une_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_une_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmne p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_une_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmne p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp une <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; UNO |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_uno_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_uno_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmuo p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp uno <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_uno_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_uno_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmuo p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp uno <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_uno_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_uno_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmuo p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_uno_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmuo p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmuo p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp uno <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; EQ |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_eq_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_eq_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast oeq <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_eq_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_eq_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast oeq <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_eq_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_eq_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmeq p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_eq_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmeq p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmeq p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast oeq <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; GT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_gt_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_gt_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast ogt <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_gt_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_gt_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast ogt <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_gt_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_gt_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_gt_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast ogt <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; GE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ge_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ge_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast oge <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ge_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ge_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast oge <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ge_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ge_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ge_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast oge <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; LT |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_lt_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_lt_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast olt <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_lt_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_lt_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast olt <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_lt_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_lt_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_lt_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmgt p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmgt p0.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast olt <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; LE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_le_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_le_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast ole <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_le_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_le_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast ole <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_le_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_le_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_le_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: fcmge p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmge p0.s, p0/z, z1.s, z0.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast ole <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
| |
| ; |
| ; NE |
| ; |
| |
| define <vscale x 2 x i1> @fcmp_ne_nxv2bf16(<vscale x 2 x bfloat> %a, <vscale x 2 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ne_nxv2bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast one <vscale x 2 x bfloat> %a, %b |
| ret <vscale x 2 x i1> %res |
| } |
| |
| define <vscale x 4 x i1> @fcmp_ne_nxv4bf16(<vscale x 4 x bfloat> %a, <vscale x 4 x bfloat> %b) { |
| ; CHECK-LABEL: fcmp_ne_nxv4bf16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: lsl z1.s, z1.s, #16 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; CHECK-NEXT: ret |
| %res = fcmp fast one <vscale x 4 x bfloat> %a, %b |
| ret <vscale x 4 x i1> %res |
| } |
| |
| define <vscale x 8 x i1> @fcmp_ne_nxv8bf16(<vscale x 8 x bfloat> %a, <vscale x 8 x bfloat> %b) { |
| ; NONSTREAMING-LABEL: fcmp_ne_nxv8bf16: |
| ; NONSTREAMING: // %bb.0: |
| ; NONSTREAMING-NEXT: movi v2.2d, #0000000000000000 |
| ; NONSTREAMING-NEXT: ptrue p0.s |
| ; NONSTREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; NONSTREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; NONSTREAMING-NEXT: fcmne p1.s, p0/z, z4.s, z3.s |
| ; NONSTREAMING-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; NONSTREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; NONSTREAMING-NEXT: ret |
| ; |
| ; STREAMING-LABEL: fcmp_ne_nxv8bf16: |
| ; STREAMING: // %bb.0: |
| ; STREAMING-NEXT: mov z2.h, #0 // =0x0 |
| ; STREAMING-NEXT: ptrue p0.s |
| ; STREAMING-NEXT: zip2 z3.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip2 z4.h, z2.h, z0.h |
| ; STREAMING-NEXT: zip1 z1.h, z2.h, z1.h |
| ; STREAMING-NEXT: zip1 z0.h, z2.h, z0.h |
| ; STREAMING-NEXT: fcmne p1.s, p0/z, z4.s, z3.s |
| ; STREAMING-NEXT: fcmne p0.s, p0/z, z0.s, z1.s |
| ; STREAMING-NEXT: uzp1 p0.h, p0.h, p1.h |
| ; STREAMING-NEXT: ret |
| %res = fcmp fast one <vscale x 8 x bfloat> %a, %b |
| ret <vscale x 8 x i1> %res |
| } |
