; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; FIXME: globalisel crashes on v3
; RUN:  llc -mtriple=amdgcn -mcpu=gfx704 < %s  | FileCheck --check-prefixes=GFX7CHECK,GFX7SELDAG %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx704 < %s  | FileCheck --check-prefixes=GFX7CHECK,GFX7GLISEL %s
; RUN:  llc -mtriple=amdgcn -mcpu=gfx803 < %s  | FileCheck --check-prefixes=GFX8CHECK,GFX8SELDAG %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx803 < %s  | FileCheck --check-prefixes=GFX8CHECK,GFX8GLISEL %s
; RUN:  llc -mtriple=amdgcn -mcpu=gfx908 < %s  | FileCheck --check-prefixes=GFX9CHECK,GFX9SELDAG %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx908 < %s  | FileCheck --check-prefixes=GFX9CHECK,GFX9GLISEL %s
; RUN:  llc -mtriple=amdgcn -mcpu=gfx1031 < %s | FileCheck --check-prefixes=GFX10CHECK,GFX10SELDAG %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1031 < %s | FileCheck --check-prefixes=GFX10CHECK,GFX10GLISEL %s
; RUN:  llc -mtriple=amdgcn -mcpu=gfx1100 -mattr=+real-true16 -amdgpu-enable-delay-alu=0 < %s | FileCheck --check-prefixes=GFX11CHECK,GFX11SELDAG,GFX11SELDAG-TRUE16 %s
; RUN:  llc -mtriple=amdgcn -mcpu=gfx1100 -mattr=-real-true16 -amdgpu-enable-delay-alu=0 < %s | FileCheck --check-prefixes=GFX11CHECK,GFX11SELDAG,GFX11SELDAG-FAKE16 %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1100 -mattr=+real-true16 -amdgpu-enable-delay-alu=0 < %s | FileCheck --check-prefixes=GFX11CHECK,GFX11GLISEL,GFX11GLISEL-TRUE16 %s
; xUN:  llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1100 -mattr=-real-true16 -amdgpu-enable-delay-alu=0 < %s | FileCheck --check-prefixes=GFX11CHECK,GFX11GLISEL,GFX11GLISEL-FAKE16 %s

define amdgpu_kernel void @sgpr_isnan_bf16(ptr addrspace(1) %out, bfloat %x) {
; GFX7CHECK-LABEL: sgpr_isnan_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_load_dword s6, s[4:5], 0xb
; GFX7CHECK-NEXT:    s_load_dwordx2 s[0:1], s[4:5], 0x9
; GFX7CHECK-NEXT:    s_mov_b32 s3, 0xf000
; GFX7CHECK-NEXT:    s_mov_b32 s2, -1
; GFX7CHECK-NEXT:    s_waitcnt lgkmcnt(0)
; GFX7CHECK-NEXT:    s_and_b32 s4, s6, 0x7fff
; GFX7CHECK-NEXT:    s_cmpk_gt_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    s_cselect_b64 s[4:5], -1, 0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, -1, s[4:5]
; GFX7CHECK-NEXT:    buffer_store_dword v0, off, s[0:3], 0
; GFX7CHECK-NEXT:    s_endpgm
;
; GFX8CHECK-LABEL: sgpr_isnan_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_load_dword s2, s[4:5], 0x2c
; GFX8CHECK-NEXT:    s_load_dwordx2 s[0:1], s[4:5], 0x24
; GFX8CHECK-NEXT:    s_waitcnt lgkmcnt(0)
; GFX8CHECK-NEXT:    s_and_b32 s2, s2, 0x7fff
; GFX8CHECK-NEXT:    s_cmpk_gt_i32 s2, 0x7f80
; GFX8CHECK-NEXT:    s_cselect_b64 s[2:3], -1, 0
; GFX8CHECK-NEXT:    v_mov_b32_e32 v0, s0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, -1, s[2:3]
; GFX8CHECK-NEXT:    v_mov_b32_e32 v1, s1
; GFX8CHECK-NEXT:    flat_store_dword v[0:1], v2
; GFX8CHECK-NEXT:    s_endpgm
;
; GFX9CHECK-LABEL: sgpr_isnan_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_load_dword s2, s[4:5], 0x2c
; GFX9CHECK-NEXT:    s_load_dwordx2 s[0:1], s[4:5], 0x24
; GFX9CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX9CHECK-NEXT:    s_waitcnt lgkmcnt(0)
; GFX9CHECK-NEXT:    s_and_b32 s2, s2, 0x7fff
; GFX9CHECK-NEXT:    s_cmpk_gt_i32 s2, 0x7f80
; GFX9CHECK-NEXT:    s_cselect_b64 s[2:3], -1, 0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, -1, s[2:3]
; GFX9CHECK-NEXT:    global_store_dword v0, v1, s[0:1]
; GFX9CHECK-NEXT:    s_endpgm
;
; GFX10CHECK-LABEL: sgpr_isnan_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_clause 0x1
; GFX10CHECK-NEXT:    s_load_dword s2, s[4:5], 0x2c
; GFX10CHECK-NEXT:    s_load_dwordx2 s[0:1], s[4:5], 0x24
; GFX10CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX10CHECK-NEXT:    s_waitcnt lgkmcnt(0)
; GFX10CHECK-NEXT:    s_and_b32 s2, s2, 0x7fff
; GFX10CHECK-NEXT:    s_cmpk_gt_i32 s2, 0x7f80
; GFX10CHECK-NEXT:    s_cselect_b32 s2, -1, 0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, -1, s2
; GFX10CHECK-NEXT:    global_store_dword v0, v1, s[0:1]
; GFX10CHECK-NEXT:    s_endpgm
;
; GFX11CHECK-LABEL: sgpr_isnan_bf16:
; GFX11CHECK:       ; %bb.0:
; GFX11CHECK-NEXT:    s_clause 0x1
; GFX11CHECK-NEXT:    s_load_b32 s2, s[4:5], 0x2c
; GFX11CHECK-NEXT:    s_load_b64 s[0:1], s[4:5], 0x24
; GFX11CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX11CHECK-NEXT:    s_waitcnt lgkmcnt(0)
; GFX11CHECK-NEXT:    s_and_b32 s2, s2, 0x7fff
; GFX11CHECK-NEXT:    s_cmpk_gt_i32 s2, 0x7f80
; GFX11CHECK-NEXT:    s_cselect_b32 s2, -1, 0
; GFX11CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, -1, s2
; GFX11CHECK-NEXT:    global_store_b32 v0, v1, s[0:1]
; GFX11CHECK-NEXT:    s_endpgm
  %result = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 3)
  %sext = sext i1 %result to i32
  store i32 %sext, ptr addrspace(1) %out, align 4
  ret void
}

define i1 @zeromask_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: zeromask_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: zeromask_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: zeromask_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: zeromask_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11CHECK-LABEL: zeromask_bf16:
; GFX11CHECK:       ; %bb.0:
; GFX11CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11CHECK-NEXT:    v_mov_b32_e32 v0, 0
; GFX11CHECK-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 0)
  ret i1 %1
}

; FIXME: DAG and GlobalISel return different values for i1 true
define i1 @allflags_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: allflags_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mov_b32_e32 v0, 1
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: allflags_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_mov_b32_e32 v0, 1
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: allflags_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_mov_b32_e32 v0, 1
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: allflags_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_mov_b32_e32 v0, 1
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11CHECK-LABEL: allflags_bf16:
; GFX11CHECK:       ; %bb.0:
; GFX11CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11CHECK-NEXT:    v_mov_b32_e32 v0, 1
; GFX11CHECK-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 1023) ; 0x3ff
  ret i1 %1
}

define i1 @snan_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: snan_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e64 s[4:5], s4, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: snan_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: snan_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: snan_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s4, 0x7f80, v0
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: snan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: snan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 1)  ; 0x001
  ret i1 %1
}

define i1 @qnan_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: qnan_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: qnan_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: qnan_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: qnan_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: qnan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: qnan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 2)  ; 0x002
  ret i1 %1
}

define i1 @posinf_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: posinf_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: posinf_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: posinf_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: posinf_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: posinf_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: posinf_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 512)  ; 0x200
  ret i1 %1
}

define i1 @neginf_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: neginf_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    s_mov_b32 s4, 0xff80
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: neginf_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0xff80
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: neginf_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0xff80
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: neginf_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0xff80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: neginf_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: neginf_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 4)  ; 0x004
  ret i1 %1
}

define i1 @posnormal_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: posnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e64 s[4:5], -1, v1
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], vcc, s[4:5]
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: posnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, -1, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: posnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, -1, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: posnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s4, 0x7f00, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: posnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, 0xff80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f00, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: posnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f00, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 256)  ; 0x100
  ret i1 %1
}

define i1 @negnormal_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: negnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e64 s[4:5], 0, v1
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], vcc, s[4:5]
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: negnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: negnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: negnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s4, 0x7f00, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: negnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, 0xff80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f00, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: negnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f00, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 8)  ; 0x008
  ret i1 %1
}

define i1 @possubnormal_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: possubnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, -1, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: possubnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: possubnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: possubnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: possubnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, v0.l, -1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: possubnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 128)  ; 0x080
  ret i1 %1
}

define i1 @negsubnormal_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: negsubnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e64 v0, s[4:5], -1, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v1
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e64 s[4:5], s4, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: negsubnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: negsubnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: negsubnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, v1, -1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s4, 0x7f, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: negsubnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, v0.h, -1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: negsubnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, v1, -1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 16)  ; 0x010
  ret i1 %1
}

define i1 @poszero_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: poszero_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: poszero_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: poszero_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: poszero_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: poszero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: poszero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 64)  ; 0x040
  ret i1 %1
}

define i1 @negzero_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: negzero_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    s_mov_b32 s4, 0x8000
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: negzero_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x8000
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: negzero_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x8000
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: negzero_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: negzero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: negzero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x8000, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 32)  ; 0x020
  ret i1 %1
}

define i1 @posfinite_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: posfinite_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: posfinite_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: posfinite_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: posfinite_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: posfinite_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: posfinite_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 448)  ; 0x1c0
  ret i1 %1
}

define i1 @negfinite_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: negfinite_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v1
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e64 s[4:5], s4, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: negfinite_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: negfinite_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: negfinite_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e64 s4, 0x7f80, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: negfinite_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: negfinite_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 56)  ; 0x038
  ret i1 %1
}

define i1 @isnan_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: isnan_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnan_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnan_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnan_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 3)  ; nan
  ret i1 %1
}

define i1 @not_isnan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_isnan_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_isnan_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_isnan_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_isnan_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_isnan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_isnan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 1020)  ; ~nan
  ret i1 %class
}

define <2 x i1> @isnan_v2bf16(<2 x bfloat> %x) nounwind {
; GFX7CHECK-LABEL: isnan_v2bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_mul_f32_e32 v1, 1.0, v1
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_bfe_u32 v1, v1, 16, 15
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v1
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnan_v2bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_bfe_u32 v1, v0, 16, 15
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v1
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnan_v2bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v1
; GFX9CHECK-NEXT:    v_cmp_gt_i16_sdwa s[4:5], v1, s4 src0_sel:WORD_1 src1_sel:DWORD
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnan_v2bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff7fff, v0
; GFX10CHECK-NEXT:    v_mov_b32_e32 v2, 0x7f80
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v1
; GFX10CHECK-NEXT:    v_cmp_gt_i16_sdwa s4, v1, v2 src0_sel:WORD_1 src1_sel:DWORD
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnan_v2bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b32_e32 v1, 0x7fff7fff, v0
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v1.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v1.h
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnan_v2bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_lshrrev_b32_e32 v1, 16, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call <2 x i1> @llvm.is.fpclass.v2bf16(<2 x bfloat> %x, i32 3)  ; nan
  ret <2 x i1> %1
}

define <3 x i1> @isnan_v3bf16(<3 x bfloat> %x) nounwind {
; GFX7CHECK-LABEL: isnan_v3bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_mul_f32_e32 v1, 1.0, v1
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_mul_f32_e32 v2, 1.0, v2
; GFX7CHECK-NEXT:    v_bfe_u32 v1, v1, 16, 15
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v2, v2, 16, 15
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v1
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v2
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnan_v3bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v2, 0x7fff, v1
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_bfe_u32 v1, v0, 16, 15
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v1
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v2
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnan_v3bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v3, 0x7fff7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v1
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v3
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v1
; GFX9CHECK-NEXT:    v_cmp_gt_i16_sdwa s[4:5], v3, s4 src0_sel:WORD_1 src1_sel:DWORD
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnan_v3bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v2, 0x7fff7fff, v0
; GFX10CHECK-NEXT:    v_mov_b32_e32 v3, 0x7f80
; GFX10CHECK-NEXT:    v_and_b32_e32 v4, 0x7fff, v1
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v2
; GFX10CHECK-NEXT:    v_cmp_gt_i16_sdwa s4, v2, v3 src0_sel:WORD_1 src1_sel:DWORD
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v4
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s4
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnan_v3bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b32_e32 v2, 0x7fff7fff, v0
; GFX11SELDAG-TRUE16-NEXT:    v_and_b32_e32 v3, 0x7fff, v1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v2.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v2.h
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnan_v3bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v3, 0x7fff, v1
; GFX11SELDAG-FAKE16-NEXT:    v_lshrrev_b32_e32 v2, 16, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v2
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call <3 x i1> @llvm.is.fpclass.v3bf16(<3 x bfloat> %x, i32 3)  ; nan
  ret <3 x i1> %1
}

define <4 x i1> @isnan_v4bf16(<4 x bfloat> %x) nounwind {
; GFX7CHECK-LABEL: isnan_v4bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_mul_f32_e32 v1, 1.0, v1
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_mul_f32_e32 v2, 1.0, v2
; GFX7CHECK-NEXT:    v_bfe_u32 v1, v1, 16, 15
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_mul_f32_e32 v3, 1.0, v3
; GFX7CHECK-NEXT:    v_bfe_u32 v2, v2, 16, 15
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v1
; GFX7CHECK-NEXT:    v_bfe_u32 v3, v3, 16, 15
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v2
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v3
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnan_v4bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_bfe_u32 v3, v1, 16, 15
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_and_b32_e32 v2, 0x7fff7fff, v1
; GFX8CHECK-NEXT:    v_bfe_u32 v1, v0, 16, 15
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v1
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v2
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v3
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnan_v4bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v3, 0x7fff7fff, v1
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0x7f80
; GFX9CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff7fff, v0
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v1
; GFX9CHECK-NEXT:    v_cmp_gt_i16_sdwa s[4:5], v1, s6 src0_sel:WORD_1 src1_sel:DWORD
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v3
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    v_cmp_gt_i16_sdwa s[4:5], v3, s6 src0_sel:WORD_1 src1_sel:DWORD
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v3, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnan_v4bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v3, 0x7fff7fff, v0
; GFX10CHECK-NEXT:    v_mov_b32_e32 v5, 0x7f80
; GFX10CHECK-NEXT:    v_and_b32_e32 v4, 0x7fff7fff, v1
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3
; GFX10CHECK-NEXT:    v_cmp_gt_i16_sdwa s4, v3, v5 src0_sel:WORD_1 src1_sel:DWORD
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v4
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v1, 0, 1, s4
; GFX10CHECK-NEXT:    v_cmp_gt_i16_sdwa s4, v4, v5 src0_sel:WORD_1 src1_sel:DWORD
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v3, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnan_v4bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b32_e32 v3, 0x7fff7fff, v0
; GFX11SELDAG-TRUE16-NEXT:    v_and_b32_e32 v4, 0x7fff7fff, v1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v4.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3.h
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v4.h
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnan_v4bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff7fff, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_lshrrev_b32_e32 v4, 16, v0
; GFX11SELDAG-FAKE16-NEXT:    v_lshrrev_b32_e32 v3, 16, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v2, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v4
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v1, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v3
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v3, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call <4 x i1> @llvm.is.fpclass.v4bf16(<4 x bfloat> %x, i32 3)  ; nan
  ret <4 x i1> %1
}

; FIXME: Broken for gfx6/7
; define i1 @isnan_bf16_strictfp(bfloat %x) strictfp nounwind {
;   %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 3) strictfp ; nan
;   ret i1 %1
; }

define i1 @isinf_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: isinf_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isinf_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isinf_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isinf_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isinf_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isinf_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 516)  ; 0x204 = "inf"
  ret i1 %1
}

define i1 @isfinite_bf16(bfloat %x) nounwind {
; GFX7CHECK-LABEL: isfinite_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isfinite_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isfinite_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isfinite_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isfinite_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isfinite_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %1 = call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 504)  ; 0x1f8 = "finite"
  ret i1 %1
}

define i1 @issubnormal_or_zero_bf16(bfloat %x) {
; GFX7CHECK-LABEL: issubnormal_or_zero_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: issubnormal_or_zero_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: issubnormal_or_zero_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: issubnormal_or_zero_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: issubnormal_or_zero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: issubnormal_or_zero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 240)  ; 0xf0 = "subnormal|zero"
  ret i1 %class
}

define i1 @not_issubnormal_or_zero_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_issubnormal_or_zero_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_issubnormal_or_zero_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_issubnormal_or_zero_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_issubnormal_or_zero_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_issubnormal_or_zero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_issubnormal_or_zero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
    %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 783)  ; ~0xf0 = "~(subnormal|zero)"
  ret i1 %class
}

define i1 @isnormal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: isnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f00
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 264)  ; 0x108 = "normal"
  ret i1 %class
}

define i1 @not_isnormal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_isnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX7CHECK-NEXT:    v_cmp_lt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_isnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX8CHECK-NEXT:    v_cmp_lt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_isnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX9CHECK-NEXT:    v_cmp_lt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_isnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7eff, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_isnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7eff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_isnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7eff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 759)  ; ~0x108 = "~normal"
  ret i1 %class
}

define i1 @not_is_plus_normal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_is_plus_normal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7eff
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e64 s[4:5], 0, v1
; GFX7CHECK-NEXT:    v_cmp_lt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_is_plus_normal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX8CHECK-NEXT:    v_cmp_lt_u16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_is_plus_normal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX9CHECK-NEXT:    v_cmp_lt_u16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_is_plus_normal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX10CHECK-NEXT:    v_cmp_lt_u16_e64 s4, 0x7eff, v1
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_is_plus_normal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, 0xff80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_u16_e64 s0, 0x7eff, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_is_plus_normal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_u16_e64 s0, 0x7eff, v1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 767)  ; ~0x100 = ~"+normal"
  ret i1 %class
}

define i1 @not_is_neg_normal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_is_neg_normal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7eff
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e64 s[4:5], -1, v1
; GFX7CHECK-NEXT:    v_cmp_lt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_is_neg_normal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, -1, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX8CHECK-NEXT:    v_cmp_lt_u16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_is_neg_normal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, -1, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7eff
; GFX9CHECK-NEXT:    v_cmp_lt_u16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_is_neg_normal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX10CHECK-NEXT:    v_cmp_lt_u16_e64 s4, 0x7eff, v1
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_is_neg_normal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, 0xff80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_u16_e64 s0, 0x7eff, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_is_neg_normal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, -1, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, 0xff80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_u16_e64 s0, 0x7eff, v1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 1015)  ; ~0x008 = ~"-normal"
  ret i1 %class
}

define i1 @issubnormal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: issubnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, -1, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: issubnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: issubnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: issubnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: issubnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, v0.l, -1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: issubnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 144)  ; 0x90 = "subnormal"
  ret i1 %class
}

define i1 @not_issubnormal_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_issubnormal_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, -1, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7e
; GFX7CHECK-NEXT:    v_cmp_lt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_issubnormal_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7e
; GFX8CHECK-NEXT:    v_cmp_lt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_issubnormal_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7e
; GFX9CHECK-NEXT:    v_cmp_lt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_issubnormal_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX10CHECK-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7e, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_issubnormal_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, v0.l, -1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7e, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_issubnormal_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, v0, -1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_u16_e32 vcc_lo, 0x7e, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 879)  ; ~0x90 = ~"subnormal"
  ret i1 %class
}

define i1 @iszero_bf16(bfloat %x) {
; GFX7CHECK-LABEL: iszero_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 96)  ; 0x60 = "zero"
  ret i1 %class
}

define i1 @not_iszero_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_iszero_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 927)  ; ~0x60 = ~"zero"
  ret i1 %class
}

define i1 @ispositive_bf16(bfloat %x) {
; GFX7CHECK-LABEL: ispositive_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v0, 16, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: ispositive_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: ispositive_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: ispositive_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: ispositive_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: ispositive_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 960)  ; fcPositive
  ret i1 %class
}

define i1 @not_ispositive_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_ispositive_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v2, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v2
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e64 s[4:5], s6, v0
; GFX7CHECK-NEXT:    s_mov_b32 s7, 0xff80
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s7, v1
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_ispositive_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s6, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s6, v1
; GFX8CHECK-NEXT:    s_movk_i32 s7, 0xff80
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s7, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v1
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_ispositive_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s6, v1
; GFX9CHECK-NEXT:    s_movk_i32 s7, 0xff80
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s7, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v1
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_ispositive_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s5, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e64 s4, 0x7f80, v1
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s6, 0x7f80, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, s5
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, s6
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_ispositive_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s1, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s2, 0x7f80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, s2
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_ispositive_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s1, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s2, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, s2
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 63)  ; ~fcPositive
  ret i1 %class
}

define i1 @isnegative_bf16(bfloat %x) {
; GFX7CHECK-LABEL: isnegative_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_ashrrev_i32_e32 v2, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, 0, v2
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e64 s[4:5], s4, v0
; GFX7CHECK-NEXT:    s_mov_b32 s6, 0xff80
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s6, v1
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isnegative_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s4, v1
; GFX8CHECK-NEXT:    s_movk_i32 s6, 0xff80
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s6, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isnegative_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e64 s[4:5], s4, v1
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0xff80
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s6, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isnegative_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s5, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e64 s4, 0x7f80, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, s5
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isnegative_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s1, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isnegative_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s1, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e64 s0, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 60)  ; fcNegative
  ret i1 %class
}

define i1 @not_isnegative_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_isnegative_bf16:
; GFX7CHECK:       ; %bb.0:
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_lshrrev_b32_e32 v1, 16, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e64 s[4:5], s4, v1
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_isnegative_bf16:
; GFX8CHECK:       ; %bb.0:
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_isnegative_bf16:
; GFX9CHECK:       ; %bb.0:
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_isnegative_bf16:
; GFX10CHECK:       ; %bb.0:
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s4, 0x7f80, v1
; GFX10CHECK-NEXT:    s_or_b32 s4, vcc_lo, s4
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_isnegative_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0:
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.h, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, vcc_lo, s0
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_isnegative_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0:
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v1, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, vcc_lo, s0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
  %class = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 963)  ; ~fcNegative
  ret i1 %class
}

define i1 @iszero_or_nan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: iszero_or_nan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_or_nan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_or_nan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_or_nan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_or_nan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_or_nan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 99)  ; 0x60|0x3 = "zero|nan"
  ret i1 %0
}

define i1 @iszero_or_nan_f_daz(bfloat %x) #0 {
; GFX7CHECK-LABEL: iszero_or_nan_f_daz:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_or_nan_f_daz:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_or_nan_f_daz:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_or_nan_f_daz:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_or_nan_f_daz:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_or_nan_f_daz:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 99)  ; 0x60|0x3 = "zero|nan"
  ret i1 %0
}

define i1 @iszero_or_nan_f_maybe_daz(bfloat %x) #1 {
; GFX7CHECK-LABEL: iszero_or_nan_f_maybe_daz:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_or_nan_f_maybe_daz:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_or_nan_f_maybe_daz:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_or_nan_f_maybe_daz:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_or_nan_f_maybe_daz:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_or_nan_f_maybe_daz:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 99)  ; 0x60|0x3 = "zero|nan"
  ret i1 %0
}

define i1 @not_iszero_or_nan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_iszero_or_nan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_or_nan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_or_nan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_or_nan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_or_nan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_or_nan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 924)  ; ~0x60 = "~(zero|nan)"
  ret i1 %0
}

define i1 @not_iszero_or_nan_f_daz(bfloat %x) #0 {
; GFX7CHECK-LABEL: not_iszero_or_nan_f_daz:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_or_nan_f_daz:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_or_nan_f_daz:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_or_nan_f_daz:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_or_nan_f_daz:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_or_nan_f_daz:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 924)  ; ~(0x60|0x3) = "~(zero|nan)"
  ret i1 %0
}

define i1 @not_iszero_or_nan_f_maybe_daz(bfloat %x) #1 {
; GFX7CHECK-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f81
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_or_nan_f_maybe_daz:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f81, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 924)  ; ~(0x60|0x3) = "~(zero|nan)"
  ret i1 %0
}

define i1 @iszero_or_qnan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: iszero_or_qnan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e64 s[4:5], 0, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_or_qnan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_or_qnan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7fbf
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e64 s[4:5], 0, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_or_qnan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s4, 0, v0
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_or_qnan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_or_qnan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7fbf, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s0, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 98)  ; 0x60|0x2 = "zero|qnan"
  ret i1 %0
}

define i1 @iszero_or_snan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: iszero_or_snan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e64 s[4:5], s4, v0
; GFX7CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, 0, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: iszero_or_snan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX8CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: iszero_or_snan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s4, v0
; GFX9CHECK-NEXT:    s_and_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, 0, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], vcc, s[4:5]
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: iszero_or_snan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s4, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s5, 0, v0
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    s_or_b32 s4, s5, s4
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: iszero_or_snan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s1, 0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s1, s0
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: iszero_or_snan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s1, 0, v0
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s1, s0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 97)  ; 0x60|0x1 = "zero|snan"
  ret i1 %0
}

define i1 @not_iszero_or_qnan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_iszero_or_qnan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX7CHECK-NEXT:    s_movk_i32 s8, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e64 s[4:5], s8, v0
; GFX7CHECK-NEXT:    s_and_b64 s[6:7], s[4:5], vcc
; GFX7CHECK-NEXT:    v_add_i32_e64 v1, s[4:5], -1, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s8, v0
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e64 s[4:5], s4, v1
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], s[6:7]
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_or_qnan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX8CHECK-NEXT:    s_movk_i32 s8, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s8, v0
; GFX8CHECK-NEXT:    s_and_b64 s[6:7], s[4:5], vcc
; GFX8CHECK-NEXT:    v_add_u16_e32 v1, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s8, v0
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v1
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], s[6:7]
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s6, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_or_qnan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7fc0
; GFX9CHECK-NEXT:    s_movk_i32 s8, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e64 s[4:5], s8, v0
; GFX9CHECK-NEXT:    s_and_b64 s[6:7], s[4:5], vcc
; GFX9CHECK-NEXT:    v_add_u16_e32 v1, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s8, v0
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v1
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], s[6:7]
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s6, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_or_qnan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, v0, -1
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s4, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e64 s5, 0x7f80, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s6, 0x7f, v1
; GFX10CHECK-NEXT:    s_and_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0
; GFX10CHECK-NEXT:    s_or_b32 s5, s6, s5
; GFX10CHECK-NEXT:    s_or_b32 s4, s5, s4
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_or_qnan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, v0.l, -1
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e64 s1, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.l, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s2, 0x7f, v0.h
; GFX11SELDAG-TRUE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s1, s2, s1
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_or_qnan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, v0, -1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7fc0, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s0, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e64 s1, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v0, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s2, 0x7f, v1
; GFX11SELDAG-FAKE16-NEXT:    s_and_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e32 vcc_lo, 0x7f00, v0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s1, s2, s1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 925)  ; ~(0x60|0x2) = "~(zero|qnan)"
  ret i1 %0
}

define i1 @not_iszero_or_snan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_iszero_or_snan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_add_i32_e64 v1, s[4:5], -1, v0
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e64 s[4:5], s4, v1
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7fbf
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_add_i32_e32 v0, vcc, 0xffffff80, v0
; GFX7CHECK-NEXT:    v_and_b32_e32 v0, 0xffff, v0
; GFX7CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX7CHECK-NEXT:    v_cmp_gt_u32_e32 vcc, s6, v0
; GFX7CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_iszero_or_snan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v1, -1, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v1
; GFX8CHECK-NEXT:    s_movk_i32 s6, 0x7fbf
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v0
; GFX8CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX8CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s6, v0
; GFX8CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_iszero_or_snan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v1, -1, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e64 s[4:5], s4, v1
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0x7fbf
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s6, v0
; GFX9CHECK-NEXT:    v_add_u16_e32 v0, 0xff80, v0
; GFX9CHECK-NEXT:    s_movk_i32 s6, 0x7f00
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cmp_gt_u16_e32 vcc, s6, v0
; GFX9CHECK-NEXT:    s_or_b64 s[4:5], s[4:5], vcc
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s[4:5]
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_iszero_or_snan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_add_nc_u16 v1, v0, -1
; GFX10CHECK-NEXT:    v_add_nc_u16 v2, 0xff80, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e64 s5, 0x7fbf, v0
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s4, 0x7f, v1
; GFX10CHECK-NEXT:    v_cmp_gt_u16_e64 s6, 0x7f00, v2
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, vcc_lo
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, s5
; GFX10CHECK-NEXT:    s_or_b32 s4, s4, s6
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s4
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_iszero_or_snan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v0.h, v0.l, -1
; GFX11SELDAG-TRUE16-NEXT:    v_add_nc_u16 v1.l, 0xff80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e64 s1, 0x7fbf, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f, v0.h
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_u16_e64 s2, 0x7f00, v1.l
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-TRUE16-NEXT:    s_or_b32 s0, s0, s2
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_iszero_or_snan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v1, v0, -1
; GFX11SELDAG-FAKE16-NEXT:    v_add_nc_u16 v2, 0xff80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e64 s1, 0x7fbf, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s0, 0x7f, v1
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_u16_e64 s2, 0x7f00, v2
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, s1
; GFX11SELDAG-FAKE16-NEXT:    s_or_b32 s0, s0, s2
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, s0
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 926)  ; ~(0x60|0x1) = "~(zero|snan)"
  ret i1 %0
}

define i1 @isinf_or_nan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: isinf_or_nan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f7f
; GFX7CHECK-NEXT:    v_cmp_lt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isinf_or_nan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f7f
; GFX8CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isinf_or_nan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f7f
; GFX9CHECK-NEXT:    v_cmp_lt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isinf_or_nan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f7f, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isinf_or_nan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f7f, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isinf_or_nan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_lt_i16_e32 vcc_lo, 0x7f7f, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 519)  ; 0x204|0x3 = "inf|nan"
  ret i1 %0
}

define i1 @not_isinf_or_nan_bf16(bfloat %x) {
; GFX7CHECK-LABEL: not_isinf_or_nan_bf16:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_gt_i32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_isinf_or_nan_bf16:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_isinf_or_nan_bf16:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_gt_i16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_isinf_or_nan_bf16:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_isinf_or_nan_bf16:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_isinf_or_nan_bf16:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_gt_i16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 504)  ; ~(0x204|0x3) = "~(inf|nan)"
  ret i1 %0
}

define i1 @isfinite_or_nan_f(bfloat %x) {
; GFX7CHECK-LABEL: isfinite_or_nan_f:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_ne_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: isfinite_or_nan_f:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: isfinite_or_nan_f:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_ne_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: isfinite_or_nan_f:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: isfinite_or_nan_f:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: isfinite_or_nan_f:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_ne_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 507)  ; 0x1f8|0x3 = "finite|nan"
  ret i1 %0
}

define i1 @not_isfinite_or_nan_f(bfloat %x) {
; GFX7CHECK-LABEL: not_isfinite_or_nan_f:
; GFX7CHECK:       ; %bb.0: ; %entry
; GFX7CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX7CHECK-NEXT:    v_mul_f32_e32 v0, 1.0, v0
; GFX7CHECK-NEXT:    v_bfe_u32 v0, v0, 16, 15
; GFX7CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX7CHECK-NEXT:    v_cmp_eq_u32_e32 vcc, s4, v0
; GFX7CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX7CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX8CHECK-LABEL: not_isfinite_or_nan_f:
; GFX8CHECK:       ; %bb.0: ; %entry
; GFX8CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX8CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX8CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX8CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX8CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX8CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX9CHECK-LABEL: not_isfinite_or_nan_f:
; GFX9CHECK:       ; %bb.0: ; %entry
; GFX9CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX9CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX9CHECK-NEXT:    s_movk_i32 s4, 0x7f80
; GFX9CHECK-NEXT:    v_cmp_eq_u16_e32 vcc, s4, v0
; GFX9CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc
; GFX9CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX10CHECK-LABEL: not_isfinite_or_nan_f:
; GFX10CHECK:       ; %bb.0: ; %entry
; GFX10CHECK-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX10CHECK-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX10CHECK-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX10CHECK-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX10CHECK-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-TRUE16-LABEL: not_isfinite_or_nan_f:
; GFX11SELDAG-TRUE16:       ; %bb.0: ; %entry
; GFX11SELDAG-TRUE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-TRUE16-NEXT:    v_and_b16 v0.l, 0x7fff, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0.l
; GFX11SELDAG-TRUE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-TRUE16-NEXT:    s_setpc_b64 s[30:31]
;
; GFX11SELDAG-FAKE16-LABEL: not_isfinite_or_nan_f:
; GFX11SELDAG-FAKE16:       ; %bb.0: ; %entry
; GFX11SELDAG-FAKE16-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
; GFX11SELDAG-FAKE16-NEXT:    v_and_b32_e32 v0, 0x7fff, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cmp_eq_u16_e32 vcc_lo, 0x7f80, v0
; GFX11SELDAG-FAKE16-NEXT:    v_cndmask_b32_e64 v0, 0, 1, vcc_lo
; GFX11SELDAG-FAKE16-NEXT:    s_setpc_b64 s[30:31]
entry:
  %0 = tail call i1 @llvm.is.fpclass.bf16(bfloat %x, i32 516)  ; ~(0x1f8|0x3) = "~(finite|nan)"
  ret i1 %0
}

declare i1 @llvm.is.fpclass.bf16(bfloat, i32)
declare <2 x i1> @llvm.is.fpclass.v2bf16(<2 x bfloat>, i32)
declare <3 x i1> @llvm.is.fpclass.v3bf16(<3 x bfloat>, i32)
declare <4 x i1> @llvm.is.fpclass.v4bf16(<4 x bfloat>, i32)

; Assume DAZ
attributes #0 = { "denormal-fp-math"="ieee,preserve-sign" }

; Maybe daz
attributes #1 = { "denormal-fp-math"="ieee,dynamic" }
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
; GFX10SELDAG: {{.*}}
; GFX11SELDAG: {{.*}}
; GFX7SELDAG: {{.*}}
; GFX8SELDAG: {{.*}}
; GFX9SELDAG: {{.*}}