# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
# RUN: llc -march=amdgcn -mcpu=hawaii -run-pass=instruction-select -verify-machineinstrs -o - %s | FileCheck -check-prefix=WAVE64 %s
# RUN: llc -march=amdgcn -mcpu=gfx1010 -mattr=+wavefrontsize32,-wavefrontsize64  -run-pass=instruction-select -verify-machineinstrs -o - %s | FileCheck -check-prefix=WAVE32 %s

---

name:            copy
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr2_sgpr3

    ; WAVE64-LABEL: name: copy
    ; WAVE64: [[COPY:%[0-9]+]]:sreg_64_xexec = COPY $sgpr2_sgpr3
    ; WAVE64: [[COPY1:%[0-9]+]]:vreg_64 = COPY [[COPY]]
    ; WAVE64: [[DEF:%[0-9]+]]:vgpr_32 = IMPLICIT_DEF
    ; WAVE64: FLAT_STORE_DWORD [[COPY1]], [[DEF]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
    ; WAVE32-LABEL: name: copy
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:sreg_64_xexec = COPY $sgpr2_sgpr3
    ; WAVE32: [[COPY1:%[0-9]+]]:vreg_64 = COPY [[COPY]]
    ; WAVE32: [[DEF:%[0-9]+]]:vgpr_32 = IMPLICIT_DEF
    ; WAVE32: GLOBAL_STORE_DWORD [[COPY1]], [[DEF]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
    %0:sgpr(p1) = COPY $sgpr2_sgpr3
    %1:vgpr(p1) = COPY %0
    %2:vgpr(s32) = G_IMPLICIT_DEF
    G_STORE %2, %1 :: (store 4, addrspace 1)
...
---

name:            copy_vcc_bank_scc_bank
legalized:       true
regBankSelected: true

body: |
  bb.0:
    liveins: $vgpr0_vgpr1, $vgpr2, $vgpr3, $scc

    ; WAVE64-LABEL: name: copy_vcc_bank_scc_bank
    ; WAVE64: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE64: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE64: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE64: [[COPY3:%[0-9]+]]:sgpr_32 = COPY $scc
    ; WAVE64: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_64_xexec = V_CMP_NE_U32_e64 0, [[COPY3]], implicit $exec
    ; WAVE64: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[V_CMP_NE_U32_e64_]], implicit $exec
    ; WAVE64: FLAT_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
    ; WAVE32-LABEL: name: copy_vcc_bank_scc_bank
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE32: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE32: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE32: [[COPY3:%[0-9]+]]:sgpr_32 = COPY $scc
    ; WAVE32: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_32_xm0_xexec = V_CMP_NE_U32_e64 0, [[COPY3]], implicit $exec
    ; WAVE32: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[V_CMP_NE_U32_e64_]], implicit $exec
    ; WAVE32: GLOBAL_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
    %0:vgpr(p1) = COPY $vgpr0_vgpr1
    %1:vgpr(s32) = COPY $vgpr2
    %2:vgpr(s32) = COPY $vgpr3
    %3:scc(s1) = COPY $scc
    %4:vcc(s1) = COPY %3
    %5:vgpr(s32) = G_SELECT %4, %1, %2
    G_STORE %5, %0 :: (store 4, addrspace 1)
...
---

name:            copy_vcc_bank_scc_bank_2_uses
legalized:       true
regBankSelected: true

body: |
  bb.0:
    liveins: $vgpr0_vgpr1, $vgpr2, $vgpr3, $scc

    ; WAVE64-LABEL: name: copy_vcc_bank_scc_bank_2_uses
    ; WAVE64: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE64: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE64: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE64: [[COPY3:%[0-9]+]]:sgpr_32 = COPY $scc
    ; WAVE64: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_64_xexec = V_CMP_NE_U32_e64 0, [[COPY3]], implicit $exec
    ; WAVE64: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[V_CMP_NE_U32_e64_]], implicit $exec
    ; WAVE64: [[V_CMP_NE_U32_e64_1:%[0-9]+]]:sreg_64_xexec = V_CMP_NE_U32_e64 0, [[COPY3]], implicit $exec
    ; WAVE64: [[V_CNDMASK_B32_e64_1:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[V_CNDMASK_B32_e64_]], 0, [[COPY1]], [[V_CMP_NE_U32_e64_1]], implicit $exec
    ; WAVE64: FLAT_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
    ; WAVE32-LABEL: name: copy_vcc_bank_scc_bank_2_uses
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE32: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE32: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE32: [[COPY3:%[0-9]+]]:sgpr_32 = COPY $scc
    ; WAVE32: [[COPY4:%[0-9]+]]:sreg_32_xm0_xexec = COPY [[COPY3]]
    ; WAVE32: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[COPY4]], implicit $exec
    ; WAVE32: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_32_xm0_xexec = V_CMP_NE_U32_e64 0, [[COPY3]], implicit $exec
    ; WAVE32: [[V_CNDMASK_B32_e64_1:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[V_CNDMASK_B32_e64_]], 0, [[COPY1]], [[V_CMP_NE_U32_e64_]], implicit $exec
    ; WAVE32: GLOBAL_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_1]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
    %0:vgpr(p1) = COPY $vgpr0_vgpr1
    %1:vgpr(s32) = COPY $vgpr2
    %2:vgpr(s32) = COPY $vgpr3
    %3:scc(s1) = COPY $scc
    %4:vcc(s1) = COPY %3
    %5:vgpr(s32) = G_SELECT %4, %1, %2
    %6:vcc(s1) = COPY %3
    %7:vgpr(s32) = G_SELECT %6, %1, %5
    G_STORE %7, %0 :: (store 4, addrspace 1)
...

---

name:            copy_vcc_bank_scc_physreg
legalized:       true
regBankSelected: true

body: |
  bb.0:
    liveins: $vgpr0_vgpr1, $vgpr2, $vgpr3, $scc

    ; WAVE64-LABEL: name: copy_vcc_bank_scc_physreg
    ; WAVE64: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE64: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE64: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE64: [[COPY3:%[0-9]+]]:sreg_64_xexec = COPY $scc
    ; WAVE64: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[COPY3]], implicit $exec
    ; WAVE64: FLAT_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
    ; WAVE32-LABEL: name: copy_vcc_bank_scc_physreg
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
    ; WAVE32: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
    ; WAVE32: [[COPY2:%[0-9]+]]:vgpr_32 = COPY $vgpr3
    ; WAVE32: [[COPY3:%[0-9]+]]:sreg_32_xm0_xexec = COPY $scc
    ; WAVE32: [[V_CNDMASK_B32_e64_:%[0-9]+]]:vgpr_32 = V_CNDMASK_B32_e64 0, [[COPY2]], 0, [[COPY1]], [[COPY3]], implicit $exec
    ; WAVE32: GLOBAL_STORE_DWORD [[COPY]], [[V_CNDMASK_B32_e64_]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
    %0:vgpr(p1) = COPY $vgpr0_vgpr1
    %1:vgpr(s32) = COPY $vgpr2
    %2:vgpr(s32) = COPY $vgpr3
    %3:vcc(s1) = COPY $scc
    %5:vgpr(s32) = G_SELECT %3, %1, %2
    G_STORE %5, %0 :: (store 4, addrspace 1)
...
---

name:            copy_sgpr_no_type
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr0
    ; WAVE64-LABEL: name: copy_sgpr_no_type
    ; WAVE64: [[COPY:%[0-9]+]]:sreg_32_xm0 = COPY $sgpr0
    ; WAVE64: S_ENDPGM 0, implicit [[COPY]]
    ; WAVE32-LABEL: name: copy_sgpr_no_type
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:sreg_32_xm0 = COPY $sgpr0
    ; WAVE32: S_ENDPGM 0, implicit [[COPY]]
    %0:sreg_32_xm0 = COPY $sgpr0
    %1:sreg_32_xm0 = COPY %0
    S_ENDPGM 0, implicit %1

...

---

name:            copy_vgpr_no_type
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $vgpr0
    ; WAVE64-LABEL: name: copy_vgpr_no_type
    ; WAVE64: [[COPY:%[0-9]+]]:vgpr_32 = COPY $vgpr0
    ; WAVE64: S_ENDPGM 0, implicit [[COPY]]
    ; WAVE32-LABEL: name: copy_vgpr_no_type
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:vgpr_32 = COPY $vgpr0
    ; WAVE32: S_ENDPGM 0, implicit [[COPY]]
    %0:vgpr_32 = COPY $vgpr0
    %1:vgpr_32 = COPY %0
    S_ENDPGM 0, implicit %1

...

---

name:            copy_maybe_vcc
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr0_sgpr1
    ; WAVE64-LABEL: name: copy_maybe_vcc
    ; WAVE64: [[COPY:%[0-9]+]]:sreg_64_xexec = COPY $sgpr0_sgpr1
    ; WAVE64: S_ENDPGM 0, implicit [[COPY]]
    ; WAVE32-LABEL: name: copy_maybe_vcc
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:sreg_64_xexec = COPY $sgpr0_sgpr1
    ; WAVE32: S_ENDPGM 0, implicit [[COPY]]
    %0:sreg_64_xexec = COPY $sgpr0_sgpr1
    %1:sreg_64_xexec  = COPY %0
    S_ENDPGM 0, implicit %1

...

---

name:            copy_sgpr_s1_to_vcc
legalized:       true
regBankSelected: true


body: |
  ; WAVE64-LABEL: name: copy_sgpr_s1_to_vcc
  ; WAVE64: bb.0:
  ; WAVE64:   successors: %bb.1(0x80000000)
  ; WAVE64:   [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
  ; WAVE64:   [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_64 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
  ; WAVE64:   $vcc = COPY [[V_CMP_NE_U32_e64_]]
  ; WAVE64:   S_CBRANCH_VCCNZ %bb.1, implicit $vcc
  ; WAVE64: bb.1:
  ; WAVE32-LABEL: name: copy_sgpr_s1_to_vcc
  ; WAVE32: bb.0:
  ; WAVE32:   successors: %bb.1(0x80000000)
  ; WAVE32:   $vcc_hi = IMPLICIT_DEF
  ; WAVE32:   [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
  ; WAVE32:   [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_32 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
  ; WAVE32:   $vcc_lo = COPY [[V_CMP_NE_U32_e64_]]
  ; WAVE32:   S_CBRANCH_VCCNZ %bb.1, implicit $vcc_lo
  ; WAVE32: bb.1:
  bb.0:
    liveins: $sgpr0_sgpr1
    %0:sgpr(s32) = COPY $sgpr0
    %1:sgpr(s1) = G_TRUNC %0
    %2:vcc(s1) = COPY %1
    G_BRCOND %2, %bb.1

  bb.1:

...

---

name:            copy_sgpr_s1_to_vcc_constrain
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr0_sgpr1
    ; WAVE64-LABEL: name: copy_sgpr_s1_to_vcc_constrain
    ; WAVE64: [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
    ; WAVE64: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_64 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
    ; WAVE64: S_ENDPGM 0, implicit [[V_CMP_NE_U32_e64_]]
    ; WAVE32-LABEL: name: copy_sgpr_s1_to_vcc_constrain
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
    ; WAVE32: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_32 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
    ; WAVE32: S_ENDPGM 0, implicit [[V_CMP_NE_U32_e64_]]
    %0:sgpr(s32) = COPY $sgpr0
    %1:sgpr(s1) = G_TRUNC %0
    %2:vcc(s1) = COPY %1
    S_ENDPGM 0, implicit %2

...

---

name:            copy_s1_vcc_to_vcc
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr0_sgpr1

    ; WAVE64-LABEL: name: copy_s1_vcc_to_vcc
    ; WAVE64: [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
    ; WAVE64: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_64 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
    ; WAVE64: [[COPY1:%[0-9]+]]:sreg_64_xexec = COPY [[V_CMP_NE_U32_e64_]]
    ; WAVE64: S_ENDPGM 0, implicit [[COPY1]]
    ; WAVE32-LABEL: name: copy_s1_vcc_to_vcc
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: [[COPY:%[0-9]+]]:sreg_32 = COPY $sgpr0
    ; WAVE32: [[V_CMP_NE_U32_e64_:%[0-9]+]]:sreg_32 = V_CMP_NE_U32_e64 0, [[COPY]], implicit $exec
    ; WAVE32: [[COPY1:%[0-9]+]]:sreg_32_xm0_xexec = COPY [[V_CMP_NE_U32_e64_]]
    ; WAVE32: S_ENDPGM 0, implicit [[COPY1]]
    %0:sgpr(s32) = COPY $sgpr0
    %1:sgpr(s1) = G_TRUNC %0
    %2:vcc(s1) = COPY %1
    %3:vcc(s1) = COPY %2
    S_ENDPGM 0, implicit %3

...

---

name:            copy_s1_vcc_to_vcc_undef
legalized:       true
regBankSelected: true


body: |
  bb.0:
    liveins: $sgpr0_sgpr1

    ; WAVE64-LABEL: name: copy_s1_vcc_to_vcc_undef
    ; WAVE64: S_ENDPGM 0, implicit %1:sreg_64_xexec
    ; WAVE32-LABEL: name: copy_s1_vcc_to_vcc_undef
    ; WAVE32: $vcc_hi = IMPLICIT_DEF
    ; WAVE32: S_ENDPGM 0, implicit %1:sreg_32_xm0_xexec
    %1:vcc(s1) = COPY undef  %0:vcc(s1)
    S_ENDPGM 0, implicit %1

...