mlir/test/Dialect/ArmSME/basic-tile-allocation.mlir

// RUN: mlir-opt %s -test-arm-sme-tile-allocation -split-input-file | FileCheck %s

// -----

// Note: Tile IDs >= 16 are in-memory tile IDs (i.e. spills).

// CHECK-LABEL: mixed_tiles
func.func @mixed_tiles() {
  // ZA0.Q, ZA2.Q, ZA4.Q, ZA6.Q, ZA8.Q, ZA10.Q, ZA12.Q, ZA14.Q
  // CHECK-NEXT: tile_id = 0
  %za0_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // ZA1.Q, ZA5.Q, ZA9.Q, ZA13.Q
  // CHECK-NEXT: tile_id = 1
  %za1_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // ZA3.D ZA3.Q, ZA11.Q
  // CHECK-NEXT: tile_id = 3
  %za3_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // ZA7.Q
  // CHECK-NEXT: tile_id = 7
  %za7_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // ZA15.Q is still free.
  "test.some_use"(%za0_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%za1_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za3_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za7_q) : (vector<[1]x[1]xi128>) -> ()
  return
}

// -----

// CHECK-LABEL: za_b
func.func @za_b() {
  // CHECK-NEXT: tile_id = 0
  %za0_b = arm_sme.get_tile : vector<[16]x[16]xi8>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[16]x[16]xi8>
  "test.some_use"(%za0_b) : (vector<[16]x[16]xi8>) -> ()
  "test.some_use"(%next_tile) : (vector<[16]x[16]xi8>) -> ()
  return
}

// -----

// CHECK-LABEL: za_b_overlapping_za_q
func.func @za_b_overlapping_za_q() {
  // CHECK-NEXT: tile_id = 0
  %za0_b = arm_sme.get_tile : vector<[16]x[16]xi8>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[1]x[1]xi128>
  "test.some_use"(%za0_b) : (vector<[16]x[16]xi8>) -> ()
  "test.some_use"(%next_tile) : (vector<[1]x[1]xi128>) -> ()
  return
}

// -----

// CHECK-LABEL: za_h
func.func @za_h() {
  // CHECK-NEXT: tile_id = 0
  %za0_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // CHECK-NEXT: tile_id = 1
  %za1_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[8]x[8]xi16>
  "test.some_use"(%za0_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%za1_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%next_tile) : (vector<[8]x[8]xi16>) -> ()
  return
}

// -----

// CHECK-LABEL: za_h_overlapping_za_s
func.func @za_h_overlapping_za_s() {
  // ZA0.Q, ZA2.Q, ZA4.Q, ZA6.Q, ZA8.Q, ZA10.Q, ZA12.Q, ZA14.Q
  // CHECK-NEXT: tile_id = 0
  %za0_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // ZA1.Q, ZA5.Q, ZA9.Q, ZA13.Q
  // CHECK-NEXT: tile_id = 1
  %za1_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // ZA3.Q, ZA7.Q, ZA11.Q, ZA15.Q
  // CHECK-NEXT: tile_id = 3
  %za3_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  "test.some_use"(%za0_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%za1_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za3_s) : (vector<[4]x[4]xi32>) -> ()
  return
}

// -----

// CHECK-LABEL: za_h_overlapping_za_d
func.func @za_h_overlapping_za_d() {
  // ZA0.Q, ZA2.Q, ZA4.Q, ZA6.Q, ZA8.Q, ZA10.Q, ZA12.Q, ZA14.Q
  // CHECK-NEXT: tile_id = 0
  %za0_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // ZA1.Q, ZA9.Q
  // CHECK-NEXT: tile_id = 1
  %za1_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // ZA3.Q, ZA11.Q
  // CHECK-NEXT: tile_id = 3
  %za3_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // ZA5.Q, ZA13.Q
  // CHECK-NEXT: tile_id = 5
  %za5_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // ZA7.Q, ZA15.Q
  // CHECK-NEXT: tile_id = 7
  %za7_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  "test.some_use"(%za0_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%za1_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za3_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za5_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za7_d) : (vector<[2]x[2]xi64>) -> ()
  return
}

// -----

// CHECK-LABEL: za_h_overlapping_za_q
func.func @za_h_overlapping_za_q() {
  // CHECK-NEXT: tile_id = 0
  %za0_h = arm_sme.get_tile : vector<[8]x[8]xi16>
  // CHECK-NEXT: tile_id = 1
  %za1_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 3
  %za3_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 5
  %za5_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 7
  %za7_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 9
  %za9_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 11
  %za11_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 13
  %za13_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 15
  %za15_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[1]x[1]xi128>
  "test.some_use"(%za0_h) : (vector<[8]x[8]xi16>) -> ()
  "test.some_use"(%za1_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za3_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za5_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za7_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za9_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za11_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za13_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za15_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%next_tile) : (vector<[1]x[1]xi128>) -> ()
  return
}

// -----

// CHECK-LABEL: za_s
func.func @za_s() {
  // CHECK-NEXT: tile_id = 0
  %za0_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // CHECK-NEXT: tile_id = 1
  %za1_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // CHECK-NEXT: tile_id = 2
  %za2_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // CHECK-NEXT: tile_id = 3
  %za3_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[4]x[4]xi32>
  "test.some_use"(%za0_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za1_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za2_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za3_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%next_tile) : (vector<[4]x[4]xi32>) -> ()
  return
}

// -----

// CHECK-LABEL: za_s_overlapping_za_d
func.func @za_s_overlapping_za_d() {
  // ZA0.Q, ZA4.Q, ZA8.Q, ZA12.Q
  // CHECK-NEXT: tile_id = 0
  %za0_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // ZA1.Q, ZA5.Q, ZA9.Q, ZA13.Q
  // CHECK-NEXT: tile_id = 1
  %za1_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // ZA2.Q, ZA6.Q, ZA10.Q, ZA14.Q
  // CHECK-NEXT: tile_id = 2
  %za2_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // ZA3.Q, ZA11.Q
  // CHECK-NEXT: tile_id = 3
  %za3_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // ZA7.Q, ZA15.Q
  // CHECK-NEXT: tile_id = 7
  %za7_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  "test.some_use"(%za0_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za1_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za2_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za3_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za7_d) : (vector<[2]x[2]xi64>) -> ()
  return
}

// -----

// CHECK-LABEL: za_s_overlapping_za_q
func.func @za_s_overlapping_za_q() {
  // CHECK-NEXT: tile_id = 0
  %za0_s = arm_sme.get_tile : vector<[4]x[4]xi32>
  // CHECK-NEXT: tile_id = 1
  %za1_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 2
  %za2_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 3
  %za3_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 5
  %za5_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 6
  %za6_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 7
  %za7_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 9
  %za9_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 10
  %za10_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 11
  %za11_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 13
  %za13_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 14
  %za14_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 15
  %za15_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[1]x[1]xi128>
  "test.some_use"(%za0_s) : (vector<[4]x[4]xi32>) -> ()
  "test.some_use"(%za1_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za2_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za3_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za5_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za6_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za7_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za9_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za10_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za11_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za13_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za14_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za15_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%next_tile) : (vector<[1]x[1]xi128>) -> ()
  return
}

// -----

// CHECK-LABEL: za_d
func.func @za_d() {
  // CHECK-NEXT: tile_id = 0
  %za0_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 1
  %za1_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 2
  %za2_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 3
  %za3_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 4
  %za4_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 5
  %za5_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 6
  %za6_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 7
  %za7_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[2]x[2]xi64>
  "test.some_use"(%za0_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za1_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za2_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za3_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za4_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za5_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za6_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za7_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%next_tile) : (vector<[2]x[2]xi64>) -> ()
  return
}

// -----

// CHECK-LABEL: za_d_overlapping_za_q
func.func @za_d_overlapping_za_q() {
  // CHECK-NEXT: tile_id = 0
  %za0_d = arm_sme.get_tile : vector<[2]x[2]xi64>
  // CHECK-NEXT: tile_id = 1
  %za1_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 2
  %za2_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 3
  %za3_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 4
  %za4_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 5
  %za5_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 6
  %za6_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 7
  %za7_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 9
  %za9_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 10
  %za10_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 11
  %za11_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 12
  %za12_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 13
  %za13_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 14
  %za14_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 15
  %za15_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[1]x[1]xi128>
  "test.some_use"(%za0_d) : (vector<[2]x[2]xi64>) -> ()
  "test.some_use"(%za1_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za2_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za3_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za4_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za5_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za6_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za7_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za9_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za10_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za11_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za12_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za13_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za14_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za15_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%next_tile) : (vector<[1]x[1]xi128>) -> ()
  return
}

// -----

// CHECK-LABEL: za_q
func.func @za_q() {
  // CHECK-NEXT: tile_id = 0
  %za0_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 1
  %za1_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 2
  %za2_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 3
  %za3_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 4
  %za4_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 5
  %za5_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 6
  %za6_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 7
  %za7_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 8
  %za8_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 9
  %za9_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 10
  %za10_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 11
  %za11_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 12
  %za12_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 13
  %za13_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 14
  %za14_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // CHECK-NEXT: tile_id = 15
  %za15_q = arm_sme.get_tile : vector<[1]x[1]xi128>
  // Next tile is in-memory:
  // CHECK-NEXT: tile_id = 16
  %next_tile = arm_sme.get_tile : vector<[1]x[1]xi128>
  "test.some_use"(%za0_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za1_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za2_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za3_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za4_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za5_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za6_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za7_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za8_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za9_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za10_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za11_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za12_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za13_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za14_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%za15_q) : (vector<[1]x[1]xi128>) -> ()
  "test.some_use"(%next_tile) : (vector<[1]x[1]xi128>) -> ()
  return
}