blob: a2c2d5426289e09a5b97535a37c5a4fe73cc6277 [file]
// RUN: fir-opt --lower-workdistribute %s | FileCheck %s
// An array-to-array _FortranAAssign in target teams workdistribute must lower
// to an element-wise fir.array_coor copy, not a flat omp_target_memcpy. The
// copy must address through the (strided) section descriptors. It goes
// through a heap temporary in two kernels, src to tmp and then tmp to dest.
// Example Fortran code:
// !$omp target teams workdistribute
// a(1:10:2,:) = b(1:10:2,:)
// !$omp end target teams workdistribute
// CHECK-LABEL: func.func @array_assign(
// CHECK: omp.target_data
// CHECK: omp.target_allocmem
// First kernel reads the stride-2 section of b into the temporary.
// CHECK: omp.target kernel_type
// CHECK: %[[DB:.*]] = fir.declare {{.*}} uniq_name("b")
// CHECK: %[[STEP:.*]] = arith.constant 2 : index
// CHECK: %[[SLICE:.*]] = fir.slice {{[^,]*}}, {{[^,]*}}, %[[STEP]], {{.*}} -> !fir.slice<2>
// CHECK: %[[SRCBOX:.*]] = fir.embox %[[DB]]({{.*}}) [%[[SLICE]]]
// CHECK: omp.loop_nest
// CHECK: %[[SRC:.*]] = fir.array_coor %[[SRCBOX]] {{.*}} : (!fir.box<!fir.array<?x?xf32>>, index, index) -> !fir.ref<f32>
// CHECK: %[[TMP:.*]] = fir.coordinate_of {{.*}} -> !fir.ref<f32>
// CHECK: %[[VAL:.*]] = fir.load %[[SRC]] : !fir.ref<f32>
// CHECK: fir.store %[[VAL]] to %[[TMP]] : !fir.ref<f32>
// Second kernel writes the temporary into the stride-2 section of a.
// CHECK: omp.target kernel_type
// CHECK: %[[DA:.*]] = fir.declare {{.*}} uniq_name("a")
// CHECK: %[[STEP2:.*]] = arith.constant 2 : index
// CHECK: %[[SLICE2:.*]] = fir.slice {{[^,]*}}, {{[^,]*}}, %[[STEP2]], {{.*}} -> !fir.slice<2>
// CHECK: %[[DSTBOX:.*]] = fir.embox %[[DA]]({{.*}}) [%[[SLICE2]]]
// CHECK: omp.loop_nest
// CHECK: %[[DST:.*]] = fir.array_coor %[[DSTBOX]] {{.*}} : (!fir.box<!fir.array<?x?xf32>>, index, index) -> !fir.ref<f32>
// CHECK: %[[TMP2:.*]] = fir.coordinate_of {{.*}} -> !fir.ref<f32>
// CHECK: %[[VAL2:.*]] = fir.load %[[TMP2]] : !fir.ref<f32>
// CHECK: fir.store %[[VAL2]] to %[[DST]] : !fir.ref<f32>
// CHECK: omp.target_freemem
// CHECK-NOT: omp_target_memcpy
module attributes {llvm.target_triple = "amdgcn-amd-amdhsa", omp.is_gpu = true, omp.is_target_device = true} {
func.func @array_assign(%a : !fir.ref<!fir.array<?x?xf32>>, %b : !fir.ref<!fir.array<?x?xf32>>) {
%c0 = arith.constant 0 : index
%c1 = arith.constant 1 : index
%c10 = arith.constant 10 : index
%c20 = arith.constant 20 : index
%ub0 = arith.subi %c10, %c1 : index
%bnd0 = omp.map.bounds lower_bound(%c0 : index) upper_bound(%ub0 : index) extent(%c10 : index) stride(%c1 : index) start_idx(%c1 : index)
%ub1 = arith.subi %c20, %c1 : index
%bnd1 = omp.map.bounds lower_bound(%c0 : index) upper_bound(%ub1 : index) extent(%c20 : index) stride(%c1 : index) start_idx(%c1 : index)
%mapa = omp.map.info var_ptr(%a : !fir.ref<!fir.array<?x?xf32>>, f32) map_clauses(implicit, tofrom) capture(ByRef) bounds(%bnd0, %bnd1) name("a") -> !fir.ref<!fir.array<?x?xf32>>
%mapb = omp.map.info var_ptr(%b : !fir.ref<!fir.array<?x?xf32>>, f32) map_clauses(implicit, tofrom) capture(ByRef) bounds(%bnd0, %bnd1) name("b") -> !fir.ref<!fir.array<?x?xf32>>
omp.target kernel_type(generic) map_entries(%mapa -> %arga, %mapb -> %argb : !fir.ref<!fir.array<?x?xf32>>, !fir.ref<!fir.array<?x?xf32>>) {
// omp.target is isolated from above, so re-declare the extents here.
%e0 = arith.constant 10 : index
%e1 = arith.constant 20 : index
%shape = fir.shape %e0, %e1 : (index, index) -> !fir.shape<2>
%da = fir.declare %arga(%shape) uniq_name("a") : (!fir.ref<!fir.array<?x?xf32>>, !fir.shape<2>) -> !fir.ref<!fir.array<?x?xf32>>
%db = fir.declare %argb(%shape) uniq_name("b") : (!fir.ref<!fir.array<?x?xf32>>, !fir.shape<2>) -> !fir.ref<!fir.array<?x?xf32>>
omp.teams {
%dtmp = fir.alloca !fir.box<!fir.array<?x?xf32>> {pinned}
omp.workdistribute {
// Stride-2 sections in dim 0, so the copy must address through the descriptors.
%lb = arith.constant 1 : index
%st = arith.constant 2 : index
%slice = fir.slice %lb, %e0, %st, %lb, %e1, %lb : (index, index, index, index, index, index) -> !fir.slice<2>
%srcbox = fir.embox %db(%shape) [%slice] : (!fir.ref<!fir.array<?x?xf32>>, !fir.shape<2>, !fir.slice<2>) -> !fir.box<!fir.array<?x?xf32>>
%dstbox = fir.embox %da(%shape) [%slice] : (!fir.ref<!fir.array<?x?xf32>>, !fir.shape<2>, !fir.slice<2>) -> !fir.box<!fir.array<?x?xf32>>
fir.store %dstbox to %dtmp : !fir.ref<!fir.box<!fir.array<?x?xf32>>>
%str = fir.address_of(@_QQcl) : !fir.ref<!fir.char<1,2>>
%line = arith.constant 13 : i32
%destc = fir.convert %dtmp : (!fir.ref<!fir.box<!fir.array<?x?xf32>>>) -> !fir.ref<!fir.box<none>>
%srcc = fir.convert %srcbox : (!fir.box<!fir.array<?x?xf32>>) -> !fir.box<none>
%strc = fir.convert %str : (!fir.ref<!fir.char<1,2>>) -> !fir.ref<i8>
fir.call @_FortranAAssignSimple(%destc, %srcc, %strc, %line) : (!fir.ref<!fir.box<none>>, !fir.box<none>, !fir.ref<i8>, i32) -> ()
omp.terminator
}
omp.terminator
}
omp.terminator
}
return
}
func.func private @_FortranAAssignSimple(!fir.ref<!fir.box<none>>, !fir.box<none>, !fir.ref<i8>, i32) attributes {fir.runtime}
fir.global linkonce @_QQcl constant : !fir.char<1,2> {
%0 = fir.string_lit "f\00"(2) : !fir.char<1,2>
fir.has_value %0 : !fir.char<1,2>
}
}