blob: b80e6b970010753a3a59765911d15ddd3aa61170 [file] [edit]
! This test checks lowering of atomic compare constructs.
! RUN: bbc %openmp_flags -fopenmp-version=51 -emit-hlfir %s -o - | FileCheck %s
! RUN: %flang_fc1 -emit-hlfir %openmp_flags -fopenmp-version=51 %s -o - | FileCheck %s
! CHECK-LABEL: func.func @_QPatomic_compare_int_eq(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
subroutine atomic_compare_int_eq(x, e, d)
integer :: x, e, d
!$omp atomic compare
if (x .eq. e) x = d
end
! CHECK-LABEL: func.func @_QPatomic_compare_float_eq(
! CHECK-SAME: %[[X:.*]]: !fir.ref<f32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<f32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<f32> {fir.bindc_name = "d"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf oeq, %[[XVAL]], %[[EVAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
subroutine atomic_compare_float_eq(x, e, d)
real :: x, e, d
!$omp atomic compare
if (x .eq. e) x = d
end
! CHECK-LABEL: func.func @_QPatomic_compare_complex_eq(
! CHECK-SAME: %[[X:.*]]: !fir.ref<complex<f32>> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<complex<f32>> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<complex<f32>> {fir.bindc_name = "d"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<complex<f32>>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<complex<f32>>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<complex<f32>> {
! CHECK: ^bb0(%[[XVAL:.*]]: complex<f32>):
! CHECK: %[[CMP:.*]] = fir.cmpc "oeq", %[[XVAL]], %[[EVAL]] {fastmath = #arith.fastmath<contract>} : complex<f32>
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : complex<f32>
! CHECK: omp.yield(%[[SEL]] : complex<f32>)
! CHECK: }
subroutine atomic_compare_complex_eq(x, e, d)
complex :: x, e, d
!$omp atomic compare
if (x .eq. e) x = d
end
! CHECK-LABEL: func.func @_QPatomic_compare_int_lt(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"})
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[EVAL2:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi slt, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[EVAL2]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
subroutine atomic_compare_int_lt(x, e)
integer :: x, e
!$omp atomic compare
if (x .lt. e) x = e
end
! CHECK-LABEL: func.func @_QPatomic_compare_int_gt(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"})
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[EVAL2:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi sgt, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[EVAL2]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
subroutine atomic_compare_int_gt(x, e)
integer :: x, e
!$omp atomic compare
if (x .gt. e) x = e
end
! CHECK-LABEL: func.func @_QPatomic_compare_float_lt(
! CHECK-SAME: %[[X:.*]]: !fir.ref<f32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<f32> {fir.bindc_name = "e"})
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: %[[EVAL2:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf olt, %[[XVAL]], %[[EVAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[EVAL2]], %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
subroutine atomic_compare_float_lt(x, e)
real :: x, e
!$omp atomic compare
if (x .lt. e) x = e
end
! CHECK-LABEL: func.func @_QPatomic_compare_float_gt(
! CHECK-SAME: %[[X:.*]]: !fir.ref<f32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<f32> {fir.bindc_name = "e"})
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: %[[EVAL2:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf ogt, %[[XVAL]], %[[EVAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[EVAL2]], %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
subroutine atomic_compare_float_gt(x, e)
real :: x, e
!$omp atomic compare
if (x .gt. e) x = e
end
! CHECK-LABEL: func.func @_QPatomic_compare_int_eq_weak(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"}
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"}
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"}
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.compare memory_order(relaxed) %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: } {{.*}}weak{{.*}}
subroutine atomic_compare_int_eq_weak(x, e, d)
integer :: x, e, d
!$omp atomic compare weak
if (x .eq. e) x = d
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_int_eq(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<i32> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: }
subroutine atomic_compare_capture_int_eq(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture
v = x
if (x .eq. e) x = d
!$omp end atomic
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_int_gt(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<i32> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi sgt, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: } {{.*}}weak{{.*}}
! CHECK: }
subroutine atomic_compare_capture_int_gt(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture weak
v = x
if (x > e) x = d
!$omp end atomic
end
! Min/max (postfix) compare-capture: update first, capture the new value.
! CHECK-LABEL: func.func @_QPatomic_compare_capture_min_postfix(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<i32> {fir.bindc_name = "v"})
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi sgt, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: }
subroutine atomic_compare_capture_min_postfix(x, e, v)
integer :: x, e, v
!$omp atomic compare capture
if (x > e) x = e
v = x
!$omp end atomic
end
! Min/max fail-only compare-capture: v is captured in the else branch (when the
! comparison, and hence the update, does not happen).
! CHECK-LABEL: func.func @_QPatomic_compare_capture_min_failonly(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %arg1 {{.*}}Ee"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL:.*]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi sgt, %[[XVAL]], %[[E_VAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}}#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: } fail_only
subroutine atomic_compare_capture_min_failonly(x, e, v)
integer :: x, e, v
!$omp atomic compare capture
if (x > e) then
x = e
else
v = x
end if
!$omp end atomic
end
! REAL min (postfix): if (x > e) x = e ; v = x -> compare region uses arith.cmpf.
! CHECK-LABEL: func.func @_QPatomic_compare_capture_real_min(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %{{.*}}Ee"
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %{{.*}}Ev"
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %{{.*}}Ex"
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: %[[DVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf ogt, %[[XVAL]], %[[EVAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<f32>, !fir.ref<f32>, f32
! CHECK: }
subroutine atomic_compare_capture_real_min(x, e, v)
real :: x, e, v
!$omp atomic compare capture
if (x > e) x = e
v = x
!$omp end atomic
end
! REAL max (postfix): if (x < e) x = e ; v = x.
! CHECK-LABEL: func.func @_QPatomic_compare_capture_real_max(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %{{.*}}Ee"
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %{{.*}}Ex"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf olt, %[[XVAL]], %[[E_VAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}}#0 = %[[X_DECL]]#0 : !fir.ref<f32>, !fir.ref<f32>, f32
! CHECK: }
subroutine atomic_compare_capture_real_max(x, e, v)
real :: x, e, v
!$omp atomic compare capture
if (x < e) x = e
v = x
!$omp end atomic
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_postfix(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<i32> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: }
subroutine atomic_compare_capture_postfix(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture
if (x .eq. e) x = d
v = x
!$omp end atomic
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_fail_only(
! CHECK-SAME: %[[X:.*]]: !fir.ref<i32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<i32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<i32> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<i32> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[EVAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: } fail_only
subroutine atomic_compare_capture_fail_only(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture
if (x .eq. e) then
x = d
else
v = x
end if
!$omp end atomic
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_real(
! CHECK-SAME: %[[X:.*]]: !fir.ref<f32> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<f32> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<f32> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<f32> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[EVAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<f32>
! CHECK: %[[DVAL:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<f32>
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<f32> {
! CHECK: ^bb0(%[[XVAL:.*]]: f32):
! CHECK: %[[CMP:.*]] = arith.cmpf oeq, %[[XVAL]], %[[EVAL]] fastmath<contract> : f32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DVAL]], %[[XVAL]] : f32
! CHECK: omp.yield(%[[SEL]] : f32)
! CHECK: }
! CHECK: omp.atomic.read %[[V_DECL]]#0 = %[[X_DECL]]#0 : !fir.ref<f32>, !fir.ref<f32>, f32
! CHECK: }
subroutine atomic_compare_capture_real(x, e, d, v)
real :: x, e, d, v
!$omp atomic compare capture
if (x == e) x = d
v = x
!$omp end atomic
end
! Complex compare-capture (postfix form): the compare region decomposes into
! per-field comparisons combined with fir.cmpc/arith and the desired value is
! selected as a whole complex value.
! CHECK-LABEL: func.func @_QPatomic_compare_capture_complex(
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[X_DECL:.*]]#0 : !fir.ref<complex<f32>> {
! CHECK: ^bb0(%[[XVAL:.*]]: complex<f32>):
! CHECK: %[[CMP:.*]] = fir.cmpc "oeq", %[[XVAL]], %{{.*}} : complex<f32>
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : complex<f32>
! CHECK: omp.yield(%[[SEL]] : complex<f32>)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}}#0 = %[[X_DECL]]#0 : !fir.ref<complex<f32>>, !fir.ref<complex<f32>>, complex<f32>
! CHECK: }
subroutine atomic_compare_capture_complex(x, e, d, v)
complex :: x, e, d, v
!$omp atomic compare capture
if (x == e) x = d
v = x
!$omp end atomic
end
! Compare-capture with an explicit seq_cst memory order (prefix read form).
! CHECK-LABEL: func.func @_QPatomic_compare_capture_seq_cst(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %arg1 {{.*}}Ee"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(seq_cst) {
! CHECK: omp.atomic.read %[[V_DECL:.*]]#0 = %[[X_DECL:.*]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[E_VAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: }
subroutine atomic_compare_capture_seq_cst(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture seq_cst
v = x
if (x .eq. e) x = d
!$omp end atomic
end
! Compare-capture with an explicit acquire memory order (postfix read form).
! CHECK-LABEL: func.func @_QPatomic_compare_capture_acquire(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %arg1 {{.*}}Ee"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(acquire) {
! CHECK: omp.atomic.compare %[[X_DECL:.*]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[E_VAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}} = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: }
subroutine atomic_compare_capture_acquire(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture acquire
if (x .eq. e) x = d
v = x
!$omp end atomic
end
! Compare-capture with an explicit release memory order (prefix read form).
! CHECK-LABEL: func.func @_QPatomic_compare_capture_release(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %arg1 {{.*}}Ee"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(release) {
! CHECK: omp.atomic.read %[[V_DECL:.*]]#0 = %[[X_DECL:.*]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: omp.atomic.compare %[[X_DECL]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[E_VAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: }
subroutine atomic_compare_capture_release(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture release
v = x
if (x .eq. e) x = d
!$omp end atomic
end
! Compare-capture with an explicit acq_rel memory order (postfix read form).
! CHECK-LABEL: func.func @_QPatomic_compare_capture_acq_rel(
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %arg1 {{.*}}Ee"
! CHECK: %[[E_VAL:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<i32>
! CHECK: omp.atomic.capture memory_order(acq_rel) {
! CHECK: omp.atomic.compare %[[X_DECL:.*]]#0 : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[E_VAL]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}} = %[[X_DECL]]#0 : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: }
subroutine atomic_compare_capture_acq_rel(x, e, d, v)
integer :: x, e, d, v
!$omp atomic compare capture acq_rel
if (x .eq. e) x = d
v = x
!$omp end atomic
end
! CHECK-LABEL: func.func @_QPatomic_compare_capture_logical(
! CHECK-SAME: %[[X:.*]]: !fir.ref<!fir.logical<4>> {fir.bindc_name = "x"},
! CHECK-SAME: %[[E:.*]]: !fir.ref<!fir.logical<4>> {fir.bindc_name = "e"},
! CHECK-SAME: %[[D:.*]]: !fir.ref<!fir.logical<4>> {fir.bindc_name = "d"},
! CHECK-SAME: %[[V:.*]]: !fir.ref<!fir.logical<4>> {fir.bindc_name = "v"})
! CHECK: %[[D_DECL:.*]]:2 = hlfir.declare %[[D]] {{.*}}
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %[[E]] {{.*}}
! CHECK: %[[V_DECL:.*]]:2 = hlfir.declare %[[V]] {{.*}}
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}
! CHECK: %[[ELOAD:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<!fir.logical<4>>
! CHECK: %[[XCONV:.*]] = fir.convert %[[X_DECL]]#0 : (!fir.ref<!fir.logical<4>>) -> !fir.ref<i32>
! CHECK: %[[ECONV:.*]] = fir.convert %[[ELOAD]] : (!fir.logical<4>) -> i32
! CHECK: %[[DLOAD:.*]] = fir.load %[[D_DECL]]#0 : !fir.ref<!fir.logical<4>>
! CHECK: %[[DCONV:.*]] = fir.convert %[[DLOAD]] : (!fir.logical<4>) -> i32
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.compare %[[XCONV]] : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[ECONV]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %[[DCONV]], %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: omp.atomic.read %{{.*}} = %[[XCONV]] : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: }
subroutine atomic_compare_capture_logical(x, e, d, v)
logical :: x, e, d, v
!$omp atomic compare capture
if (x .eqv. e) x = d
v = x
!$omp end atomic
end
! Logical compare-capture inside a parallel region. The shared atom 'x' is
! host-associated, and the capture reads it while the conditional update writes
! it. Verify the atom is converted to i32 once (above the atomic region) and
! that the capture reads then compares the same converted reference.
! CHECK-LABEL: func.func @_QPatomic_compare_capture_logical_parallel(
! CHECK-SAME: %[[X:.*]]: !fir.ref<!fir.logical<4>> {fir.bindc_name = "x"})
! CHECK: %[[X_DECL:.*]]:2 = hlfir.declare %[[X]] {{.*}}Ex"
! CHECK: omp.parallel private(
! CHECK: %[[OLD_DECL:.*]]:2 = hlfir.declare %{{.*}}Eold_value"
! CHECK: %[[E_DECL:.*]]:2 = hlfir.declare %{{.*}}Eexpected"
! CHECK: %[[ELOAD:.*]] = fir.load %[[E_DECL]]#0 : !fir.ref<!fir.logical<4>>
! CHECK: %[[XCONV:.*]] = fir.convert %[[X_DECL]]#0 : (!fir.ref<!fir.logical<4>>) -> !fir.ref<i32>
! CHECK: %[[ECONV:.*]] = fir.convert %[[ELOAD]] : (!fir.logical<4>) -> i32
! CHECK: omp.atomic.capture memory_order(relaxed) {
! CHECK: omp.atomic.read %[[ATOMVAL:.*]] = %[[XCONV]] : !fir.ref<i32>, !fir.ref<i32>, i32
! CHECK: omp.atomic.compare %[[XCONV]] : !fir.ref<i32> {
! CHECK: ^bb0(%[[XVAL:.*]]: i32):
! CHECK: %[[CMP:.*]] = arith.cmpi eq, %[[XVAL]], %[[ECONV]] : i32
! CHECK: %[[SEL:.*]] = arith.select %[[CMP]], %{{.*}}, %[[XVAL]] : i32
! CHECK: omp.yield(%[[SEL]] : i32)
! CHECK: }
! CHECK: }
! CHECK: %[[RES:.*]] = fir.load %[[ATOMVAL]] : !fir.ref<i32>
! CHECK: %[[RESCONV:.*]] = fir.convert %[[RES]] : (i32) -> !fir.logical<4>
! CHECK: fir.store %[[RESCONV]] to %[[OLD_DECL]]#0 : !fir.ref<!fir.logical<4>>
! CHECK: omp.terminator
subroutine atomic_compare_capture_logical_parallel(x)
logical :: x, expected, desired, old_value
!$omp parallel private(old_value, expected, desired)
expected = .true.
desired = .false.
!$omp atomic compare capture
old_value = x
if (x .eqv. expected) then
x = desired
end if
!$omp end atomic
!$omp end parallel
end