Google Git
Sign in
llvm / openmp / 402c7439d7ba1cfa49e205554dfa8087a5a64313 / . / runtime / src / kmp_settings.cpp
blob: 1afba5bb57555df4fd9d336bd77577a456626081 [file] [log] [blame]
/*
* kmp_settings.cpp -- Initialize environment variables
*/
//===----------------------------------------------------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#include "kmp.h"
#include "kmp_affinity.h"
#include "kmp_atomic.h"
#if KMP_USE_HIER_SCHED
#include "kmp_dispatch_hier.h"
#endif
#include "kmp_environment.h"
#include "kmp_i18n.h"
#include "kmp_io.h"
#include "kmp_itt.h"
#include "kmp_lock.h"
#include "kmp_settings.h"
#include "kmp_str.h"
#include "kmp_wrapper_getpid.h"
#include <ctype.h> // toupper()
static int __kmp_env_toPrint(char const *name, int flag);
bool __kmp_env_format = 0; // 0 - old format; 1 - new format
// -----------------------------------------------------------------------------
// Helper string functions. Subject to move to kmp_str.
#ifdef USE_LOAD_BALANCE
static double __kmp_convert_to_double(char const *s) {
double result;
if (KMP_SSCANF(s, "%lf", &result) < 1) {
result = 0.0;
}
return result;
}
#endif
#ifdef KMP_DEBUG
static unsigned int __kmp_readstr_with_sentinel(char *dest, char const *src,
size_t len, char sentinel) {
unsigned int i;
for (i = 0; i < len; i++) {
if ((*src == '\0') || (*src == sentinel)) {
break;
}
*(dest++) = *(src++);
}
*dest = '\0';
return i;
}
#endif
static int __kmp_match_with_sentinel(char const *a, char const *b, size_t len,
char sentinel) {
size_t l = 0;
if (a == NULL)
a = "";
if (b == NULL)
b = "";
while (*a && *b && *b != sentinel) {
char ca = *a, cb = *b;
if (ca >= 'a' && ca <= 'z')
ca -= 'a' - 'A';
if (cb >= 'a' && cb <= 'z')
cb -= 'a' - 'A';
if (ca != cb)
return FALSE;
++l;
++a;
++b;
}
return l >= len;
}
// Expected usage:
// token is the token to check for.
// buf is the string being parsed.
// *end returns the char after the end of the token.
// it is not modified unless a match occurs.
//
// Example 1:
//
// if (__kmp_match_str("token", buf, *end) {
// <do something>
// buf = end;
// }
//
// Example 2:
//
// if (__kmp_match_str("token", buf, *end) {
// char *save = **end;
// **end = sentinel;
// <use any of the __kmp*_with_sentinel() functions>
// **end = save;
// buf = end;
// }
static int __kmp_match_str(char const *token, char const *buf,
const char **end) {
KMP_ASSERT(token != NULL);
KMP_ASSERT(buf != NULL);
KMP_ASSERT(end != NULL);
while (*token && *buf) {
char ct = *token, cb = *buf;
if (ct >= 'a' && ct <= 'z')
ct -= 'a' - 'A';
if (cb >= 'a' && cb <= 'z')
cb -= 'a' - 'A';
if (ct != cb)
return FALSE;
++token;
++buf;
}
if (*token) {
return FALSE;
}
*end = buf;
return TRUE;
}
#if KMP_OS_DARWIN
static size_t __kmp_round4k(size_t size) {
size_t _4k = 4 * 1024;
if (size & (_4k - 1)) {
size &= ~(_4k - 1);
if (size <= KMP_SIZE_T_MAX - _4k) {
size += _4k; // Round up if there is no overflow.
}
}
return size;
} // __kmp_round4k
#endif
/* Here, multipliers are like __kmp_convert_to_seconds, but floating-point
values are allowed, and the return value is in milliseconds. The default
multiplier is milliseconds. Returns INT_MAX only if the value specified
matches "infinit*". Returns -1 if specified string is invalid. */
int __kmp_convert_to_milliseconds(char const *data) {
int ret, nvalues, factor;
char mult, extra;
double value;
if (data == NULL)
return (-1);
if (__kmp_str_match("infinit", -1, data))
return (INT_MAX);
value = (double)0.0;
mult = '\0';
nvalues = KMP_SSCANF(data, "%lf%c%c", &value, &mult, &extra);
if (nvalues < 1)
return (-1);
if (nvalues == 1)
mult = '\0';
if (nvalues == 3)
return (-1);
if (value < 0)
return (-1);
switch (mult) {
case '\0':
/* default is milliseconds */
factor = 1;
break;
case 's':
case 'S':
factor = 1000;
break;
case 'm':
case 'M':
factor = 1000 * 60;
break;
case 'h':
case 'H':
factor = 1000 * 60 * 60;
break;
case 'd':
case 'D':
factor = 1000 * 24 * 60 * 60;
break;
default:
return (-1);
}
if (value >= ((INT_MAX - 1) / factor))
ret = INT_MAX - 1; /* Don't allow infinite value here */
else
ret = (int)(value * (double)factor); /* truncate to int */
return ret;
}
static int __kmp_strcasecmp_with_sentinel(char const *a, char const *b,
char sentinel) {
if (a == NULL)
a = "";
if (b == NULL)
b = "";
while (*a && *b && *b != sentinel) {
char ca = *a, cb = *b;
if (ca >= 'a' && ca <= 'z')
ca -= 'a' - 'A';
if (cb >= 'a' && cb <= 'z')
cb -= 'a' - 'A';
if (ca != cb)
return (int)(unsigned char)*a - (int)(unsigned char)*b;
++a;
++b;
}
return *a
? (*b && *b != sentinel)
? (int)(unsigned char)*a - (int)(unsigned char)*b
: 1
: (*b && *b != sentinel) ? -1 : 0;
}
// =============================================================================
// Table structures and helper functions.
typedef struct __kmp_setting kmp_setting_t;
typedef struct __kmp_stg_ss_data kmp_stg_ss_data_t;
typedef struct __kmp_stg_wp_data kmp_stg_wp_data_t;
typedef struct __kmp_stg_fr_data kmp_stg_fr_data_t;
typedef void (*kmp_stg_parse_func_t)(char const *name, char const *value,
void *data);
typedef void (*kmp_stg_print_func_t)(kmp_str_buf_t *buffer, char const *name,
void *data);
struct __kmp_setting {
char const *name; // Name of setting (environment variable).
kmp_stg_parse_func_t parse; // Parser function.
kmp_stg_print_func_t print; // Print function.
void *data; // Data passed to parser and printer.
int set; // Variable set during this "session"
// (__kmp_env_initialize() or kmp_set_defaults() call).
int defined; // Variable set in any "session".
}; // struct __kmp_setting
struct __kmp_stg_ss_data {
size_t factor; // Default factor: 1 for KMP_STACKSIZE, 1024 for others.
kmp_setting_t **rivals; // Array of pointers to rivals (including itself).
}; // struct __kmp_stg_ss_data
struct __kmp_stg_wp_data {
int omp; // 0 -- KMP_LIBRARY, 1 -- OMP_WAIT_POLICY.
kmp_setting_t **rivals; // Array of pointers to rivals (including itself).
}; // struct __kmp_stg_wp_data
struct __kmp_stg_fr_data {
int force; // 0 -- KMP_DETERMINISTIC_REDUCTION, 1 -- KMP_FORCE_REDUCTION.
kmp_setting_t **rivals; // Array of pointers to rivals (including itself).
}; // struct __kmp_stg_fr_data
static int __kmp_stg_check_rivals( // 0 -- Ok, 1 -- errors found.
char const *name, // Name of variable.
char const *value, // Value of the variable.
kmp_setting_t **rivals // List of rival settings (must include current one).
);
// -----------------------------------------------------------------------------
// Helper parse functions.
static void __kmp_stg_parse_bool(char const *name, char const *value,
int *out) {
if (__kmp_str_match_true(value)) {
*out = TRUE;
} else if (__kmp_str_match_false(value)) {
*out = FALSE;
} else {
__kmp_msg(kmp_ms_warning, KMP_MSG(BadBoolValue, name, value),
KMP_HNT(ValidBoolValues), __kmp_msg_null);
}
} // __kmp_stg_parse_bool
// placed here in order to use __kmp_round4k static function
void __kmp_check_stksize(size_t *val) {
// if system stack size is too big then limit the size for worker threads
if (*val > KMP_DEFAULT_STKSIZE * 16) // just a heuristics...
*val = KMP_DEFAULT_STKSIZE * 16;
if (*val < KMP_MIN_STKSIZE)
*val = KMP_MIN_STKSIZE;
if (*val > KMP_MAX_STKSIZE)
*val = KMP_MAX_STKSIZE; // dead code currently, but may work in future
#if KMP_OS_DARWIN
*val = __kmp_round4k(*val);
#endif // KMP_OS_DARWIN
}
static void __kmp_stg_parse_size(char const *name, char const *value,
size_t size_min, size_t size_max,
int *is_specified, size_t *out,
size_t factor) {
char const *msg = NULL;
#if KMP_OS_DARWIN
size_min = __kmp_round4k(size_min);
size_max = __kmp_round4k(size_max);
#endif // KMP_OS_DARWIN
if (value) {
if (is_specified != NULL) {
*is_specified = 1;
}
__kmp_str_to_size(value, out, factor, &msg);
if (msg == NULL) {
if (*out > size_max) {
*out = size_max;
msg = KMP_I18N_STR(ValueTooLarge);
} else if (*out < size_min) {
*out = size_min;
msg = KMP_I18N_STR(ValueTooSmall);
} else {
#if KMP_OS_DARWIN
size_t round4k = __kmp_round4k(*out);
if (*out != round4k) {
*out = round4k;
msg = KMP_I18N_STR(NotMultiple4K);
}
#endif
}
} else {
// If integer overflow occurred, * out == KMP_SIZE_T_MAX. Cut it to
// size_max silently.
if (*out < size_min) {
*out = size_max;
} else if (*out > size_max) {
*out = size_max;
}
}
if (msg != NULL) {
// Message is not empty. Print warning.
kmp_str_buf_t buf;
__kmp_str_buf_init(&buf);
__kmp_str_buf_print_size(&buf, *out);
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
KMP_INFORM(Using_str_Value, name, buf.str);
__kmp_str_buf_free(&buf);
}
}
} // __kmp_stg_parse_size
static void __kmp_stg_parse_str(char const *name, char const *value,
char **out) {
__kmp_str_free(out);
*out = __kmp_str_format("%s", value);
} // __kmp_stg_parse_str
static void __kmp_stg_parse_int(
char const
*name, // I: Name of environment variable (used in warning messages).
char const *value, // I: Value of environment variable to parse.
int min, // I: Miminal allowed value.
int max, // I: Maximum allowed value.
int *out // O: Output (parsed) value.
) {
char const *msg = NULL;
kmp_uint64 uint = *out;
__kmp_str_to_uint(value, &uint, &msg);
if (msg == NULL) {
if (uint < (unsigned int)min) {
msg = KMP_I18N_STR(ValueTooSmall);
uint = min;
} else if (uint > (unsigned int)max) {
msg = KMP_I18N_STR(ValueTooLarge);
uint = max;
}
} else {
// If overflow occurred msg contains error message and uint is very big. Cut
// tmp it to INT_MAX.
if (uint < (unsigned int)min) {
uint = min;
} else if (uint > (unsigned int)max) {
uint = max;
}
}
if (msg != NULL) {
// Message is not empty. Print warning.
kmp_str_buf_t buf;
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
__kmp_str_buf_init(&buf);
__kmp_str_buf_print(&buf, "%" KMP_UINT64_SPEC "", uint);
KMP_INFORM(Using_uint64_Value, name, buf.str);
__kmp_str_buf_free(&buf);
}
*out = uint;
} // __kmp_stg_parse_int
#if KMP_DEBUG_ADAPTIVE_LOCKS
static void __kmp_stg_parse_file(char const *name, char const *value,
const char *suffix, char **out) {
char buffer[256];
char *t;
int hasSuffix;
__kmp_str_free(out);
t = (char *)strrchr(value, '.');
hasSuffix = t && __kmp_str_eqf(t, suffix);
t = __kmp_str_format("%s%s", value, hasSuffix ? "" : suffix);
__kmp_expand_file_name(buffer, sizeof(buffer), t);
__kmp_str_free(&t);
*out = __kmp_str_format("%s", buffer);
} // __kmp_stg_parse_file
#endif
#ifdef KMP_DEBUG
static char *par_range_to_print = NULL;
static void __kmp_stg_parse_par_range(char const *name, char const *value,
int *out_range, char *out_routine,
char *out_file, int *out_lb,
int *out_ub) {
size_t len = KMP_STRLEN(value) + 1;
par_range_to_print = (char *)KMP_INTERNAL_MALLOC(len + 1);
KMP_STRNCPY_S(par_range_to_print, len + 1, value, len + 1);
__kmp_par_range = +1;
__kmp_par_range_lb = 0;
__kmp_par_range_ub = INT_MAX;
for (;;) {
unsigned int len;
if (*value == '\0') {
break;
}
if (!__kmp_strcasecmp_with_sentinel("routine", value, '=')) {
value = strchr(value, '=') + 1;
len = __kmp_readstr_with_sentinel(out_routine, value,
KMP_PAR_RANGE_ROUTINE_LEN - 1, ',');
if (len == 0) {
goto par_range_error;
}
value = strchr(value, ',');
if (value != NULL) {
value++;
}
continue;
}
if (!__kmp_strcasecmp_with_sentinel("filename", value, '=')) {
value = strchr(value, '=') + 1;
len = __kmp_readstr_with_sentinel(out_file, value,
KMP_PAR_RANGE_FILENAME_LEN - 1, ',');
if (len == 0) {
goto par_range_error;
}
value = strchr(value, ',');
if (value != NULL) {
value++;
}
continue;
}
if ((!__kmp_strcasecmp_with_sentinel("range", value, '=')) ||
(!__kmp_strcasecmp_with_sentinel("incl_range", value, '='))) {
value = strchr(value, '=') + 1;
if (KMP_SSCANF(value, "%d:%d", out_lb, out_ub) != 2) {
goto par_range_error;
}
*out_range = +1;
value = strchr(value, ',');
if (value != NULL) {
value++;
}
continue;
}
if (!__kmp_strcasecmp_with_sentinel("excl_range", value, '=')) {
value = strchr(value, '=') + 1;
if (KMP_SSCANF(value, "%d:%d", out_lb, out_ub) != 2) {
goto par_range_error;
}
*out_range = -1;
value = strchr(value, ',');
if (value != NULL) {
value++;
}
continue;
}
par_range_error:
KMP_WARNING(ParRangeSyntax, name);
__kmp_par_range = 0;
break;
}
} // __kmp_stg_parse_par_range
#endif
int __kmp_initial_threads_capacity(int req_nproc) {
int nth = 32;
/* MIN( MAX( 32, 4 * $OMP_NUM_THREADS, 4 * omp_get_num_procs() ),
* __kmp_max_nth) */
if (nth < (4 * req_nproc))
nth = (4 * req_nproc);
if (nth < (4 * __kmp_xproc))
nth = (4 * __kmp_xproc);
if (nth > __kmp_max_nth)
nth = __kmp_max_nth;
return nth;
}
int __kmp_default_tp_capacity(int req_nproc, int max_nth,
int all_threads_specified) {
int nth = 128;
if (all_threads_specified)
return max_nth;
/* MIN( MAX (128, 4 * $OMP_NUM_THREADS, 4 * omp_get_num_procs() ),
* __kmp_max_nth ) */
if (nth < (4 * req_nproc))
nth = (4 * req_nproc);
if (nth < (4 * __kmp_xproc))
nth = (4 * __kmp_xproc);
if (nth > __kmp_max_nth)
nth = __kmp_max_nth;
return nth;
}
// -----------------------------------------------------------------------------
// Helper print functions.
static void __kmp_stg_print_bool(kmp_str_buf_t *buffer, char const *name,
int value) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_BOOL;
} else {
__kmp_str_buf_print(buffer, " %s=%s\n", name, value ? "true" : "false");
}
} // __kmp_stg_print_bool
static void __kmp_stg_print_int(kmp_str_buf_t *buffer, char const *name,
int value) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_INT;
} else {
__kmp_str_buf_print(buffer, " %s=%d\n", name, value);
}
} // __kmp_stg_print_int
#if USE_ITT_BUILD && USE_ITT_NOTIFY
static void __kmp_stg_print_uint64(kmp_str_buf_t *buffer, char const *name,
kmp_uint64 value) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_UINT64;
} else {
__kmp_str_buf_print(buffer, " %s=%" KMP_UINT64_SPEC "\n", name, value);
}
} // __kmp_stg_print_uint64
#endif
static void __kmp_stg_print_str(kmp_str_buf_t *buffer, char const *name,
char const *value) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_STR;
} else {
__kmp_str_buf_print(buffer, " %s=%s\n", name, value);
}
} // __kmp_stg_print_str
static void __kmp_stg_print_size(kmp_str_buf_t *buffer, char const *name,
size_t value) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
__kmp_str_buf_print_size(buffer, value);
__kmp_str_buf_print(buffer, "'\n");
} else {
__kmp_str_buf_print(buffer, " %s=", name);
__kmp_str_buf_print_size(buffer, value);
__kmp_str_buf_print(buffer, "\n");
return;
}
} // __kmp_stg_print_size
// =============================================================================
// Parse and print functions.
// -----------------------------------------------------------------------------
// KMP_DEVICE_THREAD_LIMIT, KMP_ALL_THREADS
static void __kmp_stg_parse_device_thread_limit(char const *name,
char const *value, void *data) {
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
if (strcmp(name, "KMP_ALL_THREADS") == 0) {
KMP_INFORM(EnvVarDeprecated, name, "KMP_DEVICE_THREAD_LIMIT");
}
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) {
__kmp_max_nth = __kmp_xproc;
__kmp_allThreadsSpecified = 1;
} else {
__kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_max_nth);
__kmp_allThreadsSpecified = 0;
}
K_DIAG(1, ("__kmp_max_nth == %d\n", __kmp_max_nth));
} // __kmp_stg_parse_device_thread_limit
static void __kmp_stg_print_device_thread_limit(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_max_nth);
} // __kmp_stg_print_device_thread_limit
// -----------------------------------------------------------------------------
// OMP_THREAD_LIMIT
static void __kmp_stg_parse_thread_limit(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_cg_max_nth);
K_DIAG(1, ("__kmp_cg_max_nth == %d\n", __kmp_cg_max_nth));
} // __kmp_stg_parse_thread_limit
static void __kmp_stg_print_thread_limit(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_cg_max_nth);
} // __kmp_stg_print_thread_limit
// -----------------------------------------------------------------------------
// KMP_TEAMS_THREAD_LIMIT
static void __kmp_stg_parse_teams_thread_limit(char const *name,
char const *value, void *data) {
__kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_teams_max_nth);
} // __kmp_stg_teams_thread_limit
static void __kmp_stg_print_teams_thread_limit(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_teams_max_nth);
} // __kmp_stg_print_teams_thread_limit
// -----------------------------------------------------------------------------
// KMP_USE_YIELD
static void __kmp_stg_parse_use_yield(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, 2, &__kmp_use_yield);
__kmp_use_yield_exp_set = 1;
} // __kmp_stg_parse_use_yield
static void __kmp_stg_print_use_yield(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_use_yield);
} // __kmp_stg_print_use_yield
// -----------------------------------------------------------------------------
// KMP_BLOCKTIME
static void __kmp_stg_parse_blocktime(char const *name, char const *value,
void *data) {
__kmp_dflt_blocktime = __kmp_convert_to_milliseconds(value);
if (__kmp_dflt_blocktime < 0) {
__kmp_dflt_blocktime = KMP_DEFAULT_BLOCKTIME;
__kmp_msg(kmp_ms_warning, KMP_MSG(InvalidValue, name, value),
__kmp_msg_null);
KMP_INFORM(Using_int_Value, name, __kmp_dflt_blocktime);
__kmp_env_blocktime = FALSE; // Revert to default as if var not set.
} else {
if (__kmp_dflt_blocktime < KMP_MIN_BLOCKTIME) {
__kmp_dflt_blocktime = KMP_MIN_BLOCKTIME;
__kmp_msg(kmp_ms_warning, KMP_MSG(SmallValue, name, value),
__kmp_msg_null);
KMP_INFORM(MinValueUsing, name, __kmp_dflt_blocktime);
} else if (__kmp_dflt_blocktime > KMP_MAX_BLOCKTIME) {
__kmp_dflt_blocktime = KMP_MAX_BLOCKTIME;
__kmp_msg(kmp_ms_warning, KMP_MSG(LargeValue, name, value),
__kmp_msg_null);
KMP_INFORM(MaxValueUsing, name, __kmp_dflt_blocktime);
}
__kmp_env_blocktime = TRUE; // KMP_BLOCKTIME was specified.
}
#if KMP_USE_MONITOR
// calculate number of monitor thread wakeup intervals corresponding to
// blocktime.
__kmp_monitor_wakeups =
KMP_WAKEUPS_FROM_BLOCKTIME(__kmp_dflt_blocktime, __kmp_monitor_wakeups);
__kmp_bt_intervals =
KMP_INTERVALS_FROM_BLOCKTIME(__kmp_dflt_blocktime, __kmp_monitor_wakeups);
#endif
K_DIAG(1, ("__kmp_env_blocktime == %d\n", __kmp_env_blocktime));
if (__kmp_env_blocktime) {
K_DIAG(1, ("__kmp_dflt_blocktime == %d\n", __kmp_dflt_blocktime));
}
} // __kmp_stg_parse_blocktime
static void __kmp_stg_print_blocktime(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_dflt_blocktime);
} // __kmp_stg_print_blocktime
// -----------------------------------------------------------------------------
// KMP_DUPLICATE_LIB_OK
static void __kmp_stg_parse_duplicate_lib_ok(char const *name,
char const *value, void *data) {
/* actually this variable is not supported, put here for compatibility with
earlier builds and for static/dynamic combination */
__kmp_stg_parse_bool(name, value, &__kmp_duplicate_library_ok);
} // __kmp_stg_parse_duplicate_lib_ok
static void __kmp_stg_print_duplicate_lib_ok(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_duplicate_library_ok);
} // __kmp_stg_print_duplicate_lib_ok
// -----------------------------------------------------------------------------
// KMP_INHERIT_FP_CONTROL
#if KMP_ARCH_X86 || KMP_ARCH_X86_64
static void __kmp_stg_parse_inherit_fp_control(char const *name,
char const *value, void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_inherit_fp_control);
} // __kmp_stg_parse_inherit_fp_control
static void __kmp_stg_print_inherit_fp_control(kmp_str_buf_t *buffer,
char const *name, void *data) {
#if KMP_DEBUG
__kmp_stg_print_bool(buffer, name, __kmp_inherit_fp_control);
#endif /* KMP_DEBUG */
} // __kmp_stg_print_inherit_fp_control
#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */
// Used for OMP_WAIT_POLICY
static char const *blocktime_str = NULL;
// -----------------------------------------------------------------------------
// KMP_LIBRARY, OMP_WAIT_POLICY
static void __kmp_stg_parse_wait_policy(char const *name, char const *value,
void *data) {
kmp_stg_wp_data_t *wait = (kmp_stg_wp_data_t *)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, wait->rivals);
if (rc) {
return;
}
if (wait->omp) {
if (__kmp_str_match("ACTIVE", 1, value)) {
__kmp_library = library_turnaround;
if (blocktime_str == NULL) {
// KMP_BLOCKTIME not specified, so set default to "infinite".
__kmp_dflt_blocktime = KMP_MAX_BLOCKTIME;
}
} else if (__kmp_str_match("PASSIVE", 1, value)) {
__kmp_library = library_throughput;
if (blocktime_str == NULL) {
// KMP_BLOCKTIME not specified, so set default to 0.
__kmp_dflt_blocktime = 0;
}
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
} else {
if (__kmp_str_match("serial", 1, value)) { /* S */
__kmp_library = library_serial;
} else if (__kmp_str_match("throughput", 2, value)) { /* TH */
__kmp_library = library_throughput;
if (blocktime_str == NULL) {
// KMP_BLOCKTIME not specified, so set default to 0.
__kmp_dflt_blocktime = 0;
}
} else if (__kmp_str_match("turnaround", 2, value)) { /* TU */
__kmp_library = library_turnaround;
} else if (__kmp_str_match("dedicated", 1, value)) { /* D */
__kmp_library = library_turnaround;
} else if (__kmp_str_match("multiuser", 1, value)) { /* M */
__kmp_library = library_throughput;
if (blocktime_str == NULL) {
// KMP_BLOCKTIME not specified, so set default to 0.
__kmp_dflt_blocktime = 0;
}
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
}
} // __kmp_stg_parse_wait_policy
static void __kmp_stg_print_wait_policy(kmp_str_buf_t *buffer, char const *name,
void *data) {
kmp_stg_wp_data_t *wait = (kmp_stg_wp_data_t *)data;
char const *value = NULL;
if (wait->omp) {
switch (__kmp_library) {
case library_turnaround: {
value = "ACTIVE";
} break;
case library_throughput: {
value = "PASSIVE";
} break;
}
} else {
switch (__kmp_library) {
case library_serial: {
value = "serial";
} break;
case library_turnaround: {
value = "turnaround";
} break;
case library_throughput: {
value = "throughput";
} break;
}
}
if (value != NULL) {
__kmp_stg_print_str(buffer, name, value);
}
} // __kmp_stg_print_wait_policy
#if KMP_USE_MONITOR
// -----------------------------------------------------------------------------
// KMP_MONITOR_STACKSIZE
static void __kmp_stg_parse_monitor_stacksize(char const *name,
char const *value, void *data) {
__kmp_stg_parse_size(name, value, __kmp_sys_min_stksize, KMP_MAX_STKSIZE,
NULL, &__kmp_monitor_stksize, 1);
} // __kmp_stg_parse_monitor_stacksize
static void __kmp_stg_print_monitor_stacksize(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_env_format) {
if (__kmp_monitor_stksize > 0)
KMP_STR_BUF_PRINT_NAME_EX(name);
else
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
if (__kmp_monitor_stksize > 0) {
__kmp_str_buf_print_size(buffer, __kmp_monitor_stksize);
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
if (__kmp_env_format && __kmp_monitor_stksize) {
__kmp_str_buf_print(buffer, "'\n");
}
} // __kmp_stg_print_monitor_stacksize
#endif // KMP_USE_MONITOR
// -----------------------------------------------------------------------------
// KMP_SETTINGS
static void __kmp_stg_parse_settings(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_settings);
} // __kmp_stg_parse_settings
static void __kmp_stg_print_settings(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_settings);
} // __kmp_stg_print_settings
// -----------------------------------------------------------------------------
// KMP_STACKPAD
static void __kmp_stg_parse_stackpad(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, // Env var name
value, // Env var value
KMP_MIN_STKPADDING, // Min value
KMP_MAX_STKPADDING, // Max value
&__kmp_stkpadding // Var to initialize
);
} // __kmp_stg_parse_stackpad
static void __kmp_stg_print_stackpad(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_stkpadding);
} // __kmp_stg_print_stackpad
// -----------------------------------------------------------------------------
// KMP_STACKOFFSET
static void __kmp_stg_parse_stackoffset(char const *name, char const *value,
void *data) {
__kmp_stg_parse_size(name, // Env var name
value, // Env var value
KMP_MIN_STKOFFSET, // Min value
KMP_MAX_STKOFFSET, // Max value
NULL, //
&__kmp_stkoffset, // Var to initialize
1);
} // __kmp_stg_parse_stackoffset
static void __kmp_stg_print_stackoffset(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_size(buffer, name, __kmp_stkoffset);
} // __kmp_stg_print_stackoffset
// -----------------------------------------------------------------------------
// KMP_STACKSIZE, OMP_STACKSIZE, GOMP_STACKSIZE
static void __kmp_stg_parse_stacksize(char const *name, char const *value,
void *data) {
kmp_stg_ss_data_t *stacksize = (kmp_stg_ss_data_t *)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, stacksize->rivals);
if (rc) {
return;
}
__kmp_stg_parse_size(name, // Env var name
value, // Env var value
__kmp_sys_min_stksize, // Min value
KMP_MAX_STKSIZE, // Max value
&__kmp_env_stksize, //
&__kmp_stksize, // Var to initialize
stacksize->factor);
} // __kmp_stg_parse_stacksize
// This function is called for printing both KMP_STACKSIZE (factor is 1) and
// OMP_STACKSIZE (factor is 1024). Currently it is not possible to print
// OMP_STACKSIZE value in bytes. We can consider adding this possibility by a
// customer request in future.
static void __kmp_stg_print_stacksize(kmp_str_buf_t *buffer, char const *name,
void *data) {
kmp_stg_ss_data_t *stacksize = (kmp_stg_ss_data_t *)data;
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
__kmp_str_buf_print_size(buffer, (__kmp_stksize % 1024)
? __kmp_stksize / stacksize->factor
: __kmp_stksize);
__kmp_str_buf_print(buffer, "'\n");
} else {
__kmp_str_buf_print(buffer, " %s=", name);
__kmp_str_buf_print_size(buffer, (__kmp_stksize % 1024)
? __kmp_stksize / stacksize->factor
: __kmp_stksize);
__kmp_str_buf_print(buffer, "\n");
}
} // __kmp_stg_print_stacksize
// -----------------------------------------------------------------------------
// KMP_VERSION
static void __kmp_stg_parse_version(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_version);
} // __kmp_stg_parse_version
static void __kmp_stg_print_version(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_version);
} // __kmp_stg_print_version
// -----------------------------------------------------------------------------
// KMP_WARNINGS
static void __kmp_stg_parse_warnings(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_generate_warnings);
if (__kmp_generate_warnings != kmp_warnings_off) {
// AC: only 0/1 values documented, so reset to explicit to distinguish from
// default setting
__kmp_generate_warnings = kmp_warnings_explicit;
}
} // __kmp_stg_parse_warnings
static void __kmp_stg_print_warnings(kmp_str_buf_t *buffer, char const *name,
void *data) {
// AC: TODO: change to print_int? (needs documentation change)
__kmp_stg_print_bool(buffer, name, __kmp_generate_warnings);
} // __kmp_stg_print_warnings
// -----------------------------------------------------------------------------
// OMP_NESTED, OMP_NUM_THREADS
static void __kmp_stg_parse_nested(char const *name, char const *value,
void *data) {
int nested;
KMP_INFORM(EnvVarDeprecated, name, "OMP_MAX_ACTIVE_LEVELS");
__kmp_stg_parse_bool(name, value, &nested);
if (nested) {
if (!__kmp_dflt_max_active_levels_set)
__kmp_dflt_max_active_levels = KMP_MAX_ACTIVE_LEVELS_LIMIT;
} else { // nesting explicitly turned off
__kmp_dflt_max_active_levels = 1;
__kmp_dflt_max_active_levels_set = true;
}
} // __kmp_stg_parse_nested
static void __kmp_stg_print_nested(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
__kmp_str_buf_print(buffer, ": deprecated; max-active-levels-var=%d\n",
__kmp_dflt_max_active_levels);
} // __kmp_stg_print_nested
static void __kmp_parse_nested_num_threads(const char *var, const char *env,
kmp_nested_nthreads_t *nth_array) {
const char *next = env;
const char *scan = next;
int total = 0; // Count elements that were set. It'll be used as an array size
int prev_comma = FALSE; // For correct processing sequential commas
// Count the number of values in the env. var string
for (;;) {
SKIP_WS(next);
if (*next == '\0') {
break;
}
// Next character is not an integer or not a comma => end of list
if (((*next < '0') || (*next > '9')) && (*next != ',')) {
KMP_WARNING(NthSyntaxError, var, env);
return;
}
// The next character is ','
if (*next == ',') {
// ',' is the fisrt character
if (total == 0 || prev_comma) {
total++;
}
prev_comma = TRUE;
next++; // skip ','
SKIP_WS(next);
}
// Next character is a digit
if (*next >= '0' && *next <= '9') {
prev_comma = FALSE;
SKIP_DIGITS(next);
total++;
const char *tmp = next;
SKIP_WS(tmp);
if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) {
KMP_WARNING(NthSpacesNotAllowed, var, env);
return;
}
}
}
if (!__kmp_dflt_max_active_levels_set && total > 1)
__kmp_dflt_max_active_levels = KMP_MAX_ACTIVE_LEVELS_LIMIT;
KMP_DEBUG_ASSERT(total > 0);
if (total <= 0) {
KMP_WARNING(NthSyntaxError, var, env);
return;
}
// Check if the nested nthreads array exists
if (!nth_array->nth) {
// Allocate an array of double size
nth_array->nth = (int *)KMP_INTERNAL_MALLOC(sizeof(int) * total * 2);
if (nth_array->nth == NULL) {
KMP_FATAL(MemoryAllocFailed);
}
nth_array->size = total * 2;
} else {
if (nth_array->size < total) {
// Increase the array size
do {
nth_array->size *= 2;
} while (nth_array->size < total);
nth_array->nth = (int *)KMP_INTERNAL_REALLOC(
nth_array->nth, sizeof(int) * nth_array->size);
if (nth_array->nth == NULL) {
KMP_FATAL(MemoryAllocFailed);
}
}
}
nth_array->used = total;
int i = 0;
prev_comma = FALSE;
total = 0;
// Save values in the array
for (;;) {
SKIP_WS(scan);
if (*scan == '\0') {
break;
}
// The next character is ','
if (*scan == ',') {
// ',' in the beginning of the list
if (total == 0) {
// The value is supposed to be equal to __kmp_avail_proc but it is
// unknown at the moment.
// So let's put a placeholder (#threads = 0) to correct it later.
nth_array->nth[i++] = 0;
total++;
} else if (prev_comma) {
// Num threads is inherited from the previous level
nth_array->nth[i] = nth_array->nth[i - 1];
i++;
total++;
}
prev_comma = TRUE;
scan++; // skip ','
SKIP_WS(scan);
}
// Next character is a digit
if (*scan >= '0' && *scan <= '9') {
int num;
const char *buf = scan;
char const *msg = NULL;
prev_comma = FALSE;
SKIP_DIGITS(scan);
total++;
num = __kmp_str_to_int(buf, *scan);
if (num < KMP_MIN_NTH) {
msg = KMP_I18N_STR(ValueTooSmall);
num = KMP_MIN_NTH;
} else if (num > __kmp_sys_max_nth) {
msg = KMP_I18N_STR(ValueTooLarge);
num = __kmp_sys_max_nth;
}
if (msg != NULL) {
// Message is not empty. Print warning.
KMP_WARNING(ParseSizeIntWarn, var, env, msg);
KMP_INFORM(Using_int_Value, var, num);
}
nth_array->nth[i++] = num;
}
}
}
static void __kmp_stg_parse_num_threads(char const *name, char const *value,
void *data) {
// TODO: Remove this option. OMP_NUM_THREADS is a list of positive integers!
if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) {
// The array of 1 element
__kmp_nested_nth.nth = (int *)KMP_INTERNAL_MALLOC(sizeof(int));
__kmp_nested_nth.size = __kmp_nested_nth.used = 1;
__kmp_nested_nth.nth[0] = __kmp_dflt_team_nth = __kmp_dflt_team_nth_ub =
__kmp_xproc;
} else {
__kmp_parse_nested_num_threads(name, value, &__kmp_nested_nth);
if (__kmp_nested_nth.nth) {
__kmp_dflt_team_nth = __kmp_nested_nth.nth[0];
if (__kmp_dflt_team_nth_ub < __kmp_dflt_team_nth) {
__kmp_dflt_team_nth_ub = __kmp_dflt_team_nth;
}
}
}
K_DIAG(1, ("__kmp_dflt_team_nth == %d\n", __kmp_dflt_team_nth));
} // __kmp_stg_parse_num_threads
static void __kmp_stg_print_num_threads(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
if (__kmp_nested_nth.used) {
kmp_str_buf_t buf;
__kmp_str_buf_init(&buf);
for (int i = 0; i < __kmp_nested_nth.used; i++) {
__kmp_str_buf_print(&buf, "%d", __kmp_nested_nth.nth[i]);
if (i < __kmp_nested_nth.used - 1) {
__kmp_str_buf_print(&buf, ",");
}
}
__kmp_str_buf_print(buffer, "='%s'\n", buf.str);
__kmp_str_buf_free(&buf);
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
} // __kmp_stg_print_num_threads
// -----------------------------------------------------------------------------
// OpenMP 3.0: KMP_TASKING, OMP_MAX_ACTIVE_LEVELS,
static void __kmp_stg_parse_tasking(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, (int)tskm_max,
(int *)&__kmp_tasking_mode);
} // __kmp_stg_parse_tasking
static void __kmp_stg_print_tasking(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_tasking_mode);
} // __kmp_stg_print_tasking
static void __kmp_stg_parse_task_stealing(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, 1,
(int *)&__kmp_task_stealing_constraint);
} // __kmp_stg_parse_task_stealing
static void __kmp_stg_print_task_stealing(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_task_stealing_constraint);
} // __kmp_stg_print_task_stealing
static void __kmp_stg_parse_max_active_levels(char const *name,
char const *value, void *data) {
kmp_uint64 tmp_dflt = 0;
char const *msg = NULL;
if (!__kmp_dflt_max_active_levels_set) {
// Don't overwrite __kmp_dflt_max_active_levels if we get an invalid setting
__kmp_str_to_uint(value, &tmp_dflt, &msg);
if (msg != NULL) { // invalid setting; print warning and ignore
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
} else if (tmp_dflt > KMP_MAX_ACTIVE_LEVELS_LIMIT) {
// invalid setting; print warning and ignore
msg = KMP_I18N_STR(ValueTooLarge);
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
} else { // valid setting
__kmp_dflt_max_active_levels = tmp_dflt;
__kmp_dflt_max_active_levels_set = true;
}
}
} // __kmp_stg_parse_max_active_levels
static void __kmp_stg_print_max_active_levels(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_dflt_max_active_levels);
} // __kmp_stg_print_max_active_levels
#if OMP_40_ENABLED
// -----------------------------------------------------------------------------
// OpenMP 4.0: OMP_DEFAULT_DEVICE
static void __kmp_stg_parse_default_device(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, KMP_MAX_DEFAULT_DEVICE_LIMIT,
&__kmp_default_device);
} // __kmp_stg_parse_default_device
static void __kmp_stg_print_default_device(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_default_device);
} // __kmp_stg_print_default_device
#endif
#if OMP_50_ENABLED
// -----------------------------------------------------------------------------
// OpenMP 5.0: OMP_TARGET_OFFLOAD
static void __kmp_stg_parse_target_offload(char const *name, char const *value,
void *data) {
const char *next = value;
const char *scan = next;
__kmp_target_offload = tgt_default;
SKIP_WS(next);
if (*next == '\0')
return;
scan = next;
if (!__kmp_strcasecmp_with_sentinel("mandatory", scan, 0)) {
__kmp_target_offload = tgt_mandatory;
} else if (!__kmp_strcasecmp_with_sentinel("disabled", scan, 0)) {
__kmp_target_offload = tgt_disabled;
} else if (!__kmp_strcasecmp_with_sentinel("default", scan, 0)) {
__kmp_target_offload = tgt_default;
} else {
KMP_WARNING(SyntaxErrorUsing, name, "DEFAULT");
}
} // __kmp_stg_parse_target_offload
static void __kmp_stg_print_target_offload(kmp_str_buf_t *buffer,
char const *name, void *data) {
const char *value = NULL;
if (__kmp_target_offload == tgt_default)
value = "DEFAULT";
else if (__kmp_target_offload == tgt_mandatory)
value = "MANDATORY";
else if (__kmp_target_offload == tgt_disabled)
value = "DISABLED";
KMP_DEBUG_ASSERT(value);
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
__kmp_str_buf_print(buffer, "=%s\n", value);
} // __kmp_stg_print_target_offload
#endif
#if OMP_45_ENABLED
// -----------------------------------------------------------------------------
// OpenMP 4.5: OMP_MAX_TASK_PRIORITY
static void __kmp_stg_parse_max_task_priority(char const *name,
char const *value, void *data) {
__kmp_stg_parse_int(name, value, 0, KMP_MAX_TASK_PRIORITY_LIMIT,
&__kmp_max_task_priority);
} // __kmp_stg_parse_max_task_priority
static void __kmp_stg_print_max_task_priority(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_max_task_priority);
} // __kmp_stg_print_max_task_priority
// KMP_TASKLOOP_MIN_TASKS
// taskloop threashold to switch from recursive to linear tasks creation
static void __kmp_stg_parse_taskloop_min_tasks(char const *name,
char const *value, void *data) {
int tmp;
__kmp_stg_parse_int(name, value, 0, INT_MAX, &tmp);
__kmp_taskloop_min_tasks = tmp;
} // __kmp_stg_parse_taskloop_min_tasks
static void __kmp_stg_print_taskloop_min_tasks(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_taskloop_min_tasks);
} // __kmp_stg_print_taskloop_min_tasks
#endif // OMP_45_ENABLED
// -----------------------------------------------------------------------------
// KMP_DISP_NUM_BUFFERS
static void __kmp_stg_parse_disp_buffers(char const *name, char const *value,
void *data) {
if (TCR_4(__kmp_init_serial)) {
KMP_WARNING(EnvSerialWarn, name);
return;
} // read value before serial initialization only
__kmp_stg_parse_int(name, value, 1, KMP_MAX_NTH, &__kmp_dispatch_num_buffers);
} // __kmp_stg_parse_disp_buffers
static void __kmp_stg_print_disp_buffers(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_dispatch_num_buffers);
} // __kmp_stg_print_disp_buffers
#if KMP_NESTED_HOT_TEAMS
// -----------------------------------------------------------------------------
// KMP_HOT_TEAMS_MAX_LEVEL, KMP_HOT_TEAMS_MODE
static void __kmp_stg_parse_hot_teams_level(char const *name, char const *value,
void *data) {
if (TCR_4(__kmp_init_parallel)) {
KMP_WARNING(EnvParallelWarn, name);
return;
} // read value before first parallel only
__kmp_stg_parse_int(name, value, 0, KMP_MAX_ACTIVE_LEVELS_LIMIT,
&__kmp_hot_teams_max_level);
} // __kmp_stg_parse_hot_teams_level
static void __kmp_stg_print_hot_teams_level(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_hot_teams_max_level);
} // __kmp_stg_print_hot_teams_level
static void __kmp_stg_parse_hot_teams_mode(char const *name, char const *value,
void *data) {
if (TCR_4(__kmp_init_parallel)) {
KMP_WARNING(EnvParallelWarn, name);
return;
} // read value before first parallel only
__kmp_stg_parse_int(name, value, 0, KMP_MAX_ACTIVE_LEVELS_LIMIT,
&__kmp_hot_teams_mode);
} // __kmp_stg_parse_hot_teams_mode
static void __kmp_stg_print_hot_teams_mode(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_hot_teams_mode);
} // __kmp_stg_print_hot_teams_mode
#endif // KMP_NESTED_HOT_TEAMS
// -----------------------------------------------------------------------------
// KMP_HANDLE_SIGNALS
#if KMP_HANDLE_SIGNALS
static void __kmp_stg_parse_handle_signals(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_handle_signals);
} // __kmp_stg_parse_handle_signals
static void __kmp_stg_print_handle_signals(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_handle_signals);
} // __kmp_stg_print_handle_signals
#endif // KMP_HANDLE_SIGNALS
// -----------------------------------------------------------------------------
// KMP_X_DEBUG, KMP_DEBUG, KMP_DEBUG_BUF_*, KMP_DIAG
#ifdef KMP_DEBUG
#define KMP_STG_X_DEBUG(x) \
static void __kmp_stg_parse_##x##_debug(char const *name, char const *value, \
void *data) { \
__kmp_stg_parse_int(name, value, 0, INT_MAX, &kmp_##x##_debug); \
} /* __kmp_stg_parse_x_debug */ \
static void __kmp_stg_print_##x##_debug(kmp_str_buf_t *buffer, \
char const *name, void *data) { \
__kmp_stg_print_int(buffer, name, kmp_##x##_debug); \
} /* __kmp_stg_print_x_debug */
KMP_STG_X_DEBUG(a)
KMP_STG_X_DEBUG(b)
KMP_STG_X_DEBUG(c)
KMP_STG_X_DEBUG(d)
KMP_STG_X_DEBUG(e)
KMP_STG_X_DEBUG(f)
#undef KMP_STG_X_DEBUG
static void __kmp_stg_parse_debug(char const *name, char const *value,
void *data) {
int debug = 0;
__kmp_stg_parse_int(name, value, 0, INT_MAX, &debug);
if (kmp_a_debug < debug) {
kmp_a_debug = debug;
}
if (kmp_b_debug < debug) {
kmp_b_debug = debug;
}
if (kmp_c_debug < debug) {
kmp_c_debug = debug;
}
if (kmp_d_debug < debug) {
kmp_d_debug = debug;
}
if (kmp_e_debug < debug) {
kmp_e_debug = debug;
}
if (kmp_f_debug < debug) {
kmp_f_debug = debug;
}
} // __kmp_stg_parse_debug
static void __kmp_stg_parse_debug_buf(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_debug_buf);
// !!! TODO: Move buffer initialization of of this file! It may works
// incorrectly if KMP_DEBUG_BUF is parsed before KMP_DEBUG_BUF_LINES or
// KMP_DEBUG_BUF_CHARS.
if (__kmp_debug_buf) {
int i;
int elements = __kmp_debug_buf_lines * __kmp_debug_buf_chars;
/* allocate and initialize all entries in debug buffer to empty */
__kmp_debug_buffer = (char *)__kmp_page_allocate(elements * sizeof(char));
for (i = 0; i < elements; i += __kmp_debug_buf_chars)
__kmp_debug_buffer[i] = '\0';
__kmp_debug_count = 0;
}
K_DIAG(1, ("__kmp_debug_buf = %d\n", __kmp_debug_buf));
} // __kmp_stg_parse_debug_buf
static void __kmp_stg_print_debug_buf(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_debug_buf);
} // __kmp_stg_print_debug_buf
static void __kmp_stg_parse_debug_buf_atomic(char const *name,
char const *value, void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_debug_buf_atomic);
} // __kmp_stg_parse_debug_buf_atomic
static void __kmp_stg_print_debug_buf_atomic(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_debug_buf_atomic);
} // __kmp_stg_print_debug_buf_atomic
static void __kmp_stg_parse_debug_buf_chars(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, KMP_DEBUG_BUF_CHARS_MIN, INT_MAX,
&__kmp_debug_buf_chars);
} // __kmp_stg_debug_parse_buf_chars
static void __kmp_stg_print_debug_buf_chars(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_debug_buf_chars);
} // __kmp_stg_print_debug_buf_chars
static void __kmp_stg_parse_debug_buf_lines(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, KMP_DEBUG_BUF_LINES_MIN, INT_MAX,
&__kmp_debug_buf_lines);
} // __kmp_stg_parse_debug_buf_lines
static void __kmp_stg_print_debug_buf_lines(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_debug_buf_lines);
} // __kmp_stg_print_debug_buf_lines
static void __kmp_stg_parse_diag(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, INT_MAX, &kmp_diag);
} // __kmp_stg_parse_diag
static void __kmp_stg_print_diag(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, kmp_diag);
} // __kmp_stg_print_diag
#endif // KMP_DEBUG
// -----------------------------------------------------------------------------
// KMP_ALIGN_ALLOC
static void __kmp_stg_parse_align_alloc(char const *name, char const *value,
void *data) {
__kmp_stg_parse_size(name, value, CACHE_LINE, INT_MAX, NULL,
&__kmp_align_alloc, 1);
} // __kmp_stg_parse_align_alloc
static void __kmp_stg_print_align_alloc(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_size(buffer, name, __kmp_align_alloc);
} // __kmp_stg_print_align_alloc
// -----------------------------------------------------------------------------
// KMP_PLAIN_BARRIER, KMP_FORKJOIN_BARRIER, KMP_REDUCTION_BARRIER
// TODO: Remove __kmp_barrier_branch_bit_env_name varibale, remove loops from
// parse and print functions, pass required info through data argument.
static void __kmp_stg_parse_barrier_branch_bit(char const *name,
char const *value, void *data) {
const char *var;
/* ---------- Barrier branch bit control ------------ */
for (int i = bs_plain_barrier; i < bs_last_barrier; i++) {
var = __kmp_barrier_branch_bit_env_name[i];
if ((strcmp(var, name) == 0) && (value != 0)) {
char *comma;
comma = CCAST(char *, strchr(value, ','));
__kmp_barrier_gather_branch_bits[i] =
(kmp_uint32)__kmp_str_to_int(value, ',');
/* is there a specified release parameter? */
if (comma == NULL) {
__kmp_barrier_release_branch_bits[i] = __kmp_barrier_release_bb_dflt;
} else {
__kmp_barrier_release_branch_bits[i] =
(kmp_uint32)__kmp_str_to_int(comma + 1, 0);
if (__kmp_barrier_release_branch_bits[i] > KMP_MAX_BRANCH_BITS) {
__kmp_msg(kmp_ms_warning,
KMP_MSG(BarrReleaseValueInvalid, name, comma + 1),
__kmp_msg_null);
__kmp_barrier_release_branch_bits[i] = __kmp_barrier_release_bb_dflt;
}
}
if (__kmp_barrier_gather_branch_bits[i] > KMP_MAX_BRANCH_BITS) {
KMP_WARNING(BarrGatherValueInvalid, name, value);
KMP_INFORM(Using_uint_Value, name, __kmp_barrier_gather_bb_dflt);
__kmp_barrier_gather_branch_bits[i] = __kmp_barrier_gather_bb_dflt;
}
}
K_DIAG(1, ("%s == %d,%d\n", __kmp_barrier_branch_bit_env_name[i],
__kmp_barrier_gather_branch_bits[i],
__kmp_barrier_release_branch_bits[i]))
}
} // __kmp_stg_parse_barrier_branch_bit
static void __kmp_stg_print_barrier_branch_bit(kmp_str_buf_t *buffer,
char const *name, void *data) {
const char *var;
for (int i = bs_plain_barrier; i < bs_last_barrier; i++) {
var = __kmp_barrier_branch_bit_env_name[i];
if (strcmp(var, name) == 0) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(__kmp_barrier_branch_bit_env_name[i]);
} else {
__kmp_str_buf_print(buffer, " %s='",
__kmp_barrier_branch_bit_env_name[i]);
}
__kmp_str_buf_print(buffer, "%d,%d'\n",
__kmp_barrier_gather_branch_bits[i],
__kmp_barrier_release_branch_bits[i]);
}
}
} // __kmp_stg_print_barrier_branch_bit
// ----------------------------------------------------------------------------
// KMP_PLAIN_BARRIER_PATTERN, KMP_FORKJOIN_BARRIER_PATTERN,
// KMP_REDUCTION_BARRIER_PATTERN
// TODO: Remove __kmp_barrier_pattern_name variable, remove loops from parse and
// print functions, pass required data to functions through data argument.
static void __kmp_stg_parse_barrier_pattern(char const *name, char const *value,
void *data) {
const char *var;
/* ---------- Barrier method control ------------ */
for (int i = bs_plain_barrier; i < bs_last_barrier; i++) {
var = __kmp_barrier_pattern_env_name[i];
if ((strcmp(var, name) == 0) && (value != 0)) {
int j;
char *comma = CCAST(char *, strchr(value, ','));
/* handle first parameter: gather pattern */
for (j = bp_linear_bar; j < bp_last_bar; j++) {
if (__kmp_match_with_sentinel(__kmp_barrier_pattern_name[j], value, 1,
',')) {
__kmp_barrier_gather_pattern[i] = (kmp_bar_pat_e)j;
break;
}
}
if (j == bp_last_bar) {
KMP_WARNING(BarrGatherValueInvalid, name, value);
KMP_INFORM(Using_str_Value, name,
__kmp_barrier_pattern_name[bp_linear_bar]);
}
/* handle second parameter: release pattern */
if (comma != NULL) {
for (j = bp_linear_bar; j < bp_last_bar; j++) {
if (__kmp_str_match(__kmp_barrier_pattern_name[j], 1, comma + 1)) {
__kmp_barrier_release_pattern[i] = (kmp_bar_pat_e)j;
break;
}
}
if (j == bp_last_bar) {
__kmp_msg(kmp_ms_warning,
KMP_MSG(BarrReleaseValueInvalid, name, comma + 1),
__kmp_msg_null);
KMP_INFORM(Using_str_Value, name,
__kmp_barrier_pattern_name[bp_linear_bar]);
}
}
}
}
} // __kmp_stg_parse_barrier_pattern
static void __kmp_stg_print_barrier_pattern(kmp_str_buf_t *buffer,
char const *name, void *data) {
const char *var;
for (int i = bs_plain_barrier; i < bs_last_barrier; i++) {
var = __kmp_barrier_pattern_env_name[i];
if (strcmp(var, name) == 0) {
int j = __kmp_barrier_gather_pattern[i];
int k = __kmp_barrier_release_pattern[i];
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(__kmp_barrier_pattern_env_name[i]);
} else {
__kmp_str_buf_print(buffer, " %s='",
__kmp_barrier_pattern_env_name[i]);
}
__kmp_str_buf_print(buffer, "%s,%s'\n", __kmp_barrier_pattern_name[j],
__kmp_barrier_pattern_name[k]);
}
}
} // __kmp_stg_print_barrier_pattern
// -----------------------------------------------------------------------------
// KMP_ABORT_DELAY
static void __kmp_stg_parse_abort_delay(char const *name, char const *value,
void *data) {
// Units of KMP_DELAY_ABORT are seconds, units of __kmp_abort_delay is
// milliseconds.
int delay = __kmp_abort_delay / 1000;
__kmp_stg_parse_int(name, value, 0, INT_MAX / 1000, &delay);
__kmp_abort_delay = delay * 1000;
} // __kmp_stg_parse_abort_delay
static void __kmp_stg_print_abort_delay(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_abort_delay);
} // __kmp_stg_print_abort_delay
// -----------------------------------------------------------------------------
// KMP_CPUINFO_FILE
static void __kmp_stg_parse_cpuinfo_file(char const *name, char const *value,
void *data) {
#if KMP_AFFINITY_SUPPORTED
__kmp_stg_parse_str(name, value, &__kmp_cpuinfo_file);
K_DIAG(1, ("__kmp_cpuinfo_file == %s\n", __kmp_cpuinfo_file));
#endif
} //__kmp_stg_parse_cpuinfo_file
static void __kmp_stg_print_cpuinfo_file(kmp_str_buf_t *buffer,
char const *name, void *data) {
#if KMP_AFFINITY_SUPPORTED
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
if (__kmp_cpuinfo_file) {
__kmp_str_buf_print(buffer, "='%s'\n", __kmp_cpuinfo_file);
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
#endif
} //__kmp_stg_print_cpuinfo_file
// -----------------------------------------------------------------------------
// KMP_FORCE_REDUCTION, KMP_DETERMINISTIC_REDUCTION
static void __kmp_stg_parse_force_reduction(char const *name, char const *value,
void *data) {
kmp_stg_fr_data_t *reduction = (kmp_stg_fr_data_t *)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, reduction->rivals);
if (rc) {
return;
}
if (reduction->force) {
if (value != 0) {
if (__kmp_str_match("critical", 0, value))
__kmp_force_reduction_method = critical_reduce_block;
else if (__kmp_str_match("atomic", 0, value))
__kmp_force_reduction_method = atomic_reduce_block;
else if (__kmp_str_match("tree", 0, value))
__kmp_force_reduction_method = tree_reduce_block;
else {
KMP_FATAL(UnknownForceReduction, name, value);
}
}
} else {
__kmp_stg_parse_bool(name, value, &__kmp_determ_red);
if (__kmp_determ_red) {
__kmp_force_reduction_method = tree_reduce_block;
} else {
__kmp_force_reduction_method = reduction_method_not_defined;
}
}
K_DIAG(1, ("__kmp_force_reduction_method == %d\n",
__kmp_force_reduction_method));
} // __kmp_stg_parse_force_reduction
static void __kmp_stg_print_force_reduction(kmp_str_buf_t *buffer,
char const *name, void *data) {
kmp_stg_fr_data_t *reduction = (kmp_stg_fr_data_t *)data;
if (reduction->force) {
if (__kmp_force_reduction_method == critical_reduce_block) {
__kmp_stg_print_str(buffer, name, "critical");
} else if (__kmp_force_reduction_method == atomic_reduce_block) {
__kmp_stg_print_str(buffer, name, "atomic");
} else if (__kmp_force_reduction_method == tree_reduce_block) {
__kmp_stg_print_str(buffer, name, "tree");
} else {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
} else {
__kmp_stg_print_bool(buffer, name, __kmp_determ_red);
}
} // __kmp_stg_print_force_reduction
// -----------------------------------------------------------------------------
// KMP_STORAGE_MAP
static void __kmp_stg_parse_storage_map(char const *name, char const *value,
void *data) {
if (__kmp_str_match("verbose", 1, value)) {
__kmp_storage_map = TRUE;
__kmp_storage_map_verbose = TRUE;
__kmp_storage_map_verbose_specified = TRUE;
} else {
__kmp_storage_map_verbose = FALSE;
__kmp_stg_parse_bool(name, value, &__kmp_storage_map); // !!!
}
} // __kmp_stg_parse_storage_map
static void __kmp_stg_print_storage_map(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_storage_map_verbose || __kmp_storage_map_verbose_specified) {
__kmp_stg_print_str(buffer, name, "verbose");
} else {
__kmp_stg_print_bool(buffer, name, __kmp_storage_map);
}
} // __kmp_stg_print_storage_map
// -----------------------------------------------------------------------------
// KMP_ALL_THREADPRIVATE
static void __kmp_stg_parse_all_threadprivate(char const *name,
char const *value, void *data) {
__kmp_stg_parse_int(name, value,
__kmp_allThreadsSpecified ? __kmp_max_nth : 1,
__kmp_max_nth, &__kmp_tp_capacity);
} // __kmp_stg_parse_all_threadprivate
static void __kmp_stg_print_all_threadprivate(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_tp_capacity);
}
// -----------------------------------------------------------------------------
// KMP_FOREIGN_THREADS_THREADPRIVATE
static void __kmp_stg_parse_foreign_threads_threadprivate(char const *name,
char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_foreign_tp);
} // __kmp_stg_parse_foreign_threads_threadprivate
static void __kmp_stg_print_foreign_threads_threadprivate(kmp_str_buf_t *buffer,
char const *name,
void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_foreign_tp);
} // __kmp_stg_print_foreign_threads_threadprivate
// -----------------------------------------------------------------------------
// KMP_AFFINITY, GOMP_CPU_AFFINITY, KMP_TOPOLOGY_METHOD
#if KMP_AFFINITY_SUPPORTED
// Parse the proc id list. Return TRUE if successful, FALSE otherwise.
static int __kmp_parse_affinity_proc_id_list(const char *var, const char *env,
const char **nextEnv,
char **proclist) {
const char *scan = env;
const char *next = scan;
int empty = TRUE;
*proclist = NULL;
for (;;) {
int start, end, stride;
SKIP_WS(scan);
next = scan;
if (*next == '\0') {
break;
}
if (*next == '{') {
int num;
next++; // skip '{'
SKIP_WS(next);
scan = next;
// Read the first integer in the set.
if ((*next < '0') || (*next > '9')) {
KMP_WARNING(AffSyntaxError, var);
return FALSE;
}
SKIP_DIGITS(next);
num = __kmp_str_to_int(scan, *next);
KMP_ASSERT(num >= 0);
for (;;) {
// Check for end of set.
SKIP_WS(next);
if (*next == '}') {
next++; // skip '}'
break;
}
// Skip optional comma.
if (*next == ',') {
next++;
}
SKIP_WS(next);
// Read the next integer in the set.
scan = next;
if ((*next < '0') || (*next > '9')) {
KMP_WARNING(AffSyntaxError, var);
return FALSE;
}
SKIP_DIGITS(next);
num = __kmp_str_to_int(scan, *next);
KMP_ASSERT(num >= 0);
}
empty = FALSE;
SKIP_WS(next);
if (*next == ',') {
next++;
}
scan = next;
continue;
}
// Next character is not an integer => end of list
if ((*next < '0') || (*next > '9')) {
if (empty) {
KMP_WARNING(AffSyntaxError, var);
return FALSE;
}
break;
}
// Read the first integer.
SKIP_DIGITS(next);
start = __kmp_str_to_int(scan, *next);
KMP_ASSERT(start >= 0);
SKIP_WS(next);
// If this isn't a range, then go on.
if (*next != '-') {
empty = FALSE;
// Skip optional comma.
if (*next == ',') {
next++;
}
scan = next;
continue;
}
// This is a range. Skip over the '-' and read in the 2nd int.
next++; // skip '-'
SKIP_WS(next);
scan = next;
if ((*next < '0') || (*next > '9')) {
KMP_WARNING(AffSyntaxError, var);
return FALSE;
}
SKIP_DIGITS(next);
end = __kmp_str_to_int(scan, *next);
KMP_ASSERT(end >= 0);
// Check for a stride parameter
stride = 1;
SKIP_WS(next);
if (*next == ':') {
// A stride is specified. Skip over the ':" and read the 3rd int.
int sign = +1;
next++; // skip ':'
SKIP_WS(next);
scan = next;
if (*next == '-') {
sign = -1;
next++;
SKIP_WS(next);
scan = next;
}
if ((*next < '0') || (*next > '9')) {
KMP_WARNING(AffSyntaxError, var);
return FALSE;
}
SKIP_DIGITS(next);
stride = __kmp_str_to_int(scan, *next);
KMP_ASSERT(stride >= 0);
stride *= sign;
}
// Do some range checks.
if (stride == 0) {
KMP_WARNING(AffZeroStride, var);
return FALSE;
}
if (stride > 0) {
if (start > end) {
KMP_WARNING(AffStartGreaterEnd, var, start, end);
return FALSE;
}
} else {
if (start < end) {
KMP_WARNING(AffStrideLessZero, var, start, end);
return FALSE;
}
}
if ((end - start) / stride > 65536) {
KMP_WARNING(AffRangeTooBig, var, end, start, stride);
return FALSE;
}
empty = FALSE;
// Skip optional comma.
SKIP_WS(next);
if (*next == ',') {
next++;
}
scan = next;
}
*nextEnv = next;
{
int len = next - env;
char *retlist = (char *)__kmp_allocate((len + 1) * sizeof(char));
KMP_MEMCPY_S(retlist, (len + 1) * sizeof(char), env, len * sizeof(char));
retlist[len] = '\0';
*proclist = retlist;
}
return TRUE;
}
// If KMP_AFFINITY is specified without a type, then
// __kmp_affinity_notype should point to its setting.
static kmp_setting_t *__kmp_affinity_notype = NULL;
static void __kmp_parse_affinity_env(char const *name, char const *value,
enum affinity_type *out_type,
char **out_proclist, int *out_verbose,
int *out_warn, int *out_respect,
enum affinity_gran *out_gran,
int *out_gran_levels, int *out_dups,
int *out_compact, int *out_offset) {
char *buffer = NULL; // Copy of env var value.
char *buf = NULL; // Buffer for strtok_r() function.
char *next = NULL; // end of token / start of next.
const char *start; // start of current token (for err msgs)
int count = 0; // Counter of parsed integer numbers.
int number[2]; // Parsed numbers.
// Guards.
int type = 0;
int proclist = 0;
int verbose = 0;
int warnings = 0;
int respect = 0;
int gran = 0;
int dups = 0;
KMP_ASSERT(value != NULL);
if (TCR_4(__kmp_init_middle)) {
KMP_WARNING(EnvMiddleWarn, name);
__kmp_env_toPrint(name, 0);
return;
}
__kmp_env_toPrint(name, 1);
buffer =
__kmp_str_format("%s", value); // Copy env var to keep original intact.
buf = buffer;
SKIP_WS(buf);
// Helper macros.
// If we see a parse error, emit a warning and scan to the next ",".
//
// FIXME - there's got to be a better way to print an error
// message, hopefully without overwritting peices of buf.
#define EMIT_WARN(skip, errlist) \
{ \
char ch; \
if (skip) { \
SKIP_TO(next, ','); \
} \
ch = *next; \
*next = '\0'; \
KMP_WARNING errlist; \
*next = ch; \
if (skip) { \
if (ch == ',') \
next++; \
} \
buf = next; \
}
#define _set_param(_guard, _var, _val) \
{ \
if (_guard == 0) { \
_var = _val; \
} else { \
EMIT_WARN(FALSE, (AffParamDefined, name, start)); \
} \
++_guard; \
}
#define set_type(val) _set_param(type, *out_type, val)
#define set_verbose(val) _set_param(verbose, *out_verbose, val)
#define set_warnings(val) _set_param(warnings, *out_warn, val)
#define set_respect(val) _set_param(respect, *out_respect, val)
#define set_dups(val) _set_param(dups, *out_dups, val)
#define set_proclist(val) _set_param(proclist, *out_proclist, val)
#define set_gran(val, levels) \
{ \
if (gran == 0) { \
*out_gran = val; \
*out_gran_levels = levels; \
} else { \
EMIT_WARN(FALSE, (AffParamDefined, name, start)); \
} \
++gran; \
}
#if OMP_40_ENABLED
KMP_DEBUG_ASSERT((__kmp_nested_proc_bind.bind_types != NULL) &&
(__kmp_nested_proc_bind.used > 0));
#endif
while (*buf != '\0') {
start = next = buf;
if (__kmp_match_str("none", buf, CCAST(const char **, &next))) {
set_type(affinity_none);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
#endif
buf = next;
} else if (__kmp_match_str("scatter", buf, CCAST(const char **, &next))) {
set_type(affinity_scatter);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("compact", buf, CCAST(const char **, &next))) {
set_type(affinity_compact);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("logical", buf, CCAST(const char **, &next))) {
set_type(affinity_logical);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("physical", buf, CCAST(const char **, &next))) {
set_type(affinity_physical);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("explicit", buf, CCAST(const char **, &next))) {
set_type(affinity_explicit);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("balanced", buf, CCAST(const char **, &next))) {
set_type(affinity_balanced);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
buf = next;
} else if (__kmp_match_str("disabled", buf, CCAST(const char **, &next))) {
set_type(affinity_disabled);
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
#endif
buf = next;
} else if (__kmp_match_str("verbose", buf, CCAST(const char **, &next))) {
set_verbose(TRUE);
buf = next;
} else if (__kmp_match_str("noverbose", buf, CCAST(const char **, &next))) {
set_verbose(FALSE);
buf = next;
} else if (__kmp_match_str("warnings", buf, CCAST(const char **, &next))) {
set_warnings(TRUE);
buf = next;
} else if (__kmp_match_str("nowarnings", buf,
CCAST(const char **, &next))) {
set_warnings(FALSE);
buf = next;
} else if (__kmp_match_str("respect", buf, CCAST(const char **, &next))) {
set_respect(TRUE);
buf = next;
} else if (__kmp_match_str("norespect", buf, CCAST(const char **, &next))) {
set_respect(FALSE);
buf = next;
} else if (__kmp_match_str("duplicates", buf,
CCAST(const char **, &next)) ||
__kmp_match_str("dups", buf, CCAST(const char **, &next))) {
set_dups(TRUE);
buf = next;
} else if (__kmp_match_str("noduplicates", buf,
CCAST(const char **, &next)) ||
__kmp_match_str("nodups", buf, CCAST(const char **, &next))) {
set_dups(FALSE);
buf = next;
} else if (__kmp_match_str("granularity", buf,
CCAST(const char **, &next)) ||
__kmp_match_str("gran", buf, CCAST(const char **, &next))) {
SKIP_WS(next);
if (*next != '=') {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
next++; // skip '='
SKIP_WS(next);
buf = next;
if (__kmp_match_str("fine", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_fine, -1);
buf = next;
} else if (__kmp_match_str("thread", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_thread, -1);
buf = next;
} else if (__kmp_match_str("core", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_core, -1);
buf = next;
#if KMP_USE_HWLOC
} else if (__kmp_match_str("tile", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_tile, -1);
buf = next;
#endif
} else if (__kmp_match_str("package", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_package, -1);
buf = next;
} else if (__kmp_match_str("node", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_node, -1);
buf = next;
#if KMP_GROUP_AFFINITY
} else if (__kmp_match_str("group", buf, CCAST(const char **, &next))) {
set_gran(affinity_gran_group, -1);
buf = next;
#endif /* KMP_GROUP AFFINITY */
} else if ((*buf >= '0') && (*buf <= '9')) {
int n;
next = buf;
SKIP_DIGITS(next);
n = __kmp_str_to_int(buf, *next);
KMP_ASSERT(n >= 0);
buf = next;
set_gran(affinity_gran_default, n);
} else {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
} else if (__kmp_match_str("proclist", buf, CCAST(const char **, &next))) {
char *temp_proclist;
SKIP_WS(next);
if (*next != '=') {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
next++; // skip '='
SKIP_WS(next);
if (*next != '[') {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
next++; // skip '['
buf = next;
if (!__kmp_parse_affinity_proc_id_list(
name, buf, CCAST(const char **, &next), &temp_proclist)) {
// warning already emitted.
SKIP_TO(next, ']');
if (*next == ']')
next++;
SKIP_TO(next, ',');
if (*next == ',')
next++;
buf = next;
continue;
}
if (*next != ']') {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
next++; // skip ']'
set_proclist(temp_proclist);
} else if ((*buf >= '0') && (*buf <= '9')) {
// Parse integer numbers -- permute and offset.
int n;
next = buf;
SKIP_DIGITS(next);
n = __kmp_str_to_int(buf, *next);
KMP_ASSERT(n >= 0);
buf = next;
if (count < 2) {
number[count] = n;
} else {
KMP_WARNING(AffManyParams, name, start);
}
++count;
} else {
EMIT_WARN(TRUE, (AffInvalidParam, name, start));
continue;
}
SKIP_WS(next);
if (*next == ',') {
next++;
SKIP_WS(next);
} else if (*next != '\0') {
const char *temp = next;
EMIT_WARN(TRUE, (ParseExtraCharsWarn, name, temp));
continue;
}
buf = next;
} // while
#undef EMIT_WARN
#undef _set_param
#undef set_type
#undef set_verbose
#undef set_warnings
#undef set_respect
#undef set_granularity
__kmp_str_free(&buffer);
if (proclist) {
if (!type) {
KMP_WARNING(AffProcListNoType, name);
*out_type = affinity_explicit;
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
} else if (*out_type != affinity_explicit) {
KMP_WARNING(AffProcListNotExplicit, name);
KMP_ASSERT(*out_proclist != NULL);
KMP_INTERNAL_FREE(*out_proclist);
*out_proclist = NULL;
}
}
switch (*out_type) {
case affinity_logical:
case affinity_physical: {
if (count > 0) {
*out_offset = number[0];
}
if (count > 1) {
KMP_WARNING(AffManyParamsForLogic, name, number[1]);
}
} break;
case affinity_balanced: {
if (count > 0) {
*out_compact = number[0];
}
if (count > 1) {
*out_offset = number[1];
}
if (__kmp_affinity_gran == affinity_gran_default) {
#if KMP_MIC_SUPPORTED
if (__kmp_mic_type != non_mic) {
if (__kmp_affinity_verbose || __kmp_affinity_warnings) {
KMP_WARNING(AffGranUsing, "KMP_AFFINITY", "fine");
}
__kmp_affinity_gran = affinity_gran_fine;
} else
#endif
{
if (__kmp_affinity_verbose || __kmp_affinity_warnings) {
KMP_WARNING(AffGranUsing, "KMP_AFFINITY", "core");
}
__kmp_affinity_gran = affinity_gran_core;
}
}
} break;
case affinity_scatter:
case affinity_compact: {
if (count > 0) {
*out_compact = number[0];
}
if (count > 1) {
*out_offset = number[1];
}
} break;
case affinity_explicit: {
if (*out_proclist == NULL) {
KMP_WARNING(AffNoProcList, name);
__kmp_affinity_type = affinity_none;
}
if (count > 0) {
KMP_WARNING(AffNoParam, name, "explicit");
}
} break;
case affinity_none: {
if (count > 0) {
KMP_WARNING(AffNoParam, name, "none");
}
} break;
case affinity_disabled: {
if (count > 0) {
KMP_WARNING(AffNoParam, name, "disabled");
}
} break;
case affinity_default: {
if (count > 0) {
KMP_WARNING(AffNoParam, name, "default");
}
} break;
default: { KMP_ASSERT(0); }
}
} // __kmp_parse_affinity_env
static void __kmp_stg_parse_affinity(char const *name, char const *value,
void *data) {
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
__kmp_parse_affinity_env(name, value, &__kmp_affinity_type,
&__kmp_affinity_proclist, &__kmp_affinity_verbose,
&__kmp_affinity_warnings,
&__kmp_affinity_respect_mask, &__kmp_affinity_gran,
&__kmp_affinity_gran_levels, &__kmp_affinity_dups,
&__kmp_affinity_compact, &__kmp_affinity_offset);
} // __kmp_stg_parse_affinity
static void __kmp_stg_print_affinity(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
if (__kmp_affinity_verbose) {
__kmp_str_buf_print(buffer, "%s,", "verbose");
} else {
__kmp_str_buf_print(buffer, "%s,", "noverbose");
}
if (__kmp_affinity_warnings) {
__kmp_str_buf_print(buffer, "%s,", "warnings");
} else {
__kmp_str_buf_print(buffer, "%s,", "nowarnings");
}
if (KMP_AFFINITY_CAPABLE()) {
if (__kmp_affinity_respect_mask) {
__kmp_str_buf_print(buffer, "%s,", "respect");
} else {
__kmp_str_buf_print(buffer, "%s,", "norespect");
}
switch (__kmp_affinity_gran) {
case affinity_gran_default:
__kmp_str_buf_print(buffer, "%s", "granularity=default,");
break;
case affinity_gran_fine:
__kmp_str_buf_print(buffer, "%s", "granularity=fine,");
break;
case affinity_gran_thread:
__kmp_str_buf_print(buffer, "%s", "granularity=thread,");
break;
case affinity_gran_core:
__kmp_str_buf_print(buffer, "%s", "granularity=core,");
break;
case affinity_gran_package:
__kmp_str_buf_print(buffer, "%s", "granularity=package,");
break;
case affinity_gran_node:
__kmp_str_buf_print(buffer, "%s", "granularity=node,");
break;
#if KMP_GROUP_AFFINITY
case affinity_gran_group:
__kmp_str_buf_print(buffer, "%s", "granularity=group,");
break;
#endif /* KMP_GROUP_AFFINITY */
}
}
if (!KMP_AFFINITY_CAPABLE()) {
__kmp_str_buf_print(buffer, "%s", "disabled");
} else
switch (__kmp_affinity_type) {
case affinity_none:
__kmp_str_buf_print(buffer, "%s", "none");
break;
case affinity_physical:
__kmp_str_buf_print(buffer, "%s,%d", "physical", __kmp_affinity_offset);
break;
case affinity_logical:
__kmp_str_buf_print(buffer, "%s,%d", "logical", __kmp_affinity_offset);
break;
case affinity_compact:
__kmp_str_buf_print(buffer, "%s,%d,%d", "compact", __kmp_affinity_compact,
__kmp_affinity_offset);
break;
case affinity_scatter:
__kmp_str_buf_print(buffer, "%s,%d,%d", "scatter", __kmp_affinity_compact,
__kmp_affinity_offset);
break;
case affinity_explicit:
__kmp_str_buf_print(buffer, "%s=[%s],%s", "proclist",
__kmp_affinity_proclist, "explicit");
break;
case affinity_balanced:
__kmp_str_buf_print(buffer, "%s,%d,%d", "balanced",
__kmp_affinity_compact, __kmp_affinity_offset);
break;
case affinity_disabled:
__kmp_str_buf_print(buffer, "%s", "disabled");
break;
case affinity_default:
__kmp_str_buf_print(buffer, "%s", "default");
break;
default:
__kmp_str_buf_print(buffer, "%s", "<unknown>");
break;
}
__kmp_str_buf_print(buffer, "'\n");
} //__kmp_stg_print_affinity
#ifdef KMP_GOMP_COMPAT
static void __kmp_stg_parse_gomp_cpu_affinity(char const *name,
char const *value, void *data) {
const char *next = NULL;
char *temp_proclist;
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
if (TCR_4(__kmp_init_middle)) {
KMP_WARNING(EnvMiddleWarn, name);
__kmp_env_toPrint(name, 0);
return;
}
__kmp_env_toPrint(name, 1);
if (__kmp_parse_affinity_proc_id_list(name, value, &next, &temp_proclist)) {
SKIP_WS(next);
if (*next == '\0') {
// GOMP_CPU_AFFINITY => granularity=fine,explicit,proclist=...
__kmp_affinity_proclist = temp_proclist;
__kmp_affinity_type = affinity_explicit;
__kmp_affinity_gran = affinity_gran_fine;
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
} else {
KMP_WARNING(AffSyntaxError, name);
if (temp_proclist != NULL) {
KMP_INTERNAL_FREE((void *)temp_proclist);
}
}
} else {
// Warning already emitted
__kmp_affinity_type = affinity_none;
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
#endif
}
} // __kmp_stg_parse_gomp_cpu_affinity
#endif /* KMP_GOMP_COMPAT */
#if OMP_40_ENABLED
/*-----------------------------------------------------------------------------
The OMP_PLACES proc id list parser. Here is the grammar:
place_list := place
place_list := place , place_list
place := num
place := place : num
place := place : num : signed
place := { subplacelist }
place := ! place // (lowest priority)
subplace_list := subplace
subplace_list := subplace , subplace_list
subplace := num
subplace := num : num
subplace := num : num : signed
signed := num
signed := + signed
signed := - signed
-----------------------------------------------------------------------------*/
static int __kmp_parse_subplace_list(const char *var, const char **scan) {
const char *next;
for (;;) {
int start, count, stride;
//
// Read in the starting proc id
//
SKIP_WS(*scan);
if ((**scan < '0') || (**scan > '9')) {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
next = *scan;
SKIP_DIGITS(next);
start = __kmp_str_to_int(*scan, *next);
KMP_ASSERT(start >= 0);
*scan = next;
// valid follow sets are ',' ':' and '}'
SKIP_WS(*scan);
if (**scan == '}') {
break;
}
if (**scan == ',') {
(*scan)++; // skip ','
continue;
}
if (**scan != ':') {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
(*scan)++; // skip ':'
// Read count parameter
SKIP_WS(*scan);
if ((**scan < '0') || (**scan > '9')) {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
next = *scan;
SKIP_DIGITS(next);
count = __kmp_str_to_int(*scan, *next);
KMP_ASSERT(count >= 0);
*scan = next;
// valid follow sets are ',' ':' and '}'
SKIP_WS(*scan);
if (**scan == '}') {
break;
}
if (**scan == ',') {
(*scan)++; // skip ','
continue;
}
if (**scan != ':') {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
(*scan)++; // skip ':'
// Read stride parameter
int sign = +1;
for (;;) {
SKIP_WS(*scan);
if (**scan == '+') {
(*scan)++; // skip '+'
continue;
}
if (**scan == '-') {
sign *= -1;
(*scan)++; // skip '-'
continue;
}
break;
}
SKIP_WS(*scan);
if ((**scan < '0') || (**scan > '9')) {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
next = *scan;
SKIP_DIGITS(next);
stride = __kmp_str_to_int(*scan, *next);
KMP_ASSERT(stride >= 0);
*scan = next;
stride *= sign;
// valid follow sets are ',' and '}'
SKIP_WS(*scan);
if (**scan == '}') {
break;
}
if (**scan == ',') {
(*scan)++; // skip ','
continue;
}
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
return TRUE;
}
static int __kmp_parse_place(const char *var, const char **scan) {
const char *next;
// valid follow sets are '{' '!' and num
SKIP_WS(*scan);
if (**scan == '{') {
(*scan)++; // skip '{'
if (!__kmp_parse_subplace_list(var, scan)) {
return FALSE;
}
if (**scan != '}') {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
(*scan)++; // skip '}'
} else if (**scan == '!') {
(*scan)++; // skip '!'
return __kmp_parse_place(var, scan); //'!' has lower precedence than ':'
} else if ((**scan >= '0') && (**scan <= '9')) {
next = *scan;
SKIP_DIGITS(next);
int proc = __kmp_str_to_int(*scan, *next);
KMP_ASSERT(proc >= 0);
*scan = next;
} else {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
return TRUE;
}
static int __kmp_parse_place_list(const char *var, const char *env,
char **place_list) {
const char *scan = env;
const char *next = scan;
for (;;) {
int count, stride;
if (!__kmp_parse_place(var, &scan)) {
return FALSE;
}
// valid follow sets are ',' ':' and EOL
SKIP_WS(scan);
if (*scan == '\0') {
break;
}
if (*scan == ',') {
scan++; // skip ','
continue;
}
if (*scan != ':') {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
scan++; // skip ':'
// Read count parameter
SKIP_WS(scan);
if ((*scan < '0') || (*scan > '9')) {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
next = scan;
SKIP_DIGITS(next);
count = __kmp_str_to_int(scan, *next);
KMP_ASSERT(count >= 0);
scan = next;
// valid follow sets are ',' ':' and EOL
SKIP_WS(scan);
if (*scan == '\0') {
break;
}
if (*scan == ',') {
scan++; // skip ','
continue;
}
if (*scan != ':') {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
scan++; // skip ':'
// Read stride parameter
int sign = +1;
for (;;) {
SKIP_WS(scan);
if (*scan == '+') {
scan++; // skip '+'
continue;
}
if (*scan == '-') {
sign *= -1;
scan++; // skip '-'
continue;
}
break;
}
SKIP_WS(scan);
if ((*scan < '0') || (*scan > '9')) {
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
next = scan;
SKIP_DIGITS(next);
stride = __kmp_str_to_int(scan, *next);
KMP_ASSERT(stride >= 0);
scan = next;
stride *= sign;
// valid follow sets are ',' and EOL
SKIP_WS(scan);
if (*scan == '\0') {
break;
}
if (*scan == ',') {
scan++; // skip ','
continue;
}
KMP_WARNING(SyntaxErrorUsing, var, "\"threads\"");
return FALSE;
}
{
int len = scan - env;
char *retlist = (char *)__kmp_allocate((len + 1) * sizeof(char));
KMP_MEMCPY_S(retlist, (len + 1) * sizeof(char), env, len * sizeof(char));
retlist[len] = '\0';
*place_list = retlist;
}
return TRUE;
}
static void __kmp_stg_parse_places(char const *name, char const *value,
void *data) {
int count;
const char *scan = value;
const char *next = scan;
const char *kind = "\"threads\"";
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
// If OMP_PROC_BIND is not specified but OMP_PLACES is,
// then let OMP_PROC_BIND default to true.
if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) {
__kmp_nested_proc_bind.bind_types[0] = proc_bind_true;
}
//__kmp_affinity_num_places = 0;
if (__kmp_match_str("threads", scan, &next)) {
scan = next;
__kmp_affinity_type = affinity_compact;
__kmp_affinity_gran = affinity_gran_thread;
__kmp_affinity_dups = FALSE;
kind = "\"threads\"";
} else if (__kmp_match_str("cores", scan, &next)) {
scan = next;
__kmp_affinity_type = affinity_compact;
__kmp_affinity_gran = affinity_gran_core;
__kmp_affinity_dups = FALSE;
kind = "\"cores\"";
#if KMP_USE_HWLOC
} else if (__kmp_match_str("tiles", scan, &next)) {
scan = next;
__kmp_affinity_type = affinity_compact;
__kmp_affinity_gran = affinity_gran_tile;
__kmp_affinity_dups = FALSE;
kind = "\"tiles\"";
#endif
} else if (__kmp_match_str("sockets", scan, &next)) {
scan = next;
__kmp_affinity_type = affinity_compact;
__kmp_affinity_gran = affinity_gran_package;
__kmp_affinity_dups = FALSE;
kind = "\"sockets\"";
} else {
if (__kmp_affinity_proclist != NULL) {
KMP_INTERNAL_FREE((void *)__kmp_affinity_proclist);
__kmp_affinity_proclist = NULL;
}
if (__kmp_parse_place_list(name, value, &__kmp_affinity_proclist)) {
__kmp_affinity_type = affinity_explicit;
__kmp_affinity_gran = affinity_gran_fine;
__kmp_affinity_dups = FALSE;
if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) {
__kmp_nested_proc_bind.bind_types[0] = proc_bind_true;
}
}
return;
}
if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) {
__kmp_nested_proc_bind.bind_types[0] = proc_bind_true;
}
SKIP_WS(scan);
if (*scan == '\0') {
return;
}
// Parse option count parameter in parentheses
if (*scan != '(') {
KMP_WARNING(SyntaxErrorUsing, name, kind);
return;
}
scan++; // skip '('
SKIP_WS(scan);
next = scan;
SKIP_DIGITS(next);
count = __kmp_str_to_int(scan, *next);
KMP_ASSERT(count >= 0);
scan = next;
SKIP_WS(scan);
if (*scan != ')') {
KMP_WARNING(SyntaxErrorUsing, name, kind);
return;
}
scan++; // skip ')'
SKIP_WS(scan);
if (*scan != '\0') {
KMP_WARNING(ParseExtraCharsWarn, name, scan);
}
__kmp_affinity_num_places = count;
}
static void __kmp_stg_print_places(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
if ((__kmp_nested_proc_bind.used == 0) ||
(__kmp_nested_proc_bind.bind_types == NULL) ||
(__kmp_nested_proc_bind.bind_types[0] == proc_bind_false)) {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
} else if (__kmp_affinity_type == affinity_explicit) {
if (__kmp_affinity_proclist != NULL) {
__kmp_str_buf_print(buffer, "='%s'\n", __kmp_affinity_proclist);
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
} else if (__kmp_affinity_type == affinity_compact) {
int num;
if (__kmp_affinity_num_masks > 0) {
num = __kmp_affinity_num_masks;
} else if (__kmp_affinity_num_places > 0) {
num = __kmp_affinity_num_places;
} else {
num = 0;
}
if (__kmp_affinity_gran == affinity_gran_thread) {
if (num > 0) {
__kmp_str_buf_print(buffer, "='threads(%d)'\n", num);
} else {
__kmp_str_buf_print(buffer, "='threads'\n");
}
} else if (__kmp_affinity_gran == affinity_gran_core) {
if (num > 0) {
__kmp_str_buf_print(buffer, "='cores(%d)' \n", num);
} else {
__kmp_str_buf_print(buffer, "='cores'\n");
}
#if KMP_USE_HWLOC
} else if (__kmp_affinity_gran == affinity_gran_tile) {
if (num > 0) {
__kmp_str_buf_print(buffer, "='tiles(%d)' \n", num);
} else {
__kmp_str_buf_print(buffer, "='tiles'\n");
}
#endif
} else if (__kmp_affinity_gran == affinity_gran_package) {
if (num > 0) {
__kmp_str_buf_print(buffer, "='sockets(%d)'\n", num);
} else {
__kmp_str_buf_print(buffer, "='sockets'\n");
}
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
} else {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
}
#endif /* OMP_40_ENABLED */
#if (!OMP_40_ENABLED)
static void __kmp_stg_parse_proc_bind(char const *name, char const *value,
void *data) {
int enabled;
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
// In OMP 3.1, OMP_PROC_BIND is strictly a boolean
__kmp_stg_parse_bool(name, value, &enabled);
if (enabled) {
// OMP_PROC_BIND => granularity=fine,scatter on MIC
// OMP_PROC_BIND => granularity=core,scatter elsewhere
__kmp_affinity_type = affinity_scatter;
#if KMP_MIC_SUPPORTED
if (__kmp_mic_type != non_mic)
__kmp_affinity_gran = affinity_gran_fine;
else
#endif
__kmp_affinity_gran = affinity_gran_core;
} else {
__kmp_affinity_type = affinity_none;
}
} // __kmp_parse_proc_bind
#endif /* if (! OMP_40_ENABLED) */
static void __kmp_stg_parse_topology_method(char const *name, char const *value,
void *data) {
if (__kmp_str_match("all", 1, value)) {
__kmp_affinity_top_method = affinity_top_method_all;
}
#if KMP_USE_HWLOC
else if (__kmp_str_match("hwloc", 1, value)) {
__kmp_affinity_top_method = affinity_top_method_hwloc;
}
#endif
#if KMP_ARCH_X86 || KMP_ARCH_X86_64
else if (__kmp_str_match("x2apic id", 9, value) ||
__kmp_str_match("x2apic_id", 9, value) ||
__kmp_str_match("x2apic-id", 9, value) ||
__kmp_str_match("x2apicid", 8, value) ||
__kmp_str_match("cpuid leaf 11", 13, value) ||
__kmp_str_match("cpuid_leaf_11", 13, value) ||
__kmp_str_match("cpuid-leaf-11", 13, value) ||
__kmp_str_match("cpuid leaf11", 12, value) ||
__kmp_str_match("cpuid_leaf11", 12, value) ||
__kmp_str_match("cpuid-leaf11", 12, value) ||
__kmp_str_match("cpuidleaf 11", 12, value) ||
__kmp_str_match("cpuidleaf_11", 12, value) ||
__kmp_str_match("cpuidleaf-11", 12, value) ||
__kmp_str_match("cpuidleaf11", 11, value) ||
__kmp_str_match("cpuid 11", 8, value) ||
__kmp_str_match("cpuid_11", 8, value) ||
__kmp_str_match("cpuid-11", 8, value) ||
__kmp_str_match("cpuid11", 7, value) ||
__kmp_str_match("leaf 11", 7, value) ||
__kmp_str_match("leaf_11", 7, value) ||
__kmp_str_match("leaf-11", 7, value) ||
__kmp_str_match("leaf11", 6, value)) {
__kmp_affinity_top_method = affinity_top_method_x2apicid;
} else if (__kmp_str_match("apic id", 7, value) ||
__kmp_str_match("apic_id", 7, value) ||
__kmp_str_match("apic-id", 7, value) ||
__kmp_str_match("apicid", 6, value) ||
__kmp_str_match("cpuid leaf 4", 12, value) ||
__kmp_str_match("cpuid_leaf_4", 12, value) ||
__kmp_str_match("cpuid-leaf-4", 12, value) ||
__kmp_str_match("cpuid leaf4", 11, value) ||
__kmp_str_match("cpuid_leaf4", 11, value) ||
__kmp_str_match("cpuid-leaf4", 11, value) ||
__kmp_str_match("cpuidleaf 4", 11, value) ||
__kmp_str_match("cpuidleaf_4", 11, value) ||
__kmp_str_match("cpuidleaf-4", 11, value) ||
__kmp_str_match("cpuidleaf4", 10, value) ||
__kmp_str_match("cpuid 4", 7, value) ||
__kmp_str_match("cpuid_4", 7, value) ||
__kmp_str_match("cpuid-4", 7, value) ||
__kmp_str_match("cpuid4", 6, value) ||
__kmp_str_match("leaf 4", 6, value) ||
__kmp_str_match("leaf_4", 6, value) ||
__kmp_str_match("leaf-4", 6, value) ||
__kmp_str_match("leaf4", 5, value)) {
__kmp_affinity_top_method = affinity_top_method_apicid;
}
#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */
else if (__kmp_str_match("/proc/cpuinfo", 2, value) ||
__kmp_str_match("cpuinfo", 5, value)) {
__kmp_affinity_top_method = affinity_top_method_cpuinfo;
}
#if KMP_GROUP_AFFINITY
else if (__kmp_str_match("group", 1, value)) {
__kmp_affinity_top_method = affinity_top_method_group;
}
#endif /* KMP_GROUP_AFFINITY */
else if (__kmp_str_match("flat", 1, value)) {
__kmp_affinity_top_method = affinity_top_method_flat;
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
} // __kmp_stg_parse_topology_method
static void __kmp_stg_print_topology_method(kmp_str_buf_t *buffer,
char const *name, void *data) {
char const *value = NULL;
switch (__kmp_affinity_top_method) {
case affinity_top_method_default:
value = "default";
break;
case affinity_top_method_all:
value = "all";
break;
#if KMP_ARCH_X86 || KMP_ARCH_X86_64
case affinity_top_method_x2apicid:
value = "x2APIC id";
break;
case affinity_top_method_apicid:
value = "APIC id";
break;
#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */
#if KMP_USE_HWLOC
case affinity_top_method_hwloc:
value = "hwloc";
break;
#endif
case affinity_top_method_cpuinfo:
value = "cpuinfo";
break;
#if KMP_GROUP_AFFINITY
case affinity_top_method_group:
value = "group";
break;
#endif /* KMP_GROUP_AFFINITY */
case affinity_top_method_flat:
value = "flat";
break;
}
if (value != NULL) {
__kmp_stg_print_str(buffer, name, value);
}
} // __kmp_stg_print_topology_method
#endif /* KMP_AFFINITY_SUPPORTED */
#if OMP_40_ENABLED
// OMP_PROC_BIND / bind-var is functional on all 4.0 builds, including OS X*
// OMP_PLACES / place-partition-var is not.
static void __kmp_stg_parse_proc_bind(char const *name, char const *value,
void *data) {
kmp_setting_t **rivals = (kmp_setting_t **)data;
int rc;
rc = __kmp_stg_check_rivals(name, value, rivals);
if (rc) {
return;
}
// In OMP 4.0 OMP_PROC_BIND is a vector of proc_bind types.
KMP_DEBUG_ASSERT((__kmp_nested_proc_bind.bind_types != NULL) &&
(__kmp_nested_proc_bind.used > 0));
const char *buf = value;
const char *next;
int num;
SKIP_WS(buf);
if ((*buf >= '0') && (*buf <= '9')) {
next = buf;
SKIP_DIGITS(next);
num = __kmp_str_to_int(buf, *next);
KMP_ASSERT(num >= 0);
buf = next;
SKIP_WS(buf);
} else {
num = -1;
}
next = buf;
if (__kmp_match_str("disabled", buf, &next)) {
buf = next;
SKIP_WS(buf);
#if KMP_AFFINITY_SUPPORTED
__kmp_affinity_type = affinity_disabled;
#endif /* KMP_AFFINITY_SUPPORTED */
__kmp_nested_proc_bind.used = 1;
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
} else if ((num == (int)proc_bind_false) ||
__kmp_match_str("false", buf, &next)) {
buf = next;
SKIP_WS(buf);
#if KMP_AFFINITY_SUPPORTED
__kmp_affinity_type = affinity_none;
#endif /* KMP_AFFINITY_SUPPORTED */
__kmp_nested_proc_bind.used = 1;
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
} else if ((num == (int)proc_bind_true) ||
__kmp_match_str("true", buf, &next)) {
buf = next;
SKIP_WS(buf);
__kmp_nested_proc_bind.used = 1;
__kmp_nested_proc_bind.bind_types[0] = proc_bind_true;
} else {
// Count the number of values in the env var string
const char *scan;
int nelem = 1;
for (scan = buf; *scan != '\0'; scan++) {
if (*scan == ',') {
nelem++;
}
}
// Create / expand the nested proc_bind array as needed
if (__kmp_nested_proc_bind.size < nelem) {
__kmp_nested_proc_bind.bind_types =
(kmp_proc_bind_t *)KMP_INTERNAL_REALLOC(
__kmp_nested_proc_bind.bind_types,
sizeof(kmp_proc_bind_t) * nelem);
if (__kmp_nested_proc_bind.bind_types == NULL) {
KMP_FATAL(MemoryAllocFailed);
}
__kmp_nested_proc_bind.size = nelem;
}
__kmp_nested_proc_bind.used = nelem;
if (nelem > 1 && !__kmp_dflt_max_active_levels_set)
__kmp_dflt_max_active_levels = KMP_MAX_ACTIVE_LEVELS_LIMIT;
// Save values in the nested proc_bind array
int i = 0;
for (;;) {
enum kmp_proc_bind_t bind;
if ((num == (int)proc_bind_master) ||
__kmp_match_str("master", buf, &next)) {
buf = next;
SKIP_WS(buf);
bind = proc_bind_master;
} else if ((num == (int)proc_bind_close) ||
__kmp_match_str("close", buf, &next)) {
buf = next;
SKIP_WS(buf);
bind = proc_bind_close;
} else if ((num == (int)proc_bind_spread) ||
__kmp_match_str("spread", buf, &next)) {
buf = next;
SKIP_WS(buf);
bind = proc_bind_spread;
} else {
KMP_WARNING(StgInvalidValue, name, value);
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
__kmp_nested_proc_bind.used = 1;
return;
}
__kmp_nested_proc_bind.bind_types[i++] = bind;
if (i >= nelem) {
break;
}
KMP_DEBUG_ASSERT(*buf == ',');
buf++;
SKIP_WS(buf);
// Read next value if it was specified as an integer
if ((*buf >= '0') && (*buf <= '9')) {
next = buf;
SKIP_DIGITS(next);
num = __kmp_str_to_int(buf, *next);
KMP_ASSERT(num >= 0);
buf = next;
SKIP_WS(buf);
} else {
num = -1;
}
}
SKIP_WS(buf);
}
if (*buf != '\0') {
KMP_WARNING(ParseExtraCharsWarn, name, buf);
}
}
static void __kmp_stg_print_proc_bind(kmp_str_buf_t *buffer, char const *name,
void *data) {
int nelem = __kmp_nested_proc_bind.used;
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
if (nelem == 0) {
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
} else {
int i;
__kmp_str_buf_print(buffer, "='", name);
for (i = 0; i < nelem; i++) {
switch (__kmp_nested_proc_bind.bind_types[i]) {
case proc_bind_false:
__kmp_str_buf_print(buffer, "false");
break;
case proc_bind_true:
__kmp_str_buf_print(buffer, "true");
break;
case proc_bind_master:
__kmp_str_buf_print(buffer, "master");
break;
case proc_bind_close:
__kmp_str_buf_print(buffer, "close");
break;
case proc_bind_spread:
__kmp_str_buf_print(buffer, "spread");
break;
case proc_bind_intel:
__kmp_str_buf_print(buffer, "intel");
break;
case proc_bind_default:
__kmp_str_buf_print(buffer, "default");
break;
}
if (i < nelem - 1) {
__kmp_str_buf_print(buffer, ",");
}
}
__kmp_str_buf_print(buffer, "'\n");
}
}
#endif /* OMP_40_ENABLED */
#if OMP_50_ENABLED
static void __kmp_stg_parse_display_affinity(char const *name,
char const *value, void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_display_affinity);
}
static void __kmp_stg_print_display_affinity(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_display_affinity);
}
static void __kmp_stg_parse_affinity_format(char const *name, char const *value,
void *data) {
size_t length = KMP_STRLEN(value);
__kmp_strncpy_truncate(__kmp_affinity_format, KMP_AFFINITY_FORMAT_SIZE, value,
length);
}
static void __kmp_stg_print_affinity_format(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
__kmp_str_buf_print(buffer, "%s'\n", __kmp_affinity_format);
}
// OMP_ALLOCATOR sets default allocator
static void __kmp_stg_parse_allocator(char const *name, char const *value,
void *data) {
/*
The value can be any predefined allocator:
omp_default_mem_alloc = 1;
omp_large_cap_mem_alloc = 2;
omp_const_mem_alloc = 3;
omp_high_bw_mem_alloc = 4;
omp_low_lat_mem_alloc = 5;
omp_cgroup_mem_alloc = 6;
omp_pteam_mem_alloc = 7;
omp_thread_mem_alloc = 8;
Acceptable value is either a digit or a string.
*/
const char *buf = value;
const char *next;
int num;
SKIP_WS(buf);
if ((*buf > '0') && (*buf < '9')) {
next = buf;
SKIP_DIGITS(next);
num = __kmp_str_to_int(buf, *next);
KMP_ASSERT(num > 0);
switch (num) {
case 4:
if (__kmp_memkind_available) {
__kmp_def_allocator = omp_high_bw_mem_alloc;
} else {
__kmp_msg(kmp_ms_warning,
KMP_MSG(OmpNoAllocator, "omp_high_bw_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
}
break;
case 1:
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 2:
__kmp_msg(kmp_ms_warning,
KMP_MSG(OmpNoAllocator, "omp_large_cap_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 3:
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_const_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 5:
__kmp_msg(kmp_ms_warning,
KMP_MSG(OmpNoAllocator, "omp_low_lat_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 6:
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_cgroup_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 7:
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_pteam_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
case 8:
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_thread_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
break;
}
return;
}
next = buf;
if (__kmp_match_str("omp_high_bw_mem_alloc", buf, &next)) {
if (__kmp_memkind_available) {
__kmp_def_allocator = omp_high_bw_mem_alloc;
} else {
__kmp_msg(kmp_ms_warning,
KMP_MSG(OmpNoAllocator, "omp_high_bw_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
}
} else if (__kmp_match_str("omp_default_mem_alloc", buf, &next)) {
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_large_cap_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning,
KMP_MSG(OmpNoAllocator, "omp_large_cap_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_const_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_const_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_low_lat_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_low_lat_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_cgroup_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_cgroup_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_pteam_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_pteam_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
} else if (__kmp_match_str("omp_thread_mem_alloc", buf, &next)) {
__kmp_msg(kmp_ms_warning, KMP_MSG(OmpNoAllocator, "omp_thread_mem_alloc"),
__kmp_msg_null);
__kmp_def_allocator = omp_default_mem_alloc;
}
buf = next;
SKIP_WS(buf);
if (*buf != '\0') {
KMP_WARNING(ParseExtraCharsWarn, name, buf);
}
}
static void __kmp_stg_print_allocator(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_def_allocator == omp_default_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_default_mem_alloc");
} else if (__kmp_def_allocator == omp_high_bw_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_high_bw_mem_alloc");
} else if (__kmp_def_allocator == omp_large_cap_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_large_cap_mem_alloc");
} else if (__kmp_def_allocator == omp_const_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_const_mem_alloc");
} else if (__kmp_def_allocator == omp_low_lat_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_low_lat_mem_alloc");
} else if (__kmp_def_allocator == omp_cgroup_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_cgroup_mem_alloc");
} else if (__kmp_def_allocator == omp_pteam_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_pteam_mem_alloc");
} else if (__kmp_def_allocator == omp_thread_mem_alloc) {
__kmp_stg_print_str(buffer, name, "omp_thread_mem_alloc");
}
}
#endif /* OMP_50_ENABLED */
// -----------------------------------------------------------------------------
// OMP_DYNAMIC
static void __kmp_stg_parse_omp_dynamic(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &(__kmp_global.g.g_dynamic));
} // __kmp_stg_parse_omp_dynamic
static void __kmp_stg_print_omp_dynamic(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_global.g.g_dynamic);
} // __kmp_stg_print_omp_dynamic
static void __kmp_stg_parse_kmp_dynamic_mode(char const *name,
char const *value, void *data) {
if (TCR_4(__kmp_init_parallel)) {
KMP_WARNING(EnvParallelWarn, name);
__kmp_env_toPrint(name, 0);
return;
}
#ifdef USE_LOAD_BALANCE
else if (__kmp_str_match("load balance", 2, value) ||
__kmp_str_match("load_balance", 2, value) ||
__kmp_str_match("load-balance", 2, value) ||
__kmp_str_match("loadbalance", 2, value) ||
__kmp_str_match("balance", 1, value)) {
__kmp_global.g.g_dynamic_mode = dynamic_load_balance;
}
#endif /* USE_LOAD_BALANCE */
else if (__kmp_str_match("thread limit", 1, value) ||
__kmp_str_match("thread_limit", 1, value) ||
__kmp_str_match("thread-limit", 1, value) ||
__kmp_str_match("threadlimit", 1, value) ||
__kmp_str_match("limit", 2, value)) {
__kmp_global.g.g_dynamic_mode = dynamic_thread_limit;
} else if (__kmp_str_match("random", 1, value)) {
__kmp_global.g.g_dynamic_mode = dynamic_random;
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
} //__kmp_stg_parse_kmp_dynamic_mode
static void __kmp_stg_print_kmp_dynamic_mode(kmp_str_buf_t *buffer,
char const *name, void *data) {
#if KMP_DEBUG
if (__kmp_global.g.g_dynamic_mode == dynamic_default) {
__kmp_str_buf_print(buffer, " %s: %s \n", name, KMP_I18N_STR(NotDefined));
}
#ifdef USE_LOAD_BALANCE
else if (__kmp_global.g.g_dynamic_mode == dynamic_load_balance) {
__kmp_stg_print_str(buffer, name, "load balance");
}
#endif /* USE_LOAD_BALANCE */
else if (__kmp_global.g.g_dynamic_mode == dynamic_thread_limit) {
__kmp_stg_print_str(buffer, name, "thread limit");
} else if (__kmp_global.g.g_dynamic_mode == dynamic_random) {
__kmp_stg_print_str(buffer, name, "random");
} else {
KMP_ASSERT(0);
}
#endif /* KMP_DEBUG */
} // __kmp_stg_print_kmp_dynamic_mode
#ifdef USE_LOAD_BALANCE
// -----------------------------------------------------------------------------
// KMP_LOAD_BALANCE_INTERVAL
static void __kmp_stg_parse_ld_balance_interval(char const *name,
char const *value, void *data) {
double interval = __kmp_convert_to_double(value);
if (interval >= 0) {
__kmp_load_balance_interval = interval;
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
} // __kmp_stg_parse_load_balance_interval
static void __kmp_stg_print_ld_balance_interval(kmp_str_buf_t *buffer,
char const *name, void *data) {
#if KMP_DEBUG
__kmp_str_buf_print(buffer, " %s=%8.6f\n", name,
__kmp_load_balance_interval);
#endif /* KMP_DEBUG */
} // __kmp_stg_print_load_balance_interval
#endif /* USE_LOAD_BALANCE */
// -----------------------------------------------------------------------------
// KMP_INIT_AT_FORK
static void __kmp_stg_parse_init_at_fork(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_need_register_atfork);
if (__kmp_need_register_atfork) {
__kmp_need_register_atfork_specified = TRUE;
}
} // __kmp_stg_parse_init_at_fork
static void __kmp_stg_print_init_at_fork(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_need_register_atfork_specified);
} // __kmp_stg_print_init_at_fork
// -----------------------------------------------------------------------------
// KMP_SCHEDULE
static void __kmp_stg_parse_schedule(char const *name, char const *value,
void *data) {
if (value != NULL) {
size_t length = KMP_STRLEN(value);
if (length > INT_MAX) {
KMP_WARNING(LongValue, name);
} else {
const char *semicolon;
if (value[length - 1] == '"' || value[length - 1] == '\'')
KMP_WARNING(UnbalancedQuotes, name);
do {
char sentinel;
semicolon = strchr(value, ';');
if (*value && semicolon != value) {
const char *comma = strchr(value, ',');
if (comma) {
++comma;
sentinel = ',';
} else
sentinel = ';';
if (!__kmp_strcasecmp_with_sentinel("static", value, sentinel)) {
if (!__kmp_strcasecmp_with_sentinel("greedy", comma, ';')) {
__kmp_static = kmp_sch_static_greedy;
continue;
} else if (!__kmp_strcasecmp_with_sentinel("balanced", comma,
';')) {
__kmp_static = kmp_sch_static_balanced;
continue;
}
} else if (!__kmp_strcasecmp_with_sentinel("guided", value,
sentinel)) {
if (!__kmp_strcasecmp_with_sentinel("iterative", comma, ';')) {
__kmp_guided = kmp_sch_guided_iterative_chunked;
continue;
} else if (!__kmp_strcasecmp_with_sentinel("analytical", comma,
';')) {
/* analytical not allowed for too many threads */
__kmp_guided = kmp_sch_guided_analytical_chunked;
continue;
}
}
KMP_WARNING(InvalidClause, name, value);
} else
KMP_WARNING(EmptyClause, name);
} while ((value = semicolon ? semicolon + 1 : NULL));
}
}
} // __kmp_stg_parse__schedule
static void __kmp_stg_print_schedule(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
if (__kmp_static == kmp_sch_static_greedy) {
__kmp_str_buf_print(buffer, "%s", "static,greedy");
} else if (__kmp_static == kmp_sch_static_balanced) {
__kmp_str_buf_print(buffer, "%s", "static,balanced");
}
if (__kmp_guided == kmp_sch_guided_iterative_chunked) {
__kmp_str_buf_print(buffer, ";%s'\n", "guided,iterative");
} else if (__kmp_guided == kmp_sch_guided_analytical_chunked) {
__kmp_str_buf_print(buffer, ";%s'\n", "guided,analytical");
}
} // __kmp_stg_print_schedule
// -----------------------------------------------------------------------------
// OMP_SCHEDULE
static inline void __kmp_omp_schedule_restore() {
#if KMP_USE_HIER_SCHED
__kmp_hier_scheds.deallocate();
#endif
__kmp_chunk = 0;
__kmp_sched = kmp_sch_default;
}
// if parse_hier = true:
// Parse [HW,][modifier:]kind[,chunk]
// else:
// Parse [modifier:]kind[,chunk]
static const char *__kmp_parse_single_omp_schedule(const char *name,
const char *value,
bool parse_hier = false) {
/* get the specified scheduling style */
const char *ptr = value;
const char *delim;
int chunk = 0;
enum sched_type sched = kmp_sch_default;
if (*ptr == '\0')
return NULL;
delim = ptr;
while (*delim != ',' && *delim != ':' && *delim != '\0')
delim++;
#if KMP_USE_HIER_SCHED
kmp_hier_layer_e layer = kmp_hier_layer_e::LAYER_THREAD;
if (parse_hier) {
if (*delim == ',') {
if (!__kmp_strcasecmp_with_sentinel("L1", ptr, ',')) {
layer = kmp_hier_layer_e::LAYER_L1;
} else if (!__kmp_strcasecmp_with_sentinel("L2", ptr, ',')) {
layer = kmp_hier_layer_e::LAYER_L2;
} else if (!__kmp_strcasecmp_with_sentinel("L3", ptr, ',')) {
layer = kmp_hier_layer_e::LAYER_L3;
} else if (!__kmp_strcasecmp_with_sentinel("NUMA", ptr, ',')) {
layer = kmp_hier_layer_e::LAYER_NUMA;
}
}
if (layer != kmp_hier_layer_e::LAYER_THREAD && *delim != ',') {
// If there is no comma after the layer, then this schedule is invalid
KMP_WARNING(StgInvalidValue, name, value);
__kmp_omp_schedule_restore();
return NULL;
} else if (layer != kmp_hier_layer_e::LAYER_THREAD) {
ptr = ++delim;
while (*delim != ',' && *delim != ':' && *delim != '\0')
delim++;
}
}
#endif // KMP_USE_HIER_SCHED
#if OMP_45_ENABLED
// Read in schedule modifier if specified
enum sched_type sched_modifier = (enum sched_type)0;
if (*delim == ':') {
if (!__kmp_strcasecmp_with_sentinel("monotonic", ptr, *delim)) {
sched_modifier = sched_type::kmp_sch_modifier_monotonic;
ptr = ++delim;
while (*delim != ',' && *delim != ':' && *delim != '\0')
delim++;
} else if (!__kmp_strcasecmp_with_sentinel("nonmonotonic", ptr, *delim)) {
sched_modifier = sched_type::kmp_sch_modifier_nonmonotonic;
ptr = ++delim;
while (*delim != ',' && *delim != ':' && *delim != '\0')
delim++;
} else if (!parse_hier) {
// If there is no proper schedule modifier, then this schedule is invalid
KMP_WARNING(StgInvalidValue, name, value);
__kmp_omp_schedule_restore();
return NULL;
}
}
#endif
// Read in schedule kind (required)
if (!__kmp_strcasecmp_with_sentinel("dynamic", ptr, *delim))
sched = kmp_sch_dynamic_chunked;
else if (!__kmp_strcasecmp_with_sentinel("guided", ptr, *delim))
sched = kmp_sch_guided_chunked;
// AC: TODO: probably remove TRAPEZOIDAL (OMP 3.0 does not allow it)
else if (!__kmp_strcasecmp_with_sentinel("auto", ptr, *delim))
sched = kmp_sch_auto;
else if (!__kmp_strcasecmp_with_sentinel("trapezoidal", ptr, *delim))
sched = kmp_sch_trapezoidal;
else if (!__kmp_strcasecmp_with_sentinel("static", ptr, *delim))
sched = kmp_sch_static;
#if KMP_STATIC_STEAL_ENABLED
else if (!__kmp_strcasecmp_with_sentinel("static_steal", ptr, *delim))
sched = kmp_sch_static_steal;
#endif
else {
// If there is no proper schedule kind, then this schedule is invalid
KMP_WARNING(StgInvalidValue, name, value);
__kmp_omp_schedule_restore();
return NULL;
}
// Read in schedule chunk size if specified
if (*delim == ',') {
ptr = delim + 1;
SKIP_WS(ptr);
if (!isdigit(*ptr)) {
// If there is no chunk after comma, then this schedule is invalid
KMP_WARNING(StgInvalidValue, name, value);
__kmp_omp_schedule_restore();
return NULL;
}
SKIP_DIGITS(ptr);
// auto schedule should not specify chunk size
if (sched == kmp_sch_auto) {
__kmp_msg(kmp_ms_warning, KMP_MSG(IgnoreChunk, name, delim),
__kmp_msg_null);
} else {
if (sched == kmp_sch_static)
sched = kmp_sch_static_chunked;
chunk = __kmp_str_to_int(delim + 1, *ptr);
if (chunk < 1) {
chunk = KMP_DEFAULT_CHUNK;
__kmp_msg(kmp_ms_warning, KMP_MSG(InvalidChunk, name, delim),
__kmp_msg_null);
KMP_INFORM(Using_int_Value, name, __kmp_chunk);
// AC: next block commented out until KMP_DEFAULT_CHUNK != KMP_MIN_CHUNK
// (to improve code coverage :)
// The default chunk size is 1 according to standard, thus making
// KMP_MIN_CHUNK not 1 we would introduce mess:
// wrong chunk becomes 1, but it will be impossible to explicitly set
// to 1 because it becomes KMP_MIN_CHUNK...
// } else if ( chunk < KMP_MIN_CHUNK ) {
// chunk = KMP_MIN_CHUNK;
} else if (chunk > KMP_MAX_CHUNK) {
chunk = KMP_MAX_CHUNK;
__kmp_msg(kmp_ms_warning, KMP_MSG(LargeChunk, name, delim),
__kmp_msg_null);
KMP_INFORM(Using_int_Value, name, chunk);
}
}
} else {
ptr = delim;
}
SCHEDULE_SET_MODIFIERS(sched, sched_modifier);
#if KMP_USE_HIER_SCHED
if (layer != kmp_hier_layer_e::LAYER_THREAD) {
__kmp_hier_scheds.append(sched, chunk, layer);
} else
#endif
{
__kmp_chunk = chunk;
__kmp_sched = sched;
}
return ptr;
}
static void __kmp_stg_parse_omp_schedule(char const *name, char const *value,
void *data) {
size_t length;
const char *ptr = value;
SKIP_WS(ptr);
if (value) {
length = KMP_STRLEN(value);
if (length) {
if (value[length - 1] == '"' || value[length - 1] == '\'')
KMP_WARNING(UnbalancedQuotes, name);
/* get the specified scheduling style */
#if KMP_USE_HIER_SCHED
if (!__kmp_strcasecmp_with_sentinel("EXPERIMENTAL", ptr, ' ')) {
SKIP_TOKEN(ptr);
SKIP_WS(ptr);
while ((ptr = __kmp_parse_single_omp_schedule(name, ptr, true))) {
while (*ptr == ' ' || *ptr == '\t' || *ptr == ':')
ptr++;
if (*ptr == '\0')
break;
}
} else
#endif
__kmp_parse_single_omp_schedule(name, ptr);
} else
KMP_WARNING(EmptyString, name);
}
#if KMP_USE_HIER_SCHED
__kmp_hier_scheds.sort();
#endif
K_DIAG(1, ("__kmp_static == %d\n", __kmp_static))
K_DIAG(1, ("__kmp_guided == %d\n", __kmp_guided))
K_DIAG(1, ("__kmp_sched == %d\n", __kmp_sched))
K_DIAG(1, ("__kmp_chunk == %d\n", __kmp_chunk))
} // __kmp_stg_parse_omp_schedule
static void __kmp_stg_print_omp_schedule(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
enum sched_type sched = SCHEDULE_WITHOUT_MODIFIERS(__kmp_sched);
if (SCHEDULE_HAS_MONOTONIC(__kmp_sched)) {
__kmp_str_buf_print(buffer, "monotonic:");
} else if (SCHEDULE_HAS_NONMONOTONIC(__kmp_sched)) {
__kmp_str_buf_print(buffer, "nonmonotonic:");
}
if (__kmp_chunk) {
switch (sched) {
case kmp_sch_dynamic_chunked:
__kmp_str_buf_print(buffer, "%s,%d'\n", "dynamic", __kmp_chunk);
break;
case kmp_sch_guided_iterative_chunked:
case kmp_sch_guided_analytical_chunked:
__kmp_str_buf_print(buffer, "%s,%d'\n", "guided", __kmp_chunk);
break;
case kmp_sch_trapezoidal:
__kmp_str_buf_print(buffer, "%s,%d'\n", "trapezoidal", __kmp_chunk);
break;
case kmp_sch_static:
case kmp_sch_static_chunked:
case kmp_sch_static_balanced:
case kmp_sch_static_greedy:
__kmp_str_buf_print(buffer, "%s,%d'\n", "static", __kmp_chunk);
break;
case kmp_sch_static_steal:
__kmp_str_buf_print(buffer, "%s,%d'\n", "static_steal", __kmp_chunk);
break;
case kmp_sch_auto:
__kmp_str_buf_print(buffer, "%s,%d'\n", "auto", __kmp_chunk);
break;
}
} else {
switch (sched) {
case kmp_sch_dynamic_chunked:
__kmp_str_buf_print(buffer, "%s'\n", "dynamic");
break;
case kmp_sch_guided_iterative_chunked:
case kmp_sch_guided_analytical_chunked:
__kmp_str_buf_print(buffer, "%s'\n", "guided");
break;
case kmp_sch_trapezoidal:
__kmp_str_buf_print(buffer, "%s'\n", "trapezoidal");
break;
case kmp_sch_static:
case kmp_sch_static_chunked:
case kmp_sch_static_balanced:
case kmp_sch_static_greedy:
__kmp_str_buf_print(buffer, "%s'\n", "static");
break;
case kmp_sch_static_steal:
__kmp_str_buf_print(buffer, "%s'\n", "static_steal");
break;
case kmp_sch_auto:
__kmp_str_buf_print(buffer, "%s'\n", "auto");
break;
}
}
} // __kmp_stg_print_omp_schedule
#if KMP_USE_HIER_SCHED
// -----------------------------------------------------------------------------
// KMP_DISP_HAND_THREAD
static void __kmp_stg_parse_kmp_hand_thread(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &(__kmp_dispatch_hand_threading));
} // __kmp_stg_parse_kmp_hand_thread
static void __kmp_stg_print_kmp_hand_thread(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_dispatch_hand_threading);
} // __kmp_stg_print_kmp_hand_thread
#endif
// -----------------------------------------------------------------------------
// KMP_ATOMIC_MODE
static void __kmp_stg_parse_atomic_mode(char const *name, char const *value,
void *data) {
// Modes: 0 -- do not change default; 1 -- Intel perf mode, 2 -- GOMP
// compatibility mode.
int mode = 0;
int max = 1;
#ifdef KMP_GOMP_COMPAT
max = 2;
#endif /* KMP_GOMP_COMPAT */
__kmp_stg_parse_int(name, value, 0, max, &mode);
// TODO; parse_int is not very suitable for this case. In case of overflow it
// is better to use
// 0 rather that max value.
if (mode > 0) {
__kmp_atomic_mode = mode;
}
} // __kmp_stg_parse_atomic_mode
static void __kmp_stg_print_atomic_mode(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_atomic_mode);
} // __kmp_stg_print_atomic_mode
// -----------------------------------------------------------------------------
// KMP_CONSISTENCY_CHECK
static void __kmp_stg_parse_consistency_check(char const *name,
char const *value, void *data) {
if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) {
// Note, this will not work from kmp_set_defaults because th_cons stack was
// not allocated
// for existed thread(s) thus the first __kmp_push_<construct> will break
// with assertion.
// TODO: allocate th_cons if called from kmp_set_defaults.
__kmp_env_consistency_check = TRUE;
} else if (!__kmp_strcasecmp_with_sentinel("none", value, 0)) {
__kmp_env_consistency_check = FALSE;
} else {
KMP_WARNING(StgInvalidValue, name, value);
}
} // __kmp_stg_parse_consistency_check
static void __kmp_stg_print_consistency_check(kmp_str_buf_t *buffer,
char const *name, void *data) {
#if KMP_DEBUG
const char *value = NULL;
if (__kmp_env_consistency_check) {
value = "all";
} else {
value = "none";
}
if (value != NULL) {
__kmp_stg_print_str(buffer, name, value);
}
#endif /* KMP_DEBUG */
} // __kmp_stg_print_consistency_check
#if USE_ITT_BUILD
// -----------------------------------------------------------------------------
// KMP_ITT_PREPARE_DELAY
#if USE_ITT_NOTIFY
static void __kmp_stg_parse_itt_prepare_delay(char const *name,
char const *value, void *data) {
// Experimental code: KMP_ITT_PREPARE_DELAY specifies numbert of loop
// iterations.
int delay = 0;
__kmp_stg_parse_int(name, value, 0, INT_MAX, &delay);
__kmp_itt_prepare_delay = delay;
} // __kmp_str_parse_itt_prepare_delay
static void __kmp_stg_print_itt_prepare_delay(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_uint64(buffer, name, __kmp_itt_prepare_delay);
} // __kmp_str_print_itt_prepare_delay
#endif // USE_ITT_NOTIFY
#endif /* USE_ITT_BUILD */
// -----------------------------------------------------------------------------
// KMP_MALLOC_POOL_INCR
static void __kmp_stg_parse_malloc_pool_incr(char const *name,
char const *value, void *data) {
__kmp_stg_parse_size(name, value, KMP_MIN_MALLOC_POOL_INCR,
KMP_MAX_MALLOC_POOL_INCR, NULL, &__kmp_malloc_pool_incr,
1);
} // __kmp_stg_parse_malloc_pool_incr
static void __kmp_stg_print_malloc_pool_incr(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_size(buffer, name, __kmp_malloc_pool_incr);
} // _kmp_stg_print_malloc_pool_incr
#ifdef KMP_DEBUG
// -----------------------------------------------------------------------------
// KMP_PAR_RANGE
static void __kmp_stg_parse_par_range_env(char const *name, char const *value,
void *data) {
__kmp_stg_parse_par_range(name, value, &__kmp_par_range,
__kmp_par_range_routine, __kmp_par_range_filename,
&__kmp_par_range_lb, &__kmp_par_range_ub);
} // __kmp_stg_parse_par_range_env
static void __kmp_stg_print_par_range_env(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_par_range != 0) {
__kmp_stg_print_str(buffer, name, par_range_to_print);
}
} // __kmp_stg_print_par_range_env
#endif
// -----------------------------------------------------------------------------
// KMP_GTID_MODE
static void __kmp_stg_parse_gtid_mode(char const *name, char const *value,
void *data) {
// Modes:
// 0 -- do not change default
// 1 -- sp search
// 2 -- use "keyed" TLS var, i.e.
// pthread_getspecific(Linux* OS/OS X*) or TlsGetValue(Windows* OS)
// 3 -- __declspec(thread) TLS var in tdata section
int mode = 0;
int max = 2;
#ifdef KMP_TDATA_GTID
max = 3;
#endif /* KMP_TDATA_GTID */
__kmp_stg_parse_int(name, value, 0, max, &mode);
// TODO; parse_int is not very suitable for this case. In case of overflow it
// is better to use 0 rather that max value.
if (mode == 0) {
__kmp_adjust_gtid_mode = TRUE;
} else {
__kmp_gtid_mode = mode;
__kmp_adjust_gtid_mode = FALSE;
}
} // __kmp_str_parse_gtid_mode
static void __kmp_stg_print_gtid_mode(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_adjust_gtid_mode) {
__kmp_stg_print_int(buffer, name, 0);
} else {
__kmp_stg_print_int(buffer, name, __kmp_gtid_mode);
}
} // __kmp_stg_print_gtid_mode
// -----------------------------------------------------------------------------
// KMP_NUM_LOCKS_IN_BLOCK
static void __kmp_stg_parse_lock_block(char const *name, char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, KMP_INT_MAX, &__kmp_num_locks_in_block);
} // __kmp_str_parse_lock_block
static void __kmp_stg_print_lock_block(kmp_str_buf_t *buffer, char const *name,
void *data) {
__kmp_stg_print_int(buffer, name, __kmp_num_locks_in_block);
} // __kmp_stg_print_lock_block
// -----------------------------------------------------------------------------
// KMP_LOCK_KIND
#if KMP_USE_DYNAMIC_LOCK
#define KMP_STORE_LOCK_SEQ(a) (__kmp_user_lock_seq = lockseq_##a)
#else
#define KMP_STORE_LOCK_SEQ(a)
#endif
static void __kmp_stg_parse_lock_kind(char const *name, char const *value,
void *data) {
if (__kmp_init_user_locks) {
KMP_WARNING(EnvLockWarn, name);
return;
}
if (__kmp_str_match("tas", 2, value) ||
__kmp_str_match("test and set", 2, value) ||
__kmp_str_match("test_and_set", 2, value) ||
__kmp_str_match("test-and-set", 2, value) ||
__kmp_str_match("test andset", 2, value) ||
__kmp_str_match("test_andset", 2, value) ||
__kmp_str_match("test-andset", 2, value) ||
__kmp_str_match("testand set", 2, value) ||
__kmp_str_match("testand_set", 2, value) ||
__kmp_str_match("testand-set", 2, value) ||
__kmp_str_match("testandset", 2, value)) {
__kmp_user_lock_kind = lk_tas;
KMP_STORE_LOCK_SEQ(tas);
}
#if KMP_USE_FUTEX
else if (__kmp_str_match("futex", 1, value)) {
if (__kmp_futex_determine_capable()) {
__kmp_user_lock_kind = lk_futex;
KMP_STORE_LOCK_SEQ(futex);
} else {
KMP_WARNING(FutexNotSupported, name, value);
}
}
#endif
else if (__kmp_str_match("ticket", 2, value)) {
__kmp_user_lock_kind = lk_ticket;
KMP_STORE_LOCK_SEQ(ticket);
} else if (__kmp_str_match("queuing", 1, value) ||
__kmp_str_match("queue", 1, value)) {
__kmp_user_lock_kind = lk_queuing;
KMP_STORE_LOCK_SEQ(queuing);
} else if (__kmp_str_match("drdpa ticket", 1, value) ||
__kmp_str_match("drdpa_ticket", 1, value) ||
__kmp_str_match("drdpa-ticket", 1, value) ||
__kmp_str_match("drdpaticket", 1, value) ||
__kmp_str_match("drdpa", 1, value)) {
__kmp_user_lock_kind = lk_drdpa;
KMP_STORE_LOCK_SEQ(drdpa);
}
#if KMP_USE_ADAPTIVE_LOCKS
else if (__kmp_str_match("adaptive", 1, value)) {
if (__kmp_cpuinfo.rtm) { // ??? Is cpuinfo available here?
__kmp_user_lock_kind = lk_adaptive;
KMP_STORE_LOCK_SEQ(adaptive);
} else {
KMP_WARNING(AdaptiveNotSupported, name, value);
__kmp_user_lock_kind = lk_queuing;
KMP_STORE_LOCK_SEQ(queuing);
}
}
#endif // KMP_USE_ADAPTIVE_LOCKS
#if KMP_USE_DYNAMIC_LOCK && KMP_USE_TSX
else if (__kmp_str_match("rtm", 1, value)) {
if (__kmp_cpuinfo.rtm) {
__kmp_user_lock_kind = lk_rtm;
KMP_STORE_LOCK_SEQ(rtm);
} else {
KMP_WARNING(AdaptiveNotSupported, name, value);
__kmp_user_lock_kind = lk_queuing;
KMP_STORE_LOCK_SEQ(queuing);
}
} else if (__kmp_str_match("hle", 1, value)) {
__kmp_user_lock_kind = lk_hle;
KMP_STORE_LOCK_SEQ(hle);
}
#endif
else {
KMP_WARNING(StgInvalidValue, name, value);
}
}
static void __kmp_stg_print_lock_kind(kmp_str_buf_t *buffer, char const *name,
void *data) {
const char *value = NULL;
switch (__kmp_user_lock_kind) {
case lk_default:
value = "default";
break;
case lk_tas:
value = "tas";
break;
#if KMP_USE_FUTEX
case lk_futex:
value = "futex";
break;
#endif
#if KMP_USE_DYNAMIC_LOCK && KMP_USE_TSX
case lk_rtm:
value = "rtm";
break;
case lk_hle:
value = "hle";
break;
#endif
case lk_ticket:
value = "ticket";
break;
case lk_queuing:
value = "queuing";
break;
case lk_drdpa:
value = "drdpa";
break;
#if KMP_USE_ADAPTIVE_LOCKS
case lk_adaptive:
value = "adaptive";
break;
#endif
}
if (value != NULL) {
__kmp_stg_print_str(buffer, name, value);
}
}
// -----------------------------------------------------------------------------
// KMP_SPIN_BACKOFF_PARAMS
// KMP_SPIN_BACKOFF_PARAMS=max_backoff[,min_tick] (max backoff size, min tick
// for machine pause)
static void __kmp_stg_parse_spin_backoff_params(const char *name,
const char *value, void *data) {
const char *next = value;
int total = 0; // Count elements that were set. It'll be used as an array size
int prev_comma = FALSE; // For correct processing sequential commas
int i;
kmp_uint32 max_backoff = __kmp_spin_backoff_params.max_backoff;
kmp_uint32 min_tick = __kmp_spin_backoff_params.min_tick;
// Run only 3 iterations because it is enough to read two values or find a
// syntax error
for (i = 0; i < 3; i++) {
SKIP_WS(next);
if (*next == '\0') {
break;
}
// Next character is not an integer or not a comma OR number of values > 2
// => end of list
if (((*next < '0' || *next > '9') && *next != ',') || total > 2) {
KMP_WARNING(EnvSyntaxError, name, value);
return;
}
// The next character is ','
if (*next == ',') {
// ',' is the fisrt character
if (total == 0 || prev_comma) {
total++;
}
prev_comma = TRUE;
next++; // skip ','
SKIP_WS(next);
}
// Next character is a digit
if (*next >= '0' && *next <= '9') {
int num;
const char *buf = next;
char const *msg = NULL;
prev_comma = FALSE;
SKIP_DIGITS(next);
total++;
const char *tmp = next;
SKIP_WS(tmp);
if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) {
KMP_WARNING(EnvSpacesNotAllowed, name, value);
return;
}
num = __kmp_str_to_int(buf, *next);
if (num <= 0) { // The number of retries should be > 0
msg = KMP_I18N_STR(ValueTooSmall);
num = 1;
} else if (num > KMP_INT_MAX) {
msg = KMP_I18N_STR(ValueTooLarge);
num = KMP_INT_MAX;
}
if (msg != NULL) {
// Message is not empty. Print warning.
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
KMP_INFORM(Using_int_Value, name, num);
}
if (total == 1) {
max_backoff = num;
} else if (total == 2) {
min_tick = num;
}
}
}
KMP_DEBUG_ASSERT(total > 0);
if (total <= 0) {
KMP_WARNING(EnvSyntaxError, name, value);
return;
}
__kmp_spin_backoff_params.max_backoff = max_backoff;
__kmp_spin_backoff_params.min_tick = min_tick;
}
static void __kmp_stg_print_spin_backoff_params(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
__kmp_str_buf_print(buffer, "%d,%d'\n", __kmp_spin_backoff_params.max_backoff,
__kmp_spin_backoff_params.min_tick);
}
#if KMP_USE_ADAPTIVE_LOCKS
// -----------------------------------------------------------------------------
// KMP_ADAPTIVE_LOCK_PROPS, KMP_SPECULATIVE_STATSFILE
// Parse out values for the tunable parameters from a string of the form
// KMP_ADAPTIVE_LOCK_PROPS=max_soft_retries[,max_badness]
static void __kmp_stg_parse_adaptive_lock_props(const char *name,
const char *value, void *data) {
int max_retries = 0;
int max_badness = 0;
const char *next = value;
int total = 0; // Count elements that were set. It'll be used as an array size
int prev_comma = FALSE; // For correct processing sequential commas
int i;
// Save values in the structure __kmp_speculative_backoff_params
// Run only 3 iterations because it is enough to read two values or find a
// syntax error
for (i = 0; i < 3; i++) {
SKIP_WS(next);
if (*next == '\0') {
break;
}
// Next character is not an integer or not a comma OR number of values > 2
// => end of list
if (((*next < '0' || *next > '9') && *next != ',') || total > 2) {
KMP_WARNING(EnvSyntaxError, name, value);
return;
}
// The next character is ','
if (*next == ',') {
// ',' is the fisrt character
if (total == 0 || prev_comma) {
total++;
}
prev_comma = TRUE;
next++; // skip ','
SKIP_WS(next);
}
// Next character is a digit
if (*next >= '0' && *next <= '9') {
int num;
const char *buf = next;
char const *msg = NULL;
prev_comma = FALSE;
SKIP_DIGITS(next);
total++;
const char *tmp = next;
SKIP_WS(tmp);
if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) {
KMP_WARNING(EnvSpacesNotAllowed, name, value);
return;
}
num = __kmp_str_to_int(buf, *next);
if (num < 0) { // The number of retries should be >= 0
msg = KMP_I18N_STR(ValueTooSmall);
num = 1;
} else if (num > KMP_INT_MAX) {
msg = KMP_I18N_STR(ValueTooLarge);
num = KMP_INT_MAX;
}
if (msg != NULL) {
// Message is not empty. Print warning.
KMP_WARNING(ParseSizeIntWarn, name, value, msg);
KMP_INFORM(Using_int_Value, name, num);
}
if (total == 1) {
max_retries = num;
} else if (total == 2) {
max_badness = num;
}
}
}
KMP_DEBUG_ASSERT(total > 0);
if (total <= 0) {
KMP_WARNING(EnvSyntaxError, name, value);
return;
}
__kmp_adaptive_backoff_params.max_soft_retries = max_retries;
__kmp_adaptive_backoff_params.max_badness = max_badness;
}
static void __kmp_stg_print_adaptive_lock_props(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME_EX(name);
} else {
__kmp_str_buf_print(buffer, " %s='", name);
}
__kmp_str_buf_print(buffer, "%d,%d'\n",
__kmp_adaptive_backoff_params.max_soft_retries,
__kmp_adaptive_backoff_params.max_badness);
} // __kmp_stg_print_adaptive_lock_props
#if KMP_DEBUG_ADAPTIVE_LOCKS
static void __kmp_stg_parse_speculative_statsfile(char const *name,
char const *value,
void *data) {
__kmp_stg_parse_file(name, value, "", CCAST(char**, &__kmp_speculative_statsfile));
} // __kmp_stg_parse_speculative_statsfile
static void __kmp_stg_print_speculative_statsfile(kmp_str_buf_t *buffer,
char const *name,
void *data) {
if (__kmp_str_match("-", 0, __kmp_speculative_statsfile)) {
__kmp_stg_print_str(buffer, name, "stdout");
} else {
__kmp_stg_print_str(buffer, name, __kmp_speculative_statsfile);
}
} // __kmp_stg_print_speculative_statsfile
#endif // KMP_DEBUG_ADAPTIVE_LOCKS
#endif // KMP_USE_ADAPTIVE_LOCKS
// -----------------------------------------------------------------------------
// KMP_HW_SUBSET (was KMP_PLACE_THREADS)
// The longest observable sequense of items is
// Socket-Node-Tile-Core-Thread
// So, let's limit to 5 levels for now
// The input string is usually short enough, let's use 512 limit for now
#define MAX_T_LEVEL 5
#define MAX_STR_LEN 512
static void __kmp_stg_parse_hw_subset(char const *name, char const *value,
void *data) {
// Value example: 1s,5c@3,2T
// Which means "use 1 socket, 5 cores with offset 3, 2 threads per core"
kmp_setting_t **rivals = (kmp_setting_t **)data;
if (strcmp(name, "KMP_PLACE_THREADS") == 0) {
KMP_INFORM(EnvVarDeprecated, name, "KMP_HW_SUBSET");
}
if (__kmp_stg_check_rivals(name, value, rivals)) {
return;
}
char *components[MAX_T_LEVEL];
char const *digits = "0123456789";
char input[MAX_STR_LEN];
size_t len = 0, mlen = MAX_STR_LEN;
int level = 0;
// Canonize the string (remove spaces, unify delimiters, etc.)
char *pos = CCAST(char *, value);
while (*pos && mlen) {
if (*pos != ' ') { // skip spaces
if (len == 0 && *pos == ':') {
__kmp_hws_abs_flag = 1; // if the first symbol is ":", skip it
} else {
input[len] = toupper(*pos);
if (input[len] == 'X')
input[len] = ','; // unify delimiters of levels
if (input[len] == 'O' && strchr(digits, *(pos + 1)))
input[len] = '@'; // unify delimiters of offset
len++;
}
}
mlen--;
pos++;
}
if (len == 0 || mlen == 0)
goto err; // contents is either empty or too long
input[len] = '\0';
__kmp_hws_requested = 1; // mark that subset requested
// Split by delimiter
pos = input;
components[level++] = pos;
while ((pos = strchr(pos, ','))) {
if (level >= MAX_T_LEVEL)
goto err; // too many components provided
*pos = '\0'; // modify input and avoid more copying
components[level++] = ++pos; // expect something after ","
}
// Check each component
for (int i = 0; i < level; ++i) {
int offset = 0;
int num = atoi(components[i]); // each component should start with a number
if ((pos = strchr(components[i], '@'))) {
offset = atoi(pos + 1); // save offset
*pos = '\0'; // cut the offset from the component
}
pos = components[i] + strspn(components[i], digits);
if (pos == components[i])
goto err;
// detect the component type
switch (*pos) {
case 'S': // Socket
if (__kmp_hws_socket.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_socket.num = num;
__kmp_hws_socket.offset = offset;
break;
case 'N': // NUMA Node
if (__kmp_hws_node.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_node.num = num;
__kmp_hws_node.offset = offset;
break;
case 'L': // Cache
if (*(pos + 1) == '2') { // L2 - Tile
if (__kmp_hws_tile.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_tile.num = num;
__kmp_hws_tile.offset = offset;
} else if (*(pos + 1) == '3') { // L3 - Socket
if (__kmp_hws_socket.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_socket.num = num;
__kmp_hws_socket.offset = offset;
} else if (*(pos + 1) == '1') { // L1 - Core
if (__kmp_hws_core.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_core.num = num;
__kmp_hws_core.offset = offset;
}
break;
case 'C': // Core (or Cache?)
if (*(pos + 1) != 'A') {
if (__kmp_hws_core.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_core.num = num;
__kmp_hws_core.offset = offset;
} else { // Cache
char *d = pos + strcspn(pos, digits); // find digit
if (*d == '2') { // L2 - Tile
if (__kmp_hws_tile.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_tile.num = num;
__kmp_hws_tile.offset = offset;
} else if (*d == '3') { // L3 - Socket
if (__kmp_hws_socket.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_socket.num = num;
__kmp_hws_socket.offset = offset;
} else if (*d == '1') { // L1 - Core
if (__kmp_hws_core.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_core.num = num;
__kmp_hws_core.offset = offset;
} else {
goto err;
}
}
break;
case 'T': // Thread
if (__kmp_hws_proc.num > 0)
goto err; // duplicate is not allowed
__kmp_hws_proc.num = num;
__kmp_hws_proc.offset = offset;
break;
default:
goto err;
}
}
return;
err:
KMP_WARNING(AffHWSubsetInvalid, name, value);
__kmp_hws_requested = 0; // mark that subset not requested
return;
}
static void __kmp_stg_print_hw_subset(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_hws_requested) {
int comma = 0;
kmp_str_buf_t buf;
__kmp_str_buf_init(&buf);
if (__kmp_env_format)
KMP_STR_BUF_PRINT_NAME_EX(name);
else
__kmp_str_buf_print(buffer, " %s='", name);
if (__kmp_hws_socket.num) {
__kmp_str_buf_print(&buf, "%ds", __kmp_hws_socket.num);
if (__kmp_hws_socket.offset)
__kmp_str_buf_print(&buf, "@%d", __kmp_hws_socket.offset);
comma = 1;
}
if (__kmp_hws_node.num) {
__kmp_str_buf_print(&buf, "%s%dn", comma ? "," : "", __kmp_hws_node.num);
if (__kmp_hws_node.offset)
__kmp_str_buf_print(&buf, "@%d", __kmp_hws_node.offset);
comma = 1;
}
if (__kmp_hws_tile.num) {
__kmp_str_buf_print(&buf, "%s%dL2", comma ? "," : "", __kmp_hws_tile.num);
if (__kmp_hws_tile.offset)
__kmp_str_buf_print(&buf, "@%d", __kmp_hws_tile.offset);
comma = 1;
}
if (__kmp_hws_core.num) {
__kmp_str_buf_print(&buf, "%s%dc", comma ? "," : "", __kmp_hws_core.num);
if (__kmp_hws_core.offset)
__kmp_str_buf_print(&buf, "@%d", __kmp_hws_core.offset);
comma = 1;
}
if (__kmp_hws_proc.num)
__kmp_str_buf_print(&buf, "%s%dt", comma ? "," : "", __kmp_hws_proc.num);
__kmp_str_buf_print(buffer, "%s'\n", buf.str);
__kmp_str_buf_free(&buf);
}
}
#if USE_ITT_BUILD
// -----------------------------------------------------------------------------
// KMP_FORKJOIN_FRAMES
static void __kmp_stg_parse_forkjoin_frames(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_forkjoin_frames);
} // __kmp_stg_parse_forkjoin_frames
static void __kmp_stg_print_forkjoin_frames(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_forkjoin_frames);
} // __kmp_stg_print_forkjoin_frames
// -----------------------------------------------------------------------------
// KMP_FORKJOIN_FRAMES_MODE
static void __kmp_stg_parse_forkjoin_frames_mode(char const *name,
char const *value,
void *data) {
__kmp_stg_parse_int(name, value, 0, 3, &__kmp_forkjoin_frames_mode);
} // __kmp_stg_parse_forkjoin_frames
static void __kmp_stg_print_forkjoin_frames_mode(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_int(buffer, name, __kmp_forkjoin_frames_mode);
} // __kmp_stg_print_forkjoin_frames
#endif /* USE_ITT_BUILD */
// -----------------------------------------------------------------------------
// OMP_DISPLAY_ENV
#if OMP_40_ENABLED
static void __kmp_stg_parse_omp_display_env(char const *name, char const *value,
void *data) {
if (__kmp_str_match("VERBOSE", 1, value)) {
__kmp_display_env_verbose = TRUE;
} else {
__kmp_stg_parse_bool(name, value, &__kmp_display_env);
}
} // __kmp_stg_parse_omp_display_env
static void __kmp_stg_print_omp_display_env(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_display_env_verbose) {
__kmp_stg_print_str(buffer, name, "VERBOSE");
} else {
__kmp_stg_print_bool(buffer, name, __kmp_display_env);
}
} // __kmp_stg_print_omp_display_env
static void __kmp_stg_parse_omp_cancellation(char const *name,
char const *value, void *data) {
if (TCR_4(__kmp_init_parallel)) {
KMP_WARNING(EnvParallelWarn, name);
return;
} // read value before first parallel only
__kmp_stg_parse_bool(name, value, &__kmp_omp_cancellation);
} // __kmp_stg_parse_omp_cancellation
static void __kmp_stg_print_omp_cancellation(kmp_str_buf_t *buffer,
char const *name, void *data) {
__kmp_stg_print_bool(buffer, name, __kmp_omp_cancellation);
} // __kmp_stg_print_omp_cancellation
#endif
#if OMP_50_ENABLED && OMPT_SUPPORT
static int __kmp_tool = 1;
static void __kmp_stg_parse_omp_tool(char const *name, char const *value,
void *data) {
__kmp_stg_parse_bool(name, value, &__kmp_tool);
} // __kmp_stg_parse_omp_tool
static void __kmp_stg_print_omp_tool(kmp_str_buf_t *buffer, char const *name,
void *data) {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_BOOL_EX(name, __kmp_tool, "enabled", "disabled");
} else {
__kmp_str_buf_print(buffer, " %s=%s\n", name,
__kmp_tool ? "enabled" : "disabled");
}
} // __kmp_stg_print_omp_tool
static char *__kmp_tool_libraries = NULL;
static void __kmp_stg_parse_omp_tool_libraries(char const *name,
char const *value, void *data) {
__kmp_stg_parse_str(name, value, &__kmp_tool_libraries);
} // __kmp_stg_parse_omp_tool_libraries
static void __kmp_stg_print_omp_tool_libraries(kmp_str_buf_t *buffer,
char const *name, void *data) {
if (__kmp_tool_libraries)
__kmp_stg_print_str(buffer, name, __kmp_tool_libraries);
else {
if (__kmp_env_format) {
KMP_STR_BUF_PRINT_NAME;
} else {
__kmp_str_buf_print(buffer, " %s", name);
}
__kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined));
}
} // __kmp_stg_print_omp_tool_libraries
#endif
// Table.
static kmp_setting_t __kmp_stg_table[] = {
{"KMP_ALL_THREADS", __kmp_stg_parse_device_thread_limit, NULL, NULL, 0, 0},
{"KMP_BLOCKTIME", __kmp_stg_parse_blocktime, __kmp_stg_print_blocktime,
NULL, 0, 0},
{"KMP_USE_YIELD", __kmp_stg_parse_use_yield, __kmp_stg_print_use_yield,
NULL, 0, 0},
{"KMP_DUPLICATE_LIB_OK", __kmp_stg_parse_duplicate_lib_ok,
__kmp_stg_print_duplicate_lib_ok, NULL, 0, 0},
{"KMP_LIBRARY", __kmp_stg_parse_wait_policy, __kmp_stg_print_wait_policy,
NULL, 0, 0},
{"KMP_DEVICE_THREAD_LIMIT", __kmp_stg_parse_device_thread_limit,
__kmp_stg_print_device_thread_limit, NULL, 0, 0},
#if KMP_USE_MONITOR
{"KMP_MONITOR_STACKSIZE", __kmp_stg_parse_monitor_stacksize,
__kmp_stg_print_monitor_stacksize, NULL, 0, 0},
#endif
{"KMP_SETTINGS", __kmp_stg_parse_settings, __kmp_stg_print_settings, NULL,
0, 0},
{"KMP_STACKOFFSET", __kmp_stg_parse_stackoffset,
__kmp_stg_print_stackoffset, NULL, 0, 0},
{"KMP_STACKSIZE", __kmp_stg_parse_stacksize, __kmp_stg_print_stacksize,
NULL, 0, 0},
{"KMP_STACKPAD", __kmp_stg_parse_stackpad, __kmp_stg_print_stackpad, NULL,
0, 0},
{"KMP_VERSION", __kmp_stg_parse_version, __kmp_stg_print_version, NULL, 0,
0},
{"KMP_WARNINGS", __kmp_stg_parse_warnings, __kmp_stg_print_warnings, NULL,
0, 0},
{"OMP_NESTED", __kmp_stg_parse_nested, __kmp_stg_print_nested, NULL, 0, 0},
{"OMP_NUM_THREADS", __kmp_stg_parse_num_threads,
__kmp_stg_print_num_threads, NULL, 0, 0},
{"OMP_STACKSIZE", __kmp_stg_parse_stacksize, __kmp_stg_print_stacksize,
NULL, 0, 0},
{"KMP_TASKING", __kmp_stg_parse_tasking, __kmp_stg_print_tasking, NULL, 0,
0},
{"KMP_TASK_STEALING_CONSTRAINT", __kmp_stg_parse_task_stealing,
__kmp_stg_print_task_stealing, NULL, 0, 0},
{"OMP_MAX_ACTIVE_LEVELS", __kmp_stg_parse_max_active_levels,
__kmp_stg_print_max_active_levels, NULL, 0, 0},
#if OMP_40_ENABLED
{"OMP_DEFAULT_DEVICE", __kmp_stg_parse_default_device,
__kmp_stg_print_default_device, NULL, 0, 0},
#endif
#if OMP_50_ENABLED
{"OMP_TARGET_OFFLOAD", __kmp_stg_parse_target_offload,
__kmp_stg_print_target_offload, NULL, 0, 0},
#endif
#if OMP_45_ENABLED
{"OMP_MAX_TASK_PRIORITY", __kmp_stg_parse_max_task_priority,
__kmp_stg_print_max_task_priority, NULL, 0, 0},
{"KMP_TASKLOOP_MIN_TASKS", __kmp_stg_parse_taskloop_min_tasks,
__kmp_stg_print_taskloop_min_tasks, NULL, 0, 0},
#endif
{"OMP_THREAD_LIMIT", __kmp_stg_parse_thread_limit,
__kmp_stg_print_thread_limit, NULL, 0, 0},
{"KMP_TEAMS_THREAD_LIMIT", __kmp_stg_parse_teams_thread_limit,
__kmp_stg_print_teams_thread_limit, NULL, 0, 0},
{"OMP_WAIT_POLICY", __kmp_stg_parse_wait_policy,
__kmp_stg_print_wait_policy, NULL, 0, 0},
{"KMP_DISP_NUM_BUFFERS", __kmp_stg_parse_disp_buffers,
__kmp_stg_print_disp_buffers, NULL, 0, 0},
#if KMP_NESTED_HOT_TEAMS
{"KMP_HOT_TEAMS_MAX_LEVEL", __kmp_stg_parse_hot_teams_level,
__kmp_stg_print_hot_teams_level, NULL, 0, 0},
{"KMP_HOT_TEAMS_MODE", __kmp_stg_parse_hot_teams_mode,
__kmp_stg_print_hot_teams_mode, NULL, 0, 0},
#endif // KMP_NESTED_HOT_TEAMS
#if KMP_HANDLE_SIGNALS
{"KMP_HANDLE_SIGNALS", __kmp_stg_parse_handle_signals,
__kmp_stg_print_handle_signals, NULL, 0, 0},
#endif
#if KMP_ARCH_X86 || KMP_ARCH_X86_64
{"KMP_INHERIT_FP_CONTROL", __kmp_stg_parse_inherit_fp_control,
__kmp_stg_print_inherit_fp_control, NULL, 0, 0},
#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */
#ifdef KMP_GOMP_COMPAT
{"GOMP_STACKSIZE", __kmp_stg_parse_stacksize, NULL, NULL, 0, 0},
#endif
#ifdef KMP_DEBUG
{"KMP_A_DEBUG", __kmp_stg_parse_a_debug, __kmp_stg_print_a_debug, NULL, 0,
0},
{"KMP_B_DEBUG", __kmp_stg_parse_b_debug, __kmp_stg_print_b_debug, NULL, 0,
0},
{"KMP_C_DEBUG", __kmp_stg_parse_c_debug, __kmp_stg_print_c_debug, NULL, 0,
0},
{"KMP_D_DEBUG", __kmp_stg_parse_d_debug, __kmp_stg_print_d_debug, NULL, 0,
0},
{"KMP_E_DEBUG", __kmp_stg_parse_e_debug, __kmp_stg_print_e_debug, NULL, 0,
0},
{"KMP_F_DEBUG", __kmp_stg_parse_f_debug, __kmp_stg_print_f_debug, NULL, 0,
0},
{"KMP_DEBUG", __kmp_stg_parse_debug, NULL, /* no print */ NULL, 0, 0},
{"KMP_DEBUG_BUF", __kmp_stg_parse_debug_buf, __kmp_stg_print_debug_buf,
NULL, 0, 0},
{"KMP_DEBUG_BUF_ATOMIC", __kmp_stg_parse_debug_buf_atomic,
__kmp_stg_print_debug_buf_atomic, NULL, 0, 0},
{"KMP_DEBUG_BUF_CHARS", __kmp_stg_parse_debug_buf_chars,
__kmp_stg_print_debug_buf_chars, NULL, 0, 0},
{"KMP_DEBUG_BUF_LINES", __kmp_stg_parse_debug_buf_lines,
__kmp_stg_print_debug_buf_lines, NULL, 0, 0},
{"KMP_DIAG", __kmp_stg_parse_diag, __kmp_stg_print_diag, NULL, 0, 0},
{"KMP_PAR_RANGE", __kmp_stg_parse_par_range_env,
__kmp_stg_print_par_range_env, NULL, 0, 0},
#endif // KMP_DEBUG
{"KMP_ALIGN_ALLOC", __kmp_stg_parse_align_alloc,
__kmp_stg_print_align_alloc, NULL, 0, 0},
{"KMP_PLAIN_BARRIER", __kmp_stg_parse_barrier_branch_bit,
__kmp_stg_print_barrier_branch_bit, NULL, 0, 0},
{"KMP_PLAIN_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern,
__kmp_stg_print_barrier_pattern, NULL, 0, 0},
{"KMP_FORKJOIN_BARRIER", __kmp_stg_parse_barrier_branch_bit,
__kmp_stg_print_barrier_branch_bit, NULL, 0, 0},
{"KMP_FORKJOIN_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern,
__kmp_stg_print_barrier_pattern, NULL, 0, 0},
#if KMP_FAST_REDUCTION_BARRIER
{"KMP_REDUCTION_BARRIER", __kmp_stg_parse_barrier_branch_bit,
__kmp_stg_print_barrier_branch_bit, NULL, 0, 0},
{"KMP_REDUCTION_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern,
__kmp_stg_print_barrier_pattern, NULL, 0, 0},
#endif
{"KMP_ABORT_DELAY", __kmp_stg_parse_abort_delay,
__kmp_stg_print_abort_delay, NULL, 0, 0},
{"KMP_CPUINFO_FILE", __kmp_stg_parse_cpuinfo_file,
__kmp_stg_print_cpuinfo_file, NULL, 0, 0},
{"KMP_FORCE_REDUCTION", __kmp_stg_parse_force_reduction,
__kmp_stg_print_force_reduction, NULL, 0, 0},
{"KMP_DETERMINISTIC_REDUCTION", __kmp_stg_parse_force_reduction,
__kmp_stg_print_force_reduction, NULL, 0, 0},
{"KMP_STORAGE_MAP", __kmp_stg_parse_storage_map,
__kmp_stg_print_storage_map, NULL, 0, 0},
{"KMP_ALL_THREADPRIVATE", __kmp_stg_parse_all_threadprivate,
__kmp_stg_print_all_threadprivate, NULL, 0, 0},
{"KMP_FOREIGN_THREADS_THREADPRIVATE",
__kmp_stg_parse_foreign_threads_threadprivate,
__kmp_stg_print_foreign_threads_threadprivate, NULL, 0, 0},
#if KMP_AFFINITY_SUPPORTED
{"KMP_AFFINITY", __kmp_stg_parse_affinity, __kmp_stg_print_affinity, NULL,
0, 0},
#ifdef KMP_GOMP_COMPAT
{"GOMP_CPU_AFFINITY", __kmp_stg_parse_gomp_cpu_affinity, NULL,
/* no print */ NULL, 0, 0},
#endif /* KMP_GOMP_COMPAT */
#if OMP_40_ENABLED
{"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, __kmp_stg_print_proc_bind,
NULL, 0, 0},
{"OMP_PLACES", __kmp_stg_parse_places, __kmp_stg_print_places, NULL, 0, 0},
#else
{"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, NULL, /* no print */ NULL, 0,
0},
#endif /* OMP_40_ENABLED */
{"KMP_TOPOLOGY_METHOD", __kmp_stg_parse_topology_method,
__kmp_stg_print_topology_method, NULL, 0, 0},
#else
// KMP_AFFINITY is not supported on OS X*, nor is OMP_PLACES.
// OMP_PROC_BIND and proc-bind-var are supported, however.
#if OMP_40_ENABLED
{"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, __kmp_stg_print_proc_bind,
NULL, 0, 0},
#endif
#endif // KMP_AFFINITY_SUPPORTED
#if OMP_50_ENABLED
{"OMP_DISPLAY_AFFINITY", __kmp_stg_parse_display_affinity,
__kmp_stg_print_display_affinity, NULL, 0, 0},
{"OMP_AFFINITY_FORMAT", __kmp_stg_parse_affinity_format,
__kmp_stg_print_affinity_format, NULL, 0, 0},
#endif
{"KMP_INIT_AT_FORK", __kmp_stg_parse_init_at_fork,
__kmp_stg_print_init_at_fork, NULL, 0, 0},
{"KMP_SCHEDULE", __kmp_stg_parse_schedule, __kmp_stg_print_schedule, NULL,
0, 0},
{"OMP_SCHEDULE", __kmp_stg_parse_omp_schedule, __kmp_stg_print_omp_schedule,
NULL, 0, 0},
#if KMP_USE_HIER_SCHED
{"KMP_DISP_HAND_THREAD", __kmp_stg_parse_kmp_hand_thread,
__kmp_stg_print_kmp_hand_thread, NULL, 0, 0},
#endif
{"KMP_ATOMIC_MODE", __kmp_stg_parse_atomic_mode,
__kmp_stg_print_atomic_mode, NULL, 0, 0},
{"KMP_CONSISTENCY_CHECK", __kmp_stg_parse_consistency_check,
__kmp_stg_print_consistency_check, NULL, 0, 0},
#if USE_ITT_BUILD && USE_ITT_NOTIFY
{"KMP_ITT_PREPARE_DELAY", __kmp_stg_parse_itt_prepare_delay,
__kmp_stg_print_itt_prepare_delay, NULL, 0, 0},
#endif /* USE_ITT_BUILD && USE_ITT_NOTIFY */
{"KMP_MALLOC_POOL_INCR", __kmp_stg_parse_malloc_pool_incr,
__kmp_stg_print_malloc_pool_incr, NULL, 0, 0},
{"KMP_GTID_MODE", __kmp_stg_parse_gtid_mode, __kmp_stg_print_gtid_mode,
NULL, 0, 0},
{"OMP_DYNAMIC", __kmp_stg_parse_omp_dynamic, __kmp_stg_print_omp_dynamic,
NULL, 0, 0},
{"KMP_DYNAMIC_MODE", __kmp_stg_parse_kmp_dynamic_mode,
__kmp_stg_print_kmp_dynamic_mode, NULL, 0, 0},
#ifdef USE_LOAD_BALANCE
{"KMP_LOAD_BALANCE_INTERVAL", __kmp_stg_parse_ld_balance_interval,
__kmp_stg_print_ld_balance_interval, NULL, 0, 0},
#endif
{"KMP_NUM_LOCKS_IN_BLOCK", __kmp_stg_parse_lock_block,
__kmp_stg_print_lock_block, NULL, 0, 0},
{"KMP_LOCK_KIND", __kmp_stg_parse_lock_kind, __kmp_stg_print_lock_kind,
NULL, 0, 0},
{"KMP_SPIN_BACKOFF_PARAMS", __kmp_stg_parse_spin_backoff_params,
__kmp_stg_print_spin_backoff_params, NULL, 0, 0},
#if KMP_USE_ADAPTIVE_LOCKS
{"KMP_ADAPTIVE_LOCK_PROPS", __kmp_stg_parse_adaptive_lock_props,
__kmp_stg_print_adaptive_lock_props, NULL, 0, 0},
#if KMP_DEBUG_ADAPTIVE_LOCKS
{"KMP_SPECULATIVE_STATSFILE", __kmp_stg_parse_speculative_statsfile,
__kmp_stg_print_speculative_statsfile, NULL, 0, 0},
#endif
#endif // KMP_USE_ADAPTIVE_LOCKS
{"KMP_PLACE_THREADS", __kmp_stg_parse_hw_subset, __kmp_stg_print_hw_subset,
NULL, 0, 0},
{"KMP_HW_SUBSET", __kmp_stg_parse_hw_subset, __kmp_stg_print_hw_subset,
NULL, 0, 0},
#if USE_ITT_BUILD
{"KMP_FORKJOIN_FRAMES", __kmp_stg_parse_forkjoin_frames,
__kmp_stg_print_forkjoin_frames, NULL, 0, 0},
{"KMP_FORKJOIN_FRAMES_MODE", __kmp_stg_parse_forkjoin_frames_mode,
__kmp_stg_print_forkjoin_frames_mode, NULL, 0, 0},
#endif
#if OMP_40_ENABLED
{"OMP_DISPLAY_ENV", __kmp_stg_parse_omp_display_env,
__kmp_stg_print_omp_display_env, NULL, 0, 0},
{"OMP_CANCELLATION", __kmp_stg_parse_omp_cancellation,
__kmp_stg_print_omp_cancellation, NULL, 0, 0},
#endif
#if OMP_50_ENABLED
{"OMP_ALLOCATOR", __kmp_stg_parse_allocator, __kmp_stg_print_allocator,
NULL, 0, 0},
#endif
#if OMP_50_ENABLED && OMPT_SUPPORT
{"OMP_TOOL", __kmp_stg_parse_omp_tool, __kmp_stg_print_omp_tool, NULL, 0,
0},
{"OMP_TOOL_LIBRARIES", __kmp_stg_parse_omp_tool_libraries,
__kmp_stg_print_omp_tool_libraries, NULL, 0, 0},
#endif
{"", NULL, NULL, NULL, 0, 0}}; // settings
static int const __kmp_stg_count =
sizeof(__kmp_stg_table) / sizeof(kmp_setting_t);
static inline kmp_setting_t *__kmp_stg_find(char const *name) {
int i;
if (name != NULL) {
for (i = 0; i < __kmp_stg_count; ++i) {
if (strcmp(__kmp_stg_table[i].name, name) == 0) {
return &__kmp_stg_table[i];
}
}
}
return NULL;
} // __kmp_stg_find
static int __kmp_stg_cmp(void const *_a, void const *_b) {
const kmp_setting_t *a = RCAST(const kmp_setting_t *, _a);
const kmp_setting_t *b = RCAST(const kmp_setting_t *, _b);
// Process KMP_AFFINITY last.
// It needs to come after OMP_PLACES and GOMP_CPU_AFFINITY.
if (strcmp(a->name, "KMP_AFFINITY") == 0) {
if (strcmp(b->name, "KMP_AFFINITY") == 0) {
return 0;
}
return 1;
} else if (strcmp(b->name, "KMP_AFFINITY") == 0) {
return -1;
}
return strcmp(a->name, b->name);
} // __kmp_stg_cmp
static void __kmp_stg_init(void) {
static int initialized = 0;
if (!initialized) {
// Sort table.
qsort(__kmp_stg_table, __kmp_stg_count - 1, sizeof(kmp_setting_t),
__kmp_stg_cmp);
{ // Initialize *_STACKSIZE data.
kmp_setting_t *kmp_stacksize =
__kmp_stg_find("KMP_STACKSIZE"); // 1st priority.
#ifdef KMP_GOMP_COMPAT
kmp_setting_t *gomp_stacksize =
__kmp_stg_find("GOMP_STACKSIZE"); // 2nd priority.
#endif
kmp_setting_t *omp_stacksize =
__kmp_stg_find("OMP_STACKSIZE"); // 3rd priority.
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
// !!! Compiler does not understand rivals is used and optimizes out
// assignments
// !!! rivals[ i ++ ] = ...;
static kmp_setting_t *volatile rivals[4];
static kmp_stg_ss_data_t kmp_data = {1, CCAST(kmp_setting_t **, rivals)};
#ifdef KMP_GOMP_COMPAT
static kmp_stg_ss_data_t gomp_data = {1024,
CCAST(kmp_setting_t **, rivals)};
#endif
static kmp_stg_ss_data_t omp_data = {1024,
CCAST(kmp_setting_t **, rivals)};
int i = 0;
rivals[i++] = kmp_stacksize;
#ifdef KMP_GOMP_COMPAT
if (gomp_stacksize != NULL) {
rivals[i++] = gomp_stacksize;
}
#endif
rivals[i++] = omp_stacksize;
rivals[i++] = NULL;
kmp_stacksize->data = &kmp_data;
#ifdef KMP_GOMP_COMPAT
if (gomp_stacksize != NULL) {
gomp_stacksize->data = &gomp_data;
}
#endif
omp_stacksize->data = &omp_data;
}
{ // Initialize KMP_LIBRARY and OMP_WAIT_POLICY data.
kmp_setting_t *kmp_library =
__kmp_stg_find("KMP_LIBRARY"); // 1st priority.
kmp_setting_t *omp_wait_policy =
__kmp_stg_find("OMP_WAIT_POLICY"); // 2nd priority.
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
static kmp_setting_t *volatile rivals[3];
static kmp_stg_wp_data_t kmp_data = {0, CCAST(kmp_setting_t **, rivals)};
static kmp_stg_wp_data_t omp_data = {1, CCAST(kmp_setting_t **, rivals)};
int i = 0;
rivals[i++] = kmp_library;
if (omp_wait_policy != NULL) {
rivals[i++] = omp_wait_policy;
}
rivals[i++] = NULL;
kmp_library->data = &kmp_data;
if (omp_wait_policy != NULL) {
omp_wait_policy->data = &omp_data;
}
}
{ // Initialize KMP_DEVICE_THREAD_LIMIT and KMP_ALL_THREADS
kmp_setting_t *kmp_device_thread_limit =
__kmp_stg_find("KMP_DEVICE_THREAD_LIMIT"); // 1st priority.
kmp_setting_t *kmp_all_threads =
__kmp_stg_find("KMP_ALL_THREADS"); // 2nd priority.
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
static kmp_setting_t *volatile rivals[3];
int i = 0;
rivals[i++] = kmp_device_thread_limit;
rivals[i++] = kmp_all_threads;
rivals[i++] = NULL;
kmp_device_thread_limit->data = CCAST(kmp_setting_t **, rivals);
kmp_all_threads->data = CCAST(kmp_setting_t **, rivals);
}
{ // Initialize KMP_HW_SUBSET and KMP_PLACE_THREADS
// 1st priority
kmp_setting_t *kmp_hw_subset = __kmp_stg_find("KMP_HW_SUBSET");
// 2nd priority
kmp_setting_t *kmp_place_threads = __kmp_stg_find("KMP_PLACE_THREADS");
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
static kmp_setting_t *volatile rivals[3];
int i = 0;
rivals[i++] = kmp_hw_subset;
rivals[i++] = kmp_place_threads;
rivals[i++] = NULL;
kmp_hw_subset->data = CCAST(kmp_setting_t **, rivals);
kmp_place_threads->data = CCAST(kmp_setting_t **, rivals);
}
#if KMP_AFFINITY_SUPPORTED
{ // Initialize KMP_AFFINITY, GOMP_CPU_AFFINITY, and OMP_PROC_BIND data.
kmp_setting_t *kmp_affinity =
__kmp_stg_find("KMP_AFFINITY"); // 1st priority.
KMP_DEBUG_ASSERT(kmp_affinity != NULL);
#ifdef KMP_GOMP_COMPAT
kmp_setting_t *gomp_cpu_affinity =
__kmp_stg_find("GOMP_CPU_AFFINITY"); // 2nd priority.
KMP_DEBUG_ASSERT(gomp_cpu_affinity != NULL);
#endif
kmp_setting_t *omp_proc_bind =
__kmp_stg_find("OMP_PROC_BIND"); // 3rd priority.
KMP_DEBUG_ASSERT(omp_proc_bind != NULL);
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
static kmp_setting_t *volatile rivals[4];
int i = 0;
rivals[i++] = kmp_affinity;
#ifdef KMP_GOMP_COMPAT
rivals[i++] = gomp_cpu_affinity;
gomp_cpu_affinity->data = CCAST(kmp_setting_t **, rivals);
#endif
rivals[i++] = omp_proc_bind;
omp_proc_bind->data = CCAST(kmp_setting_t **, rivals);
rivals[i++] = NULL;
#if OMP_40_ENABLED
static kmp_setting_t *volatile places_rivals[4];
i = 0;
kmp_setting_t *omp_places = __kmp_stg_find("OMP_PLACES"); // 3rd priority.
KMP_DEBUG_ASSERT(omp_places != NULL);
places_rivals[i++] = kmp_affinity;
#ifdef KMP_GOMP_COMPAT
places_rivals[i++] = gomp_cpu_affinity;
#endif
places_rivals[i++] = omp_places;
omp_places->data = CCAST(kmp_setting_t **, places_rivals);
places_rivals[i++] = NULL;
#endif
}
#else
// KMP_AFFINITY not supported, so OMP_PROC_BIND has no rivals.
// OMP_PLACES not supported yet.
#endif // KMP_AFFINITY_SUPPORTED
{ // Initialize KMP_DETERMINISTIC_REDUCTION and KMP_FORCE_REDUCTION data.
kmp_setting_t *kmp_force_red =
__kmp_stg_find("KMP_FORCE_REDUCTION"); // 1st priority.
kmp_setting_t *kmp_determ_red =
__kmp_stg_find("KMP_DETERMINISTIC_REDUCTION"); // 2nd priority.
// !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround.
static kmp_setting_t *volatile rivals[3];
static kmp_stg_fr_data_t force_data = {1,
CCAST(kmp_setting_t **, rivals)};
static kmp_stg_fr_data_t determ_data = {0,
CCAST(kmp_setting_t **, rivals)};
int i = 0;
rivals[i++] = kmp_force_red;
if (kmp_determ_red != NULL) {
rivals[i++] = kmp_determ_red;
}
rivals[i++] = NULL;
kmp_force_red->data = &force_data;
if (kmp_determ_red != NULL) {
kmp_determ_red->data = &determ_data;
}
}
initialized = 1;
}
// Reset flags.
int i;
for (i = 0; i < __kmp_stg_count; ++i) {
__kmp_stg_table[i].set = 0;
}
} // __kmp_stg_init
static void __kmp_stg_parse(char const *name, char const *value) {
// On Windows* OS there are some nameless variables like "C:=C:\" (yeah,
// really nameless, they are presented in environment block as
// "=C:=C\\\x00=D:=D:\\\x00...", so let us skip them.
if (name[0] == 0) {
return;
}
if (value != NULL) {
kmp_setting_t *setting = __kmp_stg_find(name);
if (setting != NULL) {
setting->parse(name, value, setting->data);
setting->defined = 1;
}
}
} // __kmp_stg_parse
static int __kmp_stg_check_rivals( // 0 -- Ok, 1 -- errors found.
char const *name, // Name of variable.
char const *value, // Value of the variable.
kmp_setting_t **rivals // List of rival settings (must include current one).
) {
if (rivals == NULL) {
return 0;
}
// Loop thru higher priority settings (listed before current).
int i = 0;
for (; strcmp(rivals[i]->name, name) != 0; i++) {
KMP_DEBUG_ASSERT(rivals[i] != NULL);
#if KMP_AFFINITY_SUPPORTED
if (rivals[i] == __kmp_affinity_notype) {
// If KMP_AFFINITY is specified without a type name,
// it does not rival OMP_PROC_BIND or GOMP_CPU_AFFINITY.
continue;
}
#endif
if (rivals[i]->set) {
KMP_WARNING(StgIgnored, name, rivals[i]->name);
return 1;
}
}
++i; // Skip current setting.
return 0;
} // __kmp_stg_check_rivals
static int __kmp_env_toPrint(char const *name, int flag) {
int rc = 0;
kmp_setting_t *setting = __kmp_stg_find(name);
if (setting != NULL) {
rc = setting->defined;
if (flag >= 0) {
setting->defined = flag;
}
}
return rc;
}
static void __kmp_aux_env_initialize(kmp_env_blk_t *block) {
char const *value;
/* OMP_NUM_THREADS */
value = __kmp_env_blk_var(block, "OMP_NUM_THREADS");
if (value) {
ompc_set_num_threads(__kmp_dflt_team_nth);
}
/* KMP_BLOCKTIME */
value = __kmp_env_blk_var(block, "KMP_BLOCKTIME");
if (value) {
kmpc_set_blocktime(__kmp_dflt_blocktime);
}
/* OMP_NESTED */
value = __kmp_env_blk_var(block, "OMP_NESTED");
if (value) {
ompc_set_nested(__kmp_dflt_max_active_levels > 1);
}
/* OMP_DYNAMIC */
value = __kmp_env_blk_var(block, "OMP_DYNAMIC");
if (value) {
ompc_set_dynamic(__kmp_global.g.g_dynamic);
}
}
void __kmp_env_initialize(char const *string) {
kmp_env_blk_t block;
int i;
__kmp_stg_init();
// Hack!!!
if (string == NULL) {
// __kmp_max_nth = __kmp_sys_max_nth;
__kmp_threads_capacity =
__kmp_initial_threads_capacity(__kmp_dflt_team_nth_ub);
}
__kmp_env_blk_init(&block, string);
// update the set flag on all entries that have an env var
for (i = 0; i < block.count; ++i) {
if ((block.vars[i].name == NULL) || (*block.vars[i].name == '\0')) {
continue;
}
if (block.vars[i].value == NULL) {
continue;
}
kmp_setting_t *setting = __kmp_stg_find(block.vars[i].name);
if (setting != NULL) {
setting->set = 1;
}
}
// We need to know if blocktime was set when processing OMP_WAIT_POLICY
blocktime_str = __kmp_env_blk_var(&block, "KMP_BLOCKTIME");
// Special case. If we parse environment, not a string, process KMP_WARNINGS
// first.
if (string == NULL) {
char const *name = "KMP_WARNINGS";
char const *value = __kmp_env_blk_var(&block, name);
__kmp_stg_parse(name, value);
}
#if KMP_AFFINITY_SUPPORTED
// Special case. KMP_AFFINITY is not a rival to other affinity env vars
// if no affinity type is specified. We want to allow
// KMP_AFFINITY=[no],verbose/[no]warnings/etc. to be enabled when
// specifying the affinity type via GOMP_CPU_AFFINITY or the OMP 4.0
// affinity mechanism.
__kmp_affinity_notype = NULL;
char const *aff_str = __kmp_env_blk_var(&block, "KMP_AFFINITY");
if (aff_str != NULL) {
// Check if the KMP_AFFINITY type is specified in the string.
// We just search the string for "compact", "scatter", etc.
// without really parsing the string. The syntax of the
// KMP_AFFINITY env var is such that none of the affinity
// type names can appear anywhere other that the type
// specifier, even as substrings.
//
// I can't find a case-insensitive version of strstr on Windows* OS.
// Use the case-sensitive version for now.
#if KMP_OS_WINDOWS
#define FIND strstr
#else
#define FIND strcasestr
#endif
if ((FIND(aff_str, "none") == NULL) &&
(FIND(aff_str, "physical") == NULL) &&
(FIND(aff_str, "logical") == NULL) &&
(FIND(aff_str, "compact") == NULL) &&
(FIND(aff_str, "scatter") == NULL) &&
(FIND(aff_str, "explicit") == NULL) &&
(FIND(aff_str, "balanced") == NULL) &&
(FIND(aff_str, "disabled") == NULL)) {
__kmp_affinity_notype = __kmp_stg_find("KMP_AFFINITY");
} else {
// A new affinity type is specified.
// Reset the affinity flags to their default values,
// in case this is called from kmp_set_defaults().
__kmp_affinity_type = affinity_default;
__kmp_affinity_gran = affinity_gran_default;
__kmp_affinity_top_method = affinity_top_method_default;
__kmp_affinity_respect_mask = affinity_respect_mask_default;
}
#undef FIND
#if OMP_40_ENABLED
// Also reset the affinity flags if OMP_PROC_BIND is specified.
aff_str = __kmp_env_blk_var(&block, "OMP_PROC_BIND");
if (aff_str != NULL) {
__kmp_affinity_type = affinity_default;
__kmp_affinity_gran = affinity_gran_default;
__kmp_affinity_top_method = affinity_top_method_default;
__kmp_affinity_respect_mask = affinity_respect_mask_default;
}
#endif /* OMP_40_ENABLED */
}
#endif /* KMP_AFFINITY_SUPPORTED */
#if OMP_40_ENABLED
// Set up the nested proc bind type vector.
if (__kmp_nested_proc_bind.bind_types == NULL) {
__kmp_nested_proc_bind.bind_types =
(kmp_proc_bind_t *)KMP_INTERNAL_MALLOC(sizeof(kmp_proc_bind_t));
if (__kmp_nested_proc_bind.bind_types == NULL) {
KMP_FATAL(MemoryAllocFailed);
}
__kmp_nested_proc_bind.size = 1;
__kmp_nested_proc_bind.used = 1;
#if KMP_AFFINITY_SUPPORTED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_default;
#else
// default proc bind is false if affinity not supported
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
#endif
}
#endif /* OMP_40_ENABLED */
#if OMP_50_ENABLED
// Set up the affinity format ICV
// Grab the default affinity format string from the message catalog
kmp_msg_t m =
__kmp_msg_format(kmp_i18n_msg_AffFormatDefault, "%P", "%i", "%n", "%A");
KMP_DEBUG_ASSERT(KMP_STRLEN(m.str) < KMP_AFFINITY_FORMAT_SIZE);
if (__kmp_affinity_format == NULL) {
__kmp_affinity_format =
(char *)KMP_INTERNAL_MALLOC(sizeof(char) * KMP_AFFINITY_FORMAT_SIZE);
}
KMP_STRCPY_S(__kmp_affinity_format, KMP_AFFINITY_FORMAT_SIZE, m.str);
__kmp_str_free(&m.str);
#endif
// Now process all of the settings.
for (i = 0; i < block.count; ++i) {
__kmp_stg_parse(block.vars[i].name, block.vars[i].value);
}
// If user locks have been allocated yet, don't reset the lock vptr table.
if (!__kmp_init_user_locks) {
if (__kmp_user_lock_kind == lk_default) {
__kmp_user_lock_kind = lk_queuing;
}
#if KMP_USE_DYNAMIC_LOCK
__kmp_init_dynamic_user_locks();
#else
__kmp_set_user_lock_vptrs(__kmp_user_lock_kind);
#endif
} else {
KMP_DEBUG_ASSERT(string != NULL); // kmp_set_defaults() was called
KMP_DEBUG_ASSERT(__kmp_user_lock_kind != lk_default);
// Binds lock functions again to follow the transition between different
// KMP_CONSISTENCY_CHECK values. Calling this again is harmless as long
// as we do not allow lock kind changes after making a call to any
// user lock functions (true).
#if KMP_USE_DYNAMIC_LOCK
__kmp_init_dynamic_user_locks();
#else
__kmp_set_user_lock_vptrs(__kmp_user_lock_kind);
#endif
}
#if KMP_AFFINITY_SUPPORTED
if (!TCR_4(__kmp_init_middle)) {
#if KMP_USE_HWLOC
// Force using hwloc when either tiles or numa nodes requested within
// KMP_HW_SUBSET and no other topology method is requested
if ((__kmp_hws_node.num > 0 || __kmp_hws_tile.num > 0 ||
__kmp_affinity_gran == affinity_gran_tile) &&
(__kmp_affinity_top_method == affinity_top_method_default)) {
__kmp_affinity_top_method = affinity_top_method_hwloc;
}
#endif
// Determine if the machine/OS is actually capable of supporting
// affinity.
const char *var = "KMP_AFFINITY";
KMPAffinity::pick_api();
#if KMP_USE_HWLOC
// If Hwloc topology discovery was requested but affinity was also disabled,
// then tell user that Hwloc request is being ignored and use default
// topology discovery method.
if (__kmp_affinity_top_method == affinity_top_method_hwloc &&
__kmp_affinity_dispatch->get_api_type() != KMPAffinity::HWLOC) {
KMP_WARNING(AffIgnoringHwloc, var);
__kmp_affinity_top_method = affinity_top_method_all;
}
#endif
if (__kmp_affinity_type == affinity_disabled) {
KMP_AFFINITY_DISABLE();
} else if (!KMP_AFFINITY_CAPABLE()) {
__kmp_affinity_dispatch->determine_capable(var);
if (!KMP_AFFINITY_CAPABLE()) {
if (__kmp_affinity_verbose ||
(__kmp_affinity_warnings &&
(__kmp_affinity_type != affinity_default) &&
(__kmp_affinity_type != affinity_none) &&
(__kmp_affinity_type != affinity_disabled))) {
KMP_WARNING(AffNotSupported, var);
}
__kmp_affinity_type = affinity_disabled;
__kmp_affinity_respect_mask = 0;
__kmp_affinity_gran = affinity_gran_fine;
}
}
#if OMP_40_ENABLED
if (__kmp_affinity_type == affinity_disabled) {
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
} else if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_true) {
// OMP_PROC_BIND=true maps to OMP_PROC_BIND=spread.
__kmp_nested_proc_bind.bind_types[0] = proc_bind_spread;
}
#endif /* OMP_40_ENABLED */
if (KMP_AFFINITY_CAPABLE()) {
#if KMP_GROUP_AFFINITY
// This checks to see if the initial affinity mask is equal
// to a single windows processor group. If it is, then we do
// not respect the initial affinity mask and instead, use the
// entire machine.
bool exactly_one_group = false;
if (__kmp_num_proc_groups > 1) {
int group;
bool within_one_group;
// Get the initial affinity mask and determine if it is
// contained within a single group.
kmp_affin_mask_t *init_mask;
KMP_CPU_ALLOC(init_mask);
__kmp_get_system_affinity(init_mask, TRUE);
group = __kmp_get_proc_group(init_mask);
within_one_group = (group >= 0);
// If the initial affinity is within a single group,
// then determine if it is equal to that single group.
if (within_one_group) {
DWORD num_bits_in_group = __kmp_GetActiveProcessorCount(group);
DWORD num_bits_in_mask = 0;
for (int bit = init_mask->begin(); bit != init_mask->end();
bit = init_mask->next(bit))
num_bits_in_mask++;
exactly_one_group = (num_bits_in_group == num_bits_in_mask);
}
KMP_CPU_FREE(init_mask);
}
// Handle the Win 64 group affinity stuff if there are multiple
// processor groups, or if the user requested it, and OMP 4.0
// affinity is not in effect.
if (((__kmp_num_proc_groups > 1) &&
(__kmp_affinity_type == affinity_default)
#if OMP_40_ENABLED
&& (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default))
#endif
|| (__kmp_affinity_top_method == affinity_top_method_group)) {
if (__kmp_affinity_respect_mask == affinity_respect_mask_default &&
exactly_one_group) {
__kmp_affinity_respect_mask = FALSE;
}
if (__kmp_affinity_type == affinity_default) {
__kmp_affinity_type = affinity_compact;
#if OMP_40_ENABLED
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
#endif
}
if (__kmp_affinity_top_method == affinity_top_method_default) {
if (__kmp_affinity_gran == affinity_gran_default) {
__kmp_affinity_top_method = affinity_top_method_group;
__kmp_affinity_gran = affinity_gran_group;
} else if (__kmp_affinity_gran == affinity_gran_group) {
__kmp_affinity_top_method = affinity_top_method_group;
} else {
__kmp_affinity_top_method = affinity_top_method_all;
}
} else if (__kmp_affinity_top_method == affinity_top_method_group) {
if (__kmp_affinity_gran == affinity_gran_default) {
__kmp_affinity_gran = affinity_gran_group;
} else if ((__kmp_affinity_gran != affinity_gran_group) &&
(__kmp_affinity_gran != affinity_gran_fine) &&
(__kmp_affinity_gran != affinity_gran_thread)) {
const char *str = NULL;
switch (__kmp_affinity_gran) {
case affinity_gran_core:
str = "core";
break;
case affinity_gran_package:
str = "package";
break;
case affinity_gran_node:
str = "node";
break;
case affinity_gran_tile:
str = "tile";
break;
default:
KMP_DEBUG_ASSERT(0);
}
KMP_WARNING(AffGranTopGroup, var, str);
__kmp_affinity_gran = affinity_gran_fine;
}
} else {
if (__kmp_affinity_gran == affinity_gran_default) {
__kmp_affinity_gran = affinity_gran_core;
} else if (__kmp_affinity_gran == affinity_gran_group) {
const char *str = NULL;
switch (__kmp_affinity_type) {
case affinity_physical:
str = "physical";
break;
case affinity_logical:
str = "logical";
break;
case affinity_compact:
str = "compact";
break;
case affinity_scatter:
str = "scatter";
break;
case affinity_explicit:
str = "explicit";
break;
// No MIC on windows, so no affinity_balanced case
default:
KMP_DEBUG_ASSERT(0);
}
KMP_WARNING(AffGranGroupType, var, str);
__kmp_affinity_gran = affinity_gran_core;
}
}
} else
#endif /* KMP_GROUP_AFFINITY */
{
if (__kmp_affinity_respect_mask == affinity_respect_mask_default) {
#if KMP_GROUP_AFFINITY
if (__kmp_num_proc_groups > 1 && exactly_one_group) {
__kmp_affinity_respect_mask = FALSE;
} else
#endif /* KMP_GROUP_AFFINITY */
{
__kmp_affinity_respect_mask = TRUE;
}
}
#if OMP_40_ENABLED
if ((__kmp_nested_proc_bind.bind_types[0] != proc_bind_intel) &&
(__kmp_nested_proc_bind.bind_types[0] != proc_bind_default)) {
if (__kmp_affinity_type == affinity_default) {
__kmp_affinity_type = affinity_compact;
__kmp_affinity_dups = FALSE;
}
} else
#endif /* OMP_40_ENABLED */
if (__kmp_affinity_type == affinity_default) {
#if OMP_40_ENABLED
#if KMP_MIC_SUPPORTED
if (__kmp_mic_type != non_mic) {
__kmp_nested_proc_bind.bind_types[0] = proc_bind_intel;
} else
#endif
{
__kmp_nested_proc_bind.bind_types[0] = proc_bind_false;
}
#endif /* OMP_40_ENABLED */
#if KMP_MIC_SUPPORTED
if (__kmp_mic_type != non_mic) {
__kmp_affinity_type = affinity_scatter;
} else
#endif
{
__kmp_affinity_type = affinity_none;
}
}
if ((__kmp_affinity_gran == affinity_gran_default) &&
(__kmp_affinity_gran_levels < 0)) {
#if KMP_MIC_SUPPORTED
if (__kmp_mic_type != non_mic) {
__kmp_affinity_gran = affinity_gran_fine;
} else
#endif
{
__kmp_affinity_gran = affinity_gran_core;
}
}
if (__kmp_affinity_top_method == affinity_top_method_default) {
__kmp_affinity_top_method = affinity_top_method_all;
}
}
}
K_DIAG(1, ("__kmp_affinity_type == %d\n", __kmp_affinity_type));
K_DIAG(1, ("__kmp_affinity_compact == %d\n", __kmp_affinity_compact));
K_DIAG(1, ("__kmp_affinity_offset == %d\n", __kmp_affinity_offset));
K_DIAG(1, ("__kmp_affinity_verbose == %d\n", __kmp_affinity_verbose));
K_DIAG(1, ("__kmp_affinity_warnings == %d\n", __kmp_affinity_warnings));
K_DIAG(1, ("__kmp_affinity_respect_mask == %d\n",
__kmp_affinity_respect_mask));
K_DIAG(1, ("__kmp_affinity_gran == %d\n", __kmp_affinity_gran));
KMP_DEBUG_ASSERT(__kmp_affinity_type != affinity_default);
#if OMP_40_ENABLED
KMP_DEBUG_ASSERT(__kmp_nested_proc_bind.bind_types[0] != proc_bind_default);
K_DIAG(1, ("__kmp_nested_proc_bind.bind_types[0] == %d\n",
__kmp_nested_proc_bind.bind_types[0]));
#endif
}
#endif /* KMP_AFFINITY_SUPPORTED */
if (__kmp_version) {
__kmp_print_version_1();
}
// Post-initialization step: some env. vars need their value's further
// processing
if (string != NULL) { // kmp_set_defaults() was called
__kmp_aux_env_initialize(&block);
}
__kmp_env_blk_free(&block);
KMP_MB();
} // __kmp_env_initialize
void __kmp_env_print() {
kmp_env_blk_t block;
int i;
kmp_str_buf_t buffer;
__kmp_stg_init();
__kmp_str_buf_init(&buffer);
__kmp_env_blk_init(&block, NULL);
__kmp_env_blk_sort(&block);
// Print real environment values.
__kmp_str_buf_print(&buffer, "\n%s\n\n", KMP_I18N_STR(UserSettings));
for (i = 0; i < block.count; ++i) {
char const *name = block.vars[i].name;
char const *value = block.vars[i].value;
if ((KMP_STRLEN(name) > 4 && strncmp(name, "KMP_", 4) == 0) ||
strncmp(name, "OMP_", 4) == 0
#ifdef KMP_GOMP_COMPAT
|| strncmp(name, "GOMP_", 5) == 0
#endif // KMP_GOMP_COMPAT
) {
__kmp_str_buf_print(&buffer, " %s=%s\n", name, value);
}
}
__kmp_str_buf_print(&buffer, "\n");
// Print internal (effective) settings.
__kmp_str_buf_print(&buffer, "%s\n\n", KMP_I18N_STR(EffectiveSettings));
for (int i = 0; i < __kmp_stg_count; ++i) {
if (__kmp_stg_table[i].print != NULL) {
__kmp_stg_table[i].print(&buffer, __kmp_stg_table[i].name,
__kmp_stg_table[i].data);
}
}
__kmp_printf("%s", buffer.str);
__kmp_env_blk_free(&block);
__kmp_str_buf_free(&buffer);
__kmp_printf("\n");
} // __kmp_env_print
#if OMP_40_ENABLED
void __kmp_env_print_2() {
kmp_env_blk_t block;
kmp_str_buf_t buffer;
__kmp_env_format = 1;
__kmp_stg_init();
__kmp_str_buf_init(&buffer);
__kmp_env_blk_init(&block, NULL);
__kmp_env_blk_sort(&block);
__kmp_str_buf_print(&buffer, "\n%s\n", KMP_I18N_STR(DisplayEnvBegin));
__kmp_str_buf_print(&buffer, " _OPENMP='%d'\n", __kmp_openmp_version);
for (int i = 0; i < __kmp_stg_count; ++i) {
if (__kmp_stg_table[i].print != NULL &&
((__kmp_display_env &&
strncmp(__kmp_stg_table[i].name, "OMP_", 4) == 0) ||
__kmp_display_env_verbose)) {
__kmp_stg_table[i].print(&buffer, __kmp_stg_table[i].name,
__kmp_stg_table[i].data);
}
}
__kmp_str_buf_print(&buffer, "%s\n", KMP_I18N_STR(DisplayEnvEnd));
__kmp_str_buf_print(&buffer, "\n");
__kmp_printf("%s", buffer.str);
__kmp_env_blk_free(&block);
__kmp_str_buf_free(&buffer);
__kmp_printf("\n");
} // __kmp_env_print_2
#endif // OMP_40_ENABLED
// end of file