#include "kmp.h"#include "kmp_atomic.h"#include "kmp_wrapper_getpid.h"#include "kmp_environment.h"#include "kmp_str.h"#include "kmp_settings.h"#include "kmp_i18n.h"#include "kmp_io.h"#include "kmp_error.h"#include "ompt-specific.h"Go to the source code of this file.
Defines | |
| #define | __kmp_static_delay(arg) |
| #define | FAST_REDUCTION_ATOMIC_METHOD_GENERATED ( ( loc->flags & ( KMP_IDENT_ATOMIC_REDUCE ) ) == ( KMP_IDENT_ATOMIC_REDUCE ) ) |
| #define | FAST_REDUCTION_TREE_METHOD_GENERATED ( ( reduce_data ) && ( reduce_func ) ) |
| #define | kmp_reduction_barrier_gather_bb ((int)1) |
| #define | kmp_reduction_barrier_gather_pat bp_hyper_bar |
| #define | kmp_reduction_barrier_release_bb ((int)1) |
| #define | kmp_reduction_barrier_release_pat bp_hyper_bar |
| #define | KMP_REVERSE_HYPER_BAR |
| #define | KMP_USE_POOLED_ALLOC 0 |
| #define | KMP_USE_PRCTL 0 |
| #define | MAX_MESSAGE 512 |
Functions | |
| void | __kmp_abort_process () |
| void | __kmp_abort_thread (void) |
| static void | __kmp_alloc_argv_entries (int argc, kmp_team_t *team, int realloc) |
| kmp_team_t * | __kmp_allocate_team (kmp_root_t *root, int new_nproc, int max_nproc, ompt_parallel_id_t ompt_parallel_id, int new_set_nproc, int new_set_dynamic, int new_set_nested, int new_set_blocktime, int new_bt_intervals, int new_bt_set, int argc) |
| static void | __kmp_allocate_team_arrays (kmp_team_t *team, int max_nth) |
| kmp_info_t * | __kmp_allocate_thread (kmp_root_t *root, kmp_team_t *team, int new_tid) |
| void | __kmp_aux_set_blocktime (int arg, kmp_info_t *thread, int tid) |
| void | __kmp_aux_set_defaults (char const *str, int len) |
| void | __kmp_aux_set_library (enum library_type arg) |
| void | __kmp_aux_set_stacksize (size_t arg) |
| int | __kmp_barrier (enum barrier_type bt, int gtid, int is_split, size_t reduce_size, void *reduce_data, void(*reduce)(void *, void *)) |
| int | __kmp_change_library (int status) |
| void | __kmp_check_stack_overlap (kmp_info_t *th) |
| void | __kmp_cleanup (void) |
| PACKED_REDUCTION_METHOD_T | __kmp_determine_reduction_method (ident_t *loc, kmp_int32 global_tid, kmp_int32 num_vars, size_t reduce_size, void *reduce_data, void(*reduce_func)(void *lhs_data, void *rhs_data), kmp_critical_name *lck) |
| static void | __kmp_do_middle_initialize (void) |
| static void | __kmp_do_serial_initialize (void) |
| void | __kmp_end_split_barrier (enum barrier_type bt, int gtid) |
| int | __kmp_enter_single (int gtid, ident_t *id_ref, int push_ws) |
| void | __kmp_exit_single (int gtid) |
| static int | __kmp_expand_threads (int nWish, int nNeed) |
| static void | __kmp_fini_allocator () |
| static void | __kmp_fini_allocator_thread () |
| void | __kmp_fork_barrier (int gtid, int tid) |
| int | __kmp_fork_call (ident_t *loc, int gtid, int exec_master, kmp_int32 argc, microtask_t microtask, launch_t invoker, va_list ap) |
| static void | __kmp_fork_team_threads (kmp_root_t *root, kmp_team_t *team, kmp_info_t *master_th, int master_gtid) |
| void | __kmp_free_team (kmp_root_t *root, kmp_team_t *team) |
| static void | __kmp_free_team_arrays (kmp_team_t *team) |
| void | __kmp_free_thread (kmp_info_t *this_th) |
| static kmp_internal_control_t | __kmp_get_global_icvs (void) |
| int | __kmp_get_global_thread_id () |
| int | __kmp_get_global_thread_id_reg () |
| unsigned short | __kmp_get_random (kmp_info_t *thread) |
| kmp_int32 | __kmp_get_reduce_method (void) |
| kmp_r_sched_t | __kmp_get_schedule_global () |
| static kmp_internal_control_t | __kmp_get_x_global_icvs (const kmp_team_t *team) |
| static void | __kmp_hyper_barrier_gather (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, void(*reduce)(void *, void *)) |
| static void | __kmp_hyper_barrier_release (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, int propagate_icvs) |
| int | __kmp_ignore_mppbeg (void) |
| int | __kmp_ignore_mppend (void) |
| void | __kmp_infinite_loop (void) |
| static void | __kmp_init_allocator () |
| void | __kmp_init_random (kmp_info_t *thread) |
| static void | __kmp_initialize_info (kmp_info_t *, kmp_team_t *, int tid, int gtid) |
| static void | __kmp_initialize_root (kmp_root_t *root) |
| static void | __kmp_initialize_team (kmp_team_t *team, int new_nproc, int new_set_nproc, int new_set_dynamic, int new_set_nested, int new_set_blocktime, int new_bt_intervals, int new_bt_set) |
| void | __kmp_internal_begin (void) |
| static void | __kmp_internal_end (void) |
| void | __kmp_internal_end_atexit (void) |
| void | __kmp_internal_end_dest (void *specific_gtid) |
| void | __kmp_internal_end_library (int gtid_req) |
| void | __kmp_internal_end_thread (int gtid_req) |
| void | __kmp_internal_fork (ident_t *id, int gtid, kmp_team_t *team) |
| void | __kmp_internal_join (ident_t *id, int gtid, kmp_team_t *team) |
| int | __kmp_invoke_task_func (int gtid) |
| void | __kmp_join_barrier (int gtid) |
| void | __kmp_join_call (ident_t *loc, int gtid) |
| void * | __kmp_launch_thread (kmp_info_t *this_thr) |
| static void | __kmp_linear_barrier_gather (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, void(*reduce)(void *, void *)) |
| static void | __kmp_linear_barrier_release (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, int propagate_icvs) |
| void | __kmp_middle_initialize (void) |
| void | __kmp_parallel_deo (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| void | __kmp_parallel_dxo (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| void | __kmp_parallel_initialize (void) |
| static void | __kmp_partition_places (kmp_team_t *team) |
| void | __kmp_print_storage_map_gtid (int gtid, void *p1, void *p2, size_t size, char const *format,...) |
| static void | __kmp_print_team_storage_map (const char *header, kmp_team_t *team, int team_id, int num_thr) |
| static void | __kmp_print_thread_storage_map (kmp_info_t *thr, int gtid) |
| void | __kmp_push_num_threads (ident_t *id, int gtid, int num_threads) |
| static void | __kmp_reallocate_team_arrays (kmp_team_t *team, int max_nth) |
| kmp_team_t * | __kmp_reap_team (kmp_team_t *team) |
| static void | __kmp_reap_thread (kmp_info_t *thread, int is_root) |
| static char * | __kmp_reg_status_name () |
| void | __kmp_register_library_startup (void) |
| int | __kmp_register_root (int initial_thread) |
| static void | __kmp_reinitialize_team (kmp_team_t *team, int new_nproc, int new_set_nproc, int new_set_dynamic, int new_set_nested, int new_set_blocktime, int new_bt_intervals, int new_bt_set) |
| void | __kmp_release (kmp_info_t *target_thr, volatile kmp_uint *spin, enum kmp_mem_fence_type fetchadd_fence) |
| static int | __kmp_reserve_threads (kmp_root_t *root, kmp_team_t *parent_team, int master_tid, int set_nthreads) |
| static int | __kmp_reset_root (int gtid, kmp_root_t *root) |
| void | __kmp_run_after_invoked_task (int gtid, int tid, kmp_info_t *this_thr, kmp_team_t *team) |
| void | __kmp_run_before_invoked_task (int gtid, int tid, kmp_info_t *this_thr, kmp_team_t *team) |
| void | __kmp_save_internal_controls (kmp_info_t *thread) |
| void | __kmp_serial_initialize (void) |
| void | __kmp_set_num_threads (int new_nth, int gtid) |
| static void | __kmp_static_yield (int arg) |
| static void | __kmp_tree_barrier_gather (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, void(*reduce)(void *, void *)) |
| static void | __kmp_tree_barrier_release (enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, int propagate_icvs) |
| static void | __kmp_unregister_library (void) |
| void | __kmp_unregister_root_current_thread (int gtid) |
| static int | __kmp_unregister_root_other_thread (int gtid) |
| void | __kmp_user_set_library (enum library_type arg) |
| void | __kmp_wait_sleep (kmp_info_t *this_thr, volatile kmp_uint *spinner, kmp_uint checker, int final_spin) |
| void | __kmp_warn (char const *format,...) |
Variables | |
| kmp_info_t | __kmp_monitor |
| static const unsigned | __kmp_primes [] |
| static long | __kmp_registration_flag = 0 |
| static char * | __kmp_registration_str = NULL |
| static kmp_info_t * | __kmp_thread_pool_insert_pt = NULL |
| char const | __kmp_version_omp_api [] |
| #define __kmp_static_delay | ( | arg | ) |
Definition at line 366 of file kmp_runtime.c.
| #define FAST_REDUCTION_ATOMIC_METHOD_GENERATED ( ( loc->flags & ( KMP_IDENT_ATOMIC_REDUCE ) ) == ( KMP_IDENT_ATOMIC_REDUCE ) ) |
Referenced by __kmp_determine_reduction_method().
| #define FAST_REDUCTION_TREE_METHOD_GENERATED ( ( reduce_data ) && ( reduce_func ) ) |
Referenced by __kmp_determine_reduction_method().
| #define kmp_reduction_barrier_gather_bb ((int)1) |
Referenced by __kmp_do_serial_initialize().
| #define kmp_reduction_barrier_gather_pat bp_hyper_bar |
Referenced by __kmp_do_serial_initialize().
| #define kmp_reduction_barrier_release_bb ((int)1) |
Referenced by __kmp_do_serial_initialize().
| #define kmp_reduction_barrier_release_pat bp_hyper_bar |
Referenced by __kmp_do_serial_initialize().
| #define KMP_REVERSE_HYPER_BAR |
Definition at line 1686 of file kmp_runtime.c.
| #define KMP_USE_POOLED_ALLOC 0 |
Definition at line 63 of file kmp_runtime.c.
| #define KMP_USE_PRCTL 0 |
Definition at line 62 of file kmp_runtime.c.
| #define MAX_MESSAGE 512 |
Definition at line 647 of file kmp_runtime.c.
| void __kmp_abort_process | ( | void | ) |
Definition at line 727 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_exit_lock, __kmp_global, __kmp_infinite_loop(), __kmp_release_bootstrap_lock(), and KMP_OS_WINDOWS.
Referenced by __kmp_msg().
| void __kmp_abort_thread | ( | void | ) |
Definition at line 764 of file kmp_runtime.c.
References __kmp_infinite_loop().
Referenced by __kmp_wait_sleep().
| static void __kmp_alloc_argv_entries | ( | int | argc, | |
| kmp_team_t * | team, | |||
| int | realloc | |||
| ) | [static] |
Definition at line 3410 of file kmp_runtime.c.
References __kmp_free, __kmp_page_allocate, __kmp_print_storage_map_gtid(), __kmp_storage_map, KA_TRACE, KMP_DEBUG_ASSERT, KMP_INLINE_ARGV_ENTRIES, KMP_MIN_MALLOC_ARGV_ENTRIES, and kmp_team::t.
Referenced by __kmp_allocate_team().
| kmp_team_t* __kmp_allocate_team | ( | kmp_root_t * | root, | |
| int | new_nproc, | |||
| int | max_nproc, | |||
| ompt_parallel_id_t | ompt_parallel_id, | |||
| int | new_set_nproc, | |||
| int | new_set_dynamic, | |||
| int | new_set_nested, | |||
| int | new_set_blocktime, | |||
| int | new_bt_intervals, | |||
| int | new_bt_set, | |||
| int | argc | |||
| ) |
Definition at line 5341 of file kmp_runtime.c.
References __kmp_alloc_argv_entries(), __kmp_allocate, __kmp_allocate_team_arrays(), __kmp_allocate_thread(), __kmp_free_thread(), __kmp_gtid_from_tid, __kmp_initialize_info(), __kmp_initialize_team(), __kmp_partition_places(), __kmp_print_team_storage_map(), __kmp_reallocate_team_arrays(), __kmp_reap_team(), __kmp_reinitialize_team(), __kmp_set_system_affinity(), __kmp_storage_map, __kmp_team_pool, __ompt_team_assign_id(), kmp_barrier_union::bb, bp_last_bar, bs_forkjoin_barrier, bs_last_barrier, bs_plain_barrier, FALSE, KA_TRACE, KF_TRACE, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MB, kmp_team::t, TCR_4, TCR_SYNC_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_allocate_thread(), __kmp_fork_call(), __kmp_initialize_root(), __kmp_register_root(), and __kmpc_serialized_parallel().
| static void __kmp_allocate_team_arrays | ( | kmp_team_t * | team, | |
| int | max_nth | |||
| ) | [static] |
Definition at line 3467 of file kmp_runtime.c.
References __kmp_allocate, KMP_MAX_DISP_BUF, and kmp_team::t.
Referenced by __kmp_allocate_team(), and __kmp_reallocate_team_arrays().
| kmp_info_t* __kmp_allocate_thread | ( | kmp_root_t * | root, | |
| kmp_team_t * | team, | |||
| int | new_tid | |||
| ) |
Definition at line 4661 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_adjust_gtid_mode, __kmp_all_nth, __kmp_allocate, __kmp_allocate_team(), __kmp_avail_proc, __kmp_create_monitor(), __kmp_create_worker(), __kmp_env_blocktime, __kmp_get_gtid, __kmp_get_x_global_icvs(), __kmp_gtid_mode, __kmp_init_monitor, __kmp_init_random(), __kmp_initialize_bget(), __kmp_initialize_fast_memory(), __kmp_initialize_info(), __kmp_monitor, __kmp_monitor_lock, __kmp_nth, __kmp_print_thread_storage_map(), __kmp_release_bootstrap_lock(), __kmp_stksize, __kmp_storage_map, __kmp_thread_pool, __kmp_thread_pool_insert_pt, __kmp_thread_pool_nth, __kmp_threads, __kmp_tls_gtid_min, __ompt_parallel_id_new(), bs_forkjoin_barrier, bs_plain_barrier, bs_reduction_barrier, FALSE, if(), KA_TRACE, KF_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MASTER_GTID, KMP_MB, ompt_get_thread_gtid(), OMPT_SUPPORT, kmp_team::t, TCR_4, TCR_PTR, TCW_4, TCW_SYNC_PTR, and TRUE.
Referenced by __kmp_allocate_team(), and __kmp_fork_team_threads().
| void __kmp_aux_set_blocktime | ( | int | arg, | |
| kmp_info_t * | thread, | |||
| int | tid | |||
| ) |
Definition at line 8137 of file kmp_runtime.c.
References __kmp_gtid_from_tid, __kmp_monitor_wakeups, __kmp_save_internal_controls(), KF_TRACE, KMP_INTERVALS_FROM_BLOCKTIME, KMP_MAX_BLOCKTIME, KMP_MIN_BLOCKTIME, set__blocktime_team, set__bt_intervals_team, set__bt_set_team, and TRUE.
Referenced by FTN_SET_BLOCKTIME(), and kmpc_set_blocktime().
| void __kmp_aux_set_defaults | ( | char const * | str, | |
| int | len | |||
| ) |
Definition at line 8171 of file kmp_runtime.c.
References __kmp_env_initialize(), __kmp_env_print(), __kmp_init_serial, __kmp_serial_initialize(), and __kmp_settings.
Referenced by FTN_SET_DEFAULTS(), and kmpc_set_defaults().
| void __kmp_aux_set_library | ( | enum library_type | arg | ) |
Definition at line 8111 of file kmp_runtime.c.
References __kmp_change_library(), __kmp_library, FALSE, KMP_FATAL, KMP_INFORM, library_serial, library_throughput, library_turnaround, and TRUE.
Referenced by __kmp_stg_parse_wait_policy(), and __kmp_user_set_library().
| void __kmp_aux_set_stacksize | ( | size_t | arg | ) |
Definition at line 8077 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_env_stksize, __kmp_init_parallel, __kmp_init_serial, __kmp_initz_lock, __kmp_release_bootstrap_lock(), __kmp_serial_initialize(), __kmp_stksize, __kmp_sys_min_stksize, KMP_MAX_STKSIZE, TCR_4, and TRUE.
Referenced by FTN_SET_STACKSIZE(), FTN_SET_STACKSIZE_S(), kmpc_set_stacksize(), and kmpc_set_stacksize_s().
| int __kmp_barrier | ( | enum barrier_type | bt, | |
| int | gtid, | |||
| int | is_split, | |||
| size_t | reduce_size, | |||
| void * | reduce_data, | |||
| void(*)(void *, void *) | reduce | |||
| ) |
Definition at line 1946 of file kmp_runtime.c.
References __kmp_barrier_gather_branch_bits, __kmp_barrier_gather_pattern, __kmp_barrier_release_branch_bits, __kmp_barrier_release_pattern, __kmp_dflt_blocktime, __kmp_hyper_barrier_gather(), __kmp_hyper_barrier_release(), __kmp_linear_barrier_gather(), __kmp_linear_barrier_release(), __kmp_team_from_gtid, __kmp_threads, __kmp_tid_from_gtid, __kmp_tree_barrier_gather(), __kmp_tree_barrier_release(), bp_linear_bar, bp_tree_bar, FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MASTER_TID, KMP_MAX_BLOCKTIME, KMP_MB, ompt_callbacks, ompt_status, ompt_status_track, ompt_status_track_callback, status, and kmp_team::t.
Referenced by __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_copyprivate(), __kmpc_end_reduce(), __kmpc_end_taskq(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_taskq(), GOMP_loop_end(), GOMP_sections_end(), GOMP_single_copy_end(), and GOMP_single_copy_start().
| int __kmp_change_library | ( | int | status | ) |
Definition at line 1018 of file kmp_runtime.c.
References __kmp_yield_init.
Referenced by __kmp_aux_set_library().
| void __kmp_check_stack_overlap | ( | kmp_info_t * | th | ) |
Definition at line 303 of file kmp_runtime.c.
References __kmp_env_checks, __kmp_gtid_from_thread, __kmp_msg(), __kmp_msg_null, __kmp_print_storage_map_gtid(), __kmp_storage_map, __kmp_threads, __kmp_threads_capacity, KA_TRACE, KMP_GTID_MONITOR, KMP_HNT, kmp_ms_fatal, KMP_MSG, KMP_UBER_GTID, TCR_PTR, TCR_SYNC_PTR, and TRUE.
Referenced by __kmp_create_worker(), __kmp_launch_monitor(), and __kmp_launch_worker().
| void __kmp_cleanup | ( | void | ) |
Definition at line 7920 of file kmp_runtime.c.
References __kmp_cleanup_user_locks(), __kmp_free, __kmp_i18n_catclose(), __kmp_init_middle, __kmp_init_parallel, __kmp_init_serial, __kmp_nested_nth, __kmp_root, __kmp_runtime_destroy(), __kmp_threads, FALSE, KA_TRACE, KMP_INTERNAL_FREE, kmp_nested_nthreads_t::nth, kmp_nested_nthreads_t::size, TCR_4, TCW_4, and kmp_nested_nthreads_t::used.
Referenced by __kmp_internal_end(), and __kmp_launch_monitor().
| PACKED_REDUCTION_METHOD_T __kmp_determine_reduction_method | ( | ident_t * | loc, | |
| kmp_int32 | global_tid, | |||
| kmp_int32 | num_vars, | |||
| size_t | reduce_size, | |||
| void * | reduce_data, | |||
| void(*)(void *lhs_data, void *rhs_data) | reduce_func, | |||
| kmp_critical_name * | lck | |||
| ) |
Definition at line 8200 of file kmp_runtime.c.
References __kmp_force_reduction_method, __kmp_get_team_num_threads, atomic_reduce_block, critical_reduce_block, empty_reduce_block, FAST_REDUCTION_ATOMIC_METHOD_GENERATED, FAST_REDUCTION_TREE_METHOD_GENERATED, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, reduction_method_not_defined, tree_reduce_block, TREE_REDUCE_BLOCK_WITH_PLAIN_BARRIER, and TREE_REDUCE_BLOCK_WITH_REDUCTION_BARRIER.
Referenced by __kmpc_reduce(), and __kmpc_reduce_nowait().
| static void __kmp_do_middle_initialize | ( | void | ) | [static] |
Definition at line 7409 of file kmp_runtime.c.
References __kmp_avail_proc, __kmp_dflt_team_nth, __kmp_dflt_team_nth_ub, __kmp_do_serial_initialize(), __kmp_env_blocktime, __kmp_init_middle, __kmp_init_serial, __kmp_ncores, __kmp_nested_nth, __kmp_nth, __kmp_sys_max_nth, __kmp_threads, __kmp_xproc, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MIN_NTH, kmp_nested_nthreads_t::nth, set__nproc_p, TCR_PTR, TCW_SYNC_4, TRUE, and kmp_nested_nthreads_t::used.
Referenced by __kmp_middle_initialize(), and __kmp_parallel_initialize().
| static void __kmp_do_serial_initialize | ( | void | ) | [static] |
Definition at line 7160 of file kmp_runtime.c.
References __kmp_abort_delay, __kmp_all_nth, __kmp_allocate, __kmp_allThreadsSpecified, __kmp_atomic_lock, __kmp_atomic_lock_10r, __kmp_atomic_lock_16c, __kmp_atomic_lock_16r, __kmp_atomic_lock_1i, __kmp_atomic_lock_20c, __kmp_atomic_lock_2i, __kmp_atomic_lock_32c, __kmp_atomic_lock_4i, __kmp_atomic_lock_4r, __kmp_atomic_lock_8c, __kmp_atomic_lock_8i, __kmp_atomic_lock_8r, __kmp_barrier_gather_bb_dflt, __kmp_barrier_gather_branch_bits, __kmp_barrier_gather_pat_dflt, __kmp_barrier_gather_pattern, __kmp_barrier_release_bb_dflt, __kmp_barrier_release_branch_bits, __kmp_barrier_release_pat_dflt, __kmp_barrier_release_pattern, __kmp_bt_intervals, __kmp_common_initialize(), __kmp_debug_lock, __kmp_default_tp_capacity(), __kmp_dflt_blocktime, __kmp_dflt_team_nth_ub, __kmp_dispatch_lock, __kmp_env_checks, __kmp_env_free(), __kmp_env_get(), __kmp_env_initialize(), __kmp_env_print(), __kmp_exit_lock, __kmp_foreign_tp, __kmp_forkjoin_lock, __kmp_global, __kmp_global_lock, __kmp_i18n_dump_catalog(), __kmp_init_allocator(), __kmp_init_atomic_lock(), __kmp_init_bootstrap_lock(), __kmp_init_counter, __kmp_init_lock(), __kmp_init_queuing_lock(), __kmp_init_serial, __kmp_initial_threads_capacity(), __kmp_internal_end_atexit(), __kmp_library, __kmp_max_nth, __kmp_monitor_lock, __kmp_monitor_wakeups, __kmp_msg(), __kmp_msg_null, __kmp_nth, __kmp_printf(), __kmp_register_atfork(), __kmp_register_library_startup(), __kmp_register_root(), __kmp_root, __kmp_runtime_initialize(), __kmp_settings, __kmp_static, __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_str_match_true(), __kmp_sys_max_nth, __kmp_team_pool, __kmp_thread_pool, __kmp_thread_pool_insert_pt, __kmp_threads, __kmp_tp_cached_lock, __kmp_tp_capacity, __kmp_validate_locks(), __kmp_xproc, bs_last_barrier, bs_plain_barrier, bs_reduction_barrier, CACHE_LINE, dynamic_default, FALSE, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_DEFAULT_BLOCKTIME, KMP_ERR, KMP_INITIAL_GTID, KMP_INTERVALS_FROM_BLOCKTIME, KMP_MB, KMP_MIN_NTH, kmp_ms_fatal, KMP_MSG, kmp_reduction_barrier_gather_bb, kmp_reduction_barrier_gather_pat, kmp_reduction_barrier_release_bb, kmp_reduction_barrier_release_pat, kmp_sch_static_balanced, KMP_UBER_GTID, KMP_WAKEUPS_FROM_BLOCKTIME, library_throughput, kmp_str_buf::str, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_do_middle_initialize(), __kmp_get_global_thread_id_reg(), and __kmp_serial_initialize().
| void __kmp_end_split_barrier | ( | enum barrier_type | bt, | |
| int | gtid | |||
| ) |
Definition at line 2092 of file kmp_runtime.c.
References __kmp_barrier_release_branch_bits, __kmp_barrier_release_pattern, __kmp_hyper_barrier_release(), __kmp_linear_barrier_release(), __kmp_threads, __kmp_tid_from_gtid, __kmp_tree_barrier_release(), bp_linear_bar, bp_tree_bar, FALSE, and KMP_MASTER_GTID.
Referenced by __kmpc_end_barrier_master(), __kmpc_end_reduce(), and __kmpc_end_taskq().
| int __kmp_enter_single | ( | int | gtid, | |
| ident_t * | id_ref, | |||
| int | push_ws | |||
| ) |
Definition at line 1112 of file kmp_runtime.c.
References __kmp_check_workshare(), __kmp_env_consistency_check, __kmp_init_parallel, __kmp_parallel_initialize(), __kmp_push_workshare(), __kmp_threads, ct_psingle, KMP_COMPARE_AND_STORE_ACQ32, status, and TCR_4.
Referenced by __kmpc_single(), GOMP_single_copy_start(), and GOMP_single_start().
| void __kmp_exit_single | ( | int | gtid | ) |
Definition at line 1152 of file kmp_runtime.c.
References __kmp_env_consistency_check, __kmp_pop_workshare(), and ct_psingle.
Referenced by __kmpc_end_single().
| static int __kmp_expand_threads | ( | int | nWish, | |
| int | nNeed | |||
| ) | [static] |
Definition at line 4074 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_allocate, __kmp_free, __kmp_release_bootstrap_lock(), __kmp_root, __kmp_sys_max_nth, __kmp_threads, __kmp_tp_cached, __kmp_tp_cached_lock, __kmp_tp_capacity, CACHE_LINE, KMP_DEBUG_ASSERT, and TC_IGNORE.
Referenced by __kmp_register_root(), and __kmp_reserve_threads().
| static void __kmp_fini_allocator | ( | ) | [static] |
Definition at line 881 of file kmp_runtime.c.
Referenced by __kmp_internal_end_library().
| static void __kmp_fini_allocator_thread | ( | ) | [static] |
Definition at line 882 of file kmp_runtime.c.
| void __kmp_fork_barrier | ( | int | gtid, | |
| int | tid | |||
| ) |
Definition at line 6152 of file kmp_runtime.c.
References __kmp_barrier_release_branch_bits, __kmp_barrier_release_pattern, __kmp_dflt_blocktime, __kmp_global, __kmp_gtid_from_thread, __kmp_hyper_barrier_release(), __kmp_linear_barrier_release(), __kmp_threads, __kmp_tid_from_gtid, __kmp_tree_barrier_release(), bp_linear_bar, bp_tree_bar, bs_forkjoin_barrier, FALSE, KA_TRACE, KMP_BARRIER_SLEEP_STATE, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MASTER_TID, KMP_MAX_BLOCKTIME, KMP_MB, kmp_team::t, TCR_4, TCR_PTR, TCW_PTR, and TRUE.
Referenced by __kmp_internal_fork(), and __kmp_launch_thread().
| int __kmp_fork_call | ( | ident_t * | loc, | |
| int | gtid, | |||
| int | exec_master, | |||
| kmp_int32 | argc, | |||
| microtask_t | microtask, | |||
| launch_t | invoker, | |||
| va_list | ap | |||
| ) |
Definition at line 2380 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_allocate_team(), __kmp_fork_team_threads(), __kmp_forkjoin_lock, __kmp_gtid_from_thread, __kmp_init_parallel, __kmp_init_serial, __kmp_internal_fork(), __kmp_invoke_microtask(), __kmp_nested_nth, __kmp_parallel_initialize(), __kmp_release_bootstrap_lock(), __kmp_reserve_threads(), __kmp_threads, __kmp_tid_from_gtid, __kmpc_serialized_parallel(), __ompt_lw_taskteam_init(), __ompt_lw_taskteam_link(), __ompt_lw_taskteam_unlink(), __ompt_parallel_id_new(), args, ompt_frame_s::exit_runtime_frame, FALSE, ompt_task_info_t::frame, get__nproc_2, get__sched_2, KA_TRACE, KF_TRACE, KMP_ARCH_X86_64, KMP_ASSERT2, KMP_DEBUG_ASSERT, KMP_MB, KMP_OS_LINUX, KMP_TEST_THEN_INC32, kmp_internal_control::next, kmp_internal_control::nproc, kmp_nested_nthreads_t::nth, ompt_callbacks, ompt_status, ompt_status_track, ompt_status_track_callback, OMPT_SUPPORT, ompt_lw_taskteam_s::ompt_task_info, ompt_lw_taskteam_s::ompt_team_info, ompt_team_info_t::parallel_id, kmp_team::t, ompt_task_info_t::task_id, TCR_4, TCW_SYNC_PTR, TRUE, and kmp_nested_nthreads_t::used.
Referenced by __kmp_GOMP_fork_call(), and __kmpc_fork_call().
| static void __kmp_fork_team_threads | ( | kmp_root_t * | root, | |
| kmp_team_t * | team, | |||
| kmp_info_t * | master_th, | |||
| int | master_gtid | |||
| ) | [static] |
Definition at line 2320 of file kmp_runtime.c.
References __kmp_allocate_thread(), __kmp_get_gtid, __kmp_gtid_from_tid, __kmp_initialize_info(), __kmp_partition_places(), kmp_barrier_union::bb, bs_forkjoin_barrier, bs_last_barrier, bs_plain_barrier, FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, and kmp_team::t.
Referenced by __kmp_fork_call().
| void __kmp_free_team | ( | kmp_root_t * | root, | |
| kmp_team_t * | team | |||
| ) |
Definition at line 5789 of file kmp_runtime.c.
References __kmp_free_thread(), __kmp_get_gtid, __kmp_team_pool, FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, kmp_team::t, TCW_SYNC_4, and TCW_SYNC_PTR.
Referenced by __kmp_join_call(), and __kmp_reset_root().
| static void __kmp_free_team_arrays | ( | kmp_team_t * | team | ) | [static] |
Definition at line 3527 of file kmp_runtime.c.
References __kmp_free, and kmp_team::t.
Referenced by __kmp_reap_team().
| void __kmp_free_thread | ( | kmp_info_t * | this_th | ) |
Definition at line 5911 of file kmp_runtime.c.
References __kmp_avail_proc, __kmp_env_blocktime, __kmp_get_gtid, __kmp_nth, __kmp_thread_pool, __kmp_thread_pool_insert_pt, __kmp_thread_pool_nth, FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, TCW_4, TCW_PTR, and TRUE.
Referenced by __kmp_allocate_team(), __kmp_free_team(), and __kmp_set_num_threads().
| static kmp_internal_control_t __kmp_get_global_icvs | ( | void | ) | [static] |
Definition at line 3598 of file kmp_runtime.c.
References __kmp_bt_intervals, __kmp_dflt_blocktime, __kmp_dflt_nested, __kmp_dflt_team_nth, __kmp_env_blocktime, __kmp_get_schedule_global(), __kmp_global, and KMP_DEBUG_ASSERT.
Referenced by __kmp_initialize_root(), and __kmp_register_root().
| int __kmp_get_global_thread_id | ( | void | ) |
Definition at line 155 of file kmp_runtime.c.
References __kmp_all_nth, __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_init_gtid, __kmp_nth, __kmp_print_storage_map_gtid(), __kmp_storage_map, __kmp_threads, __kmp_threads_capacity, i, KA_TRACE, KMP_DEBUG_ASSERT, KMP_FATAL, KMP_GTID_DNE, TCR_4, TCR_PTR, TCR_SYNC_PTR, and TCW_PTR.
Referenced by __kmp_get_global_thread_id_reg().
| int __kmp_get_global_thread_id_reg | ( | void | ) |
Definition at line 260 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_do_serial_initialize(), __kmp_get_global_thread_id(), __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_init_serial, __kmp_initz_lock, __kmp_register_root(), __kmp_release_bootstrap_lock(), FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_GTID_DNE, and TCR_4.
| unsigned short __kmp_get_random | ( | kmp_info_t * | thread | ) |
Definition at line 4009 of file kmp_runtime.c.
References KA_TRACE.
Referenced by __kmp_reserve_threads().
| kmp_int32 __kmp_get_reduce_method | ( | void | ) |
Definition at line 8360 of file kmp_runtime.c.
References __kmp_entry_thread().
| kmp_r_sched_t __kmp_get_schedule_global | ( | void | ) |
Definition at line 3375 of file kmp_runtime.c.
References __kmp_chunk, __kmp_guided, __kmp_sched, __kmp_static, kmp_r_sched::chunk, KMP_DEFAULT_CHUNK, kmp_sch_guided_chunked, kmp_sch_static, and kmp_r_sched::r_sched_type.
Referenced by __kmp_dispatch_init(), __kmp_get_global_icvs(), and __kmp_initialize_root().
| static kmp_internal_control_t __kmp_get_x_global_icvs | ( | const kmp_team_t * | team | ) | [static] |
Definition at line 3632 of file kmp_runtime.c.
References kmp_internal_control::next, kmp_internal_control::serial_nesting_level, and kmp_team::t.
Referenced by __kmp_allocate_thread().
| static void __kmp_hyper_barrier_gather | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| void(*)(void *, void *) | reduce | |||
| ) | [static] |
Definition at line 1371 of file kmp_runtime.c.
References __kmp_barrier_gather_branch_bits, __kmp_gtid_from_tid, __kmp_release(), __kmp_wait_sleep(), FALSE, KA_TRACE, KMP_BARRIER_STATE_BUMP, KMP_BARRIER_UNUSED_STATE, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_MASTER_TID, kmp_release_fence, and kmp_team::t.
Referenced by __kmp_barrier(), and __kmp_join_barrier().
| static void __kmp_hyper_barrier_release | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| int | propagate_icvs | |||
| ) | [static] |
Definition at line 1689 of file kmp_runtime.c.
References __kmp_barrier_release_branch_bits, __kmp_global, __kmp_gtid_from_tid, __kmp_release(), __kmp_threads, __kmp_tid_from_gtid, __kmp_wait_sleep(), bs_forkjoin_barrier, FALSE, KA_TRACE, kmp_acquire_fence, KMP_BARRIER_STATE_BUMP, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MASTER_TID, KMP_MB, kmp_team::t, TCR_4, TCW_4, and TRUE.
Referenced by __kmp_barrier(), __kmp_end_split_barrier(), and __kmp_fork_barrier().
| int __kmp_ignore_mppbeg | ( | void | ) |
Definition at line 7983 of file kmp_runtime.c.
References __kmp_str_match_false(), FALSE, and TRUE.
Referenced by __kmpc_begin().
| int __kmp_ignore_mppend | ( | void | ) |
Definition at line 7996 of file kmp_runtime.c.
References __kmp_str_match_false(), FALSE, and TRUE.
Referenced by __kmpc_end().
| void __kmp_infinite_loop | ( | void | ) |
Definition at line 638 of file kmp_runtime.c.
References FALSE, and KMP_YIELD.
Referenced by __kmp_abort_process(), __kmp_abort_thread(), and __kmp_parallel_initialize().
| static void __kmp_init_allocator | ( | ) | [static] |
Definition at line 880 of file kmp_runtime.c.
Referenced by __kmp_do_serial_initialize().
| void __kmp_init_random | ( | kmp_info_t * | thread | ) |
Definition at line 4025 of file kmp_runtime.c.
References KA_TRACE.
Referenced by __kmp_allocate_thread(), and __kmp_register_root().
| static void __kmp_initialize_info | ( | kmp_info_t * | this_thr, | |
| kmp_team_t * | team, | |||
| int | tid, | |||
| int | gtid | |||
| ) | [static] |
Definition at line 4532 of file kmp_runtime.c.
References __kmp_allocate, __kmp_print_storage_map_gtid(), __kmp_storage_map, KD_TRACE, KF_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MAX_DISP_BUF, KMP_MB, kmp_team::t, TCW_PTR, TCW_SYNC_PTR, kmp_disp::th_disp_buffer, kmp_disp::th_disp_index, and TRUE.
Referenced by __kmp_allocate_team(), __kmp_allocate_thread(), __kmp_fork_team_threads(), and __kmp_register_root().
| static void __kmp_initialize_root | ( | kmp_root_t * | root | ) | [static] |
Definition at line 3657 of file kmp_runtime.c.
References __kmp_allocate_team(), __kmp_bt_intervals, __kmp_dflt_blocktime, __kmp_dflt_nested, __kmp_dflt_team_nth_ub, __kmp_env_blocktime, __kmp_get_global_icvs(), __kmp_get_schedule_global(), __kmp_global, __kmp_gtid_get_specific(), __kmp_init_lock(), __ompt_parallel_id_new(), kmp_r_sched::chunk, FALSE, KA_TRACE, KF_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, ompt_get_thread_gtid(), OMPT_SUPPORT, kmp_r_sched::r_sched_type, and kmp_team::t.
Referenced by __kmp_register_root().
| static void __kmp_initialize_team | ( | kmp_team_t * | team, | |
| int | new_nproc, | |||
| int | new_set_nproc, | |||
| int | new_set_dynamic, | |||
| int | new_set_nested, | |||
| int | new_set_blocktime, | |||
| int | new_bt_intervals, | |||
| int | new_bt_set | |||
| ) | [static] |
Definition at line 4958 of file kmp_runtime.c.
References __kmp_init_lock(), __kmp_reinitialize_team(), FALSE, KMP_DEBUG_ASSERT, KMP_MB, kmp_team::t, and TCW_SYNC_PTR.
Referenced by __kmp_allocate_team().
| void __kmp_internal_begin | ( | void | ) |
Definition at line 8009 of file kmp_runtime.c.
References __kmp_acquire_lock(), __kmp_entry_gtid, __kmp_release_lock(), __kmp_threads, KMP_ASSERT, KMP_UBER_GTID, and TRUE.
Referenced by __kmpc_begin().
| static void __kmp_internal_end | ( | void | ) | [static] |
Definition at line 6649 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_cleanup(), __kmp_global, __kmp_init_common, __kmp_init_gtid, __kmp_init_monitor, __kmp_monitor, __kmp_monitor_lock, __kmp_reap_monitor(), __kmp_reap_team(), __kmp_reap_thread(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_team_pool, __kmp_thread_pool, __kmp_thread_pool_insert_pt, __kmp_unregister_library(), FALSE, KA_TRACE, KMP_ASSERT, KMP_MB, KMP_UBER_GTID, ompt_fini(), kmp_team::t, TCR_4, TCW_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_internal_end_library(), and __kmp_internal_end_thread().
| void __kmp_internal_end_atexit | ( | void | ) |
Definition at line 6504 of file kmp_runtime.c.
References __kmp_close_console(), __kmp_internal_end_library(), and KA_TRACE.
Referenced by __kmp_do_serial_initialize().
| void __kmp_internal_end_dest | ( | void * | specific_gtid | ) |
Definition at line 6447 of file kmp_runtime.c.
References __kmp_gtid_set_specific(), __kmp_internal_end_thread(), KA_TRACE, and KMP_UBER_GTID.
Referenced by __kmp_runtime_initialize().
| void __kmp_internal_end_library | ( | int | gtid_req | ) |
Definition at line 6776 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_close_console(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_fini_allocator(), __kmp_forkjoin_lock, __kmp_global, __kmp_gtid_get_specific(), __kmp_init_serial, __kmp_initz_lock, __kmp_internal_end(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_unregister_root_current_thread(), KA_TRACE, KMP_GTID_DNE, KMP_GTID_MONITOR, KMP_GTID_SHUTDOWN, KMP_MB, KMP_UBER_GTID, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_internal_end_atexit().
| void __kmp_internal_end_thread | ( | int | gtid_req | ) |
Definition at line 6880 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_forkjoin_lock, __kmp_global, __kmp_gtid_get_specific(), __kmp_init_serial, __kmp_initz_lock, __kmp_internal_end(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_threads, __kmp_unregister_root_current_thread(), KA_TRACE, KMP_GTID_DNE, KMP_GTID_MONITOR, KMP_GTID_SHUTDOWN, KMP_MB, KMP_UBER_GTID, TCR_4, TCR_PTR, TCW_SYNC_4, and TRUE.
Referenced by __kmp_internal_end_dest(), and __kmpc_end().
| void __kmp_internal_fork | ( | ident_t * | id, | |
| int | gtid, | |||
| kmp_team_t * | team | |||
| ) |
Definition at line 7712 of file kmp_runtime.c.
References __kmp_fork_barrier(), __kmp_threads, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MASTER_GTID, KMP_MAX_DISP_BUF, KMP_MB, and kmp_team::t.
Referenced by __kmp_fork_call().
| void __kmp_internal_join | ( | ident_t * | id, | |
| int | gtid, | |||
| kmp_team_t * | team | |||
| ) |
Definition at line 7754 of file kmp_runtime.c.
References __kmp_join_barrier(), __kmp_printf(), __kmp_threads, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MASTER_GTID, KMP_MB, and kmp_team::t.
Referenced by __kmp_join_call().
| int __kmp_invoke_task_func | ( | int | gtid | ) |
Definition at line 7649 of file kmp_runtime.c.
References __kmp_invoke_microtask(), __kmp_run_after_invoked_task(), __kmp_run_before_invoked_task(), __kmp_threads, __kmp_tid_from_gtid, kmp_team::t, and TCR_SYNC_PTR.
Referenced by __kmp_GOMP_fork_call(), __kmpc_fork_call(), and __kmpc_invoke_task_func().
| void __kmp_join_barrier | ( | int | gtid | ) |
Definition at line 5984 of file kmp_runtime.c.
References __kmp_barrier_gather_branch_bits, __kmp_barrier_gather_pattern, __kmp_dflt_blocktime, __kmp_gtid_from_thread, __kmp_hyper_barrier_gather(), __kmp_init_monitor, __kmp_linear_barrier_gather(), __kmp_threads, __kmp_tid_from_gtid, __kmp_tree_barrier_gather(), __kmp_wait_sleep(), bp_linear_bar, bp_tree_bar, bs_forkjoin_barrier, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MASTER_TID, KMP_MAX_BLOCKTIME, KMP_MB, ompt_callbacks, ompt_status, ompt_status_track_callback, kmp_team::t, TCR_4, and TCR_PTR.
Referenced by __kmp_internal_join(), and __kmp_launch_thread().
| void __kmp_join_call | ( | ident_t * | loc, | |
| int | gtid | |||
| ) |
Definition at line 2833 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_forkjoin_lock, __kmp_free_team(), __kmp_gtid_from_thread, __kmp_internal_join(), __kmp_release_bootstrap_lock(), __kmp_threads, __kmp_tid_from_gtid, __kmpc_end_serialized_parallel(), KA_TRACE, KF_TRACE, KMP_DEBUG_ASSERT, KMP_MB, KMP_TEST_THEN_DEC32, ompt_callbacks, ompt_status, ompt_status_track, ompt_status_track_callback, ompt_parallel_info_s::parallel_function, ompt_parallel_info_s::parallel_id, ompt_parallel_info_s::parent_task_frame, ompt_parallel_info_s::parent_task_id, and kmp_team::t.
Referenced by __kmpc_fork_call(), and GOMP_parallel_end().
| void* __kmp_launch_thread | ( | kmp_info_t * | this_thr | ) |
Definition at line 6317 of file kmp_runtime.c.
References __kmp_allocate_cons_stack(), __kmp_common_destroy_gtid(), __kmp_env_consistency_check, __kmp_fork_barrier(), __kmp_global, __kmp_join_barrier(), __kmp_threads, __kmp_tid_from_gtid, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_GTID_DNE, KMP_MB, ompt_callbacks, ompt_status, ompt_status_track, ompt_status_track_callback, TCR_4, TCR_PTR, and TCR_SYNC_PTR.
Referenced by __kmp_launch_worker().
| static void __kmp_linear_barrier_gather | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| void(*)(void *, void *) | reduce | |||
| ) | [static] |
Definition at line 1163 of file kmp_runtime.c.
References __kmp_gtid_from_tid, __kmp_release(), __kmp_wait_sleep(), FALSE, KA_TRACE, KMP_BARRIER_STATE_BUMP, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_MASTER_TID, kmp_release_fence, and kmp_team::t.
Referenced by __kmp_barrier(), and __kmp_join_barrier().
| static void __kmp_linear_barrier_release | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| int | propagate_icvs | |||
| ) | [static] |
Definition at line 1490 of file kmp_runtime.c.
References __kmp_global, __kmp_release(), __kmp_threads, __kmp_tid_from_gtid, __kmp_wait_sleep(), bs_forkjoin_barrier, FALSE, KA_TRACE, kmp_acquire_fence, KMP_BARRIER_STATE_BUMP, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MASTER_TID, KMP_MB, kmp_team::t, TCR_4, TCW_4, and TRUE.
Referenced by __kmp_barrier(), __kmp_end_split_barrier(), and __kmp_fork_barrier().
| void __kmp_middle_initialize | ( | void | ) |
Definition at line 7527 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_do_middle_initialize(), __kmp_init_middle, __kmp_initz_lock, and __kmp_release_bootstrap_lock().
Referenced by FTN_GET_MAX_THREADS(), and FTN_GET_NUM_PROCS().
| void __kmp_parallel_deo | ( | int * | gtid_ref, | |
| int * | cid_ref, | |||
| ident_t * | loc_ref | |||
| ) |
Definition at line 1041 of file kmp_runtime.c.
References __kmp_env_consistency_check, __kmp_push_sync(), __kmp_team_from_gtid, __kmp_threads, __kmp_tid_from_gtid, ct_ordered_in_parallel, KMP_EQ, KMP_MB, and KMP_WAIT_YIELD.
Referenced by __kmpc_ordered().
| void __kmp_parallel_dxo | ( | int * | gtid_ref, | |
| int * | cid_ref, | |||
| ident_t * | loc_ref | |||
| ) |
Definition at line 1068 of file kmp_runtime.c.
References __kmp_env_consistency_check, __kmp_pop_sync(), __kmp_team_from_gtid, __kmp_threads, __kmp_tid_from_gtid, ct_ordered_in_parallel, KMP_MB, ompt_callbacks, ompt_status, ompt_status_track_callback, and kmp_team::t.
Referenced by __kmpc_end_ordered().
| void __kmp_parallel_initialize | ( | void | ) |
Definition at line 7542 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_do_middle_initialize(), __kmp_entry_gtid, __kmp_global, __kmp_infinite_loop(), __kmp_init_middle, __kmp_init_parallel, __kmp_initz_lock, __kmp_print_version_2(), __kmp_release_bootstrap_lock(), __kmp_suspend_initialize(), __kmp_version, dynamic_default, dynamic_thread_limit, KA_TRACE, KMP_ASSERT, KMP_MB, KMP_UBER_GTID, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_dispatch_init(), __kmp_enter_single(), __kmp_fork_call(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_end_serialized_parallel(), __kmpc_master(), __kmpc_ordered(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_serialized_parallel(), GOMP_single_copy_start(), and GOMP_single_start().
| static void __kmp_partition_places | ( | kmp_team_t * | team | ) | [static] |
Referenced by __kmp_allocate_team(), and __kmp_fork_team_threads().
| void __kmp_print_storage_map_gtid | ( | int | gtid, | |
| void * | p1, | |||
| void * | p2, | |||
| size_t | size, | |||
| char const * | format, | |||
| ... | ||||
| ) |
Definition at line 650 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_printf_no_lock(), __kmp_release_bootstrap_lock(), __kmp_stdio_lock, __kmp_storage_map_verbose, __kmp_vprintf(), FALSE, kmp_err, KMP_I18N_STR, MAX_MESSAGE, and PAGE_SIZE.
Referenced by __kmp_alloc_argv_entries(), __kmp_check_stack_overlap(), __kmp_get_global_thread_id(), __kmp_initialize_info(), __kmp_print_team_storage_map(), and __kmp_print_thread_storage_map().
| static void __kmp_print_team_storage_map | ( | const char * | header, | |
| kmp_team_t * | team, | |||
| int | team_id, | |||
| int | num_thr | |||
| ) | [static] |
Definition at line 813 of file kmp_runtime.c.
References __kmp_print_storage_map_gtid(), bs_forkjoin_barrier, bs_last_barrier, bs_plain_barrier, bs_reduction_barrier, KMP_MAX_DISP_BUF, and kmp_team::t.
Referenced by __kmp_allocate_team().
| static void __kmp_print_thread_storage_map | ( | kmp_info_t * | thr, | |
| int | gtid | |||
| ) | [static] |
Definition at line 779 of file kmp_runtime.c.
References __kmp_print_storage_map_gtid(), bs_forkjoin_barrier, bs_last_barrier, bs_plain_barrier, and bs_reduction_barrier.
Referenced by __kmp_allocate_thread(), and __kmp_register_root().
| void __kmp_push_num_threads | ( | ident_t * | id, | |
| int | gtid, | |||
| int | num_threads | |||
| ) |
Definition at line 7687 of file kmp_runtime.c.
References __kmp_threads.
Referenced by __kmpc_push_num_threads(), GOMP_parallel_sections_start(), and GOMP_parallel_start().
| static void __kmp_reallocate_team_arrays | ( | kmp_team_t * | team, | |
| int | max_nth | |||
| ) | [static] |
Definition at line 3571 of file kmp_runtime.c.
References __kmp_allocate_team_arrays(), __kmp_free, and kmp_team::t.
Referenced by __kmp_allocate_team().
| kmp_team_t* __kmp_reap_team | ( | kmp_team_t * | team | ) |
Definition at line 5852 of file kmp_runtime.c.
References __kmp_free, __kmp_free_team_arrays(), KMP_DEBUG_ASSERT, and KMP_MB.
Referenced by __kmp_allocate_team(), __kmp_internal_end(), and __kmp_reap_thread().
| static void __kmp_reap_thread | ( | kmp_info_t * | thread, | |
| int | is_root | |||
| ) | [static] |
Definition at line 6535 of file kmp_runtime.c.
References __kmp_all_nth, __kmp_avail_proc, __kmp_dflt_blocktime, __kmp_env_blocktime, __kmp_env_consistency_check, __kmp_finalize_bget(), __kmp_free, __kmp_free_cons_stack(), __kmp_free_fast_memory(), __kmp_nth, __kmp_reap_team(), __kmp_reap_worker(), __kmp_release(), __kmp_suspend_uninitialize_thread(), __kmp_thread_pool_active_nth, __kmp_thread_pool_nth, __kmp_threads, bs_forkjoin_barrier, FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MAX_BLOCKTIME, KMP_MB, kmp_release_fence, KMP_TEST_THEN_DEC32, TCR_4, and TCW_SYNC_PTR.
Referenced by __kmp_internal_end(), and __kmp_reset_root().
| static char* __kmp_reg_status_name | ( | ) | [inline, static] |
Definition at line 7015 of file kmp_runtime.c.
References __kmp_str_format().
Referenced by __kmp_register_library_startup(), and __kmp_unregister_library().
| void __kmp_register_library_startup | ( | void | ) |
Definition at line 7026 of file kmp_runtime.c.
References __kmp_duplicate_library_ok, __kmp_env_get(), __kmp_env_set(), __kmp_env_unset(), __kmp_initialize_system_tick(), __kmp_is_address_mapped(), __kmp_msg(), __kmp_msg_null, __kmp_read_system_time(), __kmp_reg_status_name(), __kmp_str_format(), __kmp_str_match_true(), __kmp_str_split(), KA_TRACE, KMP_DEBUG_ASSERT, KMP_HNT, KMP_INTERNAL_FREE, kmp_ms_fatal, and KMP_MSG.
Referenced by __kmp_do_serial_initialize().
| int __kmp_register_root | ( | int | initial_thread | ) |
Definition at line 4205 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_adjust_gtid_mode, __kmp_all_nth, __kmp_allocate, __kmp_allocate_cons_stack(), __kmp_allocate_team(), __kmp_avail_proc, __kmp_bt_intervals, __kmp_create_worker(), __kmp_dflt_blocktime, __kmp_dflt_nested, __kmp_dflt_team_nth_ub, __kmp_env_blocktime, __kmp_env_consistency_check, __kmp_expand_threads(), __kmp_forkjoin_lock, __kmp_get_global_icvs(), __kmp_global, __kmp_gtid_from_tid, __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_gtid_set_specific(), __kmp_init_gtid, __kmp_init_middle, __kmp_init_random(), __kmp_initialize_bget(), __kmp_initialize_fast_memory(), __kmp_initialize_info(), __kmp_initialize_root(), __kmp_msg(), __kmp_msg_null, __kmp_nth, __kmp_print_thread_storage_map(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_root_counter, __kmp_stksize, __kmp_storage_map, __kmp_threads, __kmp_tls_gtid_min, __kmp_tp_cached, __kmp_tp_capacity, __ompt_parallel_id_new(), bs_forkjoin_barrier, bs_last_barrier, KA_TRACE, KF_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_HNT, KMP_INIT_BARRIER_STATE, KMP_MB, kmp_ms_fatal, KMP_MSG, ompt_get_thread_gtid(), OMPT_SUPPORT, TCR_4, TCR_PTR, TCW_4, TCW_SYNC_PTR, and TRUE.
Referenced by __kmp_do_serial_initialize(), and __kmp_get_global_thread_id_reg().
| static void __kmp_reinitialize_team | ( | kmp_team_t * | team, | |
| int | new_nproc, | |||
| int | new_set_nproc, | |||
| int | new_set_dynamic, | |||
| int | new_set_nested, | |||
| int | new_set_blocktime, | |||
| int | new_bt_intervals, | |||
| int | new_bt_set | |||
| ) | [static] |
Definition at line 4877 of file kmp_runtime.c.
References __kmp_init_parallel, FALSE, KF_TRACE, KMP_DEBUG_ASSERT, KMP_GEN_TEAM_ID, kmp_team::t, and TCR_4.
Referenced by __kmp_allocate_team(), and __kmp_initialize_team().
| void __kmp_release | ( | kmp_info_t * | target_thr, | |
| volatile kmp_uint * | spin, | |||
| enum kmp_mem_fence_type | fetchadd_fence | |||
| ) |
Definition at line 593 of file kmp_runtime.c.
References __kmp_dflt_blocktime, __kmp_get_gtid, __kmp_init_gtid, __kmp_resume(), KF_TRACE, kmp_acquire_fence, KMP_BARRIER_SLEEP_STATE, KMP_DEBUG_ASSERT, KMP_MAX_BLOCKTIME, kmp_release_fence, KMP_TEST_THEN_ADD4_32, KMP_TEST_THEN_ADD4_ACQ32, and TCR_4.
Referenced by __kmp_hyper_barrier_gather(), __kmp_hyper_barrier_release(), __kmp_linear_barrier_gather(), __kmp_linear_barrier_release(), __kmp_reap_thread(), __kmp_tree_barrier_gather(), and __kmp_tree_barrier_release().
| static int __kmp_reserve_threads | ( | kmp_root_t * | root, | |
| kmp_team_t * | parent_team, | |||
| int | master_tid, | |||
| int | set_nthreads | |||
| ) | [static] |
Definition at line 2131 of file kmp_runtime.c.
References __kmp_avail_proc, __kmp_expand_threads(), __kmp_get_gtid, __kmp_get_random(), __kmp_global, __kmp_init_serial, __kmp_library, __kmp_max_nth, __kmp_msg(), __kmp_msg_null, __kmp_nth, __kmp_reserve_warn, __kmp_threads, __kmp_tp_cached, __kmp_tp_capacity, dynamic_random, dynamic_thread_limit, FALSE, get__dynamic_2, get__nested_2, KC_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_HNT, kmp_ms_warning, KMP_MSG, library_serial, kmp_team::t, and TCR_PTR.
Referenced by __kmp_fork_call().
| static int __kmp_reset_root | ( | int | gtid, | |
| kmp_root_t * | root | |||
| ) | [static] |
Definition at line 4411 of file kmp_runtime.c.
References __kmp_free_handle(), __kmp_free_team(), __kmp_nth, __kmp_reap_thread(), FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_UINTPTR_SPEC, kmp_team::t, and TCW_4.
Referenced by __kmp_unregister_root_current_thread(), and __kmp_unregister_root_other_thread().
| void __kmp_run_after_invoked_task | ( | int | gtid, | |
| int | tid, | |||
| kmp_info_t * | this_thr, | |||
| kmp_team_t * | team | |||
| ) |
Definition at line 7641 of file kmp_runtime.c.
References __kmp_env_consistency_check, __kmp_pop_parallel(), and kmp_team::t.
Referenced by __kmp_invoke_task_func(), and GOMP_parallel_end().
| void __kmp_run_before_invoked_task | ( | int | gtid, | |
| int | tid, | |||
| kmp_info_t * | this_thr, | |||
| kmp_team_t * | team | |||
| ) |
Definition at line 7614 of file kmp_runtime.c.
References __kmp_env_consistency_check, __kmp_push_parallel(), bs_forkjoin_barrier, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_MB, kmp_team::t, and TCR_PTR.
Referenced by __kmp_GOMP_fork_call(), and __kmp_invoke_task_func().
| void __kmp_save_internal_controls | ( | kmp_info_t * | thread | ) |
Definition at line 3013 of file kmp_runtime.c.
References __kmp_allocate, kmp_internal_control::blocktime, kmp_internal_control::bt_intervals, kmp_internal_control::bt_set, kmp_internal_control::dynamic, kmp_internal_control::nested, kmp_internal_control::next, kmp_internal_control::nproc, and kmp_internal_control::serial_nesting_level.
Referenced by __kmp_aux_set_blocktime(), __kmp_set_num_threads(), FTN_SET_DYNAMIC(), FTN_SET_NESTED(), ompc_set_dynamic(), and ompc_set_nested().
| void __kmp_serial_initialize | ( | void | ) |
Definition at line 7394 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_do_serial_initialize(), __kmp_init_serial, __kmp_initz_lock, and __kmp_release_bootstrap_lock().
Referenced by __kmp_aux_set_defaults(), __kmp_aux_set_stacksize(), __kmpc_place_threads(), FTN_GET_NUM_KNOWN_THREADS(), FTN_GET_STACKSIZE(), FTN_GET_STACKSIZE_S(), FTN_GET_WTICK(), FTN_GET_WTIME(), and if().
| void __kmp_set_num_threads | ( | int | new_nth, | |
| int | gtid | |||
| ) |
Definition at line 3054 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_forkjoin_lock, __kmp_free_thread(), __kmp_init_parallel, __kmp_init_serial, __kmp_max_nth, __kmp_release_bootstrap_lock(), __kmp_save_internal_controls(), __kmp_threads, FALSE, KA_TRACE, KF_TRACE, KMP_DEBUG_ASSERT, KMP_MB, set__nproc, kmp_team::t, TCR_SYNC_4, and TCW_SYNC_4.
Referenced by FTN_SET_NUM_THREADS(), and ompc_set_num_threads().
| static void __kmp_static_yield | ( | int | arg | ) | [static] |
Definition at line 382 of file kmp_runtime.c.
References __kmp_yield().
| static void __kmp_tree_barrier_gather | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| void(*)(void *, void *) | reduce | |||
| ) | [static] |
Definition at line 1259 of file kmp_runtime.c.
References __kmp_barrier_gather_branch_bits, __kmp_gtid_from_tid, __kmp_release(), __kmp_wait_sleep(), FALSE, KA_TRACE, KMP_BARRIER_STATE_BUMP, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_MASTER_TID, kmp_release_fence, and kmp_team::t.
Referenced by __kmp_barrier(), and __kmp_join_barrier().
| static void __kmp_tree_barrier_release | ( | enum barrier_type | bt, | |
| kmp_info_t * | this_thr, | |||
| int | gtid, | |||
| int | tid, | |||
| int | propagate_icvs | |||
| ) | [static] |
Definition at line 1580 of file kmp_runtime.c.
References __kmp_barrier_release_branch_bits, __kmp_global, __kmp_gtid_from_tid, __kmp_release(), __kmp_threads, __kmp_tid_from_gtid, __kmp_wait_sleep(), bs_forkjoin_barrier, FALSE, KA_TRACE, kmp_acquire_fence, KMP_BARRIER_STATE_BUMP, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_INIT_BARRIER_STATE, KMP_MASTER_TID, KMP_MB, kmp_team::t, TCR_4, TCW_4, and TRUE.
Referenced by __kmp_barrier(), __kmp_end_split_barrier(), and __kmp_fork_barrier().
| void __kmp_unregister_library | ( | void | ) | [static] |
Definition at line 7134 of file kmp_runtime.c.
References __kmp_env_get(), __kmp_env_unset(), __kmp_reg_status_name(), KMP_DEBUG_ASSERT, and KMP_INTERNAL_FREE.
Referenced by __kmp_internal_end().
| void __kmp_unregister_root_current_thread | ( | int | gtid | ) |
Definition at line 4457 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_forkjoin_lock, __kmp_gtid_set_specific(), __kmp_release_bootstrap_lock(), __kmp_reset_root(), __kmp_root, __kmp_threads, FALSE, KA_TRACE, KC_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_GTID_DNE, KMP_MB, and KMP_UBER_GTID.
Referenced by __kmp_internal_end_library(), and __kmp_internal_end_thread().
| static int __kmp_unregister_root_other_thread | ( | int | gtid | ) | [static] |
Definition at line 4494 of file kmp_runtime.c.
References __kmp_reset_root(), __kmp_root, __kmp_threads, FALSE, KA_TRACE, KC_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, and KMP_UBER_GTID.
| void __kmp_user_set_library | ( | enum library_type | arg | ) |
Definition at line 8037 of file kmp_runtime.c.
References __kmp_aux_set_library(), __kmp_dflt_team_nth, __kmp_dflt_team_nth_ub, __kmp_entry_gtid, __kmp_threads, KA_TRACE, KMP_FATAL, KMP_WARNING, library_serial, library_throughput, library_turnaround, and set__nproc_p.
Referenced by FTN_SET_LIBRARY(), FTN_SET_LIBRARY_SERIAL(), FTN_SET_LIBRARY_THROUGHPUT(), FTN_SET_LIBRARY_TURNAROUND(), and kmpc_set_library().
| void __kmp_wait_sleep | ( | kmp_info_t * | this_thr, | |
| volatile kmp_uint * | spinner, | |||
| kmp_uint | checker, | |||
| int | final_spin | |||
| ) |
Definition at line 396 of file kmp_runtime.c.
References __kmp_abort_thread(), __kmp_avail_proc, __kmp_dflt_blocktime, __kmp_global, __kmp_nth, __kmp_static_delay, __kmp_suspend(), __kmp_thread_pool_active_nth, FALSE, KA_TRACE, KF_TRACE, KMP_DEBUG_ASSERT, KMP_INIT_YIELD, KMP_MASTER_TID, KMP_MAX_BLOCKTIME, KMP_MB, KMP_TEST_THEN_DEC32, KMP_TEST_THEN_INC32, KMP_YIELD, KMP_YIELD_SPIN, ompt_callbacks, ompt_status, ompt_status_track_callback, TCR_4, TCR_SYNC_4, and TRUE.
| void __kmp_warn | ( | char const * | format, | |
| ... | ||||
| ) |
Definition at line 707 of file kmp_runtime.c.
References __kmp_acquire_bootstrap_lock(), __kmp_generate_warnings, __kmp_release_bootstrap_lock(), __kmp_stdio_lock, __kmp_vprintf(), kmp_err, kmp_warnings_off, and MAX_MESSAGE.
Definition at line 110 of file kmp_runtime.c.
Referenced by __kmp_allocate_thread(), and __kmp_internal_end().
const unsigned __kmp_primes[] [static] |
{
0x9e3779b1, 0xffe6cc59, 0x2109f6dd, 0x43977ab5,
0xba5703f5, 0xb495a877, 0xe1626741, 0x79695e6b,
0xbc98c09f, 0xd5bee2b3, 0x287488f9, 0x3af18231,
0x9677cd4d, 0xbe3a6929, 0xadc6a877, 0xdcf0674b,
0xbe4d6fe9, 0x5f15e201, 0x99afc3fd, 0xf3f16801,
0xe222cfff, 0x24ba5fdb, 0x0620452d, 0x79f149e3,
0xc8b93f49, 0x972702cd, 0xb07dd827, 0x6c97d5ed,
0x085a3d61, 0x46eb5ea7, 0x3d9910ed, 0x2e687b5b,
0x29609227, 0x6eb081f1, 0x0954c4e1, 0x9d114db9,
0x542acfa9, 0xb3e6bd7b, 0x0742d917, 0xe9f3ffa7,
0x54581edb, 0xf2480f45, 0x0bb9288f, 0xef1affc7,
0x85fa0ca7, 0x3ccc14db, 0xe6baf34b, 0x343377f7,
0x5ca19031, 0xe6d9293b, 0xf0a9f391, 0x5d2e980b,
0xfc411073, 0xc3749363, 0xb892d829, 0x3549366b,
0x629750ad, 0xb98294e5, 0x892d9483, 0xc235baf3,
0x3d2402a3, 0x6bdef3c9, 0xbec333cd, 0x40c9520f
}
Definition at line 3986 of file kmp_runtime.c.
long __kmp_registration_flag = 0 [static] |
Definition at line 7007 of file kmp_runtime.c.
char* __kmp_registration_str = NULL [static] |
Definition at line 7009 of file kmp_runtime.c.
kmp_info_t* __kmp_thread_pool_insert_pt = NULL [static] |
Definition at line 144 of file kmp_runtime.c.
Referenced by __kmp_allocate_thread(), __kmp_do_serial_initialize(), __kmp_free_thread(), and __kmp_internal_end().
| char const __kmp_version_omp_api[] |
KMP_VERSION_PREFIX "API version: " "2.5 (200505)"
Definition at line 74 of file kmp_runtime.c.
Referenced by __kmp_print_version_1().
1.6.1