#include <stddef.h>#include "kmp.h"#include "kmp_i18n.h"#include "kmp_lock.h"#include "kmp_io.h"Go to the source code of this file.
| #define __kmp_static_delay | ( | arg | ) |
Definition at line 72 of file kmp_lock.cpp.
Referenced by __kmp_acquire_drdpa_lock_timed_template(), __kmp_bakery_check(), __kmp_reap_common(), __kmp_wait_sleep(), __kmp_wait_yield(), __kmp_wait_yield_4(), __kmp_wait_yield_8(), and __kmpc_end_taskq().
| #define IS_CRITICAL | ( | lck | ) |
( ( __kmp_get_user_lock_flags_ != NULL ) && \ ( ( *__kmp_get_user_lock_flags_ )( lck ) & kmp_lf_critical_section ) )
Referenced by __kmp_cleanup_user_locks().
| void __kmp_acquire_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2144 of file kmp_lock.cpp.
References __kmp_acquire_drdpa_lock_timed_template().
Referenced by __kmp_acquire_drdpa_lock_with_checks().
| static __forceinline void __kmp_acquire_drdpa_lock_timed_template | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1979 of file kmp_lock.cpp.
References __kmp_allocate, __kmp_avail_proc, __kmp_free, __kmp_nth, __kmp_printf(), __kmp_static_delay, __kmp_xproc, kmp_base_drdpa_lock::cleanup_ticket, KA_TRACE, KMP_INIT_YIELD, KMP_MB, KMP_TEST_THEN_INC64, KMP_YIELD, KMP_YIELD_SPIN, kmp_drdpa_lock::lk, kmp_base_drdpa_lock::mask, kmp_base_drdpa_lock::next_ticket, kmp_base_drdpa_lock::now_serving, kmp_base_drdpa_lock::num_polls, kmp_base_drdpa_lock::old_polls, kmp_base_drdpa_lock::kmp_lock_poll::poll, kmp_base_drdpa_lock::polls, TCR_4, TCR_8, TCR_PTR, and TRUE.
Referenced by __kmp_acquire_drdpa_lock(), and __kmp_acquire_nested_drdpa_lock().
| static void __kmp_acquire_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2150 of file kmp_lock.cpp.
References __kmp_acquire_drdpa_lock(), __kmp_env_consistency_check, __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), kmp_base_drdpa_lock::initialized, KMP_FATAL, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_nested_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2341 of file kmp_lock.cpp.
References __kmp_acquire_drdpa_lock_timed_template(), __kmp_get_drdpa_lock_owner(), kmp_base_drdpa_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_acquire_nested_drdpa_lock_with_checks().
| static void __kmp_acquire_nested_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2358 of file kmp_lock.cpp.
References __kmp_acquire_nested_drdpa_lock(), __kmp_env_consistency_check, __kmp_is_drdpa_lock_nestable(), kmp_base_drdpa_lock::initialized, KMP_FATAL, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_nested_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1783 of file kmp_lock.cpp.
References __kmp_get_queuing_lock_owner(), kmp_base_queuing_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, and kmp_queuing_lock::lk.
Referenced by __kmp_acquire_nested_queuing_lock_with_checks().
| static void __kmp_acquire_nested_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1800 of file kmp_lock.cpp.
References __kmp_acquire_nested_queuing_lock(), __kmp_env_consistency_check, __kmp_is_queuing_lock_nestable(), kmp_base_queuing_lock::initialized, KMP_FATAL, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_nested_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 299 of file kmp_lock.cpp.
References __kmp_acquire_tas_lock_timed_template(), __kmp_get_tas_lock_owner(), kmp_base_tas_lock::depth_locked, KMP_DEBUG_ASSERT, and kmp_tas_lock::lk.
Referenced by __kmp_acquire_nested_tas_lock_with_checks().
| static void __kmp_acquire_nested_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 313 of file kmp_lock.cpp.
References __kmp_acquire_nested_tas_lock(), __kmp_env_consistency_check, __kmp_is_tas_lock_nestable(), and KMP_FATAL.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_nested_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 987 of file kmp_lock.cpp.
References __kmp_acquire_ticket_lock_timed_template(), __kmp_get_ticket_lock_owner(), kmp_base_ticket_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_acquire_nested_ticket_lock_with_checks().
| static void __kmp_acquire_nested_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1004 of file kmp_lock.cpp.
References __kmp_acquire_nested_ticket_lock(), __kmp_env_consistency_check, __kmp_is_ticket_lock_nestable(), kmp_base_ticket_lock::initialized, KMP_FATAL, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1480 of file kmp_lock.cpp.
References KMP_DEBUG_ASSERT.
Referenced by __kmp_acquire_atomic_lock(), and __kmp_acquire_queuing_lock_with_checks().
| static __forceinline void __kmp_acquire_queuing_lock_timed_template | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [inline, static] |
Definition at line 1286 of file kmp_lock.cpp.
References __kmp_avail_proc, __kmp_nth, __kmp_thread_from_gtid, __kmp_xproc, FALSE, kmp_base_queuing_lock::head_id, KA_TRACE, KMP_ASSERT, KMP_ASSERT2, KMP_COMPARE_AND_STORE_ACQ32, KMP_COMPARE_AND_STORE_ACQ64, KMP_DEBUG_ASSERT, KMP_EQ, KMP_MB, KMP_PACK_64, KMP_WAIT_YIELD, KMP_YIELD, kmp_queuing_lock::lk, ompt_status, ompt_status_track, TCR_4, and TRUE.
| static void __kmp_acquire_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1488 of file kmp_lock.cpp.
References __kmp_acquire_queuing_lock(), __kmp_env_consistency_check, __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), kmp_base_queuing_lock::initialized, KMP_FATAL, kmp_queuing_lock::lk, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 182 of file kmp_lock.cpp.
References __kmp_acquire_tas_lock_timed_template().
Referenced by __kmp_acquire_tas_lock_with_checks().
| static __forceinline void __kmp_acquire_tas_lock_timed_template | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 141 of file kmp_lock.cpp.
References __kmp_avail_proc, __kmp_nth, __kmp_printf(), __kmp_xproc, KMP_COMPARE_AND_STORE_ACQ32, KMP_INIT_YIELD, KMP_MB, KMP_YIELD, KMP_YIELD_SPIN, kmp_tas_lock::lk, kmp_base_tas_lock::poll, TCR_4, and TRUE.
Referenced by __kmp_acquire_nested_tas_lock(), and __kmp_acquire_tas_lock().
| static void __kmp_acquire_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 188 of file kmp_lock.cpp.
References __kmp_acquire_tas_lock(), __kmp_env_consistency_check, __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), KMP_FATAL, and OMP_LOCK_T_SIZE.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_acquire_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 831 of file kmp_lock.cpp.
References __kmp_acquire_ticket_lock_timed_template().
Referenced by __kmp_acquire_bootstrap_lock(), __kmp_acquire_lock(), and __kmp_acquire_ticket_lock_with_checks().
| static __forceinline void __kmp_acquire_ticket_lock_timed_template | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 811 of file kmp_lock.cpp.
References __kmp_bakery_check(), __kmp_printf(), KMP_MB, KMP_TEST_THEN_INC32, KMP_WAIT_YIELD, kmp_ticket_lock::lk, kmp_base_ticket_lock::next_ticket, kmp_base_ticket_lock::now_serving, and TCR_4.
Referenced by __kmp_acquire_nested_ticket_lock(), and __kmp_acquire_ticket_lock().
| static void __kmp_acquire_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 837 of file kmp_lock.cpp.
References __kmp_acquire_ticket_lock(), __kmp_env_consistency_check, __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), kmp_base_ticket_lock::initialized, KMP_FATAL, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
Definition at line 797 of file kmp_lock.cpp.
References __kmp_static_delay, FALSE, and TRUE.
Referenced by __kmp_acquire_ticket_lock_timed_template().
| void __kmp_cleanup_user_locks | ( | void | ) |
Definition at line 3107 of file kmp_lock.cpp.
References __kmp_destroy_user_lock(), __kmp_env_consistency_check, __kmp_free, __kmp_get_user_lock_location(), __kmp_init_user_locks, __kmp_is_user_lock_initialized_, __kmp_str_loc_free(), __kmp_str_loc_init(), kmp_lock_table::allocated, kmp_str_loc::col, FALSE, kmp_str_loc::file, kmp_str_loc::func, IS_CRITICAL, KA_TRACE, KMP_WARNING, kmp_str_loc::line, kmp_block_of_locks::locks, kmp_block_of_locks::next_block, ident::psource, kmp_lock_table::table, TCW_4, and kmp_lock_table::used.
Referenced by __kmp_cleanup().
| void __kmp_destroy_drdpa_lock | ( | kmp_drdpa_lock_t * | lck | ) |
Definition at line 2296 of file kmp_lock.cpp.
References __kmp_free, kmp_base_drdpa_lock::cleanup_ticket, kmp_base_drdpa_lock::depth_locked, kmp_base_drdpa_lock::initialized, kmp_drdpa_lock::lk, kmp_base_drdpa_lock::location, kmp_base_drdpa_lock::mask, kmp_base_drdpa_lock::next_ticket, kmp_base_drdpa_lock::now_serving, kmp_base_drdpa_lock::num_polls, kmp_base_drdpa_lock::old_polls, kmp_base_drdpa_lock::owner_id, and kmp_base_drdpa_lock::polls.
Referenced by __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock(), and __kmp_set_user_lock_vptrs().
| static void __kmp_destroy_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2318 of file kmp_lock.cpp.
References __kmp_destroy_drdpa_lock(), __kmp_env_consistency_check, __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), kmp_base_drdpa_lock::initialized, KMP_FATAL, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_nested_drdpa_lock | ( | kmp_drdpa_lock_t * | lck | ) |
Definition at line 2460 of file kmp_lock.cpp.
References __kmp_destroy_drdpa_lock(), kmp_base_drdpa_lock::depth_locked, and kmp_drdpa_lock::lk.
Referenced by __kmp_destroy_nested_drdpa_lock_with_checks().
| static void __kmp_destroy_nested_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2467 of file kmp_lock.cpp.
References __kmp_destroy_nested_drdpa_lock(), __kmp_env_consistency_check, __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), kmp_base_drdpa_lock::initialized, KMP_FATAL, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_nested_queuing_lock | ( | kmp_queuing_lock_t * | lck | ) |
Definition at line 1903 of file kmp_lock.cpp.
References __kmp_destroy_queuing_lock(), kmp_base_queuing_lock::depth_locked, and kmp_queuing_lock::lk.
Referenced by __kmp_destroy_nested_queuing_lock_with_checks().
| static void __kmp_destroy_nested_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1910 of file kmp_lock.cpp.
References __kmp_destroy_nested_queuing_lock(), __kmp_env_consistency_check, __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), kmp_base_queuing_lock::initialized, KMP_FATAL, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_nested_tas_lock | ( | kmp_tas_lock_t * | lck | ) |
Definition at line 402 of file kmp_lock.cpp.
References __kmp_destroy_tas_lock(), kmp_base_tas_lock::depth_locked, and kmp_tas_lock::lk.
Referenced by __kmp_destroy_nested_tas_lock_with_checks().
| static void __kmp_destroy_nested_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck | ) | [static] |
Definition at line 409 of file kmp_lock.cpp.
References __kmp_destroy_nested_tas_lock(), __kmp_env_consistency_check, __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), and KMP_FATAL.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_nested_ticket_lock | ( | kmp_ticket_lock_t * | lck | ) |
Definition at line 1107 of file kmp_lock.cpp.
References __kmp_destroy_ticket_lock(), kmp_base_ticket_lock::depth_locked, and kmp_ticket_lock::lk.
Referenced by __kmp_destroy_nested_ticket_lock_with_checks().
| static void __kmp_destroy_nested_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 1114 of file kmp_lock.cpp.
References __kmp_destroy_nested_ticket_lock(), __kmp_env_consistency_check, __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), kmp_base_ticket_lock::initialized, KMP_FATAL, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_queuing_lock | ( | kmp_queuing_lock_t * | lck | ) |
Definition at line 1747 of file kmp_lock.cpp.
References kmp_base_queuing_lock::depth_locked, kmp_base_queuing_lock::head_id, kmp_base_queuing_lock::initialized, kmp_queuing_lock::lk, kmp_base_queuing_lock::location, kmp_base_queuing_lock::next_ticket, kmp_base_queuing_lock::now_serving, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_destroy_atomic_lock(), __kmp_destroy_nested_queuing_lock(), __kmp_destroy_queuing_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| static void __kmp_destroy_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1760 of file kmp_lock.cpp.
References __kmp_destroy_queuing_lock(), __kmp_env_consistency_check, __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), kmp_base_queuing_lock::initialized, KMP_FATAL, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_tas_lock | ( | kmp_tas_lock_t * | lck | ) |
Definition at line 272 of file kmp_lock.cpp.
References kmp_tas_lock::lk, and kmp_base_tas_lock::poll.
Referenced by __kmp_destroy_nested_tas_lock(), __kmp_destroy_tas_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| static void __kmp_destroy_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck | ) | [static] |
Definition at line 278 of file kmp_lock.cpp.
References __kmp_destroy_tas_lock(), __kmp_env_consistency_check, __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), KMP_FATAL, and OMP_LOCK_T_SIZE.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_destroy_ticket_lock | ( | kmp_ticket_lock_t * | lck | ) |
Definition at line 953 of file kmp_lock.cpp.
References kmp_base_ticket_lock::depth_locked, kmp_base_ticket_lock::initialized, kmp_ticket_lock::lk, kmp_base_ticket_lock::location, kmp_base_ticket_lock::next_ticket, kmp_base_ticket_lock::now_serving, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_destroy_bootstrap_lock(), __kmp_destroy_lock(), __kmp_destroy_nested_ticket_lock(), __kmp_destroy_ticket_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| static void __kmp_destroy_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 964 of file kmp_lock.cpp.
References __kmp_destroy_ticket_lock(), __kmp_env_consistency_check, __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), kmp_base_ticket_lock::initialized, KMP_FATAL, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static kmp_lock_flags_t __kmp_get_drdpa_lock_flags | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2508 of file kmp_lock.cpp.
References kmp_base_drdpa_lock::flags, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static const ident_t* __kmp_get_drdpa_lock_location | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2496 of file kmp_lock.cpp.
References kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| static kmp_int32 __kmp_get_drdpa_lock_owner | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 1967 of file kmp_lock.cpp.
References kmp_drdpa_lock::lk, kmp_base_drdpa_lock::owner_id, and TCR_4.
Referenced by __kmp_acquire_drdpa_lock_with_checks(), __kmp_acquire_nested_drdpa_lock(), __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock_with_checks(), __kmp_release_drdpa_lock_with_checks(), __kmp_release_nested_drdpa_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_drdpa_lock().
| static kmp_lock_flags_t __kmp_get_queuing_lock_flags | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1951 of file kmp_lock.cpp.
References kmp_base_queuing_lock::flags, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static const ident_t* __kmp_get_queuing_lock_location | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1939 of file kmp_lock.cpp.
References kmp_queuing_lock::lk, and kmp_base_queuing_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| static kmp_int32 __kmp_get_queuing_lock_owner | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1270 of file kmp_lock.cpp.
References kmp_queuing_lock::lk, kmp_base_queuing_lock::owner_id, and TCR_4.
Referenced by __kmp_acquire_nested_queuing_lock(), __kmp_acquire_queuing_lock_with_checks(), __kmp_destroy_nested_queuing_lock_with_checks(), __kmp_destroy_queuing_lock_with_checks(), __kmp_release_nested_queuing_lock_with_checks(), __kmp_release_queuing_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_queuing_lock().
| static kmp_int32 __kmp_get_tas_lock_owner | ( | kmp_tas_lock_t * | lck | ) | [static] |
Definition at line 129 of file kmp_lock.cpp.
References kmp_tas_lock::lk, kmp_base_tas_lock::poll, and TCR_4.
Referenced by __kmp_acquire_nested_tas_lock(), __kmp_acquire_tas_lock_with_checks(), __kmp_destroy_nested_tas_lock_with_checks(), __kmp_destroy_tas_lock_with_checks(), __kmp_release_nested_tas_lock_with_checks(), __kmp_release_tas_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_tas_lock().
| static kmp_lock_flags_t __kmp_get_ticket_lock_flags | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 1155 of file kmp_lock.cpp.
References kmp_base_ticket_lock::flags, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static const ident_t* __kmp_get_ticket_lock_location | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 1143 of file kmp_lock.cpp.
References kmp_ticket_lock::lk, and kmp_base_ticket_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| static kmp_int32 __kmp_get_ticket_lock_owner | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 785 of file kmp_lock.cpp.
References kmp_ticket_lock::lk, kmp_base_ticket_lock::owner_id, and TCR_4.
Referenced by __kmp_acquire_nested_ticket_lock(), __kmp_acquire_ticket_lock_with_checks(), __kmp_destroy_nested_ticket_lock_with_checks(), __kmp_destroy_ticket_lock_with_checks(), __kmp_release_nested_ticket_lock_with_checks(), __kmp_release_ticket_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_ticket_lock().
| void __kmp_init_drdpa_lock | ( | kmp_drdpa_lock_t * | lck | ) |
Definition at line 2271 of file kmp_lock.cpp.
References __kmp_allocate, kmp_base_drdpa_lock::cleanup_ticket, kmp_base_drdpa_lock::depth_locked, kmp_base_drdpa_lock::initialized, KA_TRACE, kmp_drdpa_lock::lk, kmp_base_drdpa_lock::location, kmp_base_drdpa_lock::mask, kmp_base_drdpa_lock::next_ticket, kmp_base_drdpa_lock::now_serving, kmp_base_drdpa_lock::num_polls, kmp_base_drdpa_lock::old_polls, kmp_base_drdpa_lock::owner_id, and kmp_base_drdpa_lock::polls.
Referenced by __kmp_init_drdpa_lock_with_checks(), and __kmp_init_nested_drdpa_lock().
| static void __kmp_init_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2290 of file kmp_lock.cpp.
References __kmp_init_drdpa_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_nested_drdpa_lock | ( | kmp_drdpa_lock_t * | lck | ) |
Definition at line 2447 of file kmp_lock.cpp.
References __kmp_init_drdpa_lock(), kmp_base_drdpa_lock::depth_locked, and kmp_drdpa_lock::lk.
Referenced by __kmp_init_nested_drdpa_lock_with_checks().
| static void __kmp_init_nested_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2454 of file kmp_lock.cpp.
References __kmp_init_nested_drdpa_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_nested_queuing_lock | ( | kmp_queuing_lock_t * | lck | ) |
Definition at line 1890 of file kmp_lock.cpp.
References __kmp_init_queuing_lock(), kmp_base_queuing_lock::depth_locked, and kmp_queuing_lock::lk.
Referenced by __kmp_init_nested_queuing_lock_with_checks().
| static void __kmp_init_nested_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1897 of file kmp_lock.cpp.
References __kmp_init_nested_queuing_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_nested_tas_lock | ( | kmp_tas_lock_t * | lck | ) |
Definition at line 389 of file kmp_lock.cpp.
References __kmp_init_tas_lock(), kmp_base_tas_lock::depth_locked, and kmp_tas_lock::lk.
Referenced by __kmp_init_nested_tas_lock_with_checks().
| static void __kmp_init_nested_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck | ) | [static] |
Definition at line 396 of file kmp_lock.cpp.
References __kmp_init_nested_tas_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_nested_ticket_lock | ( | kmp_ticket_lock_t * | lck | ) |
Definition at line 1094 of file kmp_lock.cpp.
References __kmp_init_ticket_lock(), kmp_base_ticket_lock::depth_locked, and kmp_ticket_lock::lk.
Referenced by __kmp_init_nested_ticket_lock_with_checks().
| static void __kmp_init_nested_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 1101 of file kmp_lock.cpp.
References __kmp_init_nested_ticket_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_queuing_lock | ( | kmp_queuing_lock_t * | lck | ) |
Definition at line 1726 of file kmp_lock.cpp.
References kmp_base_queuing_lock::depth_locked, kmp_base_queuing_lock::head_id, kmp_base_queuing_lock::initialized, KA_TRACE, kmp_queuing_lock::lk, kmp_base_queuing_lock::location, kmp_base_queuing_lock::next_ticket, kmp_base_queuing_lock::now_serving, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_do_serial_initialize(), __kmp_init_atomic_lock(), __kmp_init_nested_queuing_lock(), and __kmp_init_queuing_lock_with_checks().
| static void __kmp_init_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1741 of file kmp_lock.cpp.
References __kmp_init_queuing_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_tas_lock | ( | kmp_tas_lock_t * | lck | ) |
Definition at line 260 of file kmp_lock.cpp.
References kmp_tas_lock::lk, kmp_base_tas_lock::poll, and TCW_4.
Referenced by __kmp_init_nested_tas_lock(), and __kmp_init_tas_lock_with_checks().
| static void __kmp_init_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck | ) | [static] |
Definition at line 266 of file kmp_lock.cpp.
References __kmp_init_tas_lock().
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_init_ticket_lock | ( | kmp_ticket_lock_t * | lck | ) |
Definition at line 936 of file kmp_lock.cpp.
References kmp_base_ticket_lock::depth_locked, kmp_base_ticket_lock::initialized, kmp_ticket_lock::lk, kmp_base_ticket_lock::location, kmp_base_ticket_lock::next_ticket, kmp_base_ticket_lock::now_serving, kmp_base_ticket_lock::owner_id, and TCW_4.
Referenced by __kmp_init_bootstrap_lock(), __kmp_init_lock(), __kmp_init_nested_ticket_lock(), and __kmp_init_ticket_lock_with_checks().
| static void __kmp_init_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 947 of file kmp_lock.cpp.
References __kmp_init_ticket_lock().
Referenced by __kmp_set_user_lock_vptrs().
| static int __kmp_is_drdpa_lock_initialized | ( | kmp_drdpa_lock_t * | lck | ) | [static] |
Definition at line 2490 of file kmp_lock.cpp.
References kmp_base_drdpa_lock::initialized, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static bool __kmp_is_drdpa_lock_nestable | ( | kmp_drdpa_lock_t * | lck | ) | [inline, static] |
Definition at line 1973 of file kmp_lock.cpp.
References kmp_base_drdpa_lock::depth_locked, and kmp_drdpa_lock::lk.
Referenced by __kmp_acquire_drdpa_lock_with_checks(), __kmp_acquire_nested_drdpa_lock_with_checks(), __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock_with_checks(), __kmp_release_drdpa_lock_with_checks(), __kmp_release_nested_drdpa_lock_with_checks(), __kmp_test_drdpa_lock_with_checks(), and __kmp_test_nested_drdpa_lock_with_checks().
| static int __kmp_is_queuing_lock_initialized | ( | kmp_queuing_lock_t * | lck | ) | [static] |
Definition at line 1933 of file kmp_lock.cpp.
References kmp_base_queuing_lock::initialized, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static bool __kmp_is_queuing_lock_nestable | ( | kmp_queuing_lock_t * | lck | ) | [inline, static] |
Definition at line 1276 of file kmp_lock.cpp.
References kmp_base_queuing_lock::depth_locked, and kmp_queuing_lock::lk.
Referenced by __kmp_acquire_nested_queuing_lock_with_checks(), __kmp_acquire_queuing_lock_with_checks(), __kmp_destroy_nested_queuing_lock_with_checks(), __kmp_destroy_queuing_lock_with_checks(), __kmp_release_nested_queuing_lock_with_checks(), __kmp_release_queuing_lock_with_checks(), __kmp_test_nested_queuing_lock_with_checks(), and __kmp_test_queuing_lock_with_checks().
| static bool __kmp_is_tas_lock_nestable | ( | kmp_tas_lock_t * | lck | ) | [inline, static] |
Definition at line 135 of file kmp_lock.cpp.
References kmp_base_tas_lock::depth_locked, and kmp_tas_lock::lk.
Referenced by __kmp_acquire_nested_tas_lock_with_checks(), __kmp_acquire_tas_lock_with_checks(), __kmp_destroy_nested_tas_lock_with_checks(), __kmp_destroy_tas_lock_with_checks(), __kmp_release_nested_tas_lock_with_checks(), __kmp_release_tas_lock_with_checks(), __kmp_test_nested_tas_lock_with_checks(), and __kmp_test_tas_lock_with_checks().
| static int __kmp_is_ticket_lock_initialized | ( | kmp_ticket_lock_t * | lck | ) | [static] |
Definition at line 1137 of file kmp_lock.cpp.
References kmp_base_ticket_lock::initialized, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static bool __kmp_is_ticket_lock_nestable | ( | kmp_ticket_lock_t * | lck | ) | [inline, static] |
Definition at line 791 of file kmp_lock.cpp.
References kmp_base_ticket_lock::depth_locked, and kmp_ticket_lock::lk.
Referenced by __kmp_acquire_nested_ticket_lock_with_checks(), __kmp_acquire_ticket_lock_with_checks(), __kmp_destroy_nested_ticket_lock_with_checks(), __kmp_destroy_ticket_lock_with_checks(), __kmp_release_nested_ticket_lock_with_checks(), __kmp_release_ticket_lock_with_checks(), __kmp_test_nested_ticket_lock_with_checks(), and __kmp_test_ticket_lock_with_checks().
| static kmp_user_lock_p __kmp_lock_block_allocate | ( | ) | [static] |
Definition at line 2970 of file kmp_lock.cpp.
References __kmp_allocate, KMP_DEBUG_ASSERT, KMP_MB, kmp_block_of_locks::locks, and kmp_block_of_locks::next_block.
Referenced by __kmp_user_lock_allocate().
| static kmp_lock_index_t __kmp_lock_table_insert | ( | kmp_user_lock_p | lck | ) | [static] |
Definition at line 2937 of file kmp_lock.cpp.
References __kmp_allocate, kmp_lock_table::allocated, KMP_DEBUG_ASSERT, kmp_lock_table::table, and kmp_lock_table::used.
Referenced by __kmp_user_lock_allocate().
| kmp_user_lock_p __kmp_lookup_user_lock | ( | void ** | user_lock, | |
| char const * | func | |||
| ) |
Definition at line 3072 of file kmp_lock.cpp.
References __kmp_env_consistency_check, KMP_DEBUG_ASSERT, KMP_FATAL, OMP_LOCK_T_SIZE, kmp_lock_table::table, and kmp_lock_table::used.
Referenced by __kmpc_destroy_lock(), __kmpc_destroy_nest_lock(), __kmpc_set_lock(), __kmpc_set_nest_lock(), __kmpc_test_lock(), __kmpc_test_nest_lock(), __kmpc_unset_lock(), and __kmpc_unset_nest_lock().
| void __kmp_release_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2229 of file kmp_lock.cpp.
References KA_TRACE, kmp_drdpa_lock::lk, kmp_base_drdpa_lock::mask, kmp_base_drdpa_lock::now_serving, kmp_base_drdpa_lock::kmp_lock_poll::poll, kmp_base_drdpa_lock::polls, TCR_8, TCR_PTR, and TCW_8.
Referenced by __kmp_release_drdpa_lock_with_checks(), and __kmp_release_nested_drdpa_lock().
| static void __kmp_release_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2247 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), __kmp_release_drdpa_lock(), kmp_base_drdpa_lock::initialized, KMP_FATAL, KMP_MB, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_release_nested_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2410 of file kmp_lock.cpp.
References __kmp_release_drdpa_lock(), kmp_base_drdpa_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, KMP_NESTED_LOCK_HELD, KMP_NESTED_LOCK_RELEASED, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_release_nested_drdpa_lock_with_checks().
| static int __kmp_release_nested_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2425 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), __kmp_release_nested_drdpa_lock(), kmp_base_drdpa_lock::initialized, KMP_FATAL, KMP_MB, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_release_nested_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1853 of file kmp_lock.cpp.
References __kmp_release_queuing_lock(), kmp_base_queuing_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, KMP_NESTED_LOCK_HELD, KMP_NESTED_LOCK_RELEASED, kmp_queuing_lock::lk, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_release_nested_queuing_lock_with_checks().
| static int __kmp_release_nested_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1868 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), __kmp_release_nested_queuing_lock(), kmp_base_queuing_lock::initialized, KMP_FATAL, KMP_MB, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_release_nested_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 357 of file kmp_lock.cpp.
References __kmp_release_tas_lock(), kmp_base_tas_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, KMP_NESTED_LOCK_HELD, KMP_NESTED_LOCK_RELEASED, and kmp_tas_lock::lk.
Referenced by __kmp_release_nested_tas_lock_with_checks().
| static int __kmp_release_nested_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 370 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), __kmp_release_nested_tas_lock(), KMP_FATAL, and KMP_MB.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_release_nested_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1057 of file kmp_lock.cpp.
References __kmp_release_ticket_lock(), kmp_base_ticket_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, KMP_NESTED_LOCK_HELD, KMP_NESTED_LOCK_RELEASED, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_release_nested_ticket_lock_with_checks().
| static int __kmp_release_nested_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1072 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), __kmp_release_nested_ticket_lock(), kmp_base_ticket_lock::initialized, KMP_FATAL, KMP_MB, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_release_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1566 of file kmp_lock.cpp.
References __kmp_thread_from_gtid, FALSE, kmp_base_queuing_lock::head_id, KA_TRACE, KMP_ASSERT2, KMP_COMPARE_AND_STORE_REL32, KMP_COMPARE_AND_STORE_REL64, KMP_DEBUG_ASSERT, KMP_MB, KMP_NEQ, KMP_PACK_64, KMP_WAIT_YIELD, kmp_queuing_lock::lk, and TRUE.
Referenced by __kmp_release_atomic_lock(), __kmp_release_nested_queuing_lock(), and __kmp_release_queuing_lock_with_checks().
| static void __kmp_release_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1702 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), __kmp_release_queuing_lock(), kmp_base_queuing_lock::initialized, KMP_FATAL, KMP_MB, kmp_queuing_lock::lk, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_release_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 226 of file kmp_lock.cpp.
References __kmp_avail_proc, __kmp_nth, __kmp_xproc, KMP_MB, KMP_YIELD, kmp_tas_lock::lk, kmp_base_tas_lock::poll, TCR_4, and TCW_4.
Referenced by __kmp_release_nested_tas_lock(), and __kmp_release_tas_lock_with_checks().
| static void __kmp_release_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 239 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), __kmp_release_tas_lock(), KMP_FATAL, KMP_MB, and OMP_LOCK_T_SIZE.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_release_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 895 of file kmp_lock.cpp.
References __kmp_avail_proc, __kmp_xproc, KMP_MB, KMP_YIELD, kmp_ticket_lock::lk, kmp_base_ticket_lock::next_ticket, kmp_base_ticket_lock::now_serving, and TCR_4.
Referenced by __kmp_release_bootstrap_lock(), __kmp_release_lock(), __kmp_release_nested_ticket_lock(), and __kmp_release_ticket_lock_with_checks().
| static void __kmp_release_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 912 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), __kmp_release_ticket_lock(), kmp_base_ticket_lock::initialized, KMP_FATAL, KMP_MB, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| static void __kmp_set_drdpa_lock_flags | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_lock_flags_t | flags | |||
| ) | [static] |
Definition at line 2514 of file kmp_lock.cpp.
References kmp_base_drdpa_lock::flags, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static void __kmp_set_drdpa_lock_location | ( | kmp_drdpa_lock_t * | lck, | |
| const ident_t * | loc | |||
| ) | [static] |
Definition at line 2502 of file kmp_lock.cpp.
References kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_set_queuing_lock_flags | ( | kmp_queuing_lock_t * | lck, | |
| kmp_lock_flags_t | flags | |||
| ) |
Definition at line 1957 of file kmp_lock.cpp.
References kmp_base_queuing_lock::flags, and kmp_queuing_lock::lk.
Referenced by __kmp_init_atomic_lock(), and __kmp_set_user_lock_vptrs().
| static void __kmp_set_queuing_lock_location | ( | kmp_queuing_lock_t * | lck, | |
| const ident_t * | loc | |||
| ) | [static] |
Definition at line 1945 of file kmp_lock.cpp.
References kmp_queuing_lock::lk, and kmp_base_queuing_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| static void __kmp_set_ticket_lock_flags | ( | kmp_ticket_lock_t * | lck, | |
| kmp_lock_flags_t | flags | |||
| ) | [static] |
Definition at line 1161 of file kmp_lock.cpp.
References kmp_base_ticket_lock::flags, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| static void __kmp_set_ticket_lock_location | ( | kmp_ticket_lock_t * | lck, | |
| const ident_t * | loc | |||
| ) | [static] |
Definition at line 1149 of file kmp_lock.cpp.
References kmp_ticket_lock::lk, and kmp_base_ticket_lock::location.
Referenced by __kmp_set_user_lock_vptrs().
| void __kmp_set_user_lock_vptrs | ( | kmp_lock_kind_t | user_lock_kind | ) |
Definition at line 2552 of file kmp_lock.cpp.
References __kmp_acquire_drdpa_lock_with_checks(), __kmp_acquire_nested_drdpa_lock_with_checks(), __kmp_acquire_nested_queuing_lock_with_checks(), __kmp_acquire_nested_tas_lock_with_checks(), __kmp_acquire_nested_ticket_lock_with_checks(), __kmp_acquire_nested_user_lock_with_checks_, __kmp_acquire_queuing_lock_with_checks(), __kmp_acquire_tas_lock_with_checks(), __kmp_acquire_ticket_lock_with_checks(), __kmp_acquire_user_lock_with_checks_, __kmp_destroy_drdpa_lock(), __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock_with_checks(), __kmp_destroy_nested_queuing_lock_with_checks(), __kmp_destroy_nested_tas_lock_with_checks(), __kmp_destroy_nested_ticket_lock_with_checks(), __kmp_destroy_nested_user_lock_with_checks_, __kmp_destroy_queuing_lock(), __kmp_destroy_queuing_lock_with_checks(), __kmp_destroy_tas_lock(), __kmp_destroy_tas_lock_with_checks(), __kmp_destroy_ticket_lock(), __kmp_destroy_ticket_lock_with_checks(), __kmp_destroy_user_lock_, __kmp_destroy_user_lock_with_checks_, __kmp_get_drdpa_lock_flags(), __kmp_get_drdpa_lock_location(), __kmp_get_drdpa_lock_owner(), __kmp_get_queuing_lock_flags(), __kmp_get_queuing_lock_location(), __kmp_get_queuing_lock_owner(), __kmp_get_tas_lock_owner(), __kmp_get_ticket_lock_flags(), __kmp_get_ticket_lock_location(), __kmp_get_ticket_lock_owner(), __kmp_get_user_lock_flags_, __kmp_get_user_lock_location_, __kmp_get_user_lock_owner_, __kmp_init_drdpa_lock_with_checks(), __kmp_init_nested_drdpa_lock_with_checks(), __kmp_init_nested_queuing_lock_with_checks(), __kmp_init_nested_tas_lock_with_checks(), __kmp_init_nested_ticket_lock_with_checks(), __kmp_init_nested_user_lock_with_checks_, __kmp_init_queuing_lock_with_checks(), __kmp_init_tas_lock_with_checks(), __kmp_init_ticket_lock_with_checks(), __kmp_init_user_lock_with_checks_, __kmp_is_drdpa_lock_initialized(), __kmp_is_queuing_lock_initialized(), __kmp_is_ticket_lock_initialized(), __kmp_is_user_lock_initialized_, __kmp_release_drdpa_lock_with_checks(), __kmp_release_nested_drdpa_lock_with_checks(), __kmp_release_nested_queuing_lock_with_checks(), __kmp_release_nested_tas_lock_with_checks(), __kmp_release_nested_ticket_lock_with_checks(), __kmp_release_nested_user_lock_with_checks_, __kmp_release_queuing_lock_with_checks(), __kmp_release_tas_lock_with_checks(), __kmp_release_ticket_lock_with_checks(), __kmp_release_user_lock_with_checks_, __kmp_set_drdpa_lock_flags(), __kmp_set_drdpa_lock_location(), __kmp_set_queuing_lock_flags(), __kmp_set_queuing_lock_location(), __kmp_set_ticket_lock_flags(), __kmp_set_ticket_lock_location(), __kmp_set_user_lock_flags_, __kmp_set_user_lock_location_, __kmp_test_drdpa_lock_with_checks(), __kmp_test_nested_drdpa_lock_with_checks(), __kmp_test_nested_queuing_lock_with_checks(), __kmp_test_nested_tas_lock_with_checks(), __kmp_test_nested_ticket_lock_with_checks(), __kmp_test_nested_user_lock_with_checks_, __kmp_test_queuing_lock_with_checks(), __kmp_test_tas_lock_with_checks(), __kmp_test_ticket_lock_with_checks(), __kmp_test_user_lock_with_checks_, KMP_ASSERT, lk_default, lk_drdpa, lk_queuing, lk_tas, and lk_ticket.
Referenced by __kmp_env_initialize().
| static void __kmp_static_yield | ( | int | arg | ) | [static] |
Definition at line 88 of file kmp_lock.cpp.
References __kmp_yield().
| int __kmp_test_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2173 of file kmp_lock.cpp.
References FALSE, KA_TRACE, KMP_COMPARE_AND_STORE_ACQ64, kmp_drdpa_lock::lk, kmp_base_drdpa_lock::mask, kmp_base_drdpa_lock::next_ticket, kmp_base_drdpa_lock::now_serving, kmp_base_drdpa_lock::kmp_lock_poll::poll, kmp_base_drdpa_lock::polls, TCR_8, TCR_PTR, and TRUE.
Referenced by __kmp_test_drdpa_lock_with_checks(), and __kmp_test_nested_drdpa_lock().
| static int __kmp_test_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2208 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_drdpa_lock_nestable(), __kmp_test_drdpa_lock(), kmp_base_drdpa_lock::initialized, KMP_FATAL, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_nested_drdpa_lock | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 2373 of file kmp_lock.cpp.
References __kmp_get_drdpa_lock_owner(), __kmp_test_drdpa_lock(), kmp_base_drdpa_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, kmp_drdpa_lock::lk, and kmp_base_drdpa_lock::owner_id.
Referenced by __kmp_test_nested_drdpa_lock_with_checks().
| static int __kmp_test_nested_drdpa_lock_with_checks | ( | kmp_drdpa_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 2395 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_drdpa_lock_nestable(), __kmp_test_nested_drdpa_lock(), kmp_base_drdpa_lock::initialized, KMP_FATAL, and kmp_drdpa_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_nested_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1815 of file kmp_lock.cpp.
References __kmp_get_queuing_lock_owner(), __kmp_test_queuing_lock(), kmp_base_queuing_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, kmp_queuing_lock::lk, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_test_nested_queuing_lock_with_checks().
| static int __kmp_test_nested_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1837 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_queuing_lock_nestable(), __kmp_test_nested_queuing_lock(), kmp_base_queuing_lock::initialized, KMP_FATAL, and kmp_queuing_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_nested_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 325 of file kmp_lock.cpp.
References __kmp_get_tas_lock_owner(), __kmp_test_tas_lock(), kmp_base_tas_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, and kmp_tas_lock::lk.
Referenced by __kmp_test_nested_tas_lock_with_checks().
| static int __kmp_test_nested_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 345 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_tas_lock_nestable(), __kmp_test_nested_tas_lock(), and KMP_FATAL.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_nested_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1019 of file kmp_lock.cpp.
References __kmp_get_ticket_lock_owner(), __kmp_test_ticket_lock(), kmp_base_ticket_lock::depth_locked, KMP_DEBUG_ASSERT, KMP_MB, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_test_nested_ticket_lock_with_checks().
| static int __kmp_test_nested_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1041 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_ticket_lock_nestable(), __kmp_test_nested_ticket_lock(), kmp_base_ticket_lock::initialized, KMP_FATAL, and kmp_ticket_lock::lk.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_queuing_lock | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 1512 of file kmp_lock.cpp.
References __kmp_thread_from_gtid, FALSE, kmp_base_queuing_lock::head_id, KA_TRACE, KMP_COMPARE_AND_STORE_ACQ32, KMP_DEBUG_ASSERT, kmp_queuing_lock::lk, and TRUE.
Referenced by __kmp_test_atomic_lock(), __kmp_test_nested_queuing_lock(), and __kmp_test_queuing_lock_with_checks().
| static int __kmp_test_queuing_lock_with_checks | ( | kmp_queuing_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 1545 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_queuing_lock_nestable(), __kmp_test_queuing_lock(), kmp_base_queuing_lock::initialized, KMP_FATAL, kmp_queuing_lock::lk, and kmp_base_queuing_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_tas_lock | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 204 of file kmp_lock.cpp.
References FALSE, KMP_COMPARE_AND_STORE_ACQ32, kmp_tas_lock::lk, kmp_base_tas_lock::poll, and TRUE.
Referenced by __kmp_test_nested_tas_lock(), and __kmp_test_tas_lock_with_checks().
| static int __kmp_test_tas_lock_with_checks | ( | kmp_tas_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 213 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_tas_lock_nestable(), __kmp_test_tas_lock(), KMP_FATAL, and OMP_LOCK_T_SIZE.
Referenced by __kmp_set_user_lock_vptrs().
| int __kmp_test_ticket_lock | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) |
Definition at line 860 of file kmp_lock.cpp.
References FALSE, KMP_COMPARE_AND_STORE_ACQ32, kmp_ticket_lock::lk, kmp_base_ticket_lock::next_ticket, kmp_base_ticket_lock::now_serving, TCR_4, and TRUE.
Referenced by __kmp_test_bootstrap_lock(), __kmp_test_lock(), __kmp_test_nested_ticket_lock(), and __kmp_test_ticket_lock_with_checks().
| static int __kmp_test_ticket_lock_with_checks | ( | kmp_ticket_lock_t * | lck, | |
| kmp_int32 | gtid | |||
| ) | [static] |
Definition at line 874 of file kmp_lock.cpp.
References __kmp_env_consistency_check, __kmp_is_ticket_lock_nestable(), __kmp_test_ticket_lock(), kmp_base_ticket_lock::initialized, KMP_FATAL, kmp_ticket_lock::lk, and kmp_base_ticket_lock::owner_id.
Referenced by __kmp_set_user_lock_vptrs().
| kmp_user_lock_p __kmp_user_lock_allocate | ( | void ** | user_lock, | |
| kmp_int32 | gtid, | |||
| kmp_lock_flags_t | flags | |||
| ) |
Definition at line 3001 of file kmp_lock.cpp.
References __kmp_acquire_lock(), __kmp_allocate, __kmp_global_lock, __kmp_lock_block_allocate(), __kmp_lock_table_insert(), __kmp_release_lock(), __kmp_set_user_lock_flags(), kmp_lock_pool::index, KMP_DEBUG_ASSERT, kmp_lock_pool::next, OMP_LOCK_T_SIZE, and kmp_user_lock::pool.
Referenced by __kmp_get_critical_section_ptr(), __kmpc_init_lock(), and __kmpc_init_nest_lock().
| void __kmp_user_lock_free | ( | void ** | user_lock, | |
| kmp_int32 | gtid, | |||
| kmp_user_lock_p | lck | |||
| ) |
Definition at line 3051 of file kmp_lock.cpp.
References __kmp_acquire_lock(), __kmp_global_lock, __kmp_release_lock(), kmp_lock_pool::index, KMP_DEBUG_ASSERT, kmp_lock_pool::next, OMP_LOCK_T_SIZE, kmp_user_lock::pool, and kmp_lock_table::used.
Referenced by __kmp_get_critical_section_ptr(), __kmpc_destroy_lock(), and __kmpc_destroy_nest_lock().
| void __kmp_validate_locks | ( | void | ) |
Definition at line 97 of file kmp_lock.cpp.
References i, and KMP_ASSERT.
Referenced by __kmp_do_serial_initialize().
| void( * __kmp_acquire_nested_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_acquire_nested_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_acquire_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_acquire_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| size_t __kmp_base_user_lock_size = 0 |
Definition at line 2528 of file kmp_lock.cpp.
Referenced by __kmp_end_critical_section_reduce_block(), and __kmp_enter_critical_section_reduce_block().
| void( * __kmp_destroy_nested_user_lock_with_checks_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_destroy_nested_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_destroy_user_lock_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_destroy_user_lock(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_destroy_user_lock_with_checks_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_destroy_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| kmp_lock_flags_t( * __kmp_get_user_lock_flags_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_set_user_lock_vptrs().
| const ident_t*( * __kmp_get_user_lock_location_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_get_user_lock_location(), and __kmp_set_user_lock_vptrs().
| kmp_int32( * __kmp_get_user_lock_owner_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_get_user_lock_owner(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_init_nested_user_lock_with_checks_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_init_nested_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_init_user_lock_with_checks_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_init_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| int( * __kmp_is_user_lock_initialized_)(kmp_user_lock_p lck) = NULL |
Referenced by __kmp_cleanup_user_locks(), and __kmp_set_user_lock_vptrs().
| kmp_block_of_locks* __kmp_lock_blocks = NULL |
Definition at line 2933 of file kmp_lock.cpp.
Referenced by __kmp_atfork_child().
| kmp_user_lock_p __kmp_lock_pool = NULL |
Definition at line 2930 of file kmp_lock.cpp.
| int __kmp_num_locks_in_block = 1 |
Definition at line 2934 of file kmp_lock.cpp.
Referenced by __kmp_stg_parse_lock_block(), and __kmp_stg_print_lock_block().
| int( * __kmp_release_nested_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_release_nested_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_release_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_release_user_lock_with_checks(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_set_user_lock_flags_)(kmp_user_lock_p lck, kmp_lock_flags_t flags) = NULL |
Referenced by __kmp_set_user_lock_flags(), and __kmp_set_user_lock_vptrs().
| void( * __kmp_set_user_lock_location_)(kmp_user_lock_p lck, const ident_t *loc) = NULL |
Referenced by __kmp_set_user_lock_location(), and __kmp_set_user_lock_vptrs().
| int( * __kmp_test_nested_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_set_user_lock_vptrs(), and __kmp_test_nested_user_lock_with_checks().
| int( * __kmp_test_user_lock_with_checks_)(kmp_user_lock_p lck, kmp_int32 gtid) = NULL |
Referenced by __kmp_set_user_lock_vptrs(), and __kmp_test_user_lock_with_checks().
| enum kmp_lock_kind __kmp_user_lock_kind = lk_default |
Definition at line 2526 of file kmp_lock.cpp.
Referenced by __kmp_env_initialize(), __kmp_stg_parse_lock_kind(), __kmp_stg_print_lock_kind(), __kmpc_critical(), __kmpc_destroy_lock(), __kmpc_destroy_nest_lock(), __kmpc_end_critical(), __kmpc_init_lock(), __kmpc_init_nest_lock(), __kmpc_set_lock(), __kmpc_set_nest_lock(), __kmpc_test_lock(), __kmpc_test_nest_lock(), __kmpc_unset_lock(), and __kmpc_unset_nest_lock().
| size_t __kmp_user_lock_size = 0 |
Definition at line 2529 of file kmp_lock.cpp.
| kmp_lock_table_t __kmp_user_lock_table = { 1, 0, NULL } |
Definition at line 2929 of file kmp_lock.cpp.
Referenced by __kmp_atfork_child().
1.6.1