Files
swift-mirror/stdlib/public/runtime/Exclusivity.cpp
Mike Ash d0017555c7 [Runtime] Faster dynamic exclusivity checking implemented in Swift.
Replace C++ implementation of swift_beginAccess and swift_endAccess with (almost) pure Swift implementation. Helpers remain in C++ for TLS, getting return addresses, and raising a fatal error on violations.

This change also moves the exclusivity access set head from the shared SwiftTLSContext structure to a dedicated TLS key. This improves performance, which is important for exclusivity checking. This is particularly the case where we can inline TLS access with a constant key, as on Darwin ARM64.

The code that bridges exclusivity tracking into Concurrency remains in C++. The new Swift implementation exposes a few helpers for it to use as a replacement for directly manipulating the C++ implementation.

rdar://161122309
2026-01-14 12:23:55 -05:00

192 lines
6.2 KiB
C++

//===--- Exclusivity.cpp - Exclusivity tracking ---------------------------===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
//
// This implements the runtime support for dynamically tracking exclusivity.
//
//===----------------------------------------------------------------------===//
// NOTE: This should really be applied in the CMakeLists.txt. However, we do
// not have a way to currently specify that at the target specific level yet.
#if defined(_WIN32)
#define NOMINMAX
#define WIN32_LEAN_AND_MEAN
#define VCEXTRALEAN
#endif
#include "swift/Runtime/Exclusivity.h"
#include "swift/shims/Visibility.h"
#include "SwiftTLSContext.h"
#include "swift/Basic/Lazy.h"
#include "swift/Runtime/Config.h"
#include "swift/Runtime/Debug.h"
#include "swift/Runtime/EnvironmentVariables.h"
#include "swift/Runtime/Metadata.h"
#include "swift/Threading/ThreadLocalStorage.h"
#include <cinttypes>
#include <cstdio>
#include <memory>
// Pick a return-address strategy
#if defined(__wasm__)
// Wasm can't access call frame for security purposes
#define get_return_address() ((void*) 0)
#elif __GNUC__
#define get_return_address() __builtin_return_address(0)
#elif _MSC_VER
#include <intrin.h>
#define get_return_address() _ReturnAddress()
#else
#error missing implementation for get_return_address
#define get_return_address() ((void*) 0)
#endif
using namespace swift;
using namespace swift::runtime;
bool swift::_swift_disableExclusivityChecking = false;
static const char *getAccessName(ExclusivityFlags flags) {
switch (flags) {
case ExclusivityFlags::Read: return "read";
case ExclusivityFlags::Modify: return "modification";
default: return "unknown";
}
}
// In asserts builds if the environment variable
// SWIFT_DEBUG_RUNTIME_EXCLUSIVITY_LOGGING is set, emit logging information.
#ifndef NDEBUG
static inline bool isExclusivityLoggingEnabled() {
return runtime::environment::SWIFT_DEBUG_RUNTIME_EXCLUSIVITY_LOGGING();
}
static inline void _flockfile_stderr() {
#if defined(_WIN32)
_lock_file(stderr);
#elif defined(__wasi__)
// FIXME: WebAssembly/WASI doesn't support file locking yet (https://github.com/apple/swift/issues/54533).
#else
flockfile(stderr);
#endif
}
static inline void _funlockfile_stderr() {
#if defined(_WIN32)
_unlock_file(stderr);
#elif defined(__wasi__)
// FIXME: WebAssembly/WASI doesn't support file locking yet (https://github.com/apple/swift/issues/54533).
#else
funlockfile(stderr);
#endif
}
/// Used to ensure that logging printfs are deterministic.
static inline void withLoggingLock(std::function<void()> func) {
assert(isExclusivityLoggingEnabled() &&
"Should only be called if exclusivity logging is enabled!");
_flockfile_stderr();
func();
fflush(stderr);
_funlockfile_stderr();
}
#endif
SWIFT_ALWAYS_INLINE
static void reportExclusivityConflict(ExclusivityFlags oldAction, void *oldPC,
ExclusivityFlags newFlags, void *newPC,
void *pointer) {
constexpr unsigned maxMessageLength = 100;
constexpr unsigned maxAccessDescriptionLength = 50;
char message[maxMessageLength];
snprintf(message, sizeof(message),
"Simultaneous accesses to 0x%" PRIxPTR ", but modification requires "
"exclusive access",
reinterpret_cast<uintptr_t>(pointer));
fprintf(stderr, "%s.\n", message);
char oldAccess[maxAccessDescriptionLength];
snprintf(oldAccess, sizeof(oldAccess),
"Previous access (a %s) started at", getAccessName(oldAction));
fprintf(stderr, "%s ", oldAccess);
if (oldPC) {
dumpStackTraceEntry(0, oldPC, /*shortOutput=*/true);
fprintf(stderr, " (0x%" PRIxPTR ").\n", reinterpret_cast<uintptr_t>(oldPC));
} else {
fprintf(stderr, "<unknown>.\n");
}
char newAccess[maxAccessDescriptionLength];
snprintf(newAccess, sizeof(newAccess), "Current access (a %s) started at",
getAccessName(getAccessAction(newFlags)));
fprintf(stderr, "%s:\n", newAccess);
// The top frame is in swift_beginAccess, don't print it.
constexpr unsigned framesToSkip = 1;
printCurrentBacktrace(framesToSkip);
RuntimeErrorDetails::Thread secondaryThread = {
.description = oldAccess,
.threadID = 0,
.numFrames = 1,
.frames = &oldPC
};
RuntimeErrorDetails details = {
.version = RuntimeErrorDetails::currentVersion,
.errorType = "exclusivity-violation",
.currentStackDescription = newAccess,
.framesToSkip = framesToSkip,
.memoryAddress = pointer,
.numExtraThreads = 1,
.threads = &secondaryThread,
.numFixIts = 0,
.fixIts = nullptr,
.numNotes = 0,
.notes = nullptr,
};
_swift_reportToDebugger(RuntimeErrorFlagFatal, message, &details);
fatalError(0, "Fatal access conflict detected.\n");
}
SWIFT_RUNTIME_STDLIB_INTERNAL
void _swift_reportExclusivityConflict(uintptr_t oldAction, void *oldPC,
uintptr_t newFlags, void *newPC,
void *pointer) {
reportExclusivityConflict((ExclusivityFlags)oldAction, oldPC,
(ExclusivityFlags)newFlags, newPC, pointer);
}
static SWIFT_THREAD_LOCAL_TYPE(TLSPointer<void>, swift::tls_key::exclusivity)
AccessSetValue;
SWIFT_RUNTIME_STDLIB_INTERNAL
void * _Nullable _swift_getExclusivityTLSImpl() {
return AccessSetValue.get();
}
SWIFT_RUNTIME_STDLIB_INTERNAL
void _swift_setExclusivityTLSImpl(void * _Nullable newValue) {
AccessSetValue.set(newValue);
}
// Declare two internal helpers from the Swift implementation that are used by
// the concurrency-specific code.
extern "C" void _swift_exclusivityAccessSetNext(void *access,
void *_Nullable next);
extern "C" void *_swift_exclusivityAccessGetParent(void *access,
void *_Nullable child);
// Bring in the concurrency-specific exclusivity code.
#include "ConcurrencyExclusivity.inc"