Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Runtime] Unify debug variable parsing from the environment and avoid getenv when possible. #32137

Merged
merged 1 commit into from
Jun 4, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 41 additions & 0 deletions include/swift/Runtime/EnvironmentVariables.h
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
//===--- EnvironmentVariables.h - Debug variables. --------------*- C++ -*-===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
//
// Debug behavior conditionally enabled using environment variables.
//
//===----------------------------------------------------------------------===//

#include "../Basic/Lazy.h"

namespace swift {
namespace runtime {
namespace environment {

void initialize(void *);

extern OnceToken_t initializeToken;

// Declare backing variables.
#define VARIABLE(name, type, defaultValue, help) extern type name ## _variable;
#include "../../../stdlib/public/runtime/EnvironmentVariables.def"

// Define getter functions.
#define VARIABLE(name, type, defaultValue, help) \
inline type name() { \
SWIFT_ONCE_F(initializeToken, initialize, nullptr); \
return name ## _variable; \
}
#include "../../../stdlib/public/runtime/EnvironmentVariables.def"

} // end namespace environment
} // end namespace runtime
} // end namespace Swift
1 change: 1 addition & 0 deletions stdlib/public/runtime/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@ set(swift_runtime_sources
CygwinPort.cpp
Demangle.cpp
Enum.cpp
EnvironmentVariables.cpp
ErrorObjectCommon.cpp
ErrorObjectConstants.cpp
ErrorObjectNative.cpp
Expand Down
190 changes: 190 additions & 0 deletions stdlib/public/runtime/EnvironmentVariables.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,190 @@
//===--- EnvironmentVariables.h - Debug variables. --------------*- C++ -*-===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
//
// Debug behavior conditionally enabled using environment variables.
//
//===----------------------------------------------------------------------===//

#include "swift/Runtime/Debug.h"
#include "swift/Runtime/EnvironmentVariables.h"

#include <string.h>

using namespace swift;

namespace {

// Require all environment variable names to start with SWIFT_
static constexpr bool hasSwiftPrefix(const char *str) {
const char prefix[] = "SWIFT_";
for (unsigned i = 0; i < sizeof(prefix) - 1; i++)
if (str[i] != prefix[i])
return false;
return true;
}
#define VARIABLE(name, type, defaultValue, help) \
static_assert(hasSwiftPrefix(#name), "Names must start with SWIFT");
#include "EnvironmentVariables.def"

// Value parsers. Add new functions named parse_<type> to accommodate more
// debug variable types.
static bool parse_bool(const char *name, const char *value, bool defaultValue) {
if (!value)
return defaultValue;
switch (value[0]) {
case 'Y':
case 'y':
case 'T':
case 't':
case '1':
return true;
case 'N':
case 'n':
case 'F':
case 'f':
case '0':
return false;
default:
swift::warning(RuntimeErrorFlagNone,
"Warning: cannot parse value %s=%s, defaulting to %s.\n",
name, value, defaultValue ? "true" : "false");
return defaultValue;
}
}

static uint8_t parse_uint8_t(const char *name,
const char *value,
uint8_t defaultValue) {
if (!value)
return defaultValue;
char *end;
long n = strtol(value, &end, 0);
if (*end != '\0') {
swift::warning(RuntimeErrorFlagNone,
"Warning: cannot parse value %s=%s, defaulting to %u.\n",
name, value, defaultValue);
return defaultValue;
}

if (n < 0) {
swift::warning(RuntimeErrorFlagNone,
"Warning: %s=%s out of bounds, clamping to 0.\n",
name, value);
return 0;
}
if (n > UINT8_MAX) {
swift::warning(RuntimeErrorFlagNone,
"Warning: %s=%s out of bounds, clamping to %d.\n",
name, value, UINT8_MAX);
return UINT8_MAX;
}

return n;
}

// Print a list of all the environment variables. Lazy initialization makes
// this a bit odd, but the use of these variables in the metadata system means
// it's almost certain to run early.
//
// The "extra" parameter is printed after the header and before the list of
// variables.
void printHelp(const char *extra) {
swift::warning(RuntimeErrorFlagNone, "Swift runtime debugging:\n");
if (extra)
swift::warning(RuntimeErrorFlagNone, "%s\n", extra);
#define VARIABLE(name, type, defaultValue, help) \
swift::warning(RuntimeErrorFlagNone, "%7s %s [default: %s] - %s\n", \
#type, #name, #defaultValue, help);
#include "EnvironmentVariables.def"
swift::warning(RuntimeErrorFlagNone, "SWIFT_DEBUG_HELP=YES - Print this help.");
}

} // end anonymous namespace

// Define backing variables.
#define VARIABLE(name, type, defaultValue, help) \
type swift::runtime::environment::name ## _variable = defaultValue;
#include "EnvironmentVariables.def"

// Initialization code.
OnceToken_t swift::runtime::environment::initializeToken;

#if defined(__APPLE__) || defined(__FreeBSD__) || defined(__linux__)
extern "C" char **environ;
#define ENVIRON environ
#elif defined(_WIN32)
extern "C" char **_environ;
#define ENVIRON _environ
#endif

#ifdef ENVIRON
void swift::runtime::environment::initialize(void *context) {
// On platforms where we have an environment variable array available, scan it
// directly. This optimizes for the common case where no variables are set,
// since we only need to perform one scan to set all variables. It also allows
// us to detect some spelling mistakes by warning on unknown SWIFT_ variables.

bool SWIFT_DEBUG_HELP_variable = false;
for (char **var = ENVIRON; *var; var++) {
// Immediately skip anything without a SWIFT_ prefix.
if (strncmp(*var, "SWIFT_", 6) != 0)
continue;

bool foundVariable = false;
// Check each defined variable in turn, plus SWIFT_DEBUG_HELP. Variables are
// parsed by functions named parse_<type> above. An unknown type will
// produce an error that parse_<unknown-type> doesn't exist. Add new parsers
// above.
#define VARIABLE(name, type, defaultValue, help) \
if (strncmp(*var, #name "=", strlen(#name "=")) == 0) { \
name ## _variable = \
parse_ ## type(#name, *var + strlen(#name "="), defaultValue); \
foundVariable = true; \
}
// SWIFT_DEBUG_HELP is not in the variables list. Parse it like the other
// variables.
VARIABLE(SWIFT_DEBUG_HELP, bool, false, )
#include "EnvironmentVariables.def"

// Flag unknown SWIFT_DEBUG_ variables to catch misspellings. We don't flag
// all unknown SWIFT_ variables, because there are a bunch of other SWIFT_
// variables used for other purposes, such as SWIFT_SOURCE_ROOT and
// SWIFT_INSTALL_DIR, and we don't want to warn for all of those.
const char *swiftDebugPrefix = "SWIFT_DEBUG_";
if (!foundVariable &&
strncmp(*var, swiftDebugPrefix, strlen(swiftDebugPrefix)) == 0) {
const char *equals = strchr(*var, '=');
if (!equals)
equals = *var + strlen(*var);
swift::warning(RuntimeErrorFlagNone,
"Warning: unknown environment variable %.*s\n",
(int)(equals - *var), *var);
}
}

if (SWIFT_DEBUG_HELP_variable)
printHelp(nullptr);
}
#else
void swift::runtime::environment::initialize(void *context) {
// Emit a getenv call for each variable. This is less efficient but works
// everywhere.
#define VARIABLE(name, type, defaultValue, help) \
name ## _variable = parse_ ## type(#name, getenv(#name), defaultValue);
#include "EnvironmentVariables.def"

// Print help if requested.
if (parse_bool("SWIFT_DEBUG_HELP", getenv("SWIFT_DEBUG_HELP"), false))
printHelp("Using getenv to read variables. Unknown SWIFT_DEBUG_ variables "
"will not be flagged.");
}
#endif
40 changes: 40 additions & 0 deletions stdlib/public/runtime/EnvironmentVariables.def
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
//===--- EnvironmentVariables.def - Debug variables. ------------*- C++ -*-===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
//
// This file defines x-macros used for metaprogramming with the set of
// environment variables used for configuring or enabling debug features in the
// runtime.
//
//===----------------------------------------------------------------------===//

// #define VARIABLE(name, type, defaultValue, help)

#ifndef VARIABLE
#error "Must define VARIABLE to include EnvironmentVariables.def"
#endif

VARIABLE(SWIFT_DEBUG_ENABLE_METADATA_ALLOCATION_ITERATION, bool, false,
"Enable additional metadata allocation tracking for swift-inspect to "
"use.")

VARIABLE(SWIFT_DEBUG_IMPLICIT_OBJC_ENTRYPOINT, uint8_t, 2,
"Print warnings when using implicit @objc entrypoints. Set to "
"desired reporting level, 0-3.")

VARIABLE(SWIFT_DETERMINISTIC_HASHING, bool, false,
"Disable randomized hash seeding.")

VARIABLE(SWIFT_ENABLE_MANGLED_NAME_VERIFICATION, bool, false,
"Enable verification that metadata can roundtrip through a mangled "
"name each time metadata is instantiated.")

#undef VARIABLE
37 changes: 18 additions & 19 deletions stdlib/public/runtime/Metadata.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
#include "swift/Demangling/Demangler.h"
#include "swift/ABI/TypeIdentity.h"
#include "swift/Runtime/Casting.h"
#include "swift/Runtime/EnvironmentVariables.h"
#include "swift/Runtime/ExistentialContainer.h"
#include "swift/Runtime/HeapObject.h"
#include "swift/Runtime/Mutex.h"
Expand Down Expand Up @@ -5505,21 +5506,21 @@ bool swift::_swift_debug_metadataAllocationIterationEnabled = false;
const void * const swift::_swift_debug_allocationPoolPointer = &AllocationPool;

static void checkAllocatorDebugEnvironmentVariable(void *context) {
const char *value =
getenv("SWIFT_DEBUG_ENABLE_METADATA_ALLOCATION_ITERATION");
if (value && (value[0] == '1' || value[0] == 'y' || value[0] == 'Y')) {
_swift_debug_metadataAllocationIterationEnabled = true;
// Write a PoolTrailer to the end of InitialAllocationPool and shrink
// the pool accordingly.
auto poolCopy = AllocationPool.load(std::memory_order_relaxed);
assert(poolCopy.Begin == InitialAllocationPool.Pool);
size_t newPoolSize = InitialPoolSize - sizeof(PoolTrailer);
PoolTrailer trailer = { nullptr, newPoolSize };
memcpy(InitialAllocationPool.Pool + newPoolSize, &trailer,
sizeof(trailer));
poolCopy.Remaining = newPoolSize;
AllocationPool.store(poolCopy, std::memory_order_relaxed);
}
_swift_debug_metadataAllocationIterationEnabled
= runtime::environment::SWIFT_DEBUG_ENABLE_METADATA_ALLOCATION_ITERATION();
if (!_swift_debug_metadataAllocationIterationEnabled)
return;

// Write a PoolTrailer to the end of InitialAllocationPool and shrink
// the pool accordingly.
auto poolCopy = AllocationPool.load(std::memory_order_relaxed);
assert(poolCopy.Begin == InitialAllocationPool.Pool);
size_t newPoolSize = InitialPoolSize - sizeof(PoolTrailer);
PoolTrailer trailer = { nullptr, newPoolSize };
memcpy(InitialAllocationPool.Pool + newPoolSize, &trailer,
sizeof(trailer));
poolCopy.Remaining = newPoolSize;
AllocationPool.store(poolCopy, std::memory_order_relaxed);
}

void *MetadataAllocator::Allocate(size_t size, size_t alignment) {
Expand Down Expand Up @@ -5655,10 +5656,8 @@ void swift::verifyMangledNameRoundtrip(const Metadata *metadata) {
// variable lets us easily turn on verification to find and fix these
// bugs. Remove this and leave it permanently on once everything works
// with it enabled.
bool verificationEnabled =
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Remove the last sentence of the comment above, since we no longer plan to remove this verification code.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Good idea. I'll do that in a followup, since I just got the thing through PR testing and I'd rather not continue that particular struggle....

SWIFT_LAZY_CONSTANT((bool)getenv("SWIFT_ENABLE_MANGLED_NAME_VERIFICATION"));

if (!verificationEnabled) return;
if (!swift::runtime::environment::SWIFT_ENABLE_MANGLED_NAME_VERIFICATION())
return;

Demangle::StackAllocatedDemangler<1024> Dem;
auto node = _swift_buildDemanglingForMetadata(metadata, Dem);
Expand Down
18 changes: 3 additions & 15 deletions stdlib/public/runtime/SwiftObject.mm
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@
#include "llvm/ADT/StringRef.h"
#include "swift/Basic/Lazy.h"
#include "swift/Runtime/Casting.h"
#include "swift/Runtime/EnvironmentVariables.h"
#include "swift/Runtime/Heap.h"
#include "swift/Runtime/HeapObject.h"
#include "swift/Runtime/Metadata.h"
Expand Down Expand Up @@ -1478,22 +1479,9 @@ void swift_objc_swift3ImplicitObjCEntrypoint(id self, SEL selector,
// if possible.
// 3: Complain about uses of implicit @objc entrypoints, then abort().
//
// The actual reportLevel is stored as the above values +1, so that
// 0 indicates we have not yet checked. It's fine to race through here.
//
// The default, if SWIFT_DEBUG_IMPLICIT_OBJC_ENTRYPOINT is not set, is 2.
static int storedReportLevel = 0;
if (storedReportLevel == 0) {
auto reportLevelStr = getenv("SWIFT_DEBUG_IMPLICIT_OBJC_ENTRYPOINT");
if (reportLevelStr &&
reportLevelStr[0] >= '0' && reportLevelStr[0] <= '3' &&
reportLevelStr[1] == 0)
storedReportLevel = (reportLevelStr[0] - '0') + 1;
else
storedReportLevel = 3;
}

int reportLevel = storedReportLevel - 1;
uint8_t reportLevel =
runtime::environment::SWIFT_DEBUG_IMPLICIT_OBJC_ENTRYPOINT();
if (reportLevel < 1) return;

// Report the error.
Expand Down
4 changes: 2 additions & 2 deletions stdlib/public/stubs/GlobalObjects.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
#include "../SwiftShims/Random.h"
#include "swift/Runtime/Metadata.h"
#include "swift/Runtime/Debug.h"
#include "swift/Runtime/EnvironmentVariables.h"
#include <stdlib.h>

namespace swift {
Expand Down Expand Up @@ -113,8 +114,7 @@ static swift::_SwiftHashingParameters initializeHashingParameters() {
// results are repeatable, e.g., in certain test environments. (Note that
// even if the seed override is enabled, hash values aren't guaranteed to
// remain stable across even minor stdlib releases.)
auto determinism = getenv("SWIFT_DETERMINISTIC_HASHING");
if (determinism && 0 == strcmp(determinism, "1")) {
if (swift::runtime::environment::SWIFT_DETERMINISTIC_HASHING()) {
return { 0, 0, true };
}
__swift_uint64_t seed0 = 0, seed1 = 0;
Expand Down
Loading