deps: cherry-pick 46c4979e86 from upstream v8

Original commit message:

    Use wider types for max_old_space_size and co.

    Make --max_old_space_size and friends work with values >= 2**31.
    Such values did not work reliably (or sometimes not all) due to
    signed integer overflow in size computations, which is UB.

    Fixes https://github.com/nodejs/node/issues/18786.

    Bug: chromium:814138
    Cq-Include-Trybots: master.tryserver.chromium.linux:linux_chromium_rel_ng
    Change-Id: Ibe23cef2417fd5b4a727022b8b0d4b50f1417182
    Reviewed-on: https://chromium-review.googlesource.com/927063
    Commit-Queue: Ben Noordhuis <info@bnoordhuis.nl>
    Reviewed-by: Michael Lippautz <mlippautz@chromium.org>
    Cr-Commit-Position: refs/heads/master@{#51433}

PR-URL: https://github.com/nodejs/node/pull/18920
Fixes: https://github.com/nodejs/node/issues/18786
Reviewed-By: Yang Guo <yangguo@chromium.org>
Reviewed-By: Ruben Bridgewater <ruben@bridgewater.de>
This commit is contained in:
Ben Noordhuis 2018-02-21 14:53:53 +01:00 committed by Ruben Bridgewater
parent 26231548ad
commit 13cb056e4c
No known key found for this signature in database
GPG Key ID: F07496B3EB3C1762
6 changed files with 82 additions and 42 deletions

View File

@ -27,7 +27,7 @@
# Reset this number to 0 on major V8 upgrades. # Reset this number to 0 on major V8 upgrades.
# Increment by one for each non-official patch applied to deps/v8. # Increment by one for each non-official patch applied to deps/v8.
'v8_embedder_string': '-node.3', 'v8_embedder_string': '-node.4',
# Enable disassembler for `--print-code` v8 options # Enable disassembler for `--print-code` v8 options
'v8_enable_disassembler': 1, 'v8_enable_disassembler': 1,

7
deps/v8/src/api.cc vendored
View File

@ -911,8 +911,7 @@ void ResourceConstraints::ConfigureDefaults(uint64_t physical_memory,
uint64_t virtual_memory_limit) { uint64_t virtual_memory_limit) {
set_max_semi_space_size_in_kb( set_max_semi_space_size_in_kb(
i::Heap::ComputeMaxSemiSpaceSize(physical_memory)); i::Heap::ComputeMaxSemiSpaceSize(physical_memory));
set_max_old_space_size( set_max_old_space_size(i::Heap::ComputeMaxOldGenerationSize(physical_memory));
static_cast<int>(i::Heap::ComputeMaxOldGenerationSize(physical_memory)));
set_max_zone_pool_size(i::AccountingAllocator::kMaxPoolSize); set_max_zone_pool_size(i::AccountingAllocator::kMaxPoolSize);
if (virtual_memory_limit > 0 && i::kRequiresCodeRange) { if (virtual_memory_limit > 0 && i::kRequiresCodeRange) {
@ -927,7 +926,9 @@ void ResourceConstraints::ConfigureDefaults(uint64_t physical_memory,
void SetResourceConstraints(i::Isolate* isolate, void SetResourceConstraints(i::Isolate* isolate,
const ResourceConstraints& constraints) { const ResourceConstraints& constraints) {
size_t semi_space_size = constraints.max_semi_space_size_in_kb(); size_t semi_space_size = constraints.max_semi_space_size_in_kb();
int old_space_size = constraints.max_old_space_size(); size_t old_space_size =
static_cast<size_t>(
static_cast<unsigned int>(constraints.max_old_space_size()));
size_t code_range_size = constraints.code_range_size(); size_t code_range_size = constraints.code_range_size();
size_t max_pool_size = constraints.max_zone_pool_size(); size_t max_pool_size = constraints.max_zone_pool_size();
if (semi_space_size != 0 || old_space_size != 0 || code_range_size != 0) { if (semi_space_size != 0 || old_space_size != 0 || code_range_size != 0) {

View File

@ -161,6 +161,7 @@ struct MaybeBoolFlag {
#define DEFINE_INT(nam, def, cmt) FLAG(INT, int, nam, def, cmt) #define DEFINE_INT(nam, def, cmt) FLAG(INT, int, nam, def, cmt)
#define DEFINE_UINT(nam, def, cmt) FLAG(UINT, unsigned int, nam, def, cmt) #define DEFINE_UINT(nam, def, cmt) FLAG(UINT, unsigned int, nam, def, cmt)
#define DEFINE_FLOAT(nam, def, cmt) FLAG(FLOAT, double, nam, def, cmt) #define DEFINE_FLOAT(nam, def, cmt) FLAG(FLOAT, double, nam, def, cmt)
#define DEFINE_SIZE_T(nam, def, cmt) FLAG(SIZE_T, size_t, nam, def, cmt)
#define DEFINE_STRING(nam, def, cmt) FLAG(STRING, const char*, nam, def, cmt) #define DEFINE_STRING(nam, def, cmt) FLAG(STRING, const char*, nam, def, cmt)
#define DEFINE_ARGS(nam, cmt) \ #define DEFINE_ARGS(nam, cmt) \
FLAG(ARGS, JSArguments, nam, {0 COMMA nullptr}, cmt) FLAG(ARGS, JSArguments, nam, {0 COMMA nullptr}, cmt)
@ -168,6 +169,7 @@ struct MaybeBoolFlag {
#define DEFINE_ALIAS_BOOL(alias, nam) FLAG_ALIAS(BOOL, bool, alias, nam) #define DEFINE_ALIAS_BOOL(alias, nam) FLAG_ALIAS(BOOL, bool, alias, nam)
#define DEFINE_ALIAS_INT(alias, nam) FLAG_ALIAS(INT, int, alias, nam) #define DEFINE_ALIAS_INT(alias, nam) FLAG_ALIAS(INT, int, alias, nam)
#define DEFINE_ALIAS_FLOAT(alias, nam) FLAG_ALIAS(FLOAT, double, alias, nam) #define DEFINE_ALIAS_FLOAT(alias, nam) FLAG_ALIAS(FLOAT, double, alias, nam)
#define DEFINE_ALIAS_SIZE_T(alias, nam) FLAG_ALIAS(SIZE_T, size_t, alias, nam)
#define DEFINE_ALIAS_STRING(alias, nam) \ #define DEFINE_ALIAS_STRING(alias, nam) \
FLAG_ALIAS(STRING, const char*, alias, nam) FLAG_ALIAS(STRING, const char*, alias, nam)
#define DEFINE_ALIAS_ARGS(alias, nam) FLAG_ALIAS(ARGS, JSArguments, alias, nam) #define DEFINE_ALIAS_ARGS(alias, nam) FLAG_ALIAS(ARGS, JSArguments, alias, nam)
@ -580,18 +582,18 @@ DEFINE_INT(generic_ic_threshold, 30,
DEFINE_INT(self_opt_count, 130, "call count before self-optimization") DEFINE_INT(self_opt_count, 130, "call count before self-optimization")
// Garbage collections flags. // Garbage collections flags.
DEFINE_INT(min_semi_space_size, 0, DEFINE_SIZE_T(min_semi_space_size, 0,
"min size of a semi-space (in MBytes), the new space consists of two" "min size of a semi-space (in MBytes), the new space consists of "
"semi-spaces") "two semi-spaces")
DEFINE_INT(max_semi_space_size, 0, DEFINE_SIZE_T(max_semi_space_size, 0,
"max size of a semi-space (in MBytes), the new space consists of two" "max size of a semi-space (in MBytes), the new space consists of "
"semi-spaces") "two semi-spaces")
DEFINE_INT(semi_space_growth_factor, 2, "factor by which to grow the new space") DEFINE_INT(semi_space_growth_factor, 2, "factor by which to grow the new space")
DEFINE_BOOL(experimental_new_space_growth_heuristic, false, DEFINE_BOOL(experimental_new_space_growth_heuristic, false,
"Grow the new space based on the percentage of survivors instead " "Grow the new space based on the percentage of survivors instead "
"of their absolute value.") "of their absolute value.")
DEFINE_INT(max_old_space_size, 0, "max size of the old space (in Mbytes)") DEFINE_SIZE_T(max_old_space_size, 0, "max size of the old space (in Mbytes)")
DEFINE_INT(initial_old_space_size, 0, "initial old space size (in Mbytes)") DEFINE_SIZE_T(initial_old_space_size, 0, "initial old space size (in Mbytes)")
DEFINE_BOOL(gc_global, false, "always perform global GCs") DEFINE_BOOL(gc_global, false, "always perform global GCs")
DEFINE_INT(gc_interval, -1, "garbage collect after <n> allocations") DEFINE_INT(gc_interval, -1, "garbage collect after <n> allocations")
DEFINE_INT(retain_maps_for_n_gc, 2, DEFINE_INT(retain_maps_for_n_gc, 2,

67
deps/v8/src/flags.cc vendored
View File

@ -5,6 +5,7 @@
#include "src/flags.h" #include "src/flags.h"
#include <cctype> #include <cctype>
#include <cerrno>
#include <cstdlib> #include <cstdlib>
#include <sstream> #include <sstream>
@ -39,6 +40,7 @@ struct Flag {
TYPE_INT, TYPE_INT,
TYPE_UINT, TYPE_UINT,
TYPE_FLOAT, TYPE_FLOAT,
TYPE_SIZE_T,
TYPE_STRING, TYPE_STRING,
TYPE_ARGS TYPE_ARGS
}; };
@ -81,6 +83,11 @@ struct Flag {
return reinterpret_cast<double*>(valptr_); return reinterpret_cast<double*>(valptr_);
} }
size_t* size_t_variable() const {
DCHECK(type_ == TYPE_SIZE_T);
return reinterpret_cast<size_t*>(valptr_);
}
const char* string_value() const { const char* string_value() const {
DCHECK(type_ == TYPE_STRING); DCHECK(type_ == TYPE_STRING);
return *reinterpret_cast<const char**>(valptr_); return *reinterpret_cast<const char**>(valptr_);
@ -119,6 +126,11 @@ struct Flag {
return *reinterpret_cast<const double*>(defptr_); return *reinterpret_cast<const double*>(defptr_);
} }
size_t size_t_default() const {
DCHECK(type_ == TYPE_SIZE_T);
return *reinterpret_cast<const size_t*>(defptr_);
}
const char* string_default() const { const char* string_default() const {
DCHECK(type_ == TYPE_STRING); DCHECK(type_ == TYPE_STRING);
return *reinterpret_cast<const char* const *>(defptr_); return *reinterpret_cast<const char* const *>(defptr_);
@ -142,6 +154,8 @@ struct Flag {
return *uint_variable() == uint_default(); return *uint_variable() == uint_default();
case TYPE_FLOAT: case TYPE_FLOAT:
return *float_variable() == float_default(); return *float_variable() == float_default();
case TYPE_SIZE_T:
return *size_t_variable() == size_t_default();
case TYPE_STRING: { case TYPE_STRING: {
const char* str1 = string_value(); const char* str1 = string_value();
const char* str2 = string_default(); const char* str2 = string_default();
@ -173,6 +187,9 @@ struct Flag {
case TYPE_FLOAT: case TYPE_FLOAT:
*float_variable() = float_default(); *float_variable() = float_default();
break; break;
case TYPE_SIZE_T:
*size_t_variable() = size_t_default();
break;
case TYPE_STRING: case TYPE_STRING:
set_string_value(string_default(), false); set_string_value(string_default(), false);
break; break;
@ -201,6 +218,8 @@ static const char* Type2String(Flag::FlagType type) {
case Flag::TYPE_UINT: case Flag::TYPE_UINT:
return "uint"; return "uint";
case Flag::TYPE_FLOAT: return "float"; case Flag::TYPE_FLOAT: return "float";
case Flag::TYPE_SIZE_T:
return "size_t";
case Flag::TYPE_STRING: return "string"; case Flag::TYPE_STRING: return "string";
case Flag::TYPE_ARGS: return "arguments"; case Flag::TYPE_ARGS: return "arguments";
} }
@ -227,6 +246,9 @@ std::ostream& operator<<(std::ostream& os, const Flag& flag) { // NOLINT
case Flag::TYPE_FLOAT: case Flag::TYPE_FLOAT:
os << *flag.float_variable(); os << *flag.float_variable();
break; break;
case Flag::TYPE_SIZE_T:
os << *flag.size_t_variable();
break;
case Flag::TYPE_STRING: { case Flag::TYPE_STRING: {
const char* str = flag.string_value(); const char* str = flag.string_value();
os << (str ? str : "nullptr"); os << (str ? str : "nullptr");
@ -358,6 +380,27 @@ static Flag* FindFlag(const char* name) {
return nullptr; return nullptr;
} }
template <typename T>
bool TryParseUnsigned(Flag* flag, const char* arg, const char* value,
char** endp, T* out_val) {
// We do not use strtoul because it accepts negative numbers.
// Rejects values >= 2**63 when T is 64 bits wide but that
// seems like an acceptable trade-off.
uint64_t max = static_cast<uint64_t>(std::numeric_limits<T>::max());
errno = 0;
int64_t val = static_cast<int64_t>(strtoll(value, endp, 10));
if (val < 0 || static_cast<uint64_t>(val) > max || errno != 0) {
PrintF(stderr,
"Error: Value for flag %s of type %s is out of bounds "
"[0-%" PRIu64
"]\n"
"Try --help for options\n",
arg, Type2String(flag->type()), max);
return false;
}
*out_val = static_cast<T>(val);
return true;
}
// static // static
int FlagList::SetFlagsFromCommandLine(int* argc, int FlagList::SetFlagsFromCommandLine(int* argc,
@ -422,27 +465,21 @@ int FlagList::SetFlagsFromCommandLine(int* argc,
case Flag::TYPE_INT: case Flag::TYPE_INT:
*flag->int_variable() = static_cast<int>(strtol(value, &endp, 10)); *flag->int_variable() = static_cast<int>(strtol(value, &endp, 10));
break; break;
case Flag::TYPE_UINT: { case Flag::TYPE_UINT:
// We do not use strtoul because it accepts negative numbers. if (!TryParseUnsigned(flag, arg, value, &endp,
int64_t val = static_cast<int64_t>(strtoll(value, &endp, 10)); flag->uint_variable())) {
if (val < 0 || val > std::numeric_limits<unsigned int>::max()) {
PrintF(stderr,
"Error: Value for flag %s of type %s is out of bounds "
"[0-%" PRIu64
"]\n"
"Try --help for options\n",
arg, Type2String(flag->type()),
static_cast<uint64_t>(
std::numeric_limits<unsigned int>::max()));
return_code = j; return_code = j;
break;
} }
*flag->uint_variable() = static_cast<unsigned int>(val);
break; break;
}
case Flag::TYPE_FLOAT: case Flag::TYPE_FLOAT:
*flag->float_variable() = strtod(value, &endp); *flag->float_variable() = strtod(value, &endp);
break; break;
case Flag::TYPE_SIZE_T:
if (!TryParseUnsigned(flag, arg, value, &endp,
flag->size_t_variable())) {
return_code = j;
}
break;
case Flag::TYPE_STRING: case Flag::TYPE_STRING:
flag->set_string_value(value ? StrDup(value) : nullptr, true); flag->set_string_value(value ? StrDup(value) : nullptr, true);
break; break;

View File

@ -5095,8 +5095,8 @@ bool Heap::ConfigureHeap(size_t max_semi_space_size_in_kb,
// The new space size must be a power of two to support single-bit testing // The new space size must be a power of two to support single-bit testing
// for containment. // for containment.
max_semi_space_size_ = base::bits::RoundUpToPowerOfTwo32( max_semi_space_size_ = static_cast<size_t>(base::bits::RoundUpToPowerOfTwo64(
static_cast<uint32_t>(max_semi_space_size_)); static_cast<uint64_t>(max_semi_space_size_)));
if (max_semi_space_size_ == kMaxSemiSpaceSizeInKB * KB) { if (max_semi_space_size_ == kMaxSemiSpaceSizeInKB * KB) {
// Start with at least 1*MB semi-space on machines with a lot of memory. // Start with at least 1*MB semi-space on machines with a lot of memory.

View File

@ -626,15 +626,15 @@ class Heap {
#endif #endif
// Semi-space size needs to be a multiple of page size. // Semi-space size needs to be a multiple of page size.
static const int kMinSemiSpaceSizeInKB = static const size_t kMinSemiSpaceSizeInKB =
1 * kPointerMultiplier * ((1 << kPageSizeBits) / KB); 1 * kPointerMultiplier * ((1 << kPageSizeBits) / KB);
static const int kMaxSemiSpaceSizeInKB = static const size_t kMaxSemiSpaceSizeInKB =
16 * kPointerMultiplier * ((1 << kPageSizeBits) / KB); 16 * kPointerMultiplier * ((1 << kPageSizeBits) / KB);
// The old space size has to be a multiple of Page::kPageSize. // The old space size has to be a multiple of Page::kPageSize.
// Sizes are in MB. // Sizes are in MB.
static const int kMinOldGenerationSize = 128 * kPointerMultiplier; static const size_t kMinOldGenerationSize = 128 * kPointerMultiplier;
static const int kMaxOldGenerationSize = 1024 * kPointerMultiplier; static const size_t kMaxOldGenerationSize = 1024 * kPointerMultiplier;
static const int kTraceRingBufferSize = 512; static const int kTraceRingBufferSize = 512;
static const int kStacktraceBufferSize = 512; static const int kStacktraceBufferSize = 512;
@ -1372,10 +1372,10 @@ class Heap {
size_t MaxOldGenerationSize() { return max_old_generation_size_; } size_t MaxOldGenerationSize() { return max_old_generation_size_; }
static size_t ComputeMaxOldGenerationSize(uint64_t physical_memory) { static size_t ComputeMaxOldGenerationSize(uint64_t physical_memory) {
const int old_space_physical_memory_factor = 4; const size_t old_space_physical_memory_factor = 4;
int computed_size = size_t computed_size = static_cast<size_t>(
static_cast<int>(physical_memory / i::MB / physical_memory / i::MB / old_space_physical_memory_factor *
old_space_physical_memory_factor * kPointerMultiplier); kPointerMultiplier);
return Max(Min(computed_size, kMaxOldGenerationSize), return Max(Min(computed_size, kMaxOldGenerationSize),
kMinOldGenerationSize); kMinOldGenerationSize);
} }
@ -1387,8 +1387,8 @@ class Heap {
uint64_t capped_physical_memory = uint64_t capped_physical_memory =
Max(Min(physical_memory, max_physical_memory), min_physical_memory); Max(Min(physical_memory, max_physical_memory), min_physical_memory);
// linearly scale max semi-space size: (X-A)/(B-A)*(D-C)+C // linearly scale max semi-space size: (X-A)/(B-A)*(D-C)+C
int semi_space_size_in_kb = size_t semi_space_size_in_kb =
static_cast<int>(((capped_physical_memory - min_physical_memory) * static_cast<size_t>(((capped_physical_memory - min_physical_memory) *
(kMaxSemiSpaceSizeInKB - kMinSemiSpaceSizeInKB)) / (kMaxSemiSpaceSizeInKB - kMinSemiSpaceSizeInKB)) /
(max_physical_memory - min_physical_memory) + (max_physical_memory - min_physical_memory) +
kMinSemiSpaceSizeInKB); kMinSemiSpaceSizeInKB);