// Copyright 2012 the V8 project authors. All rights reserved.

// Use of this source code is governed by a BSD-style license that can be

// found in the LICENSE file.

#include "src/codegen/assembler-inl.h"

#include "src/common/globals.h"

#include "src/date/date.h"

#include "src/diagnostics/disasm.h"

#include "src/diagnostics/disassembler.h"

#include "src/heap/combined-heap.h"

#include "src/heap/heap-write-barrier-inl.h"

#include "src/heap/read-only-heap.h"

#include "src/ic/handler-configuration-inl.h"

#include "src/init/bootstrapper.h"

#include "src/logging/runtime-call-stats-scope.h"

#include "src/objects/allocation-site-inl.h"

#include "src/objects/arguments-inl.h"

#include "src/objects/bigint.h"

#include "src/objects/cell-inl.h"

#include "src/objects/data-handler-inl.h"

#include "src/objects/debug-objects-inl.h"

#include "src/objects/elements.h"

#include "src/objects/embedder-data-array-inl.h"

#include "src/objects/embedder-data-slot-inl.h"

#include "src/objects/feedback-cell-inl.h"

#include "src/objects/field-type.h"

#include "src/objects/foreign-inl.h"

#include "src/objects/free-space-inl.h"

#include "src/objects/function-kind.h"

#include "src/objects/hash-table-inl.h"

#include "src/objects/instance-type.h"

#include "src/objects/js-array-buffer-inl.h"

#include "src/objects/js-array-inl.h"

#include "src/objects/objects-inl.h"

#include "src/objects/objects.h"

#include "src/roots/roots.h"

#ifdef V8_INTL_SUPPORT

#include "src/objects/js-break-iterator-inl.h"

#include "src/objects/js-collator-inl.h"

#endif // V8_INTL_SUPPORT

#include "src/objects/js-collection-inl.h"

#ifdef V8_INTL_SUPPORT

#include "src/objects/js-date-time-format-inl.h"

#include "src/objects/js-display-names-inl.h"

#endif // V8_INTL_SUPPORT

#include "src/objects/js-generator-inl.h"

#ifdef V8_INTL_SUPPORT

#include "src/objects/js-list-format-inl.h"

#include "src/objects/js-locale-inl.h"

#include "src/objects/js-number-format-inl.h"

#include "src/objects/js-plural-rules-inl.h"

#endif // V8_INTL_SUPPORT

#include "src/objects/js-regexp-inl.h"

#include "src/objects/js-regexp-string-iterator-inl.h"

#ifdef V8_INTL_SUPPORT

#include "src/objects/js-relative-time-format-inl.h"

#include "src/objects/js-segment-iterator-inl.h"

#include "src/objects/js-segmenter-inl.h"

#include "src/objects/js-segments-inl.h"

#endif // V8_INTL_SUPPORT

#include "src/objects/js-weak-refs-inl.h"

#include "src/objects/literal-objects-inl.h"

#include "src/objects/maybe-object.h"

#include "src/objects/megadom-handler-inl.h"

#include "src/objects/microtask-inl.h"

#include "src/objects/module-inl.h"

#include "src/objects/oddball-inl.h"

#include "src/objects/promise-inl.h"

#include "src/objects/property-descriptor-object-inl.h"

#include "src/objects/stack-frame-info-inl.h"

#include "src/objects/struct-inl.h"

#include "src/objects/swiss-name-dictionary-inl.h"

#include "src/objects/synthetic-module-inl.h"

#include "src/objects/template-objects-inl.h"

#include "src/objects/torque-defined-classes-inl.h"

#include "src/objects/transitions-inl.h"

#include "src/regexp/regexp.h"

#include "src/utils/ostreams.h"

#include "torque-generated/class-verifiers.h"

#if V8_ENABLE_WEBASSEMBLY

#include "src/base/strings.h"

#include "src/debug/debug-wasm-objects-inl.h"

#include "src/wasm/wasm-objects-inl.h"

#endif // V8_ENABLE_WEBASSEMBLY

namespace v8 {

namespace internal {

// Heap Verification Overview

// --------------------------

// - Each InstanceType has a separate XXXVerify method which checks an object's

// integrity in isolation.

// - --verify-heap will iterate over all gc spaces and call ObjectVerify() on

// every encountered tagged pointer.

// - Verification should be pushed down to the specific instance type if its

// integrity is independent of an outer object.

// - In cases where the InstanceType is too genernic (e.g. FixedArray) the

// XXXVerify of the outer method has to do recursive verification.

// - If the corresponding objects have inheritence the parent's Verify method

// is called as well.

// - For any field containing pointes VerifyPointer(...) should be called.

//

// Caveats

// -------

// - Assume that any of the verify methods is incomplete!

// - Some integrity checks are only partially done due to objects being in

// partially initialized states when a gc happens, for instance when outer

// objects are allocted before inner ones.

//

#ifdef VERIFY_HEAP

#define USE_TORQUE_VERIFIER(Class) \

void Class::Class##Verify(Isolate* isolate) { \

TorqueGeneratedClassVerifiers::Class##Verify(*this, isolate); \

}

void Object::ObjectVerify(Isolate* isolate) {

RCS_SCOPE(isolate, RuntimeCallCounterId::kObjectVerify);

if (IsSmi()) {

Smi::cast(*this).SmiVerify(isolate);

} else {

HeapObject::cast(*this).HeapObjectVerify(isolate);

}

CHECK(!IsConstructor() || IsCallable());

}

void Object::VerifyPointer(Isolate* isolate, Object p) {

if (p.IsHeapObject()) {

HeapObject::VerifyHeapPointer(isolate, p);

} else {

CHECK(p.IsSmi());

}

}

void Object::VerifyAnyTagged(Isolate* isolate, Object p) {

if (p.IsHeapObject()) {

if (V8_EXTERNAL_CODE_SPACE_BOOL) {

CHECK(IsValidHeapObject(isolate->heap(), HeapObject::cast(p)));

} else {

HeapObject::VerifyHeapPointer(isolate, p);

}

} else {

CHECK(p.IsSmi());

}

}

void MaybeObject::VerifyMaybeObjectPointer(Isolate* isolate, MaybeObject p) {

HeapObject heap_object;

if (p->GetHeapObject(&heap_object)) {

HeapObject::VerifyHeapPointer(isolate, heap_object);

} else {

CHECK(p->IsSmi() || p->IsCleared() || MapWord::IsPacked(p->ptr()));

}

}

void Smi::SmiVerify(Isolate* isolate) {

CHECK(IsSmi());

CHECK(!IsCallable());

CHECK(!IsConstructor());

}

void TaggedIndex::TaggedIndexVerify(Isolate* isolate) {

CHECK(IsTaggedIndex());

}

void HeapObject::HeapObjectVerify(Isolate* isolate) {

CHECK(IsHeapObject());

VerifyPointer(isolate, map(isolate));

CHECK(map(isolate).IsMap());

switch (map().instance_type()) {

#define STRING_TYPE_CASE(TYPE, size, name, CamelName) case TYPE:

STRING_TYPE_LIST(STRING_TYPE_CASE)

#undef STRING_TYPE_CASE

if (IsConsString()) {

ConsString::cast(*this).ConsStringVerify(isolate);

} else if (IsSlicedString()) {

SlicedString::cast(*this).SlicedStringVerify(isolate);

} else if (IsThinString()) {

ThinString::cast(*this).ThinStringVerify(isolate);

} else if (IsSeqString()) {

SeqString::cast(*this).SeqStringVerify(isolate);

} else if (IsExternalString()) {

ExternalString::cast(*this).ExternalStringVerify(isolate);

} else {

String::cast(*this).StringVerify(isolate);

}

break;

case OBJECT_BOILERPLATE_DESCRIPTION_TYPE:

ObjectBoilerplateDescription::cast(*this)

.ObjectBoilerplateDescriptionVerify(isolate);

break;

// FixedArray types

case CLOSURE_FEEDBACK_CELL_ARRAY_TYPE:

case HASH_TABLE_TYPE:

case ORDERED_HASH_MAP_TYPE:

case ORDERED_HASH_SET_TYPE:

case ORDERED_NAME_DICTIONARY_TYPE:

case NAME_DICTIONARY_TYPE:

case GLOBAL_DICTIONARY_TYPE:

case NUMBER_DICTIONARY_TYPE:

case SIMPLE_NUMBER_DICTIONARY_TYPE:

case EPHEMERON_HASH_TABLE_TYPE:

case SCRIPT_CONTEXT_TABLE_TYPE:

FixedArray::cast(*this).FixedArrayVerify(isolate);

break;

case AWAIT_CONTEXT_TYPE:

case BLOCK_CONTEXT_TYPE:

case CATCH_CONTEXT_TYPE:

case DEBUG_EVALUATE_CONTEXT_TYPE:

case EVAL_CONTEXT_TYPE:

case FUNCTION_CONTEXT_TYPE:

case MODULE_CONTEXT_TYPE:

case SCRIPT_CONTEXT_TYPE:

case WITH_CONTEXT_TYPE:

Context::cast(*this).ContextVerify(isolate);

break;

case NATIVE_CONTEXT_TYPE:

NativeContext::cast(*this).NativeContextVerify(isolate);

break;

case FEEDBACK_METADATA_TYPE:

FeedbackMetadata::cast(*this).FeedbackMetadataVerify(isolate);

break;

case TRANSITION_ARRAY_TYPE:

TransitionArray::cast(*this).TransitionArrayVerify(isolate);

break;

case CODE_TYPE:

Code::cast(*this).CodeVerify(isolate);

break;

case JS_API_OBJECT_TYPE:

case JS_ARRAY_ITERATOR_PROTOTYPE_TYPE:

case JS_CONTEXT_EXTENSION_OBJECT_TYPE:

case JS_ERROR_TYPE:

case JS_ITERATOR_PROTOTYPE_TYPE:

case JS_MAP_ITERATOR_PROTOTYPE_TYPE:

case JS_OBJECT_PROTOTYPE_TYPE:

case JS_PROMISE_PROTOTYPE_TYPE:

case JS_REG_EXP_PROTOTYPE_TYPE:

case JS_SET_ITERATOR_PROTOTYPE_TYPE:

case JS_SET_PROTOTYPE_TYPE:

case JS_SPECIAL_API_OBJECT_TYPE:

case JS_STRING_ITERATOR_PROTOTYPE_TYPE:

case JS_TYPED_ARRAY_PROTOTYPE_TYPE:

JSObject::cast(*this).JSObjectVerify(isolate);

break;

#if V8_ENABLE_WEBASSEMBLY

case WASM_INSTANCE_OBJECT_TYPE:

WasmInstanceObject::cast(*this).WasmInstanceObjectVerify(isolate);

break;

case WASM_VALUE_OBJECT_TYPE:

WasmValueObject::cast(*this).WasmValueObjectVerify(isolate);

break;

#endif // V8_ENABLE_WEBASSEMBLY

case JS_SET_KEY_VALUE_ITERATOR_TYPE:

case JS_SET_VALUE_ITERATOR_TYPE:

JSSetIterator::cast(*this).JSSetIteratorVerify(isolate);

break;

case JS_MAP_KEY_ITERATOR_TYPE:

case JS_MAP_KEY_VALUE_ITERATOR_TYPE:

case JS_MAP_VALUE_ITERATOR_TYPE:

JSMapIterator::cast(*this).JSMapIteratorVerify(isolate);

break;

case FILLER_TYPE:

break;

case CODE_DATA_CONTAINER_TYPE:

CodeDataContainer::cast(*this).CodeDataContainerVerify(isolate);

break;

#define MAKE_TORQUE_CASE(Name, TYPE) \

case TYPE: \

Name::cast(*this).Name##Verify(isolate); \

break;

// Every class that has its fields defined in a .tq file and corresponds

// to exactly one InstanceType value is included in the following list.

TORQUE_INSTANCE_CHECKERS_SINGLE_FULLY_DEFINED(MAKE_TORQUE_CASE)

TORQUE_INSTANCE_CHECKERS_MULTIPLE_FULLY_DEFINED(MAKE_TORQUE_CASE)

#undef MAKE_TORQUE_CASE

case ALLOCATION_SITE_TYPE:

AllocationSite::cast(*this).AllocationSiteVerify(isolate);

break;

case LOAD_HANDLER_TYPE:

LoadHandler::cast(*this).LoadHandlerVerify(isolate);

break;

case STORE_HANDLER_TYPE:

StoreHandler::cast(*this).StoreHandlerVerify(isolate);

break;

case BIG_INT_BASE_TYPE:

BigIntBase::cast(*this).BigIntBaseVerify(isolate);

break;

case JS_CLASS_CONSTRUCTOR_TYPE:

case JS_PROMISE_CONSTRUCTOR_TYPE:

case JS_REG_EXP_CONSTRUCTOR_TYPE:

case JS_ARRAY_CONSTRUCTOR_TYPE:

#define TYPED_ARRAY_CONSTRUCTORS_SWITCH(Type, type, TYPE, Ctype) \

case TYPE##_TYPED_ARRAY_CONSTRUCTOR_TYPE:

TYPED_ARRAYS(TYPED_ARRAY_CONSTRUCTORS_SWITCH)

#undef TYPED_ARRAY_CONSTRUCTORS_SWITCH

JSFunction::cast(*this).JSFunctionVerify(isolate);

break;

case JS_LAST_DUMMY_API_OBJECT_TYPE:

UNREACHABLE();

}

}

// static

void HeapObject::VerifyHeapPointer(Isolate* isolate, Object p) {

CHECK(p.IsHeapObject());

CHECK(IsValidHeapObject(isolate->heap(), HeapObject::cast(p)));

CHECK_IMPLIES(V8_EXTERNAL_CODE_SPACE_BOOL, !p.IsCode());

}

// static

void HeapObject::VerifyCodePointer(Isolate* isolate, Object p) {

CHECK(p.IsHeapObject());

CHECK(IsValidCodeObject(isolate->heap(), HeapObject::cast(p)));

CHECK(HeapObject::cast(p).IsCode());

}

void Symbol::SymbolVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::SymbolVerify(*this, isolate);

CHECK(HasHashCode());

CHECK_GT(hash(), 0);

CHECK(description().IsUndefined(isolate) || description().IsString());

CHECK_IMPLIES(IsPrivateName(), IsPrivate());

CHECK_IMPLIES(IsPrivateBrand(), IsPrivateName());

}

void BytecodeArray::BytecodeArrayVerify(Isolate* isolate) {

// TODO(oth): Walk bytecodes and immediate values to validate sanity.

// - All bytecodes are known and well formed.

// - Jumps must go to new instructions starts.

// - No Illegal bytecodes.

// - No consecutive sequences of prefix Wide / ExtraWide.

TorqueGeneratedClassVerifiers::BytecodeArrayVerify(*this, isolate);

for (int i = 0; i < constant_pool(isolate).length(); ++i) {

// No ThinStrings in the constant pool.

CHECK(!constant_pool(isolate).get(isolate, i).IsThinString(isolate));

}

}

bool JSObject::ElementsAreSafeToExamine(PtrComprCageBase cage_base) const {

// If a GC was caused while constructing this object, the elements

// pointer may point to a one pointer filler map.

return elements(cage_base) !=

GetReadOnlyRoots(cage_base).one_pointer_filler_map();

}

namespace {

void VerifyJSObjectElements(Isolate* isolate, JSObject object) {

// Only TypedArrays can have these specialized elements.

if (object.IsJSTypedArray()) {

// TODO(bmeurer,v8:4153): Fix CreateTypedArray to either not instantiate

// the object or propertly initialize it on errors during construction.

/* CHECK(object->HasTypedArrayElements()); */

return;

}

CHECK(!object.elements().IsByteArray());

if (object.HasDoubleElements()) {

if (object.elements().length() > 0) {

CHECK(object.elements().IsFixedDoubleArray());

}

return;

}

if (object.HasSloppyArgumentsElements()) {

CHECK(object.elements().IsSloppyArgumentsElements());

return;

}

FixedArray elements = FixedArray::cast(object.elements());

if (object.HasSmiElements()) {

// We might have a partially initialized backing store, in which case we

// allow the hole + smi values.

for (int i = 0; i < elements.length(); i++) {

Object value = elements.get(i);

CHECK(value.IsSmi() || value.IsTheHole(isolate));

}

} else if (object.HasObjectElements()) {

for (int i = 0; i < elements.length(); i++) {

Object element = elements.get(i);

CHECK(!HasWeakHeapObjectTag(element));

}

}

}

} // namespace

void JSObject::JSObjectVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSObjectVerify(*this, isolate);

VerifyHeapPointer(isolate, elements());

CHECK_IMPLIES(HasSloppyArgumentsElements(), IsJSArgumentsObject());

if (HasFastProperties()) {

int actual_unused_property_fields = map().GetInObjectProperties() +

property_array().length() -

map().NextFreePropertyIndex();

if (map().UnusedPropertyFields() != actual_unused_property_fields) {

// There are two reasons why this can happen:

// - in the middle of StoreTransitionStub when the new extended backing

// store is already set into the object and the allocation of the

// HeapNumber triggers GC while the map isn't updated yet.

// - deletion of the last property can leave additional backing store

// capacity behind.

CHECK_GT(actual_unused_property_fields, map().UnusedPropertyFields());

int delta = actual_unused_property_fields - map().UnusedPropertyFields();

CHECK_EQ(0, delta % JSObject::kFieldsAdded);

}

DescriptorArray descriptors = map().instance_descriptors(isolate);

bool is_transitionable_fast_elements_kind =

IsTransitionableFastElementsKind(map().elements_kind());

for (InternalIndex i : map().IterateOwnDescriptors()) {

PropertyDetails details = descriptors.GetDetails(i);

if (details.location() == PropertyLocation::kField) {

DCHECK_EQ(kData, details.kind());

Representation r = details.representation();

FieldIndex index = FieldIndex::ForDescriptor(map(), i);

if (COMPRESS_POINTERS_BOOL && index.is_inobject()) {

VerifyObjectField(isolate, index.offset());

}

Object value = RawFastPropertyAt(index);

if (r.IsDouble()) DCHECK(value.IsHeapNumber());

if (value.IsUninitialized(isolate)) continue;

if (r.IsSmi()) DCHECK(value.IsSmi());

if (r.IsHeapObject()) DCHECK(value.IsHeapObject());

FieldType field_type = descriptors.GetFieldType(i);

bool type_is_none = field_type.IsNone();

bool type_is_any = field_type.IsAny();

if (r.IsNone()) {

CHECK(type_is_none);

} else if (!type_is_any && !(type_is_none && r.IsHeapObject())) {

CHECK(!field_type.NowStable() || field_type.NowContains(value));

}

CHECK_IMPLIES(is_transitionable_fast_elements_kind,

Map::IsMostGeneralFieldType(r, field_type));

}

}

if (map().EnumLength() != kInvalidEnumCacheSentinel) {

EnumCache enum_cache = descriptors.enum_cache();

FixedArray keys = enum_cache.keys();

FixedArray indices = enum_cache.indices();

CHECK_LE(map().EnumLength(), keys.length());

CHECK_IMPLIES(indices != ReadOnlyRoots(isolate).empty_fixed_array(),

keys.length() == indices.length());

}

}

// If a GC was caused while constructing this object, the elements

// pointer may point to a one pointer filler map.

if (ElementsAreSafeToExamine(isolate)) {

CHECK_EQ((map().has_fast_smi_or_object_elements() ||

map().has_any_nonextensible_elements() ||

(elements() == GetReadOnlyRoots().empty_fixed_array()) ||

HasFastStringWrapperElements()),

(elements().map() == GetReadOnlyRoots().fixed_array_map() ||

elements().map() == GetReadOnlyRoots().fixed_cow_array_map()));

CHECK_EQ(map().has_fast_object_elements(), HasObjectElements());

VerifyJSObjectElements(isolate, *this);

}

}

void Map::MapVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::MapVerify(*this, isolate);

Heap* heap = isolate->heap();

CHECK(!ObjectInYoungGeneration(*this));

CHECK(FIRST_TYPE <= instance_type() && instance_type() <= LAST_TYPE);

CHECK(instance_size() == kVariableSizeSentinel ||

(kTaggedSize <= instance_size() &&

static_cast<size_t>(instance_size()) < heap->Capacity()));

if (IsContextMap()) {

// The map for the NativeContext is allocated before the NativeContext

// itself, so it may happen that during a GC the native_context() is still

// null.

CHECK(native_context_or_null().IsNull() ||

native_context().IsNativeContext());

} else {

if (GetBackPointer().IsUndefined(isolate)) {

// Root maps must not have descriptors in the descriptor array that do not

// belong to the map.

CHECK_EQ(NumberOfOwnDescriptors(),

instance_descriptors(isolate).number_of_descriptors());

} else {

// If there is a parent map it must be non-stable.

Map parent = Map::cast(GetBackPointer());

CHECK(!parent.is_stable());

DescriptorArray descriptors = instance_descriptors(isolate);

if (descriptors == parent.instance_descriptors(isolate)) {

if (NumberOfOwnDescriptors() == parent.NumberOfOwnDescriptors() + 1) {

// Descriptors sharing through property transitions takes over

// ownership from the parent map.

CHECK(!parent.owns_descriptors());

} else {

CHECK_EQ(NumberOfOwnDescriptors(), parent.NumberOfOwnDescriptors());

// Descriptors sharing through special transitions properly takes over

// ownership from the parent map unless it uses the canonical empty

// descriptor array.

if (descriptors != ReadOnlyRoots(isolate).empty_descriptor_array()) {

CHECK_IMPLIES(owns_descriptors(), !parent.owns_descriptors());

CHECK_IMPLIES(parent.owns_descriptors(), !owns_descriptors());

}

}

}

}

}

SLOW_DCHECK(instance_descriptors(isolate).IsSortedNoDuplicates());

DisallowGarbageCollection no_gc;

SLOW_DCHECK(

TransitionsAccessor(isolate, *this, &no_gc).IsSortedNoDuplicates());

SLOW_DCHECK(TransitionsAccessor(isolate, *this, &no_gc)

.IsConsistentWithBackPointers());

// Only JSFunction maps have has_prototype_slot() bit set and constructible

// JSFunction objects must have prototype slot.

CHECK_IMPLIES(has_prototype_slot(),

InstanceTypeChecker::IsJSFunction(instance_type()));

if (!may_have_interesting_symbols()) {

CHECK(!has_named_interceptor());

CHECK(!is_dictionary_map());

CHECK(!is_access_check_needed());

DescriptorArray const descriptors = instance_descriptors(isolate);

for (InternalIndex i : IterateOwnDescriptors()) {

CHECK(!descriptors.GetKey(i).IsInterestingSymbol());

}

}

CHECK_IMPLIES(has_named_interceptor(), may_have_interesting_symbols());

CHECK_IMPLIES(is_dictionary_map(), may_have_interesting_symbols());

CHECK_IMPLIES(is_access_check_needed(), may_have_interesting_symbols());

CHECK_IMPLIES(IsJSObjectMap() && !CanHaveFastTransitionableElementsKind(),

IsDictionaryElementsKind(elements_kind()) ||

IsTerminalElementsKind(elements_kind()) ||

IsAnyHoleyNonextensibleElementsKind(elements_kind()));

CHECK_IMPLIES(is_deprecated(), !is_stable());

if (is_prototype_map()) {

DCHECK(prototype_info() == Smi::zero() ||

prototype_info().IsPrototypeInfo());

}

}

void Map::DictionaryMapVerify(Isolate* isolate) {

MapVerify(isolate);

CHECK(is_dictionary_map());

CHECK_EQ(kInvalidEnumCacheSentinel, EnumLength());

CHECK_EQ(ReadOnlyRoots(isolate).empty_descriptor_array(),

instance_descriptors(isolate));

CHECK_EQ(0, UnusedPropertyFields());

CHECK_EQ(Map::GetVisitorId(*this), visitor_id());

}

void EmbedderDataArray::EmbedderDataArrayVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::EmbedderDataArrayVerify(*this, isolate);

EmbedderDataSlot start(*this, 0);

EmbedderDataSlot end(*this, length());

for (EmbedderDataSlot slot = start; slot < end; ++slot) {

Object e = slot.load_tagged();

Object::VerifyPointer(isolate, e);

}

}

void WeakFixedArray::WeakFixedArrayVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::WeakFixedArrayVerify(*this, isolate);

for (int i = 0; i < length(); i++) {

MaybeObject::VerifyMaybeObjectPointer(isolate, Get(i));

}

}

void PropertyArray::PropertyArrayVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::PropertyArrayVerify(*this, isolate);

if (length() == 0) {

CHECK_EQ(*this, ReadOnlyRoots(isolate).empty_property_array());

return;

}

// There are no empty PropertyArrays.

CHECK_LT(0, length());

for (int i = 0; i < length(); i++) {

Object e = get(i);

Object::VerifyPointer(isolate, e);

}

}

void FixedDoubleArray::FixedDoubleArrayVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::FixedDoubleArrayVerify(*this, isolate);

for (int i = 0; i < length(); i++) {

if (!is_the_hole(i)) {

uint64_t value = get_representation(i);

uint64_t unexpected =

bit_cast<uint64_t>(std::numeric_limits<double>::quiet_NaN()) &

uint64_t{0x7FF8000000000000};

// Create implementation specific sNaN by inverting relevant bit.

unexpected ^= uint64_t{0x0008000000000000};

CHECK((value & uint64_t{0x7FF8000000000000}) != unexpected ||

(value & uint64_t{0x0007FFFFFFFFFFFF}) == uint64_t{0});

}

}

}

void Context::ContextVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::ContextVerify(*this, isolate);

for (int i = 0; i < length(); i++) {

VerifyObjectField(isolate, OffsetOfElementAt(i));

}

}

void NativeContext::NativeContextVerify(Isolate* isolate) {

ContextVerify(isolate);

CHECK_EQ(length(), NativeContext::NATIVE_CONTEXT_SLOTS);

CHECK_EQ(kVariableSizeSentinel, map().instance_size());

}

void FeedbackMetadata::FeedbackMetadataVerify(Isolate* isolate) {

if (slot_count() == 0 && create_closure_slot_count() == 0) {

CHECK_EQ(ReadOnlyRoots(isolate).empty_feedback_metadata(), *this);

} else {

FeedbackMetadataIterator iter(*this);

while (iter.HasNext()) {

iter.Next();

FeedbackSlotKind kind = iter.kind();

CHECK_NE(FeedbackSlotKind::kInvalid, kind);

CHECK_GT(FeedbackSlotKind::kKindsNumber, kind);

}

}

}

void DescriptorArray::DescriptorArrayVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::DescriptorArrayVerify(*this, isolate);

if (number_of_all_descriptors() == 0) {

CHECK_EQ(ReadOnlyRoots(isolate).empty_descriptor_array(), *this);

CHECK_EQ(0, number_of_all_descriptors());

CHECK_EQ(0, number_of_descriptors());

CHECK_EQ(ReadOnlyRoots(isolate).empty_enum_cache(), enum_cache());

} else {

CHECK_LT(0, number_of_all_descriptors());

CHECK_LE(number_of_descriptors(), number_of_all_descriptors());

// Check that properties with private symbols names are non-enumerable, and

// that fields are in order.

int expected_field_index = 0;

for (InternalIndex descriptor :

InternalIndex::Range(number_of_descriptors())) {

Object key = *(GetDescriptorSlot(descriptor.as_int()) + kEntryKeyIndex);

// number_of_descriptors() may be out of sync with the actual descriptors

// written during descriptor array construction.

if (key.IsUndefined(isolate)) continue;

PropertyDetails details = GetDetails(descriptor);

if (Name::cast(key).IsPrivate()) {

CHECK_NE(details.attributes() & DONT_ENUM, 0);

}

MaybeObject value = GetValue(descriptor);

HeapObject heap_object;

if (details.location() == PropertyLocation::kField) {

CHECK_EQ(details.field_index(), expected_field_index);

CHECK(

value == MaybeObject::FromObject(FieldType::None()) ||

value == MaybeObject::FromObject(FieldType::Any()) ||

value->IsCleared() ||

(value->GetHeapObjectIfWeak(&heap_object) && heap_object.IsMap()));

expected_field_index += details.field_width_in_words();

} else {

CHECK(!value->IsWeakOrCleared());

CHECK(!value->cast<Object>().IsMap());

}

}

}

}

void TransitionArray::TransitionArrayVerify(Isolate* isolate) {

WeakFixedArrayVerify(isolate);

CHECK_LE(LengthFor(number_of_transitions()), length());

}

namespace {

void SloppyArgumentsElementsVerify(Isolate* isolate,

SloppyArgumentsElements elements,

JSObject holder) {

elements.SloppyArgumentsElementsVerify(isolate);

ElementsKind kind = holder.GetElementsKind();

bool is_fast = kind == FAST_SLOPPY_ARGUMENTS_ELEMENTS;

Context context_object = elements.context();

FixedArray arg_elements = elements.arguments();

if (arg_elements.length() == 0) {

CHECK(arg_elements == ReadOnlyRoots(isolate).empty_fixed_array());

return;

}

ElementsAccessor* accessor;

if (is_fast) {

accessor = ElementsAccessor::ForKind(HOLEY_ELEMENTS);

} else {

accessor = ElementsAccessor::ForKind(DICTIONARY_ELEMENTS);

}

int nofMappedParameters = 0;

int maxMappedIndex = 0;

for (int i = 0; i < nofMappedParameters; i++) {

// Verify that each context-mapped argument is either the hole or a valid

// Smi within context length range.

Object mapped = elements.mapped_entries(i, kRelaxedLoad);

if (mapped.IsTheHole(isolate)) {

// Slow sloppy arguments can be holey.

if (!is_fast) continue;

// Fast sloppy arguments elements are never holey. Either the element is

// context-mapped or present in the arguments elements.

CHECK(accessor->HasElement(holder, i, arg_elements));

continue;

}

int mappedIndex = Smi::ToInt(mapped);

nofMappedParameters++;

CHECK_LE(maxMappedIndex, mappedIndex);

maxMappedIndex = mappedIndex;

Object value = context_object.get(mappedIndex);

CHECK(value.IsObject());

// None of the context-mapped entries should exist in the arguments

// elements.

CHECK(!accessor->HasElement(holder, i, arg_elements));

}

CHECK_LE(nofMappedParameters, context_object.length());

CHECK_LE(nofMappedParameters, arg_elements.length());

CHECK_LE(maxMappedIndex, context_object.length());

CHECK_LE(maxMappedIndex, arg_elements.length());

}

} // namespace

void JSArgumentsObject::JSArgumentsObjectVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSArgumentsObjectVerify(*this, isolate);

if (IsSloppyArgumentsElementsKind(GetElementsKind())) {

SloppyArgumentsElementsVerify(

isolate, SloppyArgumentsElements::cast(elements()), *this);

}

if (isolate->IsInAnyContext(map(), Context::SLOPPY_ARGUMENTS_MAP_INDEX) ||

isolate->IsInAnyContext(map(),

Context::SLOW_ALIASED_ARGUMENTS_MAP_INDEX) ||

isolate->IsInAnyContext(map(),

Context::FAST_ALIASED_ARGUMENTS_MAP_INDEX)) {

VerifyObjectField(isolate, JSSloppyArgumentsObject::kLengthOffset);

VerifyObjectField(isolate, JSSloppyArgumentsObject::kCalleeOffset);

} else if (isolate->IsInAnyContext(map(),

Context::STRICT_ARGUMENTS_MAP_INDEX)) {

VerifyObjectField(isolate, JSStrictArgumentsObject::kLengthOffset);

}

}

void JSAsyncFunctionObject::JSAsyncFunctionObjectVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSAsyncFunctionObjectVerify(*this, isolate);

}

void JSAsyncGeneratorObject::JSAsyncGeneratorObjectVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSAsyncGeneratorObjectVerify(*this, isolate);

}

void JSDate::JSDateVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSDateVerify(*this, isolate);

if (month().IsSmi()) {

int month = Smi::ToInt(this->month());

CHECK(0 <= month && month <= 11);

}

if (day().IsSmi()) {

int day = Smi::ToInt(this->day());

CHECK(1 <= day && day <= 31);

}

if (hour().IsSmi()) {

int hour = Smi::ToInt(this->hour());

CHECK(0 <= hour && hour <= 23);

}

if (min().IsSmi()) {

int min = Smi::ToInt(this->min());

CHECK(0 <= min && min <= 59);

}

if (sec().IsSmi()) {

int sec = Smi::ToInt(this->sec());

CHECK(0 <= sec && sec <= 59);

}

if (weekday().IsSmi()) {

int weekday = Smi::ToInt(this->weekday());

CHECK(0 <= weekday && weekday <= 6);

}

if (cache_stamp().IsSmi()) {

CHECK(Smi::ToInt(cache_stamp()) <=

Smi::ToInt(isolate->date_cache()->stamp()));

}

}

void String::StringVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::StringVerify(*this, isolate);

CHECK(length() >= 0 && length() <= Smi::kMaxValue);

CHECK_IMPLIES(length() == 0, *this == ReadOnlyRoots(isolate).empty_string());

if (IsInternalizedString()) {

CHECK(!ObjectInYoungGeneration(*this));

}

}

void ConsString::ConsStringVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::ConsStringVerify(*this, isolate);

CHECK_GE(this->length(), ConsString::kMinLength);

CHECK(this->length() == this->first().length() + this->second().length());

if (this->IsFlat()) {

// A flat cons can only be created by String::SlowFlatten.

// Afterwards, the first part may be externalized or internalized.

CHECK(this->first().IsSeqString() || this->first().IsExternalString() ||

this->first().IsThinString());

}

}

void ThinString::ThinStringVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::ThinStringVerify(*this, isolate);

CHECK(this->actual().IsInternalizedString());

CHECK(this->actual().IsSeqString() || this->actual().IsExternalString());

}

void SlicedString::SlicedStringVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::SlicedStringVerify(*this, isolate);

CHECK(!this->parent().IsConsString());

CHECK(!this->parent().IsSlicedString());

CHECK_GE(this->length(), SlicedString::kMinLength);

}

USE_TORQUE_VERIFIER(ExternalString)

void JSBoundFunction::JSBoundFunctionVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSBoundFunctionVerify(*this, isolate);

CHECK(IsCallable());

CHECK_EQ(IsConstructor(), bound_target_function().IsConstructor());

}

void JSFunction::JSFunctionVerify(Isolate* isolate) {

// Don't call TorqueGeneratedClassVerifiers::JSFunctionVerify here because the

// Torque class definition contains the field `prototype_or_initial_map` which

// may not be allocated.

// This assertion exists to encourage updating this verification function if

// new fields are added in the Torque class layout definition.

STATIC_ASSERT(JSFunction::TorqueGeneratedClass::kHeaderSize ==

8 * kTaggedSize);

JSFunctionOrBoundFunctionVerify(isolate);

CHECK(IsJSFunction());

VerifyPointer(isolate, shared(isolate));

CHECK(shared(isolate).IsSharedFunctionInfo());

VerifyPointer(isolate, context(isolate, kRelaxedLoad));

CHECK(context(isolate, kRelaxedLoad).IsContext());

VerifyPointer(isolate, raw_feedback_cell(isolate));

CHECK(raw_feedback_cell(isolate).IsFeedbackCell());

VerifyPointer(isolate, raw_code(isolate));

CHECK(raw_code(isolate).IsCodeT());

CHECK(map(isolate).is_callable());

Handle<JSFunction> function(*this, isolate);

LookupIterator it(isolate, function, isolate->factory()->prototype_string(),

LookupIterator::OWN_SKIP_INTERCEPTOR);

if (has_prototype_slot()) {

VerifyObjectField(isolate, kPrototypeOrInitialMapOffset);

}

if (has_prototype_property()) {

CHECK(it.IsFound());

CHECK_EQ(LookupIterator::ACCESSOR, it.state());

CHECK(it.GetAccessors()->IsAccessorInfo());

} else {

CHECK(!it.IsFound() || it.state() != LookupIterator::ACCESSOR ||

!it.GetAccessors()->IsAccessorInfo());

}

}

void SharedFunctionInfo::SharedFunctionInfoVerify(Isolate* isolate) {

// TODO(leszeks): Add a TorqueGeneratedClassVerifier for LocalIsolate.

this->SharedFunctionInfoVerify(ReadOnlyRoots(isolate));

}

void SharedFunctionInfo::SharedFunctionInfoVerify(LocalIsolate* isolate) {

this->SharedFunctionInfoVerify(ReadOnlyRoots(isolate));

}

void SharedFunctionInfo::SharedFunctionInfoVerify(ReadOnlyRoots roots) {

Object value = name_or_scope_info(kAcquireLoad);

if (value.IsScopeInfo()) {

CHECK(!ScopeInfo::cast(value).IsEmpty());

CHECK_NE(value, roots.empty_scope_info());

}

#if V8_ENABLE_WEBASSEMBLY

bool is_wasm = HasWasmExportedFunctionData() || HasAsmWasmData() ||

HasWasmJSFunctionData() || HasWasmCapiFunctionData();

#else

bool is_wasm = false;

#endif // V8_ENABLE_WEBASSEMBLY

CHECK(is_wasm || IsApiFunction() || HasBytecodeArray() || HasBuiltinId() ||

HasUncompiledDataWithPreparseData() ||

HasUncompiledDataWithoutPreparseData());

{

auto script = script_or_debug_info(kAcquireLoad);

CHECK(script.IsUndefined(roots) || script.IsScript() ||

script.IsDebugInfo());

}

if (!is_compiled()) {

CHECK(!HasFeedbackMetadata());

CHECK(outer_scope_info().IsScopeInfo() ||

outer_scope_info().IsTheHole(roots));

} else if (HasBytecodeArray() && HasFeedbackMetadata()) {

CHECK(feedback_metadata().IsFeedbackMetadata());

}

int expected_map_index =

Context::FunctionMapIndex(language_mode(), kind(), HasSharedName());

CHECK_EQ(expected_map_index, function_map_index());

if (!scope_info().IsEmpty()) {

ScopeInfo info = scope_info();

CHECK(kind() == info.function_kind());

CHECK_EQ(internal::IsModule(kind()), info.scope_type() == MODULE_SCOPE);

}

if (IsApiFunction()) {

CHECK(construct_as_builtin());

} else if (!HasBuiltinId()) {

CHECK(!construct_as_builtin());

} else {

if (builtin_id() != Builtin::kCompileLazy &&

builtin_id() != Builtin::kEmptyFunction) {

CHECK(construct_as_builtin());

} else {

CHECK(!construct_as_builtin());

}

}

}

void JSGlobalProxy::JSGlobalProxyVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::JSGlobalProxyVerify(*this, isolate);

CHECK(map().is_access_check_needed());

// Make sure that this object has no properties, elements.

CHECK_EQ(0, FixedArray::cast(elements()).length());

}

void JSGlobalObject::JSGlobalObjectVerify(Isolate* isolate) {

CHECK(IsJSGlobalObject());

// Do not check the dummy global object for the builtins.

if (global_dictionary(kAcquireLoad).NumberOfElements() == 0 &&

elements().length() == 0) {

return;

}

JSObjectVerify(isolate);

}

void Oddball::OddballVerify(Isolate* isolate) {

TorqueGeneratedOddball::OddballVerify(isolate);

Heap* heap = isolate->heap();

Object number = to_number();

if (number.IsHeapObject()) {

CHECK(number == ReadOnlyRoots(heap).nan_value() ||

number == ReadOnlyRoots(heap).hole_nan_value());

} else {

CHECK(number.IsSmi());

int value = Smi::ToInt(number);

// Hidden oddballs have negative smis.

const int kLeastHiddenOddballNumber = -7;

CHECK_LE(value, 1);

CHECK_GE(value, kLeastHiddenOddballNumber);

}

ReadOnlyRoots roots(heap);

if (map() == roots.undefined_map()) {

CHECK(*this == roots.undefined_value());

} else if (map() == roots.the_hole_map()) {

CHECK(*this == roots.the_hole_value());

} else if (map() == roots.null_map()) {

CHECK(*this == roots.null_value());

} else if (map() == roots.boolean_map()) {

CHECK(*this == roots.true_value() || *this == roots.false_value());

} else if (map() == roots.uninitialized_map()) {

CHECK(*this == roots.uninitialized_value());

} else if (map() == roots.arguments_marker_map()) {

CHECK(*this == roots.arguments_marker());

} else if (map() == roots.termination_exception_map()) {

CHECK(*this == roots.termination_exception());

} else if (map() == roots.exception_map()) {

CHECK(*this == roots.exception());

} else if (map() == roots.optimized_out_map()) {

CHECK(*this == roots.optimized_out());

} else if (map() == roots.stale_register_map()) {

CHECK(*this == roots.stale_register());

} else if (map() == roots.self_reference_marker_map()) {

// Multiple instances of this oddball may exist at once.

CHECK_EQ(kind(), Oddball::kSelfReferenceMarker);

} else if (map() == roots.basic_block_counters_marker_map()) {

CHECK(*this == roots.basic_block_counters_marker());

} else {

UNREACHABLE();

}

}

void PropertyCell::PropertyCellVerify(Isolate* isolate) {

TorqueGeneratedClassVerifiers::PropertyCellVerify(*this, isolate);

CHECK(name().IsUniqueName());

CheckDataIsCompatible(property_details(), value());