// Copyright 2015 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/identity-map.h" #include "src/heap/heap.h" #include "src/heap/heap-inl.h" #include "src/zone-containers.h" namespace v8 { namespace internal { static const int kInitialIdentityMapSize = 4; static const int kResizeFactor = 4; IdentityMapBase::~IdentityMapBase() { if (keys_) heap_->UnregisterStrongRoots(keys_); } IdentityMapBase::RawEntry IdentityMapBase::Lookup(Object* key) { int index = LookupIndex(key); return index >= 0 ? &values_[index] : nullptr; } IdentityMapBase::RawEntry IdentityMapBase::Insert(Object* key) { int index = InsertIndex(key); DCHECK_GE(index, 0); return &values_[index]; } int IdentityMapBase::Hash(Object* address) { CHECK_NE(address, heap_->not_mapped_symbol()); uintptr_t raw_address = reinterpret_cast<uintptr_t>(address); // Xor some of the upper bits, since the lower 2 or 3 are usually aligned. return static_cast<int>((raw_address >> 11) ^ raw_address); } int IdentityMapBase::LookupIndex(Object* address) { int start = Hash(address) & mask_; Object* not_mapped = heap_->not_mapped_symbol(); for (int index = start; index < size_; index++) { if (keys_[index] == address) return index; // Found. if (keys_[index] == not_mapped) return -1; // Not found. } for (int index = 0; index < start; index++) { if (keys_[index] == address) return index; // Found. if (keys_[index] == not_mapped) return -1; // Not found. } return -1; } int IdentityMapBase::InsertIndex(Object* address) { Object* not_mapped = heap_->not_mapped_symbol(); while (true) { int start = Hash(address) & mask_; int limit = size_ / 2; // Search up to {limit} entries. for (int index = start; --limit > 0; index = (index + 1) & mask_) { if (keys_[index] == address) return index; // Found. if (keys_[index] == not_mapped) { // Free entry. keys_[index] = address; return index; } } Resize(); // Should only have to resize once, since we grow 4x. } UNREACHABLE(); return -1; } // Searches this map for the given key using the object's address // as the identity, returning: // found => a pointer to the storage location for the value // not found => a pointer to a new storage location for the value IdentityMapBase::RawEntry IdentityMapBase::GetEntry(Object* key) { RawEntry result; if (size_ == 0) { // Allocate the initial storage for keys and values. size_ = kInitialIdentityMapSize; mask_ = kInitialIdentityMapSize - 1; gc_counter_ = heap_->gc_count(); keys_ = zone_->NewArray<Object*>(size_); Object* not_mapped = heap_->not_mapped_symbol(); for (int i = 0; i < size_; i++) keys_[i] = not_mapped; values_ = zone_->NewArray<void*>(size_); memset(values_, 0, sizeof(void*) * size_); heap_->RegisterStrongRoots(keys_, keys_ + size_); result = Insert(key); } else { // Perform an optimistic lookup. result = Lookup(key); if (result == nullptr) { // Miss; rehash if there was a GC, then insert. if (gc_counter_ != heap_->gc_count()) Rehash(); result = Insert(key); } } return result; } // Searches this map for the given key using the object's address // as the identity, returning: // found => a pointer to the storage location for the value // not found => {nullptr} IdentityMapBase::RawEntry IdentityMapBase::FindEntry(Object* key) { if (size_ == 0) return nullptr; RawEntry result = Lookup(key); if (result == nullptr && gc_counter_ != heap_->gc_count()) { Rehash(); // Rehash is expensive, so only do it in case of a miss. result = Lookup(key); } return result; } void IdentityMapBase::Rehash() { // Record the current GC counter. gc_counter_ = heap_->gc_count(); // Assume that most objects won't be moved. ZoneVector<std::pair<Object*, void*>> reinsert(zone_); // Search the table looking for keys that wouldn't be found with their // current hashcode and evacuate them. int last_empty = -1; Object* not_mapped = heap_->not_mapped_symbol(); for (int i = 0; i < size_; i++) { if (keys_[i] == not_mapped) { last_empty = i; } else { int pos = Hash(keys_[i]) & mask_; if (pos <= last_empty || pos > i) { // Evacuate an entry that is in the wrong place. reinsert.push_back(std::pair<Object*, void*>(keys_[i], values_[i])); keys_[i] = not_mapped; values_[i] = nullptr; last_empty = i; } } } // Reinsert all the key/value pairs that were in the wrong place. for (auto pair : reinsert) { int index = InsertIndex(pair.first); DCHECK_GE(index, 0); DCHECK_NE(heap_->not_mapped_symbol(), values_[index]); values_[index] = pair.second; } } void IdentityMapBase::Resize() { // Grow the internal storage and reinsert all the key/value pairs. int old_size = size_; Object** old_keys = keys_; void** old_values = values_; size_ = size_ * kResizeFactor; mask_ = size_ - 1; gc_counter_ = heap_->gc_count(); CHECK_LE(size_, (1024 * 1024 * 16)); // that would be extreme... keys_ = zone_->NewArray<Object*>(size_); Object* not_mapped = heap_->not_mapped_symbol(); for (int i = 0; i < size_; i++) keys_[i] = not_mapped; values_ = zone_->NewArray<void*>(size_); memset(values_, 0, sizeof(void*) * size_); for (int i = 0; i < old_size; i++) { if (old_keys[i] == not_mapped) continue; int index = InsertIndex(old_keys[i]); DCHECK_GE(index, 0); values_[index] = old_values[i]; } // Unregister old keys and register new keys. heap_->UnregisterStrongRoots(old_keys); heap_->RegisterStrongRoots(keys_, keys_ + size_); } } // namespace internal } // namespace v8