/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "compiled_method_storage.h" #include "base/logging.h" #include "compiled_method.h" #include "thread-inl.h" #include "utils.h" #include "utils/dedupe_set-inl.h" #include "utils/swap_space.h" namespace art { namespace { // anonymous namespace template const LengthPrefixedArray* CopyArray(SwapSpace* swap_space, const ArrayRef& array) { DCHECK(!array.empty()); SwapAllocator allocator(swap_space); void* storage = allocator.allocate(LengthPrefixedArray::ComputeSize(array.size())); LengthPrefixedArray* array_copy = new(storage) LengthPrefixedArray(array.size()); std::copy(array.begin(), array.end(), array_copy->begin()); return array_copy; } template void ReleaseArray(SwapSpace* swap_space, const LengthPrefixedArray* array) { SwapAllocator allocator(swap_space); size_t size = LengthPrefixedArray::ComputeSize(array->size()); array->~LengthPrefixedArray(); allocator.deallocate(const_cast(reinterpret_cast(array)), size); } } // anonymous namespace template inline const LengthPrefixedArray* CompiledMethodStorage::AllocateOrDeduplicateArray( const ArrayRef& data, DedupeSetType* dedupe_set) { if (data.empty()) { return nullptr; } else if (!DedupeEnabled()) { return CopyArray(swap_space_.get(), data); } else { return dedupe_set->Add(Thread::Current(), data); } } template inline void CompiledMethodStorage::ReleaseArrayIfNotDeduplicated( const LengthPrefixedArray* array) { if (array != nullptr && !DedupeEnabled()) { ReleaseArray(swap_space_.get(), array); } } template class CompiledMethodStorage::DedupeHashFunc { private: static constexpr bool kUseMurmur3Hash = true; public: size_t operator()(const ArrayRef& array) const { const uint8_t* data = reinterpret_cast(array.data()); // TODO: More reasonable assertion. // static_assert(IsPowerOfTwo(sizeof(ContentType)), // "ContentType is not power of two, don't know whether array layout is as assumed"); uint32_t len = sizeof(ContentType) * array.size(); if (kUseMurmur3Hash) { static constexpr uint32_t c1 = 0xcc9e2d51; static constexpr uint32_t c2 = 0x1b873593; static constexpr uint32_t r1 = 15; static constexpr uint32_t r2 = 13; static constexpr uint32_t m = 5; static constexpr uint32_t n = 0xe6546b64; uint32_t hash = 0; const int nblocks = len / 4; typedef __attribute__((__aligned__(1))) uint32_t unaligned_uint32_t; const unaligned_uint32_t *blocks = reinterpret_cast(data); int i; for (i = 0; i < nblocks; i++) { uint32_t k = blocks[i]; k *= c1; k = (k << r1) | (k >> (32 - r1)); k *= c2; hash ^= k; hash = ((hash << r2) | (hash >> (32 - r2))) * m + n; } const uint8_t *tail = reinterpret_cast(data + nblocks * 4); uint32_t k1 = 0; switch (len & 3) { case 3: k1 ^= tail[2] << 16; FALLTHROUGH_INTENDED; case 2: k1 ^= tail[1] << 8; FALLTHROUGH_INTENDED; case 1: k1 ^= tail[0]; k1 *= c1; k1 = (k1 << r1) | (k1 >> (32 - r1)); k1 *= c2; hash ^= k1; } hash ^= len; hash ^= (hash >> 16); hash *= 0x85ebca6b; hash ^= (hash >> 13); hash *= 0xc2b2ae35; hash ^= (hash >> 16); return hash; } else { size_t hash = 0x811c9dc5; for (uint32_t i = 0; i < len; ++i) { hash = (hash * 16777619) ^ data[i]; } hash += hash << 13; hash ^= hash >> 7; hash += hash << 3; hash ^= hash >> 17; hash += hash << 5; return hash; } } }; template class CompiledMethodStorage::LengthPrefixedArrayAlloc { public: explicit LengthPrefixedArrayAlloc(SwapSpace* swap_space) : swap_space_(swap_space) { } const LengthPrefixedArray* Copy(const ArrayRef& array) { return CopyArray(swap_space_, array); } void Destroy(const LengthPrefixedArray* array) { ReleaseArray(swap_space_, array); } private: SwapSpace* const swap_space_; }; CompiledMethodStorage::CompiledMethodStorage(int swap_fd) : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)), dedupe_enabled_(true), dedupe_code_("dedupe code", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_method_info_("dedupe method info", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_vmap_table_("dedupe vmap table", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_cfi_info_("dedupe cfi info", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_linker_patches_("dedupe cfi info", LengthPrefixedArrayAlloc(swap_space_.get())) { } CompiledMethodStorage::~CompiledMethodStorage() { // All done by member destructors. } void CompiledMethodStorage::DumpMemoryUsage(std::ostream& os, bool extended) const { if (swap_space_.get() != nullptr) { const size_t swap_size = swap_space_->GetSize(); os << " swap=" << PrettySize(swap_size) << " (" << swap_size << "B)"; } if (extended) { Thread* self = Thread::Current(); os << "\nCode dedupe: " << dedupe_code_.DumpStats(self); os << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats(self); os << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats(self); } } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateCode( const ArrayRef& code) { return AllocateOrDeduplicateArray(code, &dedupe_code_); } void CompiledMethodStorage::ReleaseCode(const LengthPrefixedArray* code) { ReleaseArrayIfNotDeduplicated(code); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateMethodInfo( const ArrayRef& src_map) { return AllocateOrDeduplicateArray(src_map, &dedupe_method_info_); } void CompiledMethodStorage::ReleaseMethodInfo(const LengthPrefixedArray* method_info) { ReleaseArrayIfNotDeduplicated(method_info); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateVMapTable( const ArrayRef& table) { return AllocateOrDeduplicateArray(table, &dedupe_vmap_table_); } void CompiledMethodStorage::ReleaseVMapTable(const LengthPrefixedArray* table) { ReleaseArrayIfNotDeduplicated(table); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateCFIInfo( const ArrayRef& cfi_info) { return AllocateOrDeduplicateArray(cfi_info, &dedupe_cfi_info_); } void CompiledMethodStorage::ReleaseCFIInfo(const LengthPrefixedArray* cfi_info) { ReleaseArrayIfNotDeduplicated(cfi_info); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateLinkerPatches( const ArrayRef& linker_patches) { return AllocateOrDeduplicateArray(linker_patches, &dedupe_linker_patches_); } void CompiledMethodStorage::ReleaseLinkerPatches( const LengthPrefixedArray* linker_patches) { ReleaseArrayIfNotDeduplicated(linker_patches); } } // namespace art