1 /*
2 ** Copyright 2011, The Android Open Source Project
3 **
4 ** Licensed under the Apache License, Version 2.0 (the "License");
5 ** you may not use this file except in compliance with the License.
6 ** You may obtain a copy of the License at
7 **
8 ** http://www.apache.org/licenses/LICENSE-2.0
9 **
10 ** Unless required by applicable law or agreed to in writing, software
11 ** distributed under the License is distributed on an "AS IS" BASIS,
12 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 ** See the License for the specific language governing permissions and
14 ** limitations under the License.
15 */
16
17 #define LOG_TAG "BlobCache"
18 //#define LOG_NDEBUG 0
19
20 #include <inttypes.h>
21 #include <stdlib.h>
22 #include <string.h>
23
24 #include <utils/BlobCache.h>
25 #include <utils/Errors.h>
26 #include <utils/Log.h>
27
28 #include <cutils/properties.h>
29
30 namespace android {
31
32 // BlobCache::Header::mMagicNumber value
33 static const uint32_t blobCacheMagic = ('_' << 24) + ('B' << 16) + ('b' << 8) + '$';
34
35 // BlobCache::Header::mBlobCacheVersion value
36 static const uint32_t blobCacheVersion = 3;
37
38 // BlobCache::Header::mDeviceVersion value
39 static const uint32_t blobCacheDeviceVersion = 1;
40
BlobCache(size_t maxKeySize,size_t maxValueSize,size_t maxTotalSize)41 BlobCache::BlobCache(size_t maxKeySize, size_t maxValueSize, size_t maxTotalSize):
42 mMaxKeySize(maxKeySize),
43 mMaxValueSize(maxValueSize),
44 mMaxTotalSize(maxTotalSize),
45 mTotalSize(0) {
46 nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC);
47 #ifdef _WIN32
48 srand(now);
49 #else
50 mRandState[0] = (now >> 0) & 0xFFFF;
51 mRandState[1] = (now >> 16) & 0xFFFF;
52 mRandState[2] = (now >> 32) & 0xFFFF;
53 #endif
54 ALOGV("initializing random seed using %lld", (unsigned long long)now);
55 }
56
set(const void * key,size_t keySize,const void * value,size_t valueSize)57 void BlobCache::set(const void* key, size_t keySize, const void* value,
58 size_t valueSize) {
59 if (mMaxKeySize < keySize) {
60 ALOGV("set: not caching because the key is too large: %zu (limit: %zu)",
61 keySize, mMaxKeySize);
62 return;
63 }
64 if (mMaxValueSize < valueSize) {
65 ALOGV("set: not caching because the value is too large: %zu (limit: %zu)",
66 valueSize, mMaxValueSize);
67 return;
68 }
69 if (mMaxTotalSize < keySize + valueSize) {
70 ALOGV("set: not caching because the combined key/value size is too "
71 "large: %zu (limit: %zu)", keySize + valueSize, mMaxTotalSize);
72 return;
73 }
74 if (keySize == 0) {
75 ALOGW("set: not caching because keySize is 0");
76 return;
77 }
78 if (valueSize <= 0) {
79 ALOGW("set: not caching because valueSize is 0");
80 return;
81 }
82
83 sp<Blob> dummyKey(new Blob(key, keySize, false));
84 CacheEntry dummyEntry(dummyKey, NULL);
85
86 while (true) {
87 ssize_t index = mCacheEntries.indexOf(dummyEntry);
88 if (index < 0) {
89 // Create a new cache entry.
90 sp<Blob> keyBlob(new Blob(key, keySize, true));
91 sp<Blob> valueBlob(new Blob(value, valueSize, true));
92 size_t newTotalSize = mTotalSize + keySize + valueSize;
93 if (mMaxTotalSize < newTotalSize) {
94 if (isCleanable()) {
95 // Clean the cache and try again.
96 clean();
97 continue;
98 } else {
99 ALOGV("set: not caching new key/value pair because the "
100 "total cache size limit would be exceeded: %zu "
101 "(limit: %zu)",
102 keySize + valueSize, mMaxTotalSize);
103 break;
104 }
105 }
106 mCacheEntries.add(CacheEntry(keyBlob, valueBlob));
107 mTotalSize = newTotalSize;
108 ALOGV("set: created new cache entry with %zu byte key and %zu byte value",
109 keySize, valueSize);
110 } else {
111 // Update the existing cache entry.
112 sp<Blob> valueBlob(new Blob(value, valueSize, true));
113 sp<Blob> oldValueBlob(mCacheEntries[index].getValue());
114 size_t newTotalSize = mTotalSize + valueSize - oldValueBlob->getSize();
115 if (mMaxTotalSize < newTotalSize) {
116 if (isCleanable()) {
117 // Clean the cache and try again.
118 clean();
119 continue;
120 } else {
121 ALOGV("set: not caching new value because the total cache "
122 "size limit would be exceeded: %zu (limit: %zu)",
123 keySize + valueSize, mMaxTotalSize);
124 break;
125 }
126 }
127 mCacheEntries.editItemAt(index).setValue(valueBlob);
128 mTotalSize = newTotalSize;
129 ALOGV("set: updated existing cache entry with %zu byte key and %zu byte "
130 "value", keySize, valueSize);
131 }
132 break;
133 }
134 }
135
get(const void * key,size_t keySize,void * value,size_t valueSize)136 size_t BlobCache::get(const void* key, size_t keySize, void* value,
137 size_t valueSize) {
138 if (mMaxKeySize < keySize) {
139 ALOGV("get: not searching because the key is too large: %zu (limit %zu)",
140 keySize, mMaxKeySize);
141 return 0;
142 }
143 sp<Blob> dummyKey(new Blob(key, keySize, false));
144 CacheEntry dummyEntry(dummyKey, NULL);
145 ssize_t index = mCacheEntries.indexOf(dummyEntry);
146 if (index < 0) {
147 ALOGV("get: no cache entry found for key of size %zu", keySize);
148 return 0;
149 }
150
151 // The key was found. Return the value if the caller's buffer is large
152 // enough.
153 sp<Blob> valueBlob(mCacheEntries[index].getValue());
154 size_t valueBlobSize = valueBlob->getSize();
155 if (valueBlobSize <= valueSize) {
156 ALOGV("get: copying %zu bytes to caller's buffer", valueBlobSize);
157 memcpy(value, valueBlob->getData(), valueBlobSize);
158 } else {
159 ALOGV("get: caller's buffer is too small for value: %zu (needs %zu)",
160 valueSize, valueBlobSize);
161 }
162 return valueBlobSize;
163 }
164
align4(size_t size)165 static inline size_t align4(size_t size) {
166 return (size + 3) & ~3;
167 }
168
getFlattenedSize() const169 size_t BlobCache::getFlattenedSize() const {
170 size_t size = align4(sizeof(Header) + PROPERTY_VALUE_MAX);
171 for (size_t i = 0; i < mCacheEntries.size(); i++) {
172 const CacheEntry& e(mCacheEntries[i]);
173 sp<Blob> keyBlob = e.getKey();
174 sp<Blob> valueBlob = e.getValue();
175 size += align4(sizeof(EntryHeader) + keyBlob->getSize() +
176 valueBlob->getSize());
177 }
178 return size;
179 }
180
flatten(void * buffer,size_t size) const181 status_t BlobCache::flatten(void* buffer, size_t size) const {
182 // Write the cache header
183 if (size < sizeof(Header)) {
184 ALOGE("flatten: not enough room for cache header");
185 return BAD_VALUE;
186 }
187 Header* header = reinterpret_cast<Header*>(buffer);
188 header->mMagicNumber = blobCacheMagic;
189 header->mBlobCacheVersion = blobCacheVersion;
190 header->mDeviceVersion = blobCacheDeviceVersion;
191 header->mNumEntries = mCacheEntries.size();
192 char buildId[PROPERTY_VALUE_MAX];
193 header->mBuildIdLength = property_get("ro.build.id", buildId, "");
194 memcpy(header->mBuildId, buildId, header->mBuildIdLength);
195
196 // Write cache entries
197 uint8_t* byteBuffer = reinterpret_cast<uint8_t*>(buffer);
198 off_t byteOffset = align4(sizeof(Header) + header->mBuildIdLength);
199 for (size_t i = 0; i < mCacheEntries.size(); i++) {
200 const CacheEntry& e(mCacheEntries[i]);
201 sp<Blob> keyBlob = e.getKey();
202 sp<Blob> valueBlob = e.getValue();
203 size_t keySize = keyBlob->getSize();
204 size_t valueSize = valueBlob->getSize();
205
206 size_t entrySize = sizeof(EntryHeader) + keySize + valueSize;
207 size_t totalSize = align4(entrySize);
208 if (byteOffset + totalSize > size) {
209 ALOGE("flatten: not enough room for cache entries");
210 return BAD_VALUE;
211 }
212
213 EntryHeader* eheader = reinterpret_cast<EntryHeader*>(
214 &byteBuffer[byteOffset]);
215 eheader->mKeySize = keySize;
216 eheader->mValueSize = valueSize;
217
218 memcpy(eheader->mData, keyBlob->getData(), keySize);
219 memcpy(eheader->mData + keySize, valueBlob->getData(), valueSize);
220
221 if (totalSize > entrySize) {
222 // We have padding bytes. Those will get written to storage, and contribute to the CRC,
223 // so make sure we zero-them to have reproducible results.
224 memset(eheader->mData + keySize + valueSize, 0, totalSize - entrySize);
225 }
226
227 byteOffset += totalSize;
228 }
229
230 return OK;
231 }
232
unflatten(void const * buffer,size_t size)233 status_t BlobCache::unflatten(void const* buffer, size_t size) {
234 // All errors should result in the BlobCache being in an empty state.
235 mCacheEntries.clear();
236
237 // Read the cache header
238 if (size < sizeof(Header)) {
239 ALOGE("unflatten: not enough room for cache header");
240 return BAD_VALUE;
241 }
242 const Header* header = reinterpret_cast<const Header*>(buffer);
243 if (header->mMagicNumber != blobCacheMagic) {
244 ALOGE("unflatten: bad magic number: %" PRIu32, header->mMagicNumber);
245 return BAD_VALUE;
246 }
247 char buildId[PROPERTY_VALUE_MAX];
248 int len = property_get("ro.build.id", buildId, "");
249 if (header->mBlobCacheVersion != blobCacheVersion ||
250 header->mDeviceVersion != blobCacheDeviceVersion ||
251 len != header->mBuildIdLength ||
252 strncmp(buildId, header->mBuildId, len)) {
253 // We treat version mismatches as an empty cache.
254 return OK;
255 }
256
257 // Read cache entries
258 const uint8_t* byteBuffer = reinterpret_cast<const uint8_t*>(buffer);
259 off_t byteOffset = align4(sizeof(Header) + header->mBuildIdLength);
260 size_t numEntries = header->mNumEntries;
261 for (size_t i = 0; i < numEntries; i++) {
262 if (byteOffset + sizeof(EntryHeader) > size) {
263 mCacheEntries.clear();
264 ALOGE("unflatten: not enough room for cache entry headers");
265 return BAD_VALUE;
266 }
267
268 const EntryHeader* eheader = reinterpret_cast<const EntryHeader*>(
269 &byteBuffer[byteOffset]);
270 size_t keySize = eheader->mKeySize;
271 size_t valueSize = eheader->mValueSize;
272 size_t entrySize = sizeof(EntryHeader) + keySize + valueSize;
273
274 size_t totalSize = align4(entrySize);
275 if (byteOffset + totalSize > size) {
276 mCacheEntries.clear();
277 ALOGE("unflatten: not enough room for cache entry headers");
278 return BAD_VALUE;
279 }
280
281 const uint8_t* data = eheader->mData;
282 set(data, keySize, data + keySize, valueSize);
283
284 byteOffset += totalSize;
285 }
286
287 return OK;
288 }
289
blob_random()290 long int BlobCache::blob_random() {
291 #ifdef _WIN32
292 return rand();
293 #else
294 return nrand48(mRandState);
295 #endif
296 }
297
clean()298 void BlobCache::clean() {
299 // Remove a random cache entry until the total cache size gets below half
300 // the maximum total cache size.
301 while (mTotalSize > mMaxTotalSize / 2) {
302 size_t i = size_t(blob_random() % (mCacheEntries.size()));
303 const CacheEntry& entry(mCacheEntries[i]);
304 mTotalSize -= entry.getKey()->getSize() + entry.getValue()->getSize();
305 mCacheEntries.removeAt(i);
306 }
307 }
308
isCleanable() const309 bool BlobCache::isCleanable() const {
310 return mTotalSize > mMaxTotalSize / 2;
311 }
312
Blob(const void * data,size_t size,bool copyData)313 BlobCache::Blob::Blob(const void* data, size_t size, bool copyData):
314 mData(copyData ? malloc(size) : data),
315 mSize(size),
316 mOwnsData(copyData) {
317 if (data != NULL && copyData) {
318 memcpy(const_cast<void*>(mData), data, size);
319 }
320 }
321
~Blob()322 BlobCache::Blob::~Blob() {
323 if (mOwnsData) {
324 free(const_cast<void*>(mData));
325 }
326 }
327
operator <(const Blob & rhs) const328 bool BlobCache::Blob::operator<(const Blob& rhs) const {
329 if (mSize == rhs.mSize) {
330 return memcmp(mData, rhs.mData, mSize) < 0;
331 } else {
332 return mSize < rhs.mSize;
333 }
334 }
335
getData() const336 const void* BlobCache::Blob::getData() const {
337 return mData;
338 }
339
getSize() const340 size_t BlobCache::Blob::getSize() const {
341 return mSize;
342 }
343
CacheEntry()344 BlobCache::CacheEntry::CacheEntry() {
345 }
346
CacheEntry(const sp<Blob> & key,const sp<Blob> & value)347 BlobCache::CacheEntry::CacheEntry(const sp<Blob>& key, const sp<Blob>& value):
348 mKey(key),
349 mValue(value) {
350 }
351
CacheEntry(const CacheEntry & ce)352 BlobCache::CacheEntry::CacheEntry(const CacheEntry& ce):
353 mKey(ce.mKey),
354 mValue(ce.mValue) {
355 }
356
operator <(const CacheEntry & rhs) const357 bool BlobCache::CacheEntry::operator<(const CacheEntry& rhs) const {
358 return *mKey < *rhs.mKey;
359 }
360
operator =(const CacheEntry & rhs)361 const BlobCache::CacheEntry& BlobCache::CacheEntry::operator=(const CacheEntry& rhs) {
362 mKey = rhs.mKey;
363 mValue = rhs.mValue;
364 return *this;
365 }
366
getKey() const367 sp<BlobCache::Blob> BlobCache::CacheEntry::getKey() const {
368 return mKey;
369 }
370
getValue() const371 sp<BlobCache::Blob> BlobCache::CacheEntry::getValue() const {
372 return mValue;
373 }
374
setValue(const sp<Blob> & value)375 void BlobCache::CacheEntry::setValue(const sp<Blob>& value) {
376 mValue = value;
377 }
378
379 } // namespace android
380