blob: ada24241e03780398e06f2960e1c5eafb81a5eb9 [file] [log] [blame]
// Copyright (c) 2011 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// The eviction policy is a very simple pure LRU, so the elements at the end of
// the list are evicted until kCleanUpMargin free space is available. There is
// only one list in use (Rankings::NO_USE), and elements are sent to the front
// of the list whenever they are accessed.
// The new (in-development) eviction policy adds re-use as a factor to evict
// an entry. The story so far:
// Entries are linked on separate lists depending on how often they are used.
// When we see an element for the first time, it goes to the NO_USE list; if
// the object is reused later on, we move it to the LOW_USE list, until it is
// used kHighUse times, at which point it is moved to the HIGH_USE list.
// Whenever an element is evicted, we move it to the DELETED list so that if the
// element is accessed again, we remember the fact that it was already stored
// and maybe in the future we don't evict that element.
// When we have to evict an element, first we try to use the last element from
// the NO_USE list, then we move to the LOW_USE and only then we evict an entry
// from the HIGH_USE. We attempt to keep entries on the cache for at least
// kTargetTime hours (with frequently accessed items stored for longer periods),
// but if we cannot do that, we fall-back to keep each list roughly the same
// size so that we have a chance to see an element again and move it to another
// list.
#include "net/disk_cache/eviction.h"
#include "base/compiler_specific.h"
#include "base/logging.h"
#include "base/message_loop.h"
#include "base/string_util.h"
#include "base/time.h"
#include "net/disk_cache/backend_impl.h"
#include "net/disk_cache/entry_impl.h"
#include "net/disk_cache/experiments.h"
#include "net/disk_cache/histogram_macros.h"
#include "net/disk_cache/trace.h"
using base::Time;
using base::TimeTicks;
namespace {
const int kCleanUpMargin = 1024 * 1024;
const int kHighUse = 10; // Reuse count to be on the HIGH_USE list.
const int kTargetTime = 24 * 7; // Time to be evicted (hours since last use).
const int kMaxDelayedTrims = 60;
int LowWaterAdjust(int high_water) {
if (high_water < kCleanUpMargin)
return 0;
return high_water - kCleanUpMargin;
}
} // namespace
namespace disk_cache {
Eviction::Eviction()
: backend_(NULL),
init_(false),
ALLOW_THIS_IN_INITIALIZER_LIST(factory_(this)) {
}
Eviction::~Eviction() {
}
void Eviction::Init(BackendImpl* backend) {
// We grab a bunch of info from the backend to make the code a little cleaner
// when we're actually doing work.
backend_ = backend;
rankings_ = &backend->rankings_;
header_ = &backend_->data_->header;
max_size_ = LowWaterAdjust(backend_->max_size_);
new_eviction_ = backend->new_eviction_;
first_trim_ = true;
trimming_ = false;
delay_trim_ = false;
trim_delays_ = 0;
init_ = true;
test_mode_ = false;
in_experiment_ = (header_->experiment == EXPERIMENT_DELETED_LIST_IN);
}
void Eviction::Stop() {
// It is possible for the backend initialization to fail, in which case this
// object was never initialized... and there is nothing to do.
if (!init_)
return;
// We want to stop further evictions, so let's pretend that we are busy from
// this point on.
DCHECK(!trimming_);
trimming_ = true;
factory_.RevokeAll();
}
void Eviction::TrimCache(bool empty) {
if (backend_->disabled_ || trimming_)
return;
if (!empty && !ShouldTrim())
return PostDelayedTrim();
if (new_eviction_)
return TrimCacheV2(empty);
Trace("*** Trim Cache ***");
trimming_ = true;
TimeTicks start = TimeTicks::Now();
Rankings::ScopedRankingsBlock node(rankings_);
Rankings::ScopedRankingsBlock next(rankings_,
rankings_->GetPrev(node.get(), Rankings::NO_USE));
int target_size = empty ? 0 : max_size_;
while ((header_->num_bytes > target_size || test_mode_) && next.get()) {
// The iterator could be invalidated within EvictEntry().
if (!next->HasData())
break;
node.reset(next.release());
next.reset(rankings_->GetPrev(node.get(), Rankings::NO_USE));
if (node->Data()->dirty != backend_->GetCurrentEntryId() || empty) {
// This entry is not being used by anybody.
// Do NOT use node as an iterator after this point.
rankings_->TrackRankingsBlock(node.get(), false);
if (!EvictEntry(node.get(), empty, Rankings::NO_USE) && !test_mode_)
continue;
if (!empty) {
backend_->OnEvent(Stats::TRIM_ENTRY);
if (test_mode_)
break;
if ((TimeTicks::Now() - start).InMilliseconds() > 20) {
MessageLoop::current()->PostTask(FROM_HERE,
factory_.NewRunnableMethod(&Eviction::TrimCache, false));
break;
}
}
}
}
if (empty) {
CACHE_UMA(AGE_MS, "TotalClearTimeV1", 0, start);
} else {
CACHE_UMA(AGE_MS, "TotalTrimTimeV1", backend_->GetSizeGroup(), start);
}
trimming_ = false;
Trace("*** Trim Cache end ***");
return;
}
void Eviction::UpdateRank(EntryImpl* entry, bool modified) {
if (new_eviction_)
return UpdateRankV2(entry, modified);
rankings_->UpdateRank(entry->rankings(), modified, GetListForEntry(entry));
}
void Eviction::OnOpenEntry(EntryImpl* entry) {
if (new_eviction_)
return OnOpenEntryV2(entry);
}
void Eviction::OnCreateEntry(EntryImpl* entry) {
if (new_eviction_)
return OnCreateEntryV2(entry);
rankings_->Insert(entry->rankings(), true, GetListForEntry(entry));
}
void Eviction::OnDoomEntry(EntryImpl* entry) {
if (new_eviction_)
return OnDoomEntryV2(entry);
if (entry->LeaveRankingsBehind())
return;
rankings_->Remove(entry->rankings(), GetListForEntry(entry), true);
}
void Eviction::OnDestroyEntry(EntryImpl* entry) {
if (new_eviction_)
return OnDestroyEntryV2(entry);
}
void Eviction::SetTestMode() {
test_mode_ = true;
}
void Eviction::TrimDeletedList(bool empty) {
DCHECK(test_mode_ && new_eviction_);
TrimDeleted(empty);
}
void Eviction::PostDelayedTrim() {
// Prevent posting multiple tasks.
if (delay_trim_)
return;
delay_trim_ = true;
trim_delays_++;
MessageLoop::current()->PostDelayedTask(FROM_HERE,
factory_.NewRunnableMethod(&Eviction::DelayedTrim), 1000);
}
void Eviction::DelayedTrim() {
delay_trim_ = false;
if (trim_delays_ < kMaxDelayedTrims && backend_->IsLoaded())
return PostDelayedTrim();
TrimCache(false);
}
bool Eviction::ShouldTrim() {
if (trim_delays_ < kMaxDelayedTrims && backend_->IsLoaded())
return false;
UMA_HISTOGRAM_COUNTS("DiskCache.TrimDelays", trim_delays_);
trim_delays_ = 0;
return true;
}
void Eviction::ReportTrimTimes(EntryImpl* entry) {
if (first_trim_) {
first_trim_ = false;
if (backend_->ShouldReportAgain()) {
CACHE_UMA(AGE, "TrimAge", 0, entry->GetLastUsed());
ReportListStats();
}
if (header_->lru.filled)
return;
header_->lru.filled = 1;
if (header_->create_time) {
// This is the first entry that we have to evict, generate some noise.
backend_->FirstEviction();
} else {
// This is an old file, but we may want more reports from this user so
// lets save some create_time.
Time::Exploded old = {0};
old.year = 2009;
old.month = 3;
old.day_of_month = 1;
header_->create_time = Time::FromLocalExploded(old).ToInternalValue();
}
}
}
Rankings::List Eviction::GetListForEntry(EntryImpl* entry) {
return Rankings::NO_USE;
}
bool Eviction::EvictEntry(CacheRankingsBlock* node, bool empty,
Rankings::List list) {
EntryImpl* entry = backend_->GetEnumeratedEntry(node, list);
if (!entry) {
Trace("NewEntry failed on Trim 0x%x", node->address().value());
return false;
}
ReportTrimTimes(entry);
if (empty || !new_eviction_) {
entry->DoomImpl();
} else {
entry->DeleteEntryData(false);
EntryStore* info = entry->entry()->Data();
DCHECK(ENTRY_NORMAL == info->state);
rankings_->Remove(entry->rankings(), GetListForEntryV2(entry), true);
info->state = ENTRY_EVICTED;
entry->entry()->Store();
rankings_->Insert(entry->rankings(), true, Rankings::DELETED);
backend_->OnEvent(Stats::TRIM_ENTRY);
}
entry->Release();
return true;
}
// -----------------------------------------------------------------------
void Eviction::TrimCacheV2(bool empty) {
Trace("*** Trim Cache ***");
trimming_ = true;
TimeTicks start = TimeTicks::Now();
const int kListsToSearch = 3;
Rankings::ScopedRankingsBlock next[kListsToSearch];
int list = Rankings::LAST_ELEMENT;
// Get a node from each list.
for (int i = 0; i < kListsToSearch; i++) {
bool done = false;
next[i].set_rankings(rankings_);
if (done)
continue;
next[i].reset(rankings_->GetPrev(NULL, static_cast<Rankings::List>(i)));
if (!empty && NodeIsOldEnough(next[i].get(), i)) {
list = static_cast<Rankings::List>(i);
done = true;
}
}
// If we are not meeting the time targets lets move on to list length.
if (!empty && Rankings::LAST_ELEMENT == list)
list = SelectListByLength(next);
if (empty)
list = 0;
Rankings::ScopedRankingsBlock node(rankings_);
int target_size = empty ? 0 : max_size_;
for (; list < kListsToSearch; list++) {
while ((header_->num_bytes > target_size || test_mode_) &&
next[list].get()) {
// The iterator could be invalidated within EvictEntry().
if (!next[list]->HasData())
break;
node.reset(next[list].release());
next[list].reset(rankings_->GetPrev(node.get(),
static_cast<Rankings::List>(list)));
if (node->Data()->dirty != backend_->GetCurrentEntryId() || empty) {
// This entry is not being used by anybody.
// Do NOT use node as an iterator after this point.
rankings_->TrackRankingsBlock(node.get(), false);
if (!EvictEntry(node.get(), empty, static_cast<Rankings::List>(list)) &&
!test_mode_)
continue;
if (!empty && test_mode_)
break;
if (!empty && (TimeTicks::Now() - start).InMilliseconds() > 20) {
MessageLoop::current()->PostTask(FROM_HERE,
factory_.NewRunnableMethod(&Eviction::TrimCache, false));
break;
}
}
}
if (!empty)
list = kListsToSearch;
}
if (empty) {
TrimDeleted(true);
} else if (header_->lru.sizes[Rankings::DELETED] > header_->num_entries / 4 &&
!test_mode_) {
MessageLoop::current()->PostTask(FROM_HERE,
factory_.NewRunnableMethod(&Eviction::TrimDeleted, empty));
}
if (empty) {
CACHE_UMA(AGE_MS, "TotalClearTimeV2", 0, start);
} else {
CACHE_UMA(AGE_MS, "TotalTrimTimeV2", backend_->GetSizeGroup(), start);
}
Trace("*** Trim Cache end ***");
trimming_ = false;
return;
}
void Eviction::UpdateRankV2(EntryImpl* entry, bool modified) {
rankings_->UpdateRank(entry->rankings(), modified, GetListForEntryV2(entry));
}
void Eviction::OnOpenEntryV2(EntryImpl* entry) {
EntryStore* info = entry->entry()->Data();
DCHECK(ENTRY_NORMAL == info->state);
if (info->reuse_count < kint32max) {
info->reuse_count++;
entry->entry()->set_modified();
// We may need to move this to a new list.
if (1 == info->reuse_count) {
rankings_->Remove(entry->rankings(), Rankings::NO_USE, true);
rankings_->Insert(entry->rankings(), false, Rankings::LOW_USE);
entry->entry()->Store();
} else if (kHighUse == info->reuse_count) {
rankings_->Remove(entry->rankings(), Rankings::LOW_USE, true);
rankings_->Insert(entry->rankings(), false, Rankings::HIGH_USE);
entry->entry()->Store();
}
}
}
void Eviction::OnCreateEntryV2(EntryImpl* entry) {
EntryStore* info = entry->entry()->Data();
switch (info->state) {
case ENTRY_NORMAL: {
DCHECK(!info->reuse_count);
DCHECK(!info->refetch_count);
break;
};
case ENTRY_EVICTED: {
if (info->refetch_count < kint32max)
info->refetch_count++;
if (info->refetch_count > kHighUse && info->reuse_count < kHighUse) {
info->reuse_count = kHighUse;
} else {
info->reuse_count++;
}
info->state = ENTRY_NORMAL;
entry->entry()->Store();
rankings_->Remove(entry->rankings(), Rankings::DELETED, true);
break;
};
default:
NOTREACHED();
}
rankings_->Insert(entry->rankings(), true, GetListForEntryV2(entry));
}
void Eviction::OnDoomEntryV2(EntryImpl* entry) {
EntryStore* info = entry->entry()->Data();
if (ENTRY_NORMAL != info->state)
return;
if (entry->LeaveRankingsBehind()) {
info->state = ENTRY_DOOMED;
entry->entry()->Store();
return;
}
rankings_->Remove(entry->rankings(), GetListForEntryV2(entry), true);
info->state = ENTRY_DOOMED;
entry->entry()->Store();
rankings_->Insert(entry->rankings(), true, Rankings::DELETED);
}
void Eviction::OnDestroyEntryV2(EntryImpl* entry) {
if (entry->LeaveRankingsBehind())
return;
rankings_->Remove(entry->rankings(), Rankings::DELETED, true);
}
Rankings::List Eviction::GetListForEntryV2(EntryImpl* entry) {
EntryStore* info = entry->entry()->Data();
DCHECK(ENTRY_NORMAL == info->state);
if (!info->reuse_count)
return Rankings::NO_USE;
if (info->reuse_count < kHighUse)
return Rankings::LOW_USE;
return Rankings::HIGH_USE;
}
// This is a minimal implementation that just discards the oldest nodes.
// TODO(rvargas): Do something better here.
void Eviction::TrimDeleted(bool empty) {
Trace("*** Trim Deleted ***");
if (backend_->disabled_)
return;
TimeTicks start = TimeTicks::Now();
Rankings::ScopedRankingsBlock node(rankings_);
Rankings::ScopedRankingsBlock next(rankings_,
rankings_->GetPrev(node.get(), Rankings::DELETED));
bool deleted = false;
while (next.get() &&
(empty || (TimeTicks::Now() - start).InMilliseconds() < 20)) {
node.reset(next.release());
next.reset(rankings_->GetPrev(node.get(), Rankings::DELETED));
deleted |= RemoveDeletedNode(node.get());
if (test_mode_)
break;
}
// Normally we use 25% for each list. The experiment doubles the number of
// deleted entries, so the total number of entries increases by 25%. Using
// 40% of that value for deleted entries leaves the size of the other three
// lists intact.
int max_length = in_experiment_ ? header_->num_entries * 2 / 5 :
header_->num_entries / 4;
if (deleted && !empty && !test_mode_ &&
header_->lru.sizes[Rankings::DELETED] > max_length) {
MessageLoop::current()->PostTask(FROM_HERE,
factory_.NewRunnableMethod(&Eviction::TrimDeleted, false));
}
CACHE_UMA(AGE_MS, "TotalTrimDeletedTime", 0, start);
Trace("*** Trim Deleted end ***");
return;
}
bool Eviction::RemoveDeletedNode(CacheRankingsBlock* node) {
EntryImpl* entry = backend_->GetEnumeratedEntry(node, Rankings::DELETED);
if (!entry) {
Trace("NewEntry failed on Trim 0x%x", node->address().value());
return false;
}
bool doomed = (entry->entry()->Data()->state == ENTRY_DOOMED);
entry->entry()->Data()->state = ENTRY_DOOMED;
entry->DoomImpl();
entry->Release();
return !doomed;
}
bool Eviction::NodeIsOldEnough(CacheRankingsBlock* node, int list) {
if (!node)
return false;
// If possible, we want to keep entries on each list at least kTargetTime
// hours. Each successive list on the enumeration has 2x the target time of
// the previous list.
Time used = Time::FromInternalValue(node->Data()->last_used);
int multiplier = 1 << list;
return (Time::Now() - used).InHours() > kTargetTime * multiplier;
}
int Eviction::SelectListByLength(Rankings::ScopedRankingsBlock* next) {
int data_entries = header_->num_entries -
header_->lru.sizes[Rankings::DELETED];
// Start by having each list to be roughly the same size.
if (header_->lru.sizes[0] > data_entries / 3)
return 0;
int list = (header_->lru.sizes[1] > data_entries / 3) ? 1 : 2;
// Make sure that frequently used items are kept for a minimum time; we know
// that this entry is not older than its current target, but it must be at
// least older than the target for list 0 (kTargetTime), as long as we don't
// exhaust list 0.
if (!NodeIsOldEnough(next[list].get(), 0) &&
header_->lru.sizes[0] > data_entries / 10)
list = 0;
return list;
}
void Eviction::ReportListStats() {
if (!new_eviction_)
return;
Rankings::ScopedRankingsBlock last1(rankings_,
rankings_->GetPrev(NULL, Rankings::NO_USE));
Rankings::ScopedRankingsBlock last2(rankings_,
rankings_->GetPrev(NULL, Rankings::LOW_USE));
Rankings::ScopedRankingsBlock last3(rankings_,
rankings_->GetPrev(NULL, Rankings::HIGH_USE));
Rankings::ScopedRankingsBlock last4(rankings_,
rankings_->GetPrev(NULL, Rankings::DELETED));
if (last1.get())
CACHE_UMA(AGE, "NoUseAge", 0,
Time::FromInternalValue(last1.get()->Data()->last_used));
if (last2.get())
CACHE_UMA(AGE, "LowUseAge", 0,
Time::FromInternalValue(last2.get()->Data()->last_used));
if (last3.get())
CACHE_UMA(AGE, "HighUseAge", 0,
Time::FromInternalValue(last3.get()->Data()->last_used));
if (last4.get())
CACHE_UMA(AGE, "DeletedAge", 0,
Time::FromInternalValue(last4.get()->Data()->last_used));
}
} // namespace disk_cache