1*6777b538SAndroid Build Coastguard Worker // Copyright 2012 The Chromium Authors
2*6777b538SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*6777b538SAndroid Build Coastguard Worker // found in the LICENSE file.
4*6777b538SAndroid Build Coastguard Worker
5*6777b538SAndroid Build Coastguard Worker #include "net/disk_cache/cache_util.h"
6*6777b538SAndroid Build Coastguard Worker
7*6777b538SAndroid Build Coastguard Worker #include <limits>
8*6777b538SAndroid Build Coastguard Worker
9*6777b538SAndroid Build Coastguard Worker #include "base/files/file_enumerator.h"
10*6777b538SAndroid Build Coastguard Worker #include "base/files/file_path.h"
11*6777b538SAndroid Build Coastguard Worker #include "base/files/file_util.h"
12*6777b538SAndroid Build Coastguard Worker #include "base/files/safe_base_name.h"
13*6777b538SAndroid Build Coastguard Worker #include "base/functional/bind.h"
14*6777b538SAndroid Build Coastguard Worker #include "base/location.h"
15*6777b538SAndroid Build Coastguard Worker #include "base/metrics/field_trial_params.h"
16*6777b538SAndroid Build Coastguard Worker #include "base/numerics/clamped_math.h"
17*6777b538SAndroid Build Coastguard Worker #include "base/numerics/ostream_operators.h"
18*6777b538SAndroid Build Coastguard Worker #include "base/strings/strcat.h"
19*6777b538SAndroid Build Coastguard Worker #include "base/strings/string_util.h"
20*6777b538SAndroid Build Coastguard Worker #include "base/strings/stringprintf.h"
21*6777b538SAndroid Build Coastguard Worker #include "base/strings/utf_string_conversions.h"
22*6777b538SAndroid Build Coastguard Worker #include "base/task/bind_post_task.h"
23*6777b538SAndroid Build Coastguard Worker #include "base/task/thread_pool.h"
24*6777b538SAndroid Build Coastguard Worker #include "base/threading/thread_restrictions.h"
25*6777b538SAndroid Build Coastguard Worker #include "build/build_config.h"
26*6777b538SAndroid Build Coastguard Worker
27*6777b538SAndroid Build Coastguard Worker namespace {
28*6777b538SAndroid Build Coastguard Worker
29*6777b538SAndroid Build Coastguard Worker const int kMaxOldFolders = 100;
30*6777b538SAndroid Build Coastguard Worker
31*6777b538SAndroid Build Coastguard Worker // Returns a fully qualified name from path and name, using a given name prefix
32*6777b538SAndroid Build Coastguard Worker // and index number. For instance, if the arguments are "/foo", "bar" and 5, it
33*6777b538SAndroid Build Coastguard Worker // will return "/foo/old_bar_005".
GetPrefixedName(const base::FilePath & path,const base::SafeBaseName & basename,int index)34*6777b538SAndroid Build Coastguard Worker base::FilePath GetPrefixedName(const base::FilePath& path,
35*6777b538SAndroid Build Coastguard Worker const base::SafeBaseName& basename,
36*6777b538SAndroid Build Coastguard Worker int index) {
37*6777b538SAndroid Build Coastguard Worker const std::string index_str = base::StringPrintf("_%03d", index);
38*6777b538SAndroid Build Coastguard Worker const base::FilePath::StringType filename = base::StrCat({
39*6777b538SAndroid Build Coastguard Worker FILE_PATH_LITERAL("old_"), basename.path().value(),
40*6777b538SAndroid Build Coastguard Worker #if BUILDFLAG(IS_WIN)
41*6777b538SAndroid Build Coastguard Worker base::ASCIIToWide(index_str)
42*6777b538SAndroid Build Coastguard Worker #else
43*6777b538SAndroid Build Coastguard Worker index_str
44*6777b538SAndroid Build Coastguard Worker #endif
45*6777b538SAndroid Build Coastguard Worker });
46*6777b538SAndroid Build Coastguard Worker return path.Append(filename);
47*6777b538SAndroid Build Coastguard Worker }
48*6777b538SAndroid Build Coastguard Worker
GetTempCacheName(const base::FilePath & dirname,const base::SafeBaseName & basename)49*6777b538SAndroid Build Coastguard Worker base::FilePath GetTempCacheName(const base::FilePath& dirname,
50*6777b538SAndroid Build Coastguard Worker const base::SafeBaseName& basename) {
51*6777b538SAndroid Build Coastguard Worker // We'll attempt to have up to kMaxOldFolders folders for deletion.
52*6777b538SAndroid Build Coastguard Worker for (int i = 0; i < kMaxOldFolders; i++) {
53*6777b538SAndroid Build Coastguard Worker base::FilePath to_delete = GetPrefixedName(dirname, basename, i);
54*6777b538SAndroid Build Coastguard Worker if (!base::PathExists(to_delete))
55*6777b538SAndroid Build Coastguard Worker return to_delete;
56*6777b538SAndroid Build Coastguard Worker }
57*6777b538SAndroid Build Coastguard Worker return base::FilePath();
58*6777b538SAndroid Build Coastguard Worker }
59*6777b538SAndroid Build Coastguard Worker
CleanupTemporaryDirectories(const base::FilePath & path)60*6777b538SAndroid Build Coastguard Worker void CleanupTemporaryDirectories(const base::FilePath& path) {
61*6777b538SAndroid Build Coastguard Worker const base::FilePath dirname = path.DirName();
62*6777b538SAndroid Build Coastguard Worker const std::optional<base::SafeBaseName> basename =
63*6777b538SAndroid Build Coastguard Worker base::SafeBaseName::Create(path);
64*6777b538SAndroid Build Coastguard Worker if (!basename.has_value()) {
65*6777b538SAndroid Build Coastguard Worker return;
66*6777b538SAndroid Build Coastguard Worker }
67*6777b538SAndroid Build Coastguard Worker for (int i = 0; i < kMaxOldFolders; i++) {
68*6777b538SAndroid Build Coastguard Worker base::FilePath to_delete = GetPrefixedName(dirname, *basename, i);
69*6777b538SAndroid Build Coastguard Worker disk_cache::DeleteCache(to_delete, /*remove_folder=*/true);
70*6777b538SAndroid Build Coastguard Worker }
71*6777b538SAndroid Build Coastguard Worker }
72*6777b538SAndroid Build Coastguard Worker
MoveDirectoryToTemporaryDirectory(const base::FilePath & path)73*6777b538SAndroid Build Coastguard Worker bool MoveDirectoryToTemporaryDirectory(const base::FilePath& path) {
74*6777b538SAndroid Build Coastguard Worker const base::FilePath dirname = path.DirName();
75*6777b538SAndroid Build Coastguard Worker const std::optional<base::SafeBaseName> basename =
76*6777b538SAndroid Build Coastguard Worker base::SafeBaseName::Create(path);
77*6777b538SAndroid Build Coastguard Worker if (!basename.has_value()) {
78*6777b538SAndroid Build Coastguard Worker return false;
79*6777b538SAndroid Build Coastguard Worker }
80*6777b538SAndroid Build Coastguard Worker const base::FilePath destination = GetTempCacheName(dirname, *basename);
81*6777b538SAndroid Build Coastguard Worker if (destination.empty()) {
82*6777b538SAndroid Build Coastguard Worker return false;
83*6777b538SAndroid Build Coastguard Worker }
84*6777b538SAndroid Build Coastguard Worker return disk_cache::MoveCache(path, destination);
85*6777b538SAndroid Build Coastguard Worker }
86*6777b538SAndroid Build Coastguard Worker
87*6777b538SAndroid Build Coastguard Worker // In order to process a potentially large number of files, we'll rename the
88*6777b538SAndroid Build Coastguard Worker // cache directory to old_ + original_name + number, (located on the same parent
89*6777b538SAndroid Build Coastguard Worker // directory), and use a worker thread to delete all the files on all the stale
90*6777b538SAndroid Build Coastguard Worker // cache directories. The whole process can still fail if we are not able to
91*6777b538SAndroid Build Coastguard Worker // rename the cache directory (for instance due to a sharing violation), and in
92*6777b538SAndroid Build Coastguard Worker // that case a cache for this profile (on the desired path) cannot be created.
CleanupDirectoryInternal(const base::FilePath & path)93*6777b538SAndroid Build Coastguard Worker bool CleanupDirectoryInternal(const base::FilePath& path) {
94*6777b538SAndroid Build Coastguard Worker const base::FilePath path_to_pass = path.StripTrailingSeparators();
95*6777b538SAndroid Build Coastguard Worker bool result = MoveDirectoryToTemporaryDirectory(path_to_pass);
96*6777b538SAndroid Build Coastguard Worker
97*6777b538SAndroid Build Coastguard Worker base::ThreadPool::PostTask(
98*6777b538SAndroid Build Coastguard Worker FROM_HERE,
99*6777b538SAndroid Build Coastguard Worker {base::MayBlock(), base::TaskPriority::BEST_EFFORT,
100*6777b538SAndroid Build Coastguard Worker base::TaskShutdownBehavior::CONTINUE_ON_SHUTDOWN},
101*6777b538SAndroid Build Coastguard Worker base::BindOnce(&CleanupTemporaryDirectories, path_to_pass));
102*6777b538SAndroid Build Coastguard Worker
103*6777b538SAndroid Build Coastguard Worker return result;
104*6777b538SAndroid Build Coastguard Worker }
105*6777b538SAndroid Build Coastguard Worker
PreferredCacheSizeInternal(int64_t available)106*6777b538SAndroid Build Coastguard Worker int64_t PreferredCacheSizeInternal(int64_t available) {
107*6777b538SAndroid Build Coastguard Worker using disk_cache::kDefaultCacheSize;
108*6777b538SAndroid Build Coastguard Worker // Return 80% of the available space if there is not enough space to use
109*6777b538SAndroid Build Coastguard Worker // kDefaultCacheSize.
110*6777b538SAndroid Build Coastguard Worker if (available < kDefaultCacheSize * 10 / 8)
111*6777b538SAndroid Build Coastguard Worker return available * 8 / 10;
112*6777b538SAndroid Build Coastguard Worker
113*6777b538SAndroid Build Coastguard Worker // Return kDefaultCacheSize if it uses 10% to 80% of the available space.
114*6777b538SAndroid Build Coastguard Worker if (available < kDefaultCacheSize * 10)
115*6777b538SAndroid Build Coastguard Worker return kDefaultCacheSize;
116*6777b538SAndroid Build Coastguard Worker
117*6777b538SAndroid Build Coastguard Worker // Return 10% of the available space if the target size
118*6777b538SAndroid Build Coastguard Worker // (2.5 * kDefaultCacheSize) is more than 10%.
119*6777b538SAndroid Build Coastguard Worker if (available < static_cast<int64_t>(kDefaultCacheSize) * 25)
120*6777b538SAndroid Build Coastguard Worker return available / 10;
121*6777b538SAndroid Build Coastguard Worker
122*6777b538SAndroid Build Coastguard Worker // Return the target size (2.5 * kDefaultCacheSize) if it uses 10% to 1%
123*6777b538SAndroid Build Coastguard Worker // of the available space.
124*6777b538SAndroid Build Coastguard Worker if (available < static_cast<int64_t>(kDefaultCacheSize) * 250)
125*6777b538SAndroid Build Coastguard Worker return kDefaultCacheSize * 5 / 2;
126*6777b538SAndroid Build Coastguard Worker
127*6777b538SAndroid Build Coastguard Worker // Return 1% of the available space.
128*6777b538SAndroid Build Coastguard Worker return available / 100;
129*6777b538SAndroid Build Coastguard Worker }
130*6777b538SAndroid Build Coastguard Worker
131*6777b538SAndroid Build Coastguard Worker } // namespace
132*6777b538SAndroid Build Coastguard Worker
133*6777b538SAndroid Build Coastguard Worker namespace disk_cache {
134*6777b538SAndroid Build Coastguard Worker
135*6777b538SAndroid Build Coastguard Worker const int kDefaultCacheSize = 80 * 1024 * 1024;
136*6777b538SAndroid Build Coastguard Worker
137*6777b538SAndroid Build Coastguard Worker BASE_FEATURE(kChangeDiskCacheSizeExperiment,
138*6777b538SAndroid Build Coastguard Worker "ChangeDiskCacheSize",
139*6777b538SAndroid Build Coastguard Worker base::FEATURE_DISABLED_BY_DEFAULT);
140*6777b538SAndroid Build Coastguard Worker
DeleteCache(const base::FilePath & path,bool remove_folder)141*6777b538SAndroid Build Coastguard Worker void DeleteCache(const base::FilePath& path, bool remove_folder) {
142*6777b538SAndroid Build Coastguard Worker if (remove_folder) {
143*6777b538SAndroid Build Coastguard Worker if (!base::DeletePathRecursively(path))
144*6777b538SAndroid Build Coastguard Worker LOG(WARNING) << "Unable to delete cache folder.";
145*6777b538SAndroid Build Coastguard Worker return;
146*6777b538SAndroid Build Coastguard Worker }
147*6777b538SAndroid Build Coastguard Worker
148*6777b538SAndroid Build Coastguard Worker base::FileEnumerator iter(
149*6777b538SAndroid Build Coastguard Worker path,
150*6777b538SAndroid Build Coastguard Worker /* recursive */ false,
151*6777b538SAndroid Build Coastguard Worker base::FileEnumerator::FILES | base::FileEnumerator::DIRECTORIES);
152*6777b538SAndroid Build Coastguard Worker for (base::FilePath file = iter.Next(); !file.value().empty();
153*6777b538SAndroid Build Coastguard Worker file = iter.Next()) {
154*6777b538SAndroid Build Coastguard Worker if (!base::DeletePathRecursively(file)) {
155*6777b538SAndroid Build Coastguard Worker LOG(WARNING) << "Unable to delete cache.";
156*6777b538SAndroid Build Coastguard Worker return;
157*6777b538SAndroid Build Coastguard Worker }
158*6777b538SAndroid Build Coastguard Worker }
159*6777b538SAndroid Build Coastguard Worker }
160*6777b538SAndroid Build Coastguard Worker
CleanupDirectory(const base::FilePath & path,base::OnceCallback<void (bool)> callback)161*6777b538SAndroid Build Coastguard Worker void CleanupDirectory(const base::FilePath& path,
162*6777b538SAndroid Build Coastguard Worker base::OnceCallback<void(bool)> callback) {
163*6777b538SAndroid Build Coastguard Worker auto task_runner = base::ThreadPool::CreateSequencedTaskRunner(
164*6777b538SAndroid Build Coastguard Worker {base::MayBlock(), base::TaskPriority::USER_BLOCKING,
165*6777b538SAndroid Build Coastguard Worker base::TaskShutdownBehavior::CONTINUE_ON_SHUTDOWN});
166*6777b538SAndroid Build Coastguard Worker
167*6777b538SAndroid Build Coastguard Worker task_runner->PostTaskAndReplyWithResult(
168*6777b538SAndroid Build Coastguard Worker FROM_HERE, base::BindOnce(CleanupDirectoryInternal, path),
169*6777b538SAndroid Build Coastguard Worker std::move(callback));
170*6777b538SAndroid Build Coastguard Worker }
171*6777b538SAndroid Build Coastguard Worker
CleanupDirectorySync(const base::FilePath & path)172*6777b538SAndroid Build Coastguard Worker bool CleanupDirectorySync(const base::FilePath& path) {
173*6777b538SAndroid Build Coastguard Worker base::ScopedAllowBlocking allow_blocking;
174*6777b538SAndroid Build Coastguard Worker
175*6777b538SAndroid Build Coastguard Worker return CleanupDirectoryInternal(path);
176*6777b538SAndroid Build Coastguard Worker }
177*6777b538SAndroid Build Coastguard Worker
178*6777b538SAndroid Build Coastguard Worker // Returns the preferred maximum number of bytes for the cache given the
179*6777b538SAndroid Build Coastguard Worker // number of available bytes.
PreferredCacheSize(int64_t available,net::CacheType type)180*6777b538SAndroid Build Coastguard Worker int PreferredCacheSize(int64_t available, net::CacheType type) {
181*6777b538SAndroid Build Coastguard Worker // Percent of cache size to use, relative to the default size. "100" means to
182*6777b538SAndroid Build Coastguard Worker // use 100% of the default size.
183*6777b538SAndroid Build Coastguard Worker int percent_relative_size = 100;
184*6777b538SAndroid Build Coastguard Worker
185*6777b538SAndroid Build Coastguard Worker if (base::FeatureList::IsEnabled(
186*6777b538SAndroid Build Coastguard Worker disk_cache::kChangeDiskCacheSizeExperiment) &&
187*6777b538SAndroid Build Coastguard Worker type == net::DISK_CACHE) {
188*6777b538SAndroid Build Coastguard Worker percent_relative_size = base::GetFieldTrialParamByFeatureAsInt(
189*6777b538SAndroid Build Coastguard Worker disk_cache::kChangeDiskCacheSizeExperiment, "percent_relative_size",
190*6777b538SAndroid Build Coastguard Worker 100 /* default value */);
191*6777b538SAndroid Build Coastguard Worker }
192*6777b538SAndroid Build Coastguard Worker
193*6777b538SAndroid Build Coastguard Worker // Cap scaling, as a safety check, to avoid overflow.
194*6777b538SAndroid Build Coastguard Worker if (percent_relative_size > 400)
195*6777b538SAndroid Build Coastguard Worker percent_relative_size = 400;
196*6777b538SAndroid Build Coastguard Worker else if (percent_relative_size < 100)
197*6777b538SAndroid Build Coastguard Worker percent_relative_size = 100;
198*6777b538SAndroid Build Coastguard Worker
199*6777b538SAndroid Build Coastguard Worker base::ClampedNumeric<int64_t> scaled_default_disk_cache_size =
200*6777b538SAndroid Build Coastguard Worker (base::ClampedNumeric<int64_t>(disk_cache::kDefaultCacheSize) *
201*6777b538SAndroid Build Coastguard Worker percent_relative_size) /
202*6777b538SAndroid Build Coastguard Worker 100;
203*6777b538SAndroid Build Coastguard Worker
204*6777b538SAndroid Build Coastguard Worker base::ClampedNumeric<int64_t> preferred_cache_size =
205*6777b538SAndroid Build Coastguard Worker scaled_default_disk_cache_size;
206*6777b538SAndroid Build Coastguard Worker
207*6777b538SAndroid Build Coastguard Worker // If available disk space is known, use it to compute a better value for
208*6777b538SAndroid Build Coastguard Worker // preferred_cache_size.
209*6777b538SAndroid Build Coastguard Worker if (available >= 0) {
210*6777b538SAndroid Build Coastguard Worker preferred_cache_size = PreferredCacheSizeInternal(available);
211*6777b538SAndroid Build Coastguard Worker
212*6777b538SAndroid Build Coastguard Worker // If the preferred cache size is less than 20% of the available space,
213*6777b538SAndroid Build Coastguard Worker // scale for the field trial, capping the scaled value at 20% of the
214*6777b538SAndroid Build Coastguard Worker // available space.
215*6777b538SAndroid Build Coastguard Worker if (preferred_cache_size < available / 5) {
216*6777b538SAndroid Build Coastguard Worker const base::ClampedNumeric<int64_t> clamped_available(available);
217*6777b538SAndroid Build Coastguard Worker preferred_cache_size =
218*6777b538SAndroid Build Coastguard Worker std::min((preferred_cache_size * percent_relative_size) / 100,
219*6777b538SAndroid Build Coastguard Worker clamped_available / 5);
220*6777b538SAndroid Build Coastguard Worker }
221*6777b538SAndroid Build Coastguard Worker }
222*6777b538SAndroid Build Coastguard Worker
223*6777b538SAndroid Build Coastguard Worker // Limit cache size to somewhat less than kint32max to avoid potential
224*6777b538SAndroid Build Coastguard Worker // integer overflows in cache backend implementations.
225*6777b538SAndroid Build Coastguard Worker //
226*6777b538SAndroid Build Coastguard Worker // Note: the 4x limit is of course far below that; historically it came
227*6777b538SAndroid Build Coastguard Worker // from the blockfile backend with the following explanation:
228*6777b538SAndroid Build Coastguard Worker // "Let's not use more than the default size while we tune-up the performance
229*6777b538SAndroid Build Coastguard Worker // of bigger caches. "
230*6777b538SAndroid Build Coastguard Worker base::ClampedNumeric<int64_t> size_limit = scaled_default_disk_cache_size * 4;
231*6777b538SAndroid Build Coastguard Worker // Native code entries can be large, so we would like a larger cache.
232*6777b538SAndroid Build Coastguard Worker // Make the size limit 50% larger in that case.
233*6777b538SAndroid Build Coastguard Worker if (type == net::GENERATED_NATIVE_CODE_CACHE) {
234*6777b538SAndroid Build Coastguard Worker size_limit = (size_limit / 2) * 3;
235*6777b538SAndroid Build Coastguard Worker } else if (type == net::GENERATED_WEBUI_BYTE_CODE_CACHE) {
236*6777b538SAndroid Build Coastguard Worker size_limit = std::min(
237*6777b538SAndroid Build Coastguard Worker size_limit, base::ClampedNumeric<int64_t>(kMaxWebUICodeCacheSize));
238*6777b538SAndroid Build Coastguard Worker }
239*6777b538SAndroid Build Coastguard Worker
240*6777b538SAndroid Build Coastguard Worker DCHECK_LT(size_limit, std::numeric_limits<int32_t>::max());
241*6777b538SAndroid Build Coastguard Worker return static_cast<int32_t>(std::min(preferred_cache_size, size_limit));
242*6777b538SAndroid Build Coastguard Worker }
243*6777b538SAndroid Build Coastguard Worker
244*6777b538SAndroid Build Coastguard Worker } // namespace disk_cache
245