xref: /aosp_15_r20/external/cronet/net/disk_cache/cache_util.cc (revision 6777b5387eb2ff775bb5750e3f5d96f37fb7352b)
1*6777b538SAndroid Build Coastguard Worker // Copyright 2012 The Chromium Authors
2*6777b538SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*6777b538SAndroid Build Coastguard Worker // found in the LICENSE file.
4*6777b538SAndroid Build Coastguard Worker 
5*6777b538SAndroid Build Coastguard Worker #include "net/disk_cache/cache_util.h"
6*6777b538SAndroid Build Coastguard Worker 
7*6777b538SAndroid Build Coastguard Worker #include <limits>
8*6777b538SAndroid Build Coastguard Worker 
9*6777b538SAndroid Build Coastguard Worker #include "base/files/file_enumerator.h"
10*6777b538SAndroid Build Coastguard Worker #include "base/files/file_path.h"
11*6777b538SAndroid Build Coastguard Worker #include "base/files/file_util.h"
12*6777b538SAndroid Build Coastguard Worker #include "base/files/safe_base_name.h"
13*6777b538SAndroid Build Coastguard Worker #include "base/functional/bind.h"
14*6777b538SAndroid Build Coastguard Worker #include "base/location.h"
15*6777b538SAndroid Build Coastguard Worker #include "base/metrics/field_trial_params.h"
16*6777b538SAndroid Build Coastguard Worker #include "base/numerics/clamped_math.h"
17*6777b538SAndroid Build Coastguard Worker #include "base/numerics/ostream_operators.h"
18*6777b538SAndroid Build Coastguard Worker #include "base/strings/strcat.h"
19*6777b538SAndroid Build Coastguard Worker #include "base/strings/string_util.h"
20*6777b538SAndroid Build Coastguard Worker #include "base/strings/stringprintf.h"
21*6777b538SAndroid Build Coastguard Worker #include "base/strings/utf_string_conversions.h"
22*6777b538SAndroid Build Coastguard Worker #include "base/task/bind_post_task.h"
23*6777b538SAndroid Build Coastguard Worker #include "base/task/thread_pool.h"
24*6777b538SAndroid Build Coastguard Worker #include "base/threading/thread_restrictions.h"
25*6777b538SAndroid Build Coastguard Worker #include "build/build_config.h"
26*6777b538SAndroid Build Coastguard Worker 
27*6777b538SAndroid Build Coastguard Worker namespace {
28*6777b538SAndroid Build Coastguard Worker 
29*6777b538SAndroid Build Coastguard Worker const int kMaxOldFolders = 100;
30*6777b538SAndroid Build Coastguard Worker 
31*6777b538SAndroid Build Coastguard Worker // Returns a fully qualified name from path and name, using a given name prefix
32*6777b538SAndroid Build Coastguard Worker // and index number. For instance, if the arguments are "/foo", "bar" and 5, it
33*6777b538SAndroid Build Coastguard Worker // will return "/foo/old_bar_005".
GetPrefixedName(const base::FilePath & path,const base::SafeBaseName & basename,int index)34*6777b538SAndroid Build Coastguard Worker base::FilePath GetPrefixedName(const base::FilePath& path,
35*6777b538SAndroid Build Coastguard Worker                                const base::SafeBaseName& basename,
36*6777b538SAndroid Build Coastguard Worker                                int index) {
37*6777b538SAndroid Build Coastguard Worker   const std::string index_str = base::StringPrintf("_%03d", index);
38*6777b538SAndroid Build Coastguard Worker   const base::FilePath::StringType filename = base::StrCat({
39*6777b538SAndroid Build Coastguard Worker     FILE_PATH_LITERAL("old_"), basename.path().value(),
40*6777b538SAndroid Build Coastguard Worker #if BUILDFLAG(IS_WIN)
41*6777b538SAndroid Build Coastguard Worker         base::ASCIIToWide(index_str)
42*6777b538SAndroid Build Coastguard Worker #else
43*6777b538SAndroid Build Coastguard Worker         index_str
44*6777b538SAndroid Build Coastguard Worker #endif
45*6777b538SAndroid Build Coastguard Worker   });
46*6777b538SAndroid Build Coastguard Worker   return path.Append(filename);
47*6777b538SAndroid Build Coastguard Worker }
48*6777b538SAndroid Build Coastguard Worker 
GetTempCacheName(const base::FilePath & dirname,const base::SafeBaseName & basename)49*6777b538SAndroid Build Coastguard Worker base::FilePath GetTempCacheName(const base::FilePath& dirname,
50*6777b538SAndroid Build Coastguard Worker                                 const base::SafeBaseName& basename) {
51*6777b538SAndroid Build Coastguard Worker   // We'll attempt to have up to kMaxOldFolders folders for deletion.
52*6777b538SAndroid Build Coastguard Worker   for (int i = 0; i < kMaxOldFolders; i++) {
53*6777b538SAndroid Build Coastguard Worker     base::FilePath to_delete = GetPrefixedName(dirname, basename, i);
54*6777b538SAndroid Build Coastguard Worker     if (!base::PathExists(to_delete))
55*6777b538SAndroid Build Coastguard Worker       return to_delete;
56*6777b538SAndroid Build Coastguard Worker   }
57*6777b538SAndroid Build Coastguard Worker   return base::FilePath();
58*6777b538SAndroid Build Coastguard Worker }
59*6777b538SAndroid Build Coastguard Worker 
CleanupTemporaryDirectories(const base::FilePath & path)60*6777b538SAndroid Build Coastguard Worker void CleanupTemporaryDirectories(const base::FilePath& path) {
61*6777b538SAndroid Build Coastguard Worker   const base::FilePath dirname = path.DirName();
62*6777b538SAndroid Build Coastguard Worker   const std::optional<base::SafeBaseName> basename =
63*6777b538SAndroid Build Coastguard Worker       base::SafeBaseName::Create(path);
64*6777b538SAndroid Build Coastguard Worker   if (!basename.has_value()) {
65*6777b538SAndroid Build Coastguard Worker     return;
66*6777b538SAndroid Build Coastguard Worker   }
67*6777b538SAndroid Build Coastguard Worker   for (int i = 0; i < kMaxOldFolders; i++) {
68*6777b538SAndroid Build Coastguard Worker     base::FilePath to_delete = GetPrefixedName(dirname, *basename, i);
69*6777b538SAndroid Build Coastguard Worker     disk_cache::DeleteCache(to_delete, /*remove_folder=*/true);
70*6777b538SAndroid Build Coastguard Worker   }
71*6777b538SAndroid Build Coastguard Worker }
72*6777b538SAndroid Build Coastguard Worker 
MoveDirectoryToTemporaryDirectory(const base::FilePath & path)73*6777b538SAndroid Build Coastguard Worker bool MoveDirectoryToTemporaryDirectory(const base::FilePath& path) {
74*6777b538SAndroid Build Coastguard Worker   const base::FilePath dirname = path.DirName();
75*6777b538SAndroid Build Coastguard Worker   const std::optional<base::SafeBaseName> basename =
76*6777b538SAndroid Build Coastguard Worker       base::SafeBaseName::Create(path);
77*6777b538SAndroid Build Coastguard Worker   if (!basename.has_value()) {
78*6777b538SAndroid Build Coastguard Worker     return false;
79*6777b538SAndroid Build Coastguard Worker   }
80*6777b538SAndroid Build Coastguard Worker   const base::FilePath destination = GetTempCacheName(dirname, *basename);
81*6777b538SAndroid Build Coastguard Worker   if (destination.empty()) {
82*6777b538SAndroid Build Coastguard Worker     return false;
83*6777b538SAndroid Build Coastguard Worker   }
84*6777b538SAndroid Build Coastguard Worker   return disk_cache::MoveCache(path, destination);
85*6777b538SAndroid Build Coastguard Worker }
86*6777b538SAndroid Build Coastguard Worker 
87*6777b538SAndroid Build Coastguard Worker // In order to process a potentially large number of files, we'll rename the
88*6777b538SAndroid Build Coastguard Worker // cache directory to old_ + original_name + number, (located on the same parent
89*6777b538SAndroid Build Coastguard Worker // directory), and use a worker thread to delete all the files on all the stale
90*6777b538SAndroid Build Coastguard Worker // cache directories. The whole process can still fail if we are not able to
91*6777b538SAndroid Build Coastguard Worker // rename the cache directory (for instance due to a sharing violation), and in
92*6777b538SAndroid Build Coastguard Worker // that case a cache for this profile (on the desired path) cannot be created.
CleanupDirectoryInternal(const base::FilePath & path)93*6777b538SAndroid Build Coastguard Worker bool CleanupDirectoryInternal(const base::FilePath& path) {
94*6777b538SAndroid Build Coastguard Worker   const base::FilePath path_to_pass = path.StripTrailingSeparators();
95*6777b538SAndroid Build Coastguard Worker   bool result = MoveDirectoryToTemporaryDirectory(path_to_pass);
96*6777b538SAndroid Build Coastguard Worker 
97*6777b538SAndroid Build Coastguard Worker   base::ThreadPool::PostTask(
98*6777b538SAndroid Build Coastguard Worker       FROM_HERE,
99*6777b538SAndroid Build Coastguard Worker       {base::MayBlock(), base::TaskPriority::BEST_EFFORT,
100*6777b538SAndroid Build Coastguard Worker        base::TaskShutdownBehavior::CONTINUE_ON_SHUTDOWN},
101*6777b538SAndroid Build Coastguard Worker       base::BindOnce(&CleanupTemporaryDirectories, path_to_pass));
102*6777b538SAndroid Build Coastguard Worker 
103*6777b538SAndroid Build Coastguard Worker   return result;
104*6777b538SAndroid Build Coastguard Worker }
105*6777b538SAndroid Build Coastguard Worker 
PreferredCacheSizeInternal(int64_t available)106*6777b538SAndroid Build Coastguard Worker int64_t PreferredCacheSizeInternal(int64_t available) {
107*6777b538SAndroid Build Coastguard Worker   using disk_cache::kDefaultCacheSize;
108*6777b538SAndroid Build Coastguard Worker   // Return 80% of the available space if there is not enough space to use
109*6777b538SAndroid Build Coastguard Worker   // kDefaultCacheSize.
110*6777b538SAndroid Build Coastguard Worker   if (available < kDefaultCacheSize * 10 / 8)
111*6777b538SAndroid Build Coastguard Worker     return available * 8 / 10;
112*6777b538SAndroid Build Coastguard Worker 
113*6777b538SAndroid Build Coastguard Worker   // Return kDefaultCacheSize if it uses 10% to 80% of the available space.
114*6777b538SAndroid Build Coastguard Worker   if (available < kDefaultCacheSize * 10)
115*6777b538SAndroid Build Coastguard Worker     return kDefaultCacheSize;
116*6777b538SAndroid Build Coastguard Worker 
117*6777b538SAndroid Build Coastguard Worker   // Return 10% of the available space if the target size
118*6777b538SAndroid Build Coastguard Worker   // (2.5 * kDefaultCacheSize) is more than 10%.
119*6777b538SAndroid Build Coastguard Worker   if (available < static_cast<int64_t>(kDefaultCacheSize) * 25)
120*6777b538SAndroid Build Coastguard Worker     return available / 10;
121*6777b538SAndroid Build Coastguard Worker 
122*6777b538SAndroid Build Coastguard Worker   // Return the target size (2.5 * kDefaultCacheSize) if it uses 10% to 1%
123*6777b538SAndroid Build Coastguard Worker   // of the available space.
124*6777b538SAndroid Build Coastguard Worker   if (available < static_cast<int64_t>(kDefaultCacheSize) * 250)
125*6777b538SAndroid Build Coastguard Worker     return kDefaultCacheSize * 5 / 2;
126*6777b538SAndroid Build Coastguard Worker 
127*6777b538SAndroid Build Coastguard Worker   // Return 1% of the available space.
128*6777b538SAndroid Build Coastguard Worker   return available / 100;
129*6777b538SAndroid Build Coastguard Worker }
130*6777b538SAndroid Build Coastguard Worker 
131*6777b538SAndroid Build Coastguard Worker }  // namespace
132*6777b538SAndroid Build Coastguard Worker 
133*6777b538SAndroid Build Coastguard Worker namespace disk_cache {
134*6777b538SAndroid Build Coastguard Worker 
135*6777b538SAndroid Build Coastguard Worker const int kDefaultCacheSize = 80 * 1024 * 1024;
136*6777b538SAndroid Build Coastguard Worker 
137*6777b538SAndroid Build Coastguard Worker BASE_FEATURE(kChangeDiskCacheSizeExperiment,
138*6777b538SAndroid Build Coastguard Worker              "ChangeDiskCacheSize",
139*6777b538SAndroid Build Coastguard Worker              base::FEATURE_DISABLED_BY_DEFAULT);
140*6777b538SAndroid Build Coastguard Worker 
DeleteCache(const base::FilePath & path,bool remove_folder)141*6777b538SAndroid Build Coastguard Worker void DeleteCache(const base::FilePath& path, bool remove_folder) {
142*6777b538SAndroid Build Coastguard Worker   if (remove_folder) {
143*6777b538SAndroid Build Coastguard Worker     if (!base::DeletePathRecursively(path))
144*6777b538SAndroid Build Coastguard Worker       LOG(WARNING) << "Unable to delete cache folder.";
145*6777b538SAndroid Build Coastguard Worker     return;
146*6777b538SAndroid Build Coastguard Worker   }
147*6777b538SAndroid Build Coastguard Worker 
148*6777b538SAndroid Build Coastguard Worker   base::FileEnumerator iter(
149*6777b538SAndroid Build Coastguard Worker       path,
150*6777b538SAndroid Build Coastguard Worker       /* recursive */ false,
151*6777b538SAndroid Build Coastguard Worker       base::FileEnumerator::FILES | base::FileEnumerator::DIRECTORIES);
152*6777b538SAndroid Build Coastguard Worker   for (base::FilePath file = iter.Next(); !file.value().empty();
153*6777b538SAndroid Build Coastguard Worker        file = iter.Next()) {
154*6777b538SAndroid Build Coastguard Worker     if (!base::DeletePathRecursively(file)) {
155*6777b538SAndroid Build Coastguard Worker       LOG(WARNING) << "Unable to delete cache.";
156*6777b538SAndroid Build Coastguard Worker       return;
157*6777b538SAndroid Build Coastguard Worker     }
158*6777b538SAndroid Build Coastguard Worker   }
159*6777b538SAndroid Build Coastguard Worker }
160*6777b538SAndroid Build Coastguard Worker 
CleanupDirectory(const base::FilePath & path,base::OnceCallback<void (bool)> callback)161*6777b538SAndroid Build Coastguard Worker void CleanupDirectory(const base::FilePath& path,
162*6777b538SAndroid Build Coastguard Worker                       base::OnceCallback<void(bool)> callback) {
163*6777b538SAndroid Build Coastguard Worker   auto task_runner = base::ThreadPool::CreateSequencedTaskRunner(
164*6777b538SAndroid Build Coastguard Worker       {base::MayBlock(), base::TaskPriority::USER_BLOCKING,
165*6777b538SAndroid Build Coastguard Worker        base::TaskShutdownBehavior::CONTINUE_ON_SHUTDOWN});
166*6777b538SAndroid Build Coastguard Worker 
167*6777b538SAndroid Build Coastguard Worker   task_runner->PostTaskAndReplyWithResult(
168*6777b538SAndroid Build Coastguard Worker       FROM_HERE, base::BindOnce(CleanupDirectoryInternal, path),
169*6777b538SAndroid Build Coastguard Worker       std::move(callback));
170*6777b538SAndroid Build Coastguard Worker }
171*6777b538SAndroid Build Coastguard Worker 
CleanupDirectorySync(const base::FilePath & path)172*6777b538SAndroid Build Coastguard Worker bool CleanupDirectorySync(const base::FilePath& path) {
173*6777b538SAndroid Build Coastguard Worker   base::ScopedAllowBlocking allow_blocking;
174*6777b538SAndroid Build Coastguard Worker 
175*6777b538SAndroid Build Coastguard Worker   return CleanupDirectoryInternal(path);
176*6777b538SAndroid Build Coastguard Worker }
177*6777b538SAndroid Build Coastguard Worker 
178*6777b538SAndroid Build Coastguard Worker // Returns the preferred maximum number of bytes for the cache given the
179*6777b538SAndroid Build Coastguard Worker // number of available bytes.
PreferredCacheSize(int64_t available,net::CacheType type)180*6777b538SAndroid Build Coastguard Worker int PreferredCacheSize(int64_t available, net::CacheType type) {
181*6777b538SAndroid Build Coastguard Worker   // Percent of cache size to use, relative to the default size. "100" means to
182*6777b538SAndroid Build Coastguard Worker   // use 100% of the default size.
183*6777b538SAndroid Build Coastguard Worker   int percent_relative_size = 100;
184*6777b538SAndroid Build Coastguard Worker 
185*6777b538SAndroid Build Coastguard Worker   if (base::FeatureList::IsEnabled(
186*6777b538SAndroid Build Coastguard Worker           disk_cache::kChangeDiskCacheSizeExperiment) &&
187*6777b538SAndroid Build Coastguard Worker       type == net::DISK_CACHE) {
188*6777b538SAndroid Build Coastguard Worker     percent_relative_size = base::GetFieldTrialParamByFeatureAsInt(
189*6777b538SAndroid Build Coastguard Worker         disk_cache::kChangeDiskCacheSizeExperiment, "percent_relative_size",
190*6777b538SAndroid Build Coastguard Worker         100 /* default value */);
191*6777b538SAndroid Build Coastguard Worker   }
192*6777b538SAndroid Build Coastguard Worker 
193*6777b538SAndroid Build Coastguard Worker   // Cap scaling, as a safety check, to avoid overflow.
194*6777b538SAndroid Build Coastguard Worker   if (percent_relative_size > 400)
195*6777b538SAndroid Build Coastguard Worker     percent_relative_size = 400;
196*6777b538SAndroid Build Coastguard Worker   else if (percent_relative_size < 100)
197*6777b538SAndroid Build Coastguard Worker     percent_relative_size = 100;
198*6777b538SAndroid Build Coastguard Worker 
199*6777b538SAndroid Build Coastguard Worker   base::ClampedNumeric<int64_t> scaled_default_disk_cache_size =
200*6777b538SAndroid Build Coastguard Worker       (base::ClampedNumeric<int64_t>(disk_cache::kDefaultCacheSize) *
201*6777b538SAndroid Build Coastguard Worker        percent_relative_size) /
202*6777b538SAndroid Build Coastguard Worker       100;
203*6777b538SAndroid Build Coastguard Worker 
204*6777b538SAndroid Build Coastguard Worker   base::ClampedNumeric<int64_t> preferred_cache_size =
205*6777b538SAndroid Build Coastguard Worker       scaled_default_disk_cache_size;
206*6777b538SAndroid Build Coastguard Worker 
207*6777b538SAndroid Build Coastguard Worker   // If available disk space is known, use it to compute a better value for
208*6777b538SAndroid Build Coastguard Worker   // preferred_cache_size.
209*6777b538SAndroid Build Coastguard Worker   if (available >= 0) {
210*6777b538SAndroid Build Coastguard Worker     preferred_cache_size = PreferredCacheSizeInternal(available);
211*6777b538SAndroid Build Coastguard Worker 
212*6777b538SAndroid Build Coastguard Worker     // If the preferred cache size is less than 20% of the available space,
213*6777b538SAndroid Build Coastguard Worker     // scale for the field trial, capping the scaled value at 20% of the
214*6777b538SAndroid Build Coastguard Worker     // available space.
215*6777b538SAndroid Build Coastguard Worker     if (preferred_cache_size < available / 5) {
216*6777b538SAndroid Build Coastguard Worker       const base::ClampedNumeric<int64_t> clamped_available(available);
217*6777b538SAndroid Build Coastguard Worker       preferred_cache_size =
218*6777b538SAndroid Build Coastguard Worker           std::min((preferred_cache_size * percent_relative_size) / 100,
219*6777b538SAndroid Build Coastguard Worker                    clamped_available / 5);
220*6777b538SAndroid Build Coastguard Worker     }
221*6777b538SAndroid Build Coastguard Worker   }
222*6777b538SAndroid Build Coastguard Worker 
223*6777b538SAndroid Build Coastguard Worker   // Limit cache size to somewhat less than kint32max to avoid potential
224*6777b538SAndroid Build Coastguard Worker   // integer overflows in cache backend implementations.
225*6777b538SAndroid Build Coastguard Worker   //
226*6777b538SAndroid Build Coastguard Worker   // Note: the 4x limit is of course far below that; historically it came
227*6777b538SAndroid Build Coastguard Worker   // from the blockfile backend with the following explanation:
228*6777b538SAndroid Build Coastguard Worker   // "Let's not use more than the default size while we tune-up the performance
229*6777b538SAndroid Build Coastguard Worker   // of bigger caches. "
230*6777b538SAndroid Build Coastguard Worker   base::ClampedNumeric<int64_t> size_limit = scaled_default_disk_cache_size * 4;
231*6777b538SAndroid Build Coastguard Worker   // Native code entries can be large, so we would like a larger cache.
232*6777b538SAndroid Build Coastguard Worker   // Make the size limit 50% larger in that case.
233*6777b538SAndroid Build Coastguard Worker   if (type == net::GENERATED_NATIVE_CODE_CACHE) {
234*6777b538SAndroid Build Coastguard Worker     size_limit = (size_limit / 2) * 3;
235*6777b538SAndroid Build Coastguard Worker   } else if (type == net::GENERATED_WEBUI_BYTE_CODE_CACHE) {
236*6777b538SAndroid Build Coastguard Worker     size_limit = std::min(
237*6777b538SAndroid Build Coastguard Worker         size_limit, base::ClampedNumeric<int64_t>(kMaxWebUICodeCacheSize));
238*6777b538SAndroid Build Coastguard Worker   }
239*6777b538SAndroid Build Coastguard Worker 
240*6777b538SAndroid Build Coastguard Worker   DCHECK_LT(size_limit, std::numeric_limits<int32_t>::max());
241*6777b538SAndroid Build Coastguard Worker   return static_cast<int32_t>(std::min(preferred_cache_size, size_limit));
242*6777b538SAndroid Build Coastguard Worker }
243*6777b538SAndroid Build Coastguard Worker 
244*6777b538SAndroid Build Coastguard Worker }  // namespace disk_cache
245