1*635a8641SAndroid Build Coastguard Worker // Copyright 2014 The Chromium Authors. All rights reserved.
2*635a8641SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*635a8641SAndroid Build Coastguard Worker // found in the LICENSE file.
4*635a8641SAndroid Build Coastguard Worker
5*635a8641SAndroid Build Coastguard Worker #include "base/test/metrics/histogram_tester.h"
6*635a8641SAndroid Build Coastguard Worker
7*635a8641SAndroid Build Coastguard Worker #include <stddef.h>
8*635a8641SAndroid Build Coastguard Worker
9*635a8641SAndroid Build Coastguard Worker #include "base/metrics/histogram.h"
10*635a8641SAndroid Build Coastguard Worker #include "base/metrics/histogram_samples.h"
11*635a8641SAndroid Build Coastguard Worker #include "base/metrics/metrics_hashes.h"
12*635a8641SAndroid Build Coastguard Worker #include "base/metrics/sample_map.h"
13*635a8641SAndroid Build Coastguard Worker #include "base/metrics/sparse_histogram.h"
14*635a8641SAndroid Build Coastguard Worker #include "base/metrics/statistics_recorder.h"
15*635a8641SAndroid Build Coastguard Worker #include "base/strings/string_util.h"
16*635a8641SAndroid Build Coastguard Worker #include "base/strings/stringprintf.h"
17*635a8641SAndroid Build Coastguard Worker #include "testing/gtest/include/gtest/gtest.h"
18*635a8641SAndroid Build Coastguard Worker
19*635a8641SAndroid Build Coastguard Worker namespace base {
20*635a8641SAndroid Build Coastguard Worker
HistogramTester()21*635a8641SAndroid Build Coastguard Worker HistogramTester::HistogramTester() {
22*635a8641SAndroid Build Coastguard Worker // Record any histogram data that exists when the object is created so it can
23*635a8641SAndroid Build Coastguard Worker // be subtracted later.
24*635a8641SAndroid Build Coastguard Worker for (const auto* const histogram : StatisticsRecorder::GetHistograms()) {
25*635a8641SAndroid Build Coastguard Worker histograms_snapshot_[histogram->histogram_name()] =
26*635a8641SAndroid Build Coastguard Worker histogram->SnapshotSamples();
27*635a8641SAndroid Build Coastguard Worker }
28*635a8641SAndroid Build Coastguard Worker }
29*635a8641SAndroid Build Coastguard Worker
30*635a8641SAndroid Build Coastguard Worker HistogramTester::~HistogramTester() = default;
31*635a8641SAndroid Build Coastguard Worker
ExpectUniqueSample(const std::string & name,HistogramBase::Sample sample,HistogramBase::Count expected_count) const32*635a8641SAndroid Build Coastguard Worker void HistogramTester::ExpectUniqueSample(
33*635a8641SAndroid Build Coastguard Worker const std::string& name,
34*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample,
35*635a8641SAndroid Build Coastguard Worker HistogramBase::Count expected_count) const {
36*635a8641SAndroid Build Coastguard Worker HistogramBase* histogram = StatisticsRecorder::FindHistogram(name);
37*635a8641SAndroid Build Coastguard Worker EXPECT_NE(nullptr, histogram)
38*635a8641SAndroid Build Coastguard Worker << "Histogram \"" << name << "\" does not exist.";
39*635a8641SAndroid Build Coastguard Worker
40*635a8641SAndroid Build Coastguard Worker if (histogram) {
41*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> samples = histogram->SnapshotSamples();
42*635a8641SAndroid Build Coastguard Worker CheckBucketCount(name, sample, expected_count, *samples);
43*635a8641SAndroid Build Coastguard Worker CheckTotalCount(name, expected_count, *samples);
44*635a8641SAndroid Build Coastguard Worker }
45*635a8641SAndroid Build Coastguard Worker }
46*635a8641SAndroid Build Coastguard Worker
ExpectBucketCount(const std::string & name,HistogramBase::Sample sample,HistogramBase::Count expected_count) const47*635a8641SAndroid Build Coastguard Worker void HistogramTester::ExpectBucketCount(
48*635a8641SAndroid Build Coastguard Worker const std::string& name,
49*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample,
50*635a8641SAndroid Build Coastguard Worker HistogramBase::Count expected_count) const {
51*635a8641SAndroid Build Coastguard Worker HistogramBase* histogram = StatisticsRecorder::FindHistogram(name);
52*635a8641SAndroid Build Coastguard Worker EXPECT_NE(nullptr, histogram)
53*635a8641SAndroid Build Coastguard Worker << "Histogram \"" << name << "\" does not exist.";
54*635a8641SAndroid Build Coastguard Worker
55*635a8641SAndroid Build Coastguard Worker if (histogram) {
56*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> samples = histogram->SnapshotSamples();
57*635a8641SAndroid Build Coastguard Worker CheckBucketCount(name, sample, expected_count, *samples);
58*635a8641SAndroid Build Coastguard Worker }
59*635a8641SAndroid Build Coastguard Worker }
60*635a8641SAndroid Build Coastguard Worker
ExpectTotalCount(const std::string & name,HistogramBase::Count count) const61*635a8641SAndroid Build Coastguard Worker void HistogramTester::ExpectTotalCount(const std::string& name,
62*635a8641SAndroid Build Coastguard Worker HistogramBase::Count count) const {
63*635a8641SAndroid Build Coastguard Worker HistogramBase* histogram = StatisticsRecorder::FindHistogram(name);
64*635a8641SAndroid Build Coastguard Worker if (histogram) {
65*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> samples = histogram->SnapshotSamples();
66*635a8641SAndroid Build Coastguard Worker CheckTotalCount(name, count, *samples);
67*635a8641SAndroid Build Coastguard Worker } else {
68*635a8641SAndroid Build Coastguard Worker // No histogram means there were zero samples.
69*635a8641SAndroid Build Coastguard Worker EXPECT_EQ(count, 0) << "Histogram \"" << name << "\" does not exist.";
70*635a8641SAndroid Build Coastguard Worker }
71*635a8641SAndroid Build Coastguard Worker }
72*635a8641SAndroid Build Coastguard Worker
ExpectTimeBucketCount(const std::string & name,TimeDelta sample,HistogramBase::Count count) const73*635a8641SAndroid Build Coastguard Worker void HistogramTester::ExpectTimeBucketCount(const std::string& name,
74*635a8641SAndroid Build Coastguard Worker TimeDelta sample,
75*635a8641SAndroid Build Coastguard Worker HistogramBase::Count count) const {
76*635a8641SAndroid Build Coastguard Worker ExpectBucketCount(name, sample.InMilliseconds(), count);
77*635a8641SAndroid Build Coastguard Worker }
78*635a8641SAndroid Build Coastguard Worker
GetAllSamples(const std::string & name) const79*635a8641SAndroid Build Coastguard Worker std::vector<Bucket> HistogramTester::GetAllSamples(
80*635a8641SAndroid Build Coastguard Worker const std::string& name) const {
81*635a8641SAndroid Build Coastguard Worker std::vector<Bucket> samples;
82*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> snapshot =
83*635a8641SAndroid Build Coastguard Worker GetHistogramSamplesSinceCreation(name);
84*635a8641SAndroid Build Coastguard Worker if (snapshot) {
85*635a8641SAndroid Build Coastguard Worker for (auto it = snapshot->Iterator(); !it->Done(); it->Next()) {
86*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample;
87*635a8641SAndroid Build Coastguard Worker HistogramBase::Count count;
88*635a8641SAndroid Build Coastguard Worker it->Get(&sample, nullptr, &count);
89*635a8641SAndroid Build Coastguard Worker samples.push_back(Bucket(sample, count));
90*635a8641SAndroid Build Coastguard Worker }
91*635a8641SAndroid Build Coastguard Worker }
92*635a8641SAndroid Build Coastguard Worker return samples;
93*635a8641SAndroid Build Coastguard Worker }
94*635a8641SAndroid Build Coastguard Worker
GetBucketCount(const std::string & name,HistogramBase::Sample sample) const95*635a8641SAndroid Build Coastguard Worker HistogramBase::Count HistogramTester::GetBucketCount(
96*635a8641SAndroid Build Coastguard Worker const std::string& name,
97*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample) const {
98*635a8641SAndroid Build Coastguard Worker HistogramBase* histogram = StatisticsRecorder::FindHistogram(name);
99*635a8641SAndroid Build Coastguard Worker EXPECT_NE(nullptr, histogram)
100*635a8641SAndroid Build Coastguard Worker << "Histogram \"" << name << "\" does not exist.";
101*635a8641SAndroid Build Coastguard Worker HistogramBase::Count count = 0;
102*635a8641SAndroid Build Coastguard Worker if (histogram) {
103*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> samples = histogram->SnapshotSamples();
104*635a8641SAndroid Build Coastguard Worker GetBucketCountForSamples(name, sample, *samples, &count);
105*635a8641SAndroid Build Coastguard Worker }
106*635a8641SAndroid Build Coastguard Worker return count;
107*635a8641SAndroid Build Coastguard Worker }
108*635a8641SAndroid Build Coastguard Worker
GetBucketCountForSamples(const std::string & name,HistogramBase::Sample sample,const HistogramSamples & samples,HistogramBase::Count * count) const109*635a8641SAndroid Build Coastguard Worker void HistogramTester::GetBucketCountForSamples(
110*635a8641SAndroid Build Coastguard Worker const std::string& name,
111*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample,
112*635a8641SAndroid Build Coastguard Worker const HistogramSamples& samples,
113*635a8641SAndroid Build Coastguard Worker HistogramBase::Count* count) const {
114*635a8641SAndroid Build Coastguard Worker *count = samples.GetCount(sample);
115*635a8641SAndroid Build Coastguard Worker auto histogram_data = histograms_snapshot_.find(name);
116*635a8641SAndroid Build Coastguard Worker if (histogram_data != histograms_snapshot_.end())
117*635a8641SAndroid Build Coastguard Worker *count -= histogram_data->second->GetCount(sample);
118*635a8641SAndroid Build Coastguard Worker }
119*635a8641SAndroid Build Coastguard Worker
GetTotalCountsForPrefix(const std::string & prefix) const120*635a8641SAndroid Build Coastguard Worker HistogramTester::CountsMap HistogramTester::GetTotalCountsForPrefix(
121*635a8641SAndroid Build Coastguard Worker const std::string& prefix) const {
122*635a8641SAndroid Build Coastguard Worker EXPECT_TRUE(prefix.find('.') != std::string::npos)
123*635a8641SAndroid Build Coastguard Worker << "|prefix| ought to contain at least one period, to avoid matching too"
124*635a8641SAndroid Build Coastguard Worker << " many histograms.";
125*635a8641SAndroid Build Coastguard Worker
126*635a8641SAndroid Build Coastguard Worker CountsMap result;
127*635a8641SAndroid Build Coastguard Worker
128*635a8641SAndroid Build Coastguard Worker // Find candidate matches by using the logic built into GetSnapshot().
129*635a8641SAndroid Build Coastguard Worker for (const HistogramBase* histogram : StatisticsRecorder::GetHistograms()) {
130*635a8641SAndroid Build Coastguard Worker if (!StartsWith(histogram->histogram_name(), prefix,
131*635a8641SAndroid Build Coastguard Worker CompareCase::SENSITIVE)) {
132*635a8641SAndroid Build Coastguard Worker continue;
133*635a8641SAndroid Build Coastguard Worker }
134*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> new_samples =
135*635a8641SAndroid Build Coastguard Worker GetHistogramSamplesSinceCreation(histogram->histogram_name());
136*635a8641SAndroid Build Coastguard Worker // Omit unchanged histograms from the result.
137*635a8641SAndroid Build Coastguard Worker if (new_samples->TotalCount()) {
138*635a8641SAndroid Build Coastguard Worker result[histogram->histogram_name()] = new_samples->TotalCount();
139*635a8641SAndroid Build Coastguard Worker }
140*635a8641SAndroid Build Coastguard Worker }
141*635a8641SAndroid Build Coastguard Worker return result;
142*635a8641SAndroid Build Coastguard Worker }
143*635a8641SAndroid Build Coastguard Worker
144*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples>
GetHistogramSamplesSinceCreation(const std::string & histogram_name) const145*635a8641SAndroid Build Coastguard Worker HistogramTester::GetHistogramSamplesSinceCreation(
146*635a8641SAndroid Build Coastguard Worker const std::string& histogram_name) const {
147*635a8641SAndroid Build Coastguard Worker HistogramBase* histogram = StatisticsRecorder::FindHistogram(histogram_name);
148*635a8641SAndroid Build Coastguard Worker // Whether the histogram exists or not may not depend on the current test
149*635a8641SAndroid Build Coastguard Worker // calling this method, but rather on which tests ran before and possibly
150*635a8641SAndroid Build Coastguard Worker // generated a histogram or not (see http://crbug.com/473689). To provide a
151*635a8641SAndroid Build Coastguard Worker // response which is independent of the previously run tests, this method
152*635a8641SAndroid Build Coastguard Worker // creates empty samples in the absence of the histogram, rather than
153*635a8641SAndroid Build Coastguard Worker // returning null.
154*635a8641SAndroid Build Coastguard Worker if (!histogram) {
155*635a8641SAndroid Build Coastguard Worker return std::unique_ptr<HistogramSamples>(
156*635a8641SAndroid Build Coastguard Worker new SampleMap(HashMetricName(histogram_name)));
157*635a8641SAndroid Build Coastguard Worker }
158*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> named_samples =
159*635a8641SAndroid Build Coastguard Worker histogram->SnapshotSamples();
160*635a8641SAndroid Build Coastguard Worker auto original_samples_it = histograms_snapshot_.find(histogram_name);
161*635a8641SAndroid Build Coastguard Worker if (original_samples_it != histograms_snapshot_.end())
162*635a8641SAndroid Build Coastguard Worker named_samples->Subtract(*original_samples_it->second.get());
163*635a8641SAndroid Build Coastguard Worker return named_samples;
164*635a8641SAndroid Build Coastguard Worker }
165*635a8641SAndroid Build Coastguard Worker
GetAllHistogramsRecorded() const166*635a8641SAndroid Build Coastguard Worker std::string HistogramTester::GetAllHistogramsRecorded() const {
167*635a8641SAndroid Build Coastguard Worker std::string output;
168*635a8641SAndroid Build Coastguard Worker
169*635a8641SAndroid Build Coastguard Worker for (const auto* const histogram : StatisticsRecorder::GetHistograms()) {
170*635a8641SAndroid Build Coastguard Worker std::unique_ptr<HistogramSamples> named_samples =
171*635a8641SAndroid Build Coastguard Worker histogram->SnapshotSamples();
172*635a8641SAndroid Build Coastguard Worker
173*635a8641SAndroid Build Coastguard Worker for (const auto& histogram_data : histograms_snapshot_) {
174*635a8641SAndroid Build Coastguard Worker if (histogram_data.first == histogram->histogram_name())
175*635a8641SAndroid Build Coastguard Worker named_samples->Subtract(*histogram_data.second);
176*635a8641SAndroid Build Coastguard Worker }
177*635a8641SAndroid Build Coastguard Worker
178*635a8641SAndroid Build Coastguard Worker if (named_samples->TotalCount()) {
179*635a8641SAndroid Build Coastguard Worker auto current_count = histogram->SnapshotSamples()->TotalCount();
180*635a8641SAndroid Build Coastguard Worker StringAppendF(&output, "Histogram: %s recorded %d new samples.\n",
181*635a8641SAndroid Build Coastguard Worker histogram->histogram_name(), named_samples->TotalCount());
182*635a8641SAndroid Build Coastguard Worker if (current_count != named_samples->TotalCount()) {
183*635a8641SAndroid Build Coastguard Worker StringAppendF(&output,
184*635a8641SAndroid Build Coastguard Worker "WARNING: There were samples recorded to this histogram "
185*635a8641SAndroid Build Coastguard Worker "before tester instantiation.\n");
186*635a8641SAndroid Build Coastguard Worker }
187*635a8641SAndroid Build Coastguard Worker histogram->WriteAscii(&output);
188*635a8641SAndroid Build Coastguard Worker StringAppendF(&output, "\n");
189*635a8641SAndroid Build Coastguard Worker }
190*635a8641SAndroid Build Coastguard Worker }
191*635a8641SAndroid Build Coastguard Worker
192*635a8641SAndroid Build Coastguard Worker return output;
193*635a8641SAndroid Build Coastguard Worker }
194*635a8641SAndroid Build Coastguard Worker
CheckBucketCount(const std::string & name,HistogramBase::Sample sample,HistogramBase::Count expected_count,const HistogramSamples & samples) const195*635a8641SAndroid Build Coastguard Worker void HistogramTester::CheckBucketCount(const std::string& name,
196*635a8641SAndroid Build Coastguard Worker HistogramBase::Sample sample,
197*635a8641SAndroid Build Coastguard Worker HistogramBase::Count expected_count,
198*635a8641SAndroid Build Coastguard Worker const HistogramSamples& samples) const {
199*635a8641SAndroid Build Coastguard Worker int actual_count;
200*635a8641SAndroid Build Coastguard Worker GetBucketCountForSamples(name, sample, samples, &actual_count);
201*635a8641SAndroid Build Coastguard Worker
202*635a8641SAndroid Build Coastguard Worker EXPECT_EQ(expected_count, actual_count)
203*635a8641SAndroid Build Coastguard Worker << "Histogram \"" << name
204*635a8641SAndroid Build Coastguard Worker << "\" does not have the right number of samples (" << expected_count
205*635a8641SAndroid Build Coastguard Worker << ") in the expected bucket (" << sample << "). It has (" << actual_count
206*635a8641SAndroid Build Coastguard Worker << ").";
207*635a8641SAndroid Build Coastguard Worker }
208*635a8641SAndroid Build Coastguard Worker
CheckTotalCount(const std::string & name,HistogramBase::Count expected_count,const HistogramSamples & samples) const209*635a8641SAndroid Build Coastguard Worker void HistogramTester::CheckTotalCount(const std::string& name,
210*635a8641SAndroid Build Coastguard Worker HistogramBase::Count expected_count,
211*635a8641SAndroid Build Coastguard Worker const HistogramSamples& samples) const {
212*635a8641SAndroid Build Coastguard Worker int actual_count = samples.TotalCount();
213*635a8641SAndroid Build Coastguard Worker auto histogram_data = histograms_snapshot_.find(name);
214*635a8641SAndroid Build Coastguard Worker if (histogram_data != histograms_snapshot_.end())
215*635a8641SAndroid Build Coastguard Worker actual_count -= histogram_data->second->TotalCount();
216*635a8641SAndroid Build Coastguard Worker
217*635a8641SAndroid Build Coastguard Worker EXPECT_EQ(expected_count, actual_count)
218*635a8641SAndroid Build Coastguard Worker << "Histogram \"" << name
219*635a8641SAndroid Build Coastguard Worker << "\" does not have the right total number of samples ("
220*635a8641SAndroid Build Coastguard Worker << expected_count << "). It has (" << actual_count << ").";
221*635a8641SAndroid Build Coastguard Worker }
222*635a8641SAndroid Build Coastguard Worker
operator ==(const Bucket & other) const223*635a8641SAndroid Build Coastguard Worker bool Bucket::operator==(const Bucket& other) const {
224*635a8641SAndroid Build Coastguard Worker return min == other.min && count == other.count;
225*635a8641SAndroid Build Coastguard Worker }
226*635a8641SAndroid Build Coastguard Worker
PrintTo(const Bucket & bucket,std::ostream * os)227*635a8641SAndroid Build Coastguard Worker void PrintTo(const Bucket& bucket, std::ostream* os) {
228*635a8641SAndroid Build Coastguard Worker *os << "Bucket " << bucket.min << ": " << bucket.count;
229*635a8641SAndroid Build Coastguard Worker }
230*635a8641SAndroid Build Coastguard Worker
231*635a8641SAndroid Build Coastguard Worker } // namespace base
232