1*9356374aSAndroid Build Coastguard Worker // Copyright 2017 The Abseil Authors.
2*9356374aSAndroid Build Coastguard Worker //
3*9356374aSAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
4*9356374aSAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
5*9356374aSAndroid Build Coastguard Worker // You may obtain a copy of the License at
6*9356374aSAndroid Build Coastguard Worker //
7*9356374aSAndroid Build Coastguard Worker // https://www.apache.org/licenses/LICENSE-2.0
8*9356374aSAndroid Build Coastguard Worker //
9*9356374aSAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
10*9356374aSAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
11*9356374aSAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*9356374aSAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
13*9356374aSAndroid Build Coastguard Worker // limitations under the License.
14*9356374aSAndroid Build Coastguard Worker //
15*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/randen.h"
16*9356374aSAndroid Build Coastguard Worker
17*9356374aSAndroid Build Coastguard Worker #include <cstdint>
18*9356374aSAndroid Build Coastguard Worker #include <cstdio>
19*9356374aSAndroid Build Coastguard Worker #include <cstring>
20*9356374aSAndroid Build Coastguard Worker
21*9356374aSAndroid Build Coastguard Worker #include "absl/base/internal/raw_logging.h"
22*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/nanobenchmark.h"
23*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/platform.h"
24*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/randen_engine.h"
25*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/randen_hwaes.h"
26*9356374aSAndroid Build Coastguard Worker #include "absl/random/internal/randen_slow.h"
27*9356374aSAndroid Build Coastguard Worker #include "absl/strings/numbers.h"
28*9356374aSAndroid Build Coastguard Worker
29*9356374aSAndroid Build Coastguard Worker namespace {
30*9356374aSAndroid Build Coastguard Worker
31*9356374aSAndroid Build Coastguard Worker using absl::random_internal::Randen;
32*9356374aSAndroid Build Coastguard Worker using absl::random_internal::RandenHwAes;
33*9356374aSAndroid Build Coastguard Worker using absl::random_internal::RandenSlow;
34*9356374aSAndroid Build Coastguard Worker
35*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::FuncInput;
36*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::FuncOutput;
37*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::InvariantTicksPerSecond;
38*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::MeasureClosure;
39*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::Params;
40*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::PinThreadToCPU;
41*9356374aSAndroid Build Coastguard Worker using absl::random_internal_nanobenchmark::Result;
42*9356374aSAndroid Build Coastguard Worker
43*9356374aSAndroid Build Coastguard Worker // Local state parameters.
44*9356374aSAndroid Build Coastguard Worker static constexpr size_t kStateSizeT = Randen::kStateBytes / sizeof(uint64_t);
45*9356374aSAndroid Build Coastguard Worker static constexpr size_t kSeedSizeT = Randen::kSeedBytes / sizeof(uint32_t);
46*9356374aSAndroid Build Coastguard Worker
47*9356374aSAndroid Build Coastguard Worker // Randen implementation benchmarks.
48*9356374aSAndroid Build Coastguard Worker template <typename T>
49*9356374aSAndroid Build Coastguard Worker struct AbsorbFn : public T {
50*9356374aSAndroid Build Coastguard Worker // These are both cast to uint128* in the RandenHwAes implementation, so
51*9356374aSAndroid Build Coastguard Worker // ensure they are 16 byte aligned.
52*9356374aSAndroid Build Coastguard Worker alignas(16) mutable uint64_t state[kStateSizeT] = {};
53*9356374aSAndroid Build Coastguard Worker alignas(16) mutable uint32_t seed[kSeedSizeT] = {};
54*9356374aSAndroid Build Coastguard Worker
bytes__anon8b705eec0111::AbsorbFn55*9356374aSAndroid Build Coastguard Worker static constexpr size_t bytes() { return sizeof(seed); }
56*9356374aSAndroid Build Coastguard Worker
operator ()__anon8b705eec0111::AbsorbFn57*9356374aSAndroid Build Coastguard Worker FuncOutput operator()(const FuncInput num_iters) const {
58*9356374aSAndroid Build Coastguard Worker for (size_t i = 0; i < num_iters; ++i) {
59*9356374aSAndroid Build Coastguard Worker this->Absorb(seed, state);
60*9356374aSAndroid Build Coastguard Worker }
61*9356374aSAndroid Build Coastguard Worker return state[0];
62*9356374aSAndroid Build Coastguard Worker }
63*9356374aSAndroid Build Coastguard Worker };
64*9356374aSAndroid Build Coastguard Worker
65*9356374aSAndroid Build Coastguard Worker template <typename T>
66*9356374aSAndroid Build Coastguard Worker struct GenerateFn : public T {
67*9356374aSAndroid Build Coastguard Worker mutable uint64_t state[kStateSizeT];
GenerateFn__anon8b705eec0111::GenerateFn68*9356374aSAndroid Build Coastguard Worker GenerateFn() { std::memset(state, 0, sizeof(state)); }
69*9356374aSAndroid Build Coastguard Worker
bytes__anon8b705eec0111::GenerateFn70*9356374aSAndroid Build Coastguard Worker static constexpr size_t bytes() { return sizeof(state); }
71*9356374aSAndroid Build Coastguard Worker
operator ()__anon8b705eec0111::GenerateFn72*9356374aSAndroid Build Coastguard Worker FuncOutput operator()(const FuncInput num_iters) const {
73*9356374aSAndroid Build Coastguard Worker const auto* keys = this->GetKeys();
74*9356374aSAndroid Build Coastguard Worker for (size_t i = 0; i < num_iters; ++i) {
75*9356374aSAndroid Build Coastguard Worker this->Generate(keys, state);
76*9356374aSAndroid Build Coastguard Worker }
77*9356374aSAndroid Build Coastguard Worker return state[0];
78*9356374aSAndroid Build Coastguard Worker }
79*9356374aSAndroid Build Coastguard Worker };
80*9356374aSAndroid Build Coastguard Worker
81*9356374aSAndroid Build Coastguard Worker template <typename UInt>
82*9356374aSAndroid Build Coastguard Worker struct Engine {
83*9356374aSAndroid Build Coastguard Worker mutable absl::random_internal::randen_engine<UInt> rng;
84*9356374aSAndroid Build Coastguard Worker
bytes__anon8b705eec0111::Engine85*9356374aSAndroid Build Coastguard Worker static constexpr size_t bytes() { return sizeof(UInt); }
86*9356374aSAndroid Build Coastguard Worker
operator ()__anon8b705eec0111::Engine87*9356374aSAndroid Build Coastguard Worker FuncOutput operator()(const FuncInput num_iters) const {
88*9356374aSAndroid Build Coastguard Worker for (size_t i = 0; i < num_iters - 1; ++i) {
89*9356374aSAndroid Build Coastguard Worker rng();
90*9356374aSAndroid Build Coastguard Worker }
91*9356374aSAndroid Build Coastguard Worker return rng();
92*9356374aSAndroid Build Coastguard Worker }
93*9356374aSAndroid Build Coastguard Worker };
94*9356374aSAndroid Build Coastguard Worker
95*9356374aSAndroid Build Coastguard Worker template <size_t N>
Print(const char * name,const size_t n,const Result (& results)[N],const size_t bytes)96*9356374aSAndroid Build Coastguard Worker void Print(const char* name, const size_t n, const Result (&results)[N],
97*9356374aSAndroid Build Coastguard Worker const size_t bytes) {
98*9356374aSAndroid Build Coastguard Worker if (n == 0) {
99*9356374aSAndroid Build Coastguard Worker ABSL_RAW_LOG(
100*9356374aSAndroid Build Coastguard Worker WARNING,
101*9356374aSAndroid Build Coastguard Worker "WARNING: Measurement failed, should not happen when using "
102*9356374aSAndroid Build Coastguard Worker "PinThreadToCPU unless the region to measure takes > 1 second.\n");
103*9356374aSAndroid Build Coastguard Worker return;
104*9356374aSAndroid Build Coastguard Worker }
105*9356374aSAndroid Build Coastguard Worker
106*9356374aSAndroid Build Coastguard Worker static const double ns_per_tick = 1e9 / InvariantTicksPerSecond();
107*9356374aSAndroid Build Coastguard Worker static constexpr const double kNsPerS = 1e9; // ns/s
108*9356374aSAndroid Build Coastguard Worker static constexpr const double kMBPerByte = 1.0 / 1048576.0; // Mb / b
109*9356374aSAndroid Build Coastguard Worker static auto header = [] {
110*9356374aSAndroid Build Coastguard Worker return printf("%20s %8s: %12s ticks; %9s (%9s) %8s\n", "Name", "Count",
111*9356374aSAndroid Build Coastguard Worker "Total", "Variance", "Time", "bytes/s");
112*9356374aSAndroid Build Coastguard Worker }();
113*9356374aSAndroid Build Coastguard Worker (void)header;
114*9356374aSAndroid Build Coastguard Worker
115*9356374aSAndroid Build Coastguard Worker for (size_t i = 0; i < n; ++i) {
116*9356374aSAndroid Build Coastguard Worker const double ticks_per_call = results[i].ticks / results[i].input;
117*9356374aSAndroid Build Coastguard Worker const double ns_per_call = ns_per_tick * ticks_per_call;
118*9356374aSAndroid Build Coastguard Worker const double bytes_per_ns = bytes / ns_per_call;
119*9356374aSAndroid Build Coastguard Worker const double mb_per_s = bytes_per_ns * kNsPerS * kMBPerByte;
120*9356374aSAndroid Build Coastguard Worker // Output
121*9356374aSAndroid Build Coastguard Worker printf("%20s %8zu: %12.2f ticks; MAD=%4.2f%% (%6.1f ns) %8.1f Mb/s\n",
122*9356374aSAndroid Build Coastguard Worker name, results[i].input, results[i].ticks,
123*9356374aSAndroid Build Coastguard Worker results[i].variability * 100.0, ns_per_call, mb_per_s);
124*9356374aSAndroid Build Coastguard Worker }
125*9356374aSAndroid Build Coastguard Worker }
126*9356374aSAndroid Build Coastguard Worker
127*9356374aSAndroid Build Coastguard Worker // Fails here
128*9356374aSAndroid Build Coastguard Worker template <typename Op, size_t N>
Measure(const char * name,const FuncInput (& inputs)[N])129*9356374aSAndroid Build Coastguard Worker void Measure(const char* name, const FuncInput (&inputs)[N]) {
130*9356374aSAndroid Build Coastguard Worker Op op;
131*9356374aSAndroid Build Coastguard Worker
132*9356374aSAndroid Build Coastguard Worker Result results[N];
133*9356374aSAndroid Build Coastguard Worker Params params;
134*9356374aSAndroid Build Coastguard Worker params.verbose = false;
135*9356374aSAndroid Build Coastguard Worker params.max_evals = 6; // avoid test timeout
136*9356374aSAndroid Build Coastguard Worker const size_t num_results = MeasureClosure(op, inputs, N, results, params);
137*9356374aSAndroid Build Coastguard Worker Print(name, num_results, results, op.bytes());
138*9356374aSAndroid Build Coastguard Worker }
139*9356374aSAndroid Build Coastguard Worker
140*9356374aSAndroid Build Coastguard Worker // unpredictable == 1 but the compiler does not know that.
RunAll(const int argc,char * argv[])141*9356374aSAndroid Build Coastguard Worker void RunAll(const int argc, char* argv[]) {
142*9356374aSAndroid Build Coastguard Worker if (argc == 2) {
143*9356374aSAndroid Build Coastguard Worker int cpu = -1;
144*9356374aSAndroid Build Coastguard Worker if (!absl::SimpleAtoi(argv[1], &cpu)) {
145*9356374aSAndroid Build Coastguard Worker ABSL_RAW_LOG(FATAL, "The optional argument must be a CPU number >= 0.\n");
146*9356374aSAndroid Build Coastguard Worker }
147*9356374aSAndroid Build Coastguard Worker PinThreadToCPU(cpu);
148*9356374aSAndroid Build Coastguard Worker }
149*9356374aSAndroid Build Coastguard Worker
150*9356374aSAndroid Build Coastguard Worker // The compiler cannot reduce this to a constant.
151*9356374aSAndroid Build Coastguard Worker const FuncInput unpredictable = (argc != 999);
152*9356374aSAndroid Build Coastguard Worker static const FuncInput inputs[] = {unpredictable * 100, unpredictable * 1000};
153*9356374aSAndroid Build Coastguard Worker
154*9356374aSAndroid Build Coastguard Worker #if !defined(ABSL_INTERNAL_DISABLE_AES) && ABSL_HAVE_ACCELERATED_AES
155*9356374aSAndroid Build Coastguard Worker Measure<AbsorbFn<RandenHwAes>>("Absorb (HwAes)", inputs);
156*9356374aSAndroid Build Coastguard Worker #endif
157*9356374aSAndroid Build Coastguard Worker Measure<AbsorbFn<RandenSlow>>("Absorb (Slow)", inputs);
158*9356374aSAndroid Build Coastguard Worker
159*9356374aSAndroid Build Coastguard Worker #if !defined(ABSL_INTERNAL_DISABLE_AES) && ABSL_HAVE_ACCELERATED_AES
160*9356374aSAndroid Build Coastguard Worker Measure<GenerateFn<RandenHwAes>>("Generate (HwAes)", inputs);
161*9356374aSAndroid Build Coastguard Worker #endif
162*9356374aSAndroid Build Coastguard Worker Measure<GenerateFn<RandenSlow>>("Generate (Slow)", inputs);
163*9356374aSAndroid Build Coastguard Worker
164*9356374aSAndroid Build Coastguard Worker // Measure the production engine.
165*9356374aSAndroid Build Coastguard Worker static const FuncInput inputs1[] = {unpredictable * 1000,
166*9356374aSAndroid Build Coastguard Worker unpredictable * 10000};
167*9356374aSAndroid Build Coastguard Worker Measure<Engine<uint64_t>>("randen_engine<uint64_t>", inputs1);
168*9356374aSAndroid Build Coastguard Worker Measure<Engine<uint32_t>>("randen_engine<uint32_t>", inputs1);
169*9356374aSAndroid Build Coastguard Worker }
170*9356374aSAndroid Build Coastguard Worker
171*9356374aSAndroid Build Coastguard Worker } // namespace
172*9356374aSAndroid Build Coastguard Worker
main(int argc,char * argv[])173*9356374aSAndroid Build Coastguard Worker int main(int argc, char* argv[]) {
174*9356374aSAndroid Build Coastguard Worker RunAll(argc, argv);
175*9356374aSAndroid Build Coastguard Worker return 0;
176*9356374aSAndroid Build Coastguard Worker }
177