1*9356374aSAndroid Build Coastguard Worker //
2*9356374aSAndroid Build Coastguard Worker // Copyright 2017 The Abseil Authors.
3*9356374aSAndroid Build Coastguard Worker //
4*9356374aSAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
5*9356374aSAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
6*9356374aSAndroid Build Coastguard Worker // You may obtain a copy of the License at
7*9356374aSAndroid Build Coastguard Worker //
8*9356374aSAndroid Build Coastguard Worker // https://www.apache.org/licenses/LICENSE-2.0
9*9356374aSAndroid Build Coastguard Worker //
10*9356374aSAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
11*9356374aSAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
12*9356374aSAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*9356374aSAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
14*9356374aSAndroid Build Coastguard Worker // limitations under the License.
15*9356374aSAndroid Build Coastguard Worker //
16*9356374aSAndroid Build Coastguard Worker
17*9356374aSAndroid Build Coastguard Worker // -----------------------------------------------------------------------------
18*9356374aSAndroid Build Coastguard Worker // File: cycleclock.h
19*9356374aSAndroid Build Coastguard Worker // -----------------------------------------------------------------------------
20*9356374aSAndroid Build Coastguard Worker //
21*9356374aSAndroid Build Coastguard Worker // This header file defines a `CycleClock`, which yields the value and frequency
22*9356374aSAndroid Build Coastguard Worker // of a cycle counter that increments at a rate that is approximately constant.
23*9356374aSAndroid Build Coastguard Worker //
24*9356374aSAndroid Build Coastguard Worker // NOTE:
25*9356374aSAndroid Build Coastguard Worker //
26*9356374aSAndroid Build Coastguard Worker // The cycle counter frequency is not necessarily related to the core clock
27*9356374aSAndroid Build Coastguard Worker // frequency and should not be treated as such. That is, `CycleClock` cycles are
28*9356374aSAndroid Build Coastguard Worker // not necessarily "CPU cycles" and code should not rely on that behavior, even
29*9356374aSAndroid Build Coastguard Worker // if experimentally observed.
30*9356374aSAndroid Build Coastguard Worker //
31*9356374aSAndroid Build Coastguard Worker // An arbitrary offset may have been added to the counter at power on.
32*9356374aSAndroid Build Coastguard Worker //
33*9356374aSAndroid Build Coastguard Worker // On some platforms, the rate and offset of the counter may differ
34*9356374aSAndroid Build Coastguard Worker // slightly when read from different CPUs of a multiprocessor. Usually,
35*9356374aSAndroid Build Coastguard Worker // we try to ensure that the operating system adjusts values periodically
36*9356374aSAndroid Build Coastguard Worker // so that values agree approximately. If you need stronger guarantees,
37*9356374aSAndroid Build Coastguard Worker // consider using alternate interfaces.
38*9356374aSAndroid Build Coastguard Worker //
39*9356374aSAndroid Build Coastguard Worker // The CPU is not required to maintain the ordering of a cycle counter read
40*9356374aSAndroid Build Coastguard Worker // with respect to surrounding instructions.
41*9356374aSAndroid Build Coastguard Worker
42*9356374aSAndroid Build Coastguard Worker #ifndef ABSL_BASE_INTERNAL_CYCLECLOCK_H_
43*9356374aSAndroid Build Coastguard Worker #define ABSL_BASE_INTERNAL_CYCLECLOCK_H_
44*9356374aSAndroid Build Coastguard Worker
45*9356374aSAndroid Build Coastguard Worker #include <atomic>
46*9356374aSAndroid Build Coastguard Worker #include <cstdint>
47*9356374aSAndroid Build Coastguard Worker
48*9356374aSAndroid Build Coastguard Worker #include "absl/base/attributes.h"
49*9356374aSAndroid Build Coastguard Worker #include "absl/base/config.h"
50*9356374aSAndroid Build Coastguard Worker #include "absl/base/internal/cycleclock_config.h"
51*9356374aSAndroid Build Coastguard Worker #include "absl/base/internal/unscaledcycleclock.h"
52*9356374aSAndroid Build Coastguard Worker
53*9356374aSAndroid Build Coastguard Worker namespace absl {
54*9356374aSAndroid Build Coastguard Worker ABSL_NAMESPACE_BEGIN
55*9356374aSAndroid Build Coastguard Worker namespace base_internal {
56*9356374aSAndroid Build Coastguard Worker
57*9356374aSAndroid Build Coastguard Worker using CycleClockSourceFunc = int64_t (*)();
58*9356374aSAndroid Build Coastguard Worker
59*9356374aSAndroid Build Coastguard Worker // -----------------------------------------------------------------------------
60*9356374aSAndroid Build Coastguard Worker // CycleClock
61*9356374aSAndroid Build Coastguard Worker // -----------------------------------------------------------------------------
62*9356374aSAndroid Build Coastguard Worker class CycleClock {
63*9356374aSAndroid Build Coastguard Worker public:
64*9356374aSAndroid Build Coastguard Worker // CycleClock::Now()
65*9356374aSAndroid Build Coastguard Worker //
66*9356374aSAndroid Build Coastguard Worker // Returns the value of a cycle counter that counts at a rate that is
67*9356374aSAndroid Build Coastguard Worker // approximately constant.
68*9356374aSAndroid Build Coastguard Worker static int64_t Now();
69*9356374aSAndroid Build Coastguard Worker
70*9356374aSAndroid Build Coastguard Worker // CycleClock::Frequency()
71*9356374aSAndroid Build Coastguard Worker //
72*9356374aSAndroid Build Coastguard Worker // Returns the amount by which `CycleClock::Now()` increases per second. Note
73*9356374aSAndroid Build Coastguard Worker // that this value may not necessarily match the core CPU clock frequency.
74*9356374aSAndroid Build Coastguard Worker static double Frequency();
75*9356374aSAndroid Build Coastguard Worker
76*9356374aSAndroid Build Coastguard Worker private:
77*9356374aSAndroid Build Coastguard Worker #if ABSL_USE_UNSCALED_CYCLECLOCK
78*9356374aSAndroid Build Coastguard Worker static CycleClockSourceFunc LoadCycleClockSource();
79*9356374aSAndroid Build Coastguard Worker
80*9356374aSAndroid Build Coastguard Worker static constexpr int32_t kShift = kCycleClockShift;
81*9356374aSAndroid Build Coastguard Worker static constexpr double kFrequencyScale = kCycleClockFrequencyScale;
82*9356374aSAndroid Build Coastguard Worker
83*9356374aSAndroid Build Coastguard Worker ABSL_CONST_INIT static std::atomic<CycleClockSourceFunc> cycle_clock_source_;
84*9356374aSAndroid Build Coastguard Worker #endif // ABSL_USE_UNSCALED_CYCLECLOC
85*9356374aSAndroid Build Coastguard Worker
86*9356374aSAndroid Build Coastguard Worker CycleClock() = delete; // no instances
87*9356374aSAndroid Build Coastguard Worker CycleClock(const CycleClock&) = delete;
88*9356374aSAndroid Build Coastguard Worker CycleClock& operator=(const CycleClock&) = delete;
89*9356374aSAndroid Build Coastguard Worker
90*9356374aSAndroid Build Coastguard Worker friend class CycleClockSource;
91*9356374aSAndroid Build Coastguard Worker };
92*9356374aSAndroid Build Coastguard Worker
93*9356374aSAndroid Build Coastguard Worker class CycleClockSource {
94*9356374aSAndroid Build Coastguard Worker private:
95*9356374aSAndroid Build Coastguard Worker // CycleClockSource::Register()
96*9356374aSAndroid Build Coastguard Worker //
97*9356374aSAndroid Build Coastguard Worker // Register a function that provides an alternate source for the unscaled CPU
98*9356374aSAndroid Build Coastguard Worker // cycle count value. The source function must be async signal safe, must not
99*9356374aSAndroid Build Coastguard Worker // call CycleClock::Now(), and must have a frequency that matches that of the
100*9356374aSAndroid Build Coastguard Worker // unscaled clock used by CycleClock. A nullptr value resets CycleClock to use
101*9356374aSAndroid Build Coastguard Worker // the default source.
102*9356374aSAndroid Build Coastguard Worker static void Register(CycleClockSourceFunc source);
103*9356374aSAndroid Build Coastguard Worker };
104*9356374aSAndroid Build Coastguard Worker
105*9356374aSAndroid Build Coastguard Worker #if ABSL_USE_UNSCALED_CYCLECLOCK
106*9356374aSAndroid Build Coastguard Worker
LoadCycleClockSource()107*9356374aSAndroid Build Coastguard Worker inline CycleClockSourceFunc CycleClock::LoadCycleClockSource() {
108*9356374aSAndroid Build Coastguard Worker #if !defined(__x86_64__)
109*9356374aSAndroid Build Coastguard Worker // Optimize for the common case (no callback) by first doing a relaxed load;
110*9356374aSAndroid Build Coastguard Worker // this is significantly faster on non-x86 platforms.
111*9356374aSAndroid Build Coastguard Worker if (cycle_clock_source_.load(std::memory_order_relaxed) == nullptr) {
112*9356374aSAndroid Build Coastguard Worker return nullptr;
113*9356374aSAndroid Build Coastguard Worker }
114*9356374aSAndroid Build Coastguard Worker #endif // !defined(__x86_64__)
115*9356374aSAndroid Build Coastguard Worker
116*9356374aSAndroid Build Coastguard Worker // This corresponds to the store(std::memory_order_release) in
117*9356374aSAndroid Build Coastguard Worker // CycleClockSource::Register, and makes sure that any updates made prior to
118*9356374aSAndroid Build Coastguard Worker // registering the callback are visible to this thread before the callback
119*9356374aSAndroid Build Coastguard Worker // is invoked.
120*9356374aSAndroid Build Coastguard Worker return cycle_clock_source_.load(std::memory_order_acquire);
121*9356374aSAndroid Build Coastguard Worker }
122*9356374aSAndroid Build Coastguard Worker
123*9356374aSAndroid Build Coastguard Worker // Accessing globals in inlined code in Window DLLs is problematic.
124*9356374aSAndroid Build Coastguard Worker #ifndef _WIN32
Now()125*9356374aSAndroid Build Coastguard Worker inline int64_t CycleClock::Now() {
126*9356374aSAndroid Build Coastguard Worker auto fn = LoadCycleClockSource();
127*9356374aSAndroid Build Coastguard Worker if (fn == nullptr) {
128*9356374aSAndroid Build Coastguard Worker return base_internal::UnscaledCycleClock::Now() >> kShift;
129*9356374aSAndroid Build Coastguard Worker }
130*9356374aSAndroid Build Coastguard Worker return fn() >> kShift;
131*9356374aSAndroid Build Coastguard Worker }
132*9356374aSAndroid Build Coastguard Worker #endif
133*9356374aSAndroid Build Coastguard Worker
Frequency()134*9356374aSAndroid Build Coastguard Worker inline double CycleClock::Frequency() {
135*9356374aSAndroid Build Coastguard Worker return kFrequencyScale * base_internal::UnscaledCycleClock::Frequency();
136*9356374aSAndroid Build Coastguard Worker }
137*9356374aSAndroid Build Coastguard Worker
138*9356374aSAndroid Build Coastguard Worker #endif // ABSL_USE_UNSCALED_CYCLECLOCK
139*9356374aSAndroid Build Coastguard Worker
140*9356374aSAndroid Build Coastguard Worker } // namespace base_internal
141*9356374aSAndroid Build Coastguard Worker ABSL_NAMESPACE_END
142*9356374aSAndroid Build Coastguard Worker } // namespace absl
143*9356374aSAndroid Build Coastguard Worker
144*9356374aSAndroid Build Coastguard Worker #endif // ABSL_BASE_INTERNAL_CYCLECLOCK_H_
145