1*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/jemalloc_preamble.h"
2*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/jemalloc_internal_includes.h"
3*1208bc7eSAndroid Build Coastguard Worker
4*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/nstime.h"
5*1208bc7eSAndroid Build Coastguard Worker
6*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/assert.h"
7*1208bc7eSAndroid Build Coastguard Worker
8*1208bc7eSAndroid Build Coastguard Worker #define BILLION UINT64_C(1000000000)
9*1208bc7eSAndroid Build Coastguard Worker #define MILLION UINT64_C(1000000)
10*1208bc7eSAndroid Build Coastguard Worker
11*1208bc7eSAndroid Build Coastguard Worker void
nstime_init(nstime_t * time,uint64_t ns)12*1208bc7eSAndroid Build Coastguard Worker nstime_init(nstime_t *time, uint64_t ns) {
13*1208bc7eSAndroid Build Coastguard Worker time->ns = ns;
14*1208bc7eSAndroid Build Coastguard Worker }
15*1208bc7eSAndroid Build Coastguard Worker
16*1208bc7eSAndroid Build Coastguard Worker void
nstime_init2(nstime_t * time,uint64_t sec,uint64_t nsec)17*1208bc7eSAndroid Build Coastguard Worker nstime_init2(nstime_t *time, uint64_t sec, uint64_t nsec) {
18*1208bc7eSAndroid Build Coastguard Worker time->ns = sec * BILLION + nsec;
19*1208bc7eSAndroid Build Coastguard Worker }
20*1208bc7eSAndroid Build Coastguard Worker
21*1208bc7eSAndroid Build Coastguard Worker uint64_t
nstime_ns(const nstime_t * time)22*1208bc7eSAndroid Build Coastguard Worker nstime_ns(const nstime_t *time) {
23*1208bc7eSAndroid Build Coastguard Worker return time->ns;
24*1208bc7eSAndroid Build Coastguard Worker }
25*1208bc7eSAndroid Build Coastguard Worker
26*1208bc7eSAndroid Build Coastguard Worker uint64_t
nstime_msec(const nstime_t * time)27*1208bc7eSAndroid Build Coastguard Worker nstime_msec(const nstime_t *time) {
28*1208bc7eSAndroid Build Coastguard Worker return time->ns / MILLION;
29*1208bc7eSAndroid Build Coastguard Worker }
30*1208bc7eSAndroid Build Coastguard Worker
31*1208bc7eSAndroid Build Coastguard Worker uint64_t
nstime_sec(const nstime_t * time)32*1208bc7eSAndroid Build Coastguard Worker nstime_sec(const nstime_t *time) {
33*1208bc7eSAndroid Build Coastguard Worker return time->ns / BILLION;
34*1208bc7eSAndroid Build Coastguard Worker }
35*1208bc7eSAndroid Build Coastguard Worker
36*1208bc7eSAndroid Build Coastguard Worker uint64_t
nstime_nsec(const nstime_t * time)37*1208bc7eSAndroid Build Coastguard Worker nstime_nsec(const nstime_t *time) {
38*1208bc7eSAndroid Build Coastguard Worker return time->ns % BILLION;
39*1208bc7eSAndroid Build Coastguard Worker }
40*1208bc7eSAndroid Build Coastguard Worker
41*1208bc7eSAndroid Build Coastguard Worker void
nstime_copy(nstime_t * time,const nstime_t * source)42*1208bc7eSAndroid Build Coastguard Worker nstime_copy(nstime_t *time, const nstime_t *source) {
43*1208bc7eSAndroid Build Coastguard Worker *time = *source;
44*1208bc7eSAndroid Build Coastguard Worker }
45*1208bc7eSAndroid Build Coastguard Worker
46*1208bc7eSAndroid Build Coastguard Worker int
nstime_compare(const nstime_t * a,const nstime_t * b)47*1208bc7eSAndroid Build Coastguard Worker nstime_compare(const nstime_t *a, const nstime_t *b) {
48*1208bc7eSAndroid Build Coastguard Worker return (a->ns > b->ns) - (a->ns < b->ns);
49*1208bc7eSAndroid Build Coastguard Worker }
50*1208bc7eSAndroid Build Coastguard Worker
51*1208bc7eSAndroid Build Coastguard Worker void
nstime_add(nstime_t * time,const nstime_t * addend)52*1208bc7eSAndroid Build Coastguard Worker nstime_add(nstime_t *time, const nstime_t *addend) {
53*1208bc7eSAndroid Build Coastguard Worker assert(UINT64_MAX - time->ns >= addend->ns);
54*1208bc7eSAndroid Build Coastguard Worker
55*1208bc7eSAndroid Build Coastguard Worker time->ns += addend->ns;
56*1208bc7eSAndroid Build Coastguard Worker }
57*1208bc7eSAndroid Build Coastguard Worker
58*1208bc7eSAndroid Build Coastguard Worker void
nstime_iadd(nstime_t * time,uint64_t addend)59*1208bc7eSAndroid Build Coastguard Worker nstime_iadd(nstime_t *time, uint64_t addend) {
60*1208bc7eSAndroid Build Coastguard Worker assert(UINT64_MAX - time->ns >= addend);
61*1208bc7eSAndroid Build Coastguard Worker
62*1208bc7eSAndroid Build Coastguard Worker time->ns += addend;
63*1208bc7eSAndroid Build Coastguard Worker }
64*1208bc7eSAndroid Build Coastguard Worker
65*1208bc7eSAndroid Build Coastguard Worker void
nstime_subtract(nstime_t * time,const nstime_t * subtrahend)66*1208bc7eSAndroid Build Coastguard Worker nstime_subtract(nstime_t *time, const nstime_t *subtrahend) {
67*1208bc7eSAndroid Build Coastguard Worker assert(nstime_compare(time, subtrahend) >= 0);
68*1208bc7eSAndroid Build Coastguard Worker
69*1208bc7eSAndroid Build Coastguard Worker time->ns -= subtrahend->ns;
70*1208bc7eSAndroid Build Coastguard Worker }
71*1208bc7eSAndroid Build Coastguard Worker
72*1208bc7eSAndroid Build Coastguard Worker void
nstime_isubtract(nstime_t * time,uint64_t subtrahend)73*1208bc7eSAndroid Build Coastguard Worker nstime_isubtract(nstime_t *time, uint64_t subtrahend) {
74*1208bc7eSAndroid Build Coastguard Worker assert(time->ns >= subtrahend);
75*1208bc7eSAndroid Build Coastguard Worker
76*1208bc7eSAndroid Build Coastguard Worker time->ns -= subtrahend;
77*1208bc7eSAndroid Build Coastguard Worker }
78*1208bc7eSAndroid Build Coastguard Worker
79*1208bc7eSAndroid Build Coastguard Worker void
nstime_imultiply(nstime_t * time,uint64_t multiplier)80*1208bc7eSAndroid Build Coastguard Worker nstime_imultiply(nstime_t *time, uint64_t multiplier) {
81*1208bc7eSAndroid Build Coastguard Worker assert((((time->ns | multiplier) & (UINT64_MAX << (sizeof(uint64_t) <<
82*1208bc7eSAndroid Build Coastguard Worker 2))) == 0) || ((time->ns * multiplier) / multiplier == time->ns));
83*1208bc7eSAndroid Build Coastguard Worker
84*1208bc7eSAndroid Build Coastguard Worker time->ns *= multiplier;
85*1208bc7eSAndroid Build Coastguard Worker }
86*1208bc7eSAndroid Build Coastguard Worker
87*1208bc7eSAndroid Build Coastguard Worker void
nstime_idivide(nstime_t * time,uint64_t divisor)88*1208bc7eSAndroid Build Coastguard Worker nstime_idivide(nstime_t *time, uint64_t divisor) {
89*1208bc7eSAndroid Build Coastguard Worker assert(divisor != 0);
90*1208bc7eSAndroid Build Coastguard Worker
91*1208bc7eSAndroid Build Coastguard Worker time->ns /= divisor;
92*1208bc7eSAndroid Build Coastguard Worker }
93*1208bc7eSAndroid Build Coastguard Worker
94*1208bc7eSAndroid Build Coastguard Worker uint64_t
nstime_divide(const nstime_t * time,const nstime_t * divisor)95*1208bc7eSAndroid Build Coastguard Worker nstime_divide(const nstime_t *time, const nstime_t *divisor) {
96*1208bc7eSAndroid Build Coastguard Worker assert(divisor->ns != 0);
97*1208bc7eSAndroid Build Coastguard Worker
98*1208bc7eSAndroid Build Coastguard Worker return time->ns / divisor->ns;
99*1208bc7eSAndroid Build Coastguard Worker }
100*1208bc7eSAndroid Build Coastguard Worker
101*1208bc7eSAndroid Build Coastguard Worker #ifdef _WIN32
102*1208bc7eSAndroid Build Coastguard Worker # define NSTIME_MONOTONIC true
103*1208bc7eSAndroid Build Coastguard Worker static void
nstime_get(nstime_t * time)104*1208bc7eSAndroid Build Coastguard Worker nstime_get(nstime_t *time) {
105*1208bc7eSAndroid Build Coastguard Worker FILETIME ft;
106*1208bc7eSAndroid Build Coastguard Worker uint64_t ticks_100ns;
107*1208bc7eSAndroid Build Coastguard Worker
108*1208bc7eSAndroid Build Coastguard Worker GetSystemTimeAsFileTime(&ft);
109*1208bc7eSAndroid Build Coastguard Worker ticks_100ns = (((uint64_t)ft.dwHighDateTime) << 32) | ft.dwLowDateTime;
110*1208bc7eSAndroid Build Coastguard Worker
111*1208bc7eSAndroid Build Coastguard Worker nstime_init(time, ticks_100ns * 100);
112*1208bc7eSAndroid Build Coastguard Worker }
113*1208bc7eSAndroid Build Coastguard Worker #elif defined(JEMALLOC_HAVE_CLOCK_MONOTONIC_COARSE)
114*1208bc7eSAndroid Build Coastguard Worker # define NSTIME_MONOTONIC true
115*1208bc7eSAndroid Build Coastguard Worker static void
nstime_get(nstime_t * time)116*1208bc7eSAndroid Build Coastguard Worker nstime_get(nstime_t *time) {
117*1208bc7eSAndroid Build Coastguard Worker struct timespec ts;
118*1208bc7eSAndroid Build Coastguard Worker
119*1208bc7eSAndroid Build Coastguard Worker clock_gettime(CLOCK_MONOTONIC_COARSE, &ts);
120*1208bc7eSAndroid Build Coastguard Worker nstime_init2(time, ts.tv_sec, ts.tv_nsec);
121*1208bc7eSAndroid Build Coastguard Worker }
122*1208bc7eSAndroid Build Coastguard Worker #elif defined(JEMALLOC_HAVE_CLOCK_MONOTONIC)
123*1208bc7eSAndroid Build Coastguard Worker # define NSTIME_MONOTONIC true
124*1208bc7eSAndroid Build Coastguard Worker static void
nstime_get(nstime_t * time)125*1208bc7eSAndroid Build Coastguard Worker nstime_get(nstime_t *time) {
126*1208bc7eSAndroid Build Coastguard Worker struct timespec ts;
127*1208bc7eSAndroid Build Coastguard Worker
128*1208bc7eSAndroid Build Coastguard Worker clock_gettime(CLOCK_MONOTONIC, &ts);
129*1208bc7eSAndroid Build Coastguard Worker nstime_init2(time, ts.tv_sec, ts.tv_nsec);
130*1208bc7eSAndroid Build Coastguard Worker }
131*1208bc7eSAndroid Build Coastguard Worker #elif defined(JEMALLOC_HAVE_MACH_ABSOLUTE_TIME)
132*1208bc7eSAndroid Build Coastguard Worker # define NSTIME_MONOTONIC true
133*1208bc7eSAndroid Build Coastguard Worker static void
nstime_get(nstime_t * time)134*1208bc7eSAndroid Build Coastguard Worker nstime_get(nstime_t *time) {
135*1208bc7eSAndroid Build Coastguard Worker nstime_init(time, mach_absolute_time());
136*1208bc7eSAndroid Build Coastguard Worker }
137*1208bc7eSAndroid Build Coastguard Worker #else
138*1208bc7eSAndroid Build Coastguard Worker # define NSTIME_MONOTONIC false
139*1208bc7eSAndroid Build Coastguard Worker static void
nstime_get(nstime_t * time)140*1208bc7eSAndroid Build Coastguard Worker nstime_get(nstime_t *time) {
141*1208bc7eSAndroid Build Coastguard Worker struct timeval tv;
142*1208bc7eSAndroid Build Coastguard Worker
143*1208bc7eSAndroid Build Coastguard Worker gettimeofday(&tv, NULL);
144*1208bc7eSAndroid Build Coastguard Worker nstime_init2(time, tv.tv_sec, tv.tv_usec * 1000);
145*1208bc7eSAndroid Build Coastguard Worker }
146*1208bc7eSAndroid Build Coastguard Worker #endif
147*1208bc7eSAndroid Build Coastguard Worker
148*1208bc7eSAndroid Build Coastguard Worker static bool
nstime_monotonic_impl(void)149*1208bc7eSAndroid Build Coastguard Worker nstime_monotonic_impl(void) {
150*1208bc7eSAndroid Build Coastguard Worker return NSTIME_MONOTONIC;
151*1208bc7eSAndroid Build Coastguard Worker #undef NSTIME_MONOTONIC
152*1208bc7eSAndroid Build Coastguard Worker }
153*1208bc7eSAndroid Build Coastguard Worker nstime_monotonic_t *JET_MUTABLE nstime_monotonic = nstime_monotonic_impl;
154*1208bc7eSAndroid Build Coastguard Worker
155*1208bc7eSAndroid Build Coastguard Worker static bool
nstime_update_impl(nstime_t * time)156*1208bc7eSAndroid Build Coastguard Worker nstime_update_impl(nstime_t *time) {
157*1208bc7eSAndroid Build Coastguard Worker nstime_t old_time;
158*1208bc7eSAndroid Build Coastguard Worker
159*1208bc7eSAndroid Build Coastguard Worker nstime_copy(&old_time, time);
160*1208bc7eSAndroid Build Coastguard Worker nstime_get(time);
161*1208bc7eSAndroid Build Coastguard Worker
162*1208bc7eSAndroid Build Coastguard Worker /* Handle non-monotonic clocks. */
163*1208bc7eSAndroid Build Coastguard Worker if (unlikely(nstime_compare(&old_time, time) > 0)) {
164*1208bc7eSAndroid Build Coastguard Worker nstime_copy(time, &old_time);
165*1208bc7eSAndroid Build Coastguard Worker return true;
166*1208bc7eSAndroid Build Coastguard Worker }
167*1208bc7eSAndroid Build Coastguard Worker
168*1208bc7eSAndroid Build Coastguard Worker return false;
169*1208bc7eSAndroid Build Coastguard Worker }
170*1208bc7eSAndroid Build Coastguard Worker nstime_update_t *JET_MUTABLE nstime_update = nstime_update_impl;
171