1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2019 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/neteq/histogram.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker #include <cstdlib>
15*d9f75844SAndroid Build Coastguard Worker #include <numeric>
16*d9f75844SAndroid Build Coastguard Worker
17*d9f75844SAndroid Build Coastguard Worker #include "absl/types/optional.h"
18*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/numerics/safe_conversions.h"
20*d9f75844SAndroid Build Coastguard Worker
21*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
22*d9f75844SAndroid Build Coastguard Worker
Histogram(size_t num_buckets,int forget_factor,absl::optional<double> start_forget_weight)23*d9f75844SAndroid Build Coastguard Worker Histogram::Histogram(size_t num_buckets,
24*d9f75844SAndroid Build Coastguard Worker int forget_factor,
25*d9f75844SAndroid Build Coastguard Worker absl::optional<double> start_forget_weight)
26*d9f75844SAndroid Build Coastguard Worker : buckets_(num_buckets, 0),
27*d9f75844SAndroid Build Coastguard Worker forget_factor_(0),
28*d9f75844SAndroid Build Coastguard Worker base_forget_factor_(forget_factor),
29*d9f75844SAndroid Build Coastguard Worker add_count_(0),
30*d9f75844SAndroid Build Coastguard Worker start_forget_weight_(start_forget_weight) {
31*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_LT(base_forget_factor_, 1 << 15);
32*d9f75844SAndroid Build Coastguard Worker }
33*d9f75844SAndroid Build Coastguard Worker
~Histogram()34*d9f75844SAndroid Build Coastguard Worker Histogram::~Histogram() {}
35*d9f75844SAndroid Build Coastguard Worker
36*d9f75844SAndroid Build Coastguard Worker // Each element in the vector is first multiplied by the forgetting factor
37*d9f75844SAndroid Build Coastguard Worker // `forget_factor_`. Then the vector element indicated by `iat_packets` is then
38*d9f75844SAndroid Build Coastguard Worker // increased (additive) by 1 - `forget_factor_`. This way, the probability of
39*d9f75844SAndroid Build Coastguard Worker // `value` is slightly increased, while the sum of the histogram remains
40*d9f75844SAndroid Build Coastguard Worker // constant (=1).
41*d9f75844SAndroid Build Coastguard Worker // Due to inaccuracies in the fixed-point arithmetic, the histogram may no
42*d9f75844SAndroid Build Coastguard Worker // longer sum up to 1 (in Q30) after the update. To correct this, a correction
43*d9f75844SAndroid Build Coastguard Worker // term is added or subtracted from the first element (or elements) of the
44*d9f75844SAndroid Build Coastguard Worker // vector.
45*d9f75844SAndroid Build Coastguard Worker // The forgetting factor `forget_factor_` is also updated. When the DelayManager
46*d9f75844SAndroid Build Coastguard Worker // is reset, the factor is set to 0 to facilitate rapid convergence in the
47*d9f75844SAndroid Build Coastguard Worker // beginning. With each update of the histogram, the factor is increased towards
48*d9f75844SAndroid Build Coastguard Worker // the steady-state value `base_forget_factor_`.
Add(int value)49*d9f75844SAndroid Build Coastguard Worker void Histogram::Add(int value) {
50*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(value >= 0);
51*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(value < static_cast<int>(buckets_.size()));
52*d9f75844SAndroid Build Coastguard Worker int vector_sum = 0; // Sum up the vector elements as they are processed.
53*d9f75844SAndroid Build Coastguard Worker // Multiply each element in `buckets_` with `forget_factor_`.
54*d9f75844SAndroid Build Coastguard Worker for (int& bucket : buckets_) {
55*d9f75844SAndroid Build Coastguard Worker bucket = (static_cast<int64_t>(bucket) * forget_factor_) >> 15;
56*d9f75844SAndroid Build Coastguard Worker vector_sum += bucket;
57*d9f75844SAndroid Build Coastguard Worker }
58*d9f75844SAndroid Build Coastguard Worker
59*d9f75844SAndroid Build Coastguard Worker // Increase the probability for the currently observed inter-arrival time
60*d9f75844SAndroid Build Coastguard Worker // by 1 - `forget_factor_`. The factor is in Q15, `buckets_` in Q30.
61*d9f75844SAndroid Build Coastguard Worker // Thus, left-shift 15 steps to obtain result in Q30.
62*d9f75844SAndroid Build Coastguard Worker buckets_[value] += (32768 - forget_factor_) << 15;
63*d9f75844SAndroid Build Coastguard Worker vector_sum += (32768 - forget_factor_) << 15; // Add to vector sum.
64*d9f75844SAndroid Build Coastguard Worker
65*d9f75844SAndroid Build Coastguard Worker // `buckets_` should sum up to 1 (in Q30), but it may not due to
66*d9f75844SAndroid Build Coastguard Worker // fixed-point rounding errors.
67*d9f75844SAndroid Build Coastguard Worker vector_sum -= 1 << 30; // Should be zero. Compensate if not.
68*d9f75844SAndroid Build Coastguard Worker if (vector_sum != 0) {
69*d9f75844SAndroid Build Coastguard Worker // Modify a few values early in `buckets_`.
70*d9f75844SAndroid Build Coastguard Worker int flip_sign = vector_sum > 0 ? -1 : 1;
71*d9f75844SAndroid Build Coastguard Worker for (int& bucket : buckets_) {
72*d9f75844SAndroid Build Coastguard Worker // Add/subtract 1/16 of the element, but not more than `vector_sum`.
73*d9f75844SAndroid Build Coastguard Worker int correction = flip_sign * std::min(std::abs(vector_sum), bucket >> 4);
74*d9f75844SAndroid Build Coastguard Worker bucket += correction;
75*d9f75844SAndroid Build Coastguard Worker vector_sum += correction;
76*d9f75844SAndroid Build Coastguard Worker if (std::abs(vector_sum) == 0) {
77*d9f75844SAndroid Build Coastguard Worker break;
78*d9f75844SAndroid Build Coastguard Worker }
79*d9f75844SAndroid Build Coastguard Worker }
80*d9f75844SAndroid Build Coastguard Worker }
81*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(vector_sum == 0); // Verify that the above is correct.
82*d9f75844SAndroid Build Coastguard Worker
83*d9f75844SAndroid Build Coastguard Worker ++add_count_;
84*d9f75844SAndroid Build Coastguard Worker
85*d9f75844SAndroid Build Coastguard Worker // Update `forget_factor_` (changes only during the first seconds after a
86*d9f75844SAndroid Build Coastguard Worker // reset). The factor converges to `base_forget_factor_`.
87*d9f75844SAndroid Build Coastguard Worker if (start_forget_weight_) {
88*d9f75844SAndroid Build Coastguard Worker if (forget_factor_ != base_forget_factor_) {
89*d9f75844SAndroid Build Coastguard Worker int old_forget_factor = forget_factor_;
90*d9f75844SAndroid Build Coastguard Worker int forget_factor =
91*d9f75844SAndroid Build Coastguard Worker (1 << 15) * (1 - start_forget_weight_.value() / (add_count_ + 1));
92*d9f75844SAndroid Build Coastguard Worker forget_factor_ =
93*d9f75844SAndroid Build Coastguard Worker std::max(0, std::min(base_forget_factor_, forget_factor));
94*d9f75844SAndroid Build Coastguard Worker // The histogram is updated recursively by forgetting the old histogram
95*d9f75844SAndroid Build Coastguard Worker // with `forget_factor_` and adding a new sample multiplied by |1 -
96*d9f75844SAndroid Build Coastguard Worker // forget_factor_|. We need to make sure that the effective weight on the
97*d9f75844SAndroid Build Coastguard Worker // new sample is no smaller than those on the old samples, i.e., to
98*d9f75844SAndroid Build Coastguard Worker // satisfy the following DCHECK.
99*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE((1 << 15) - forget_factor_,
100*d9f75844SAndroid Build Coastguard Worker ((1 << 15) - old_forget_factor) * forget_factor_ >> 15);
101*d9f75844SAndroid Build Coastguard Worker }
102*d9f75844SAndroid Build Coastguard Worker } else {
103*d9f75844SAndroid Build Coastguard Worker forget_factor_ += (base_forget_factor_ - forget_factor_ + 3) >> 2;
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker }
106*d9f75844SAndroid Build Coastguard Worker
Quantile(int probability)107*d9f75844SAndroid Build Coastguard Worker int Histogram::Quantile(int probability) {
108*d9f75844SAndroid Build Coastguard Worker // Find the bucket for which the probability of observing an
109*d9f75844SAndroid Build Coastguard Worker // inter-arrival time larger than or equal to `index` is larger than or
110*d9f75844SAndroid Build Coastguard Worker // equal to `probability`. The sought probability is estimated using
111*d9f75844SAndroid Build Coastguard Worker // the histogram as the reverse cumulant PDF, i.e., the sum of elements from
112*d9f75844SAndroid Build Coastguard Worker // the end up until `index`. Now, since the sum of all elements is 1
113*d9f75844SAndroid Build Coastguard Worker // (in Q30) by definition, and since the solution is often a low value for
114*d9f75844SAndroid Build Coastguard Worker // `iat_index`, it is more efficient to start with `sum` = 1 and subtract
115*d9f75844SAndroid Build Coastguard Worker // elements from the start of the histogram.
116*d9f75844SAndroid Build Coastguard Worker int inverse_probability = (1 << 30) - probability;
117*d9f75844SAndroid Build Coastguard Worker size_t index = 0; // Start from the beginning of `buckets_`.
118*d9f75844SAndroid Build Coastguard Worker int sum = 1 << 30; // Assign to 1 in Q30.
119*d9f75844SAndroid Build Coastguard Worker sum -= buckets_[index];
120*d9f75844SAndroid Build Coastguard Worker
121*d9f75844SAndroid Build Coastguard Worker while ((sum > inverse_probability) && (index < buckets_.size() - 1)) {
122*d9f75844SAndroid Build Coastguard Worker // Subtract the probabilities one by one until the sum is no longer greater
123*d9f75844SAndroid Build Coastguard Worker // than `inverse_probability`.
124*d9f75844SAndroid Build Coastguard Worker ++index;
125*d9f75844SAndroid Build Coastguard Worker sum -= buckets_[index];
126*d9f75844SAndroid Build Coastguard Worker }
127*d9f75844SAndroid Build Coastguard Worker return static_cast<int>(index);
128*d9f75844SAndroid Build Coastguard Worker }
129*d9f75844SAndroid Build Coastguard Worker
130*d9f75844SAndroid Build Coastguard Worker // Set the histogram vector to an exponentially decaying distribution
131*d9f75844SAndroid Build Coastguard Worker // buckets_[i] = 0.5^(i+1), i = 0, 1, 2, ...
132*d9f75844SAndroid Build Coastguard Worker // buckets_ is in Q30.
Reset()133*d9f75844SAndroid Build Coastguard Worker void Histogram::Reset() {
134*d9f75844SAndroid Build Coastguard Worker // Set temp_prob to (slightly more than) 1 in Q14. This ensures that the sum
135*d9f75844SAndroid Build Coastguard Worker // of buckets_ is 1.
136*d9f75844SAndroid Build Coastguard Worker uint16_t temp_prob = 0x4002; // 16384 + 2 = 100000000000010 binary.
137*d9f75844SAndroid Build Coastguard Worker for (int& bucket : buckets_) {
138*d9f75844SAndroid Build Coastguard Worker temp_prob >>= 1;
139*d9f75844SAndroid Build Coastguard Worker bucket = temp_prob << 16;
140*d9f75844SAndroid Build Coastguard Worker }
141*d9f75844SAndroid Build Coastguard Worker forget_factor_ = 0; // Adapt the histogram faster for the first few packets.
142*d9f75844SAndroid Build Coastguard Worker add_count_ = 0;
143*d9f75844SAndroid Build Coastguard Worker }
144*d9f75844SAndroid Build Coastguard Worker
NumBuckets() const145*d9f75844SAndroid Build Coastguard Worker int Histogram::NumBuckets() const {
146*d9f75844SAndroid Build Coastguard Worker return buckets_.size();
147*d9f75844SAndroid Build Coastguard Worker }
148*d9f75844SAndroid Build Coastguard Worker
149*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
150