1*71db0c75SAndroid Build Coastguard Worker //===-- Single-precision cos function -------------------------------------===// 2*71db0c75SAndroid Build Coastguard Worker // 3*71db0c75SAndroid Build Coastguard Worker // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*71db0c75SAndroid Build Coastguard Worker // See https://llvm.org/LICENSE.txt for license information. 5*71db0c75SAndroid Build Coastguard Worker // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*71db0c75SAndroid Build Coastguard Worker // 7*71db0c75SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===// 8*71db0c75SAndroid Build Coastguard Worker 9*71db0c75SAndroid Build Coastguard Worker #include "src/math/cosf.h" 10*71db0c75SAndroid Build Coastguard Worker #include "sincosf_utils.h" 11*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/BasicOperations.h" 12*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/FEnvImpl.h" 13*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/FPBits.h" 14*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/except_value_utils.h" 15*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/multiply_add.h" 16*71db0c75SAndroid Build Coastguard Worker #include "src/__support/common.h" 17*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/config.h" 18*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/optimization.h" // LIBC_UNLIKELY 19*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/properties/cpu_features.h" // LIBC_TARGET_CPU_HAS_FMA 20*71db0c75SAndroid Build Coastguard Worker 21*71db0c75SAndroid Build Coastguard Worker namespace LIBC_NAMESPACE_DECL { 22*71db0c75SAndroid Build Coastguard Worker 23*71db0c75SAndroid Build Coastguard Worker // Exceptional cases for cosf. 24*71db0c75SAndroid Build Coastguard Worker static constexpr size_t N_EXCEPTS = 6; 25*71db0c75SAndroid Build Coastguard Worker 26*71db0c75SAndroid Build Coastguard Worker static constexpr fputil::ExceptValues<float, N_EXCEPTS> COSF_EXCEPTS{{ 27*71db0c75SAndroid Build Coastguard Worker // (inputs, RZ output, RU offset, RD offset, RN offset) 28*71db0c75SAndroid Build Coastguard Worker // x = 0x1.64a032p43, cos(x) = 0x1.9d4ba4p-1 (RZ) 29*71db0c75SAndroid Build Coastguard Worker {0x55325019, 0x3f4ea5d2, 1, 0, 0}, 30*71db0c75SAndroid Build Coastguard Worker // x = 0x1.4555p51, cos(x) = 0x1.115d7cp-1 (RZ) 31*71db0c75SAndroid Build Coastguard Worker {0x5922aa80, 0x3f08aebe, 1, 0, 1}, 32*71db0c75SAndroid Build Coastguard Worker // x = 0x1.48a858p54, cos(x) = 0x1.f48148p-2 (RZ) 33*71db0c75SAndroid Build Coastguard Worker {0x5aa4542c, 0x3efa40a4, 1, 0, 0}, 34*71db0c75SAndroid Build Coastguard Worker // x = 0x1.3170fp63, cos(x) = 0x1.fe2976p-1 (RZ) 35*71db0c75SAndroid Build Coastguard Worker {0x5f18b878, 0x3f7f14bb, 1, 0, 0}, 36*71db0c75SAndroid Build Coastguard Worker // x = 0x1.2b9622p67, cos(x) = 0x1.f0285cp-1 (RZ) 37*71db0c75SAndroid Build Coastguard Worker {0x6115cb11, 0x3f78142e, 1, 0, 1}, 38*71db0c75SAndroid Build Coastguard Worker // x = 0x1.ddebdep120, cos(x) = 0x1.114438p-1 (RZ) 39*71db0c75SAndroid Build Coastguard Worker {0x7beef5ef, 0x3f08a21c, 1, 0, 0}, 40*71db0c75SAndroid Build Coastguard Worker }}; 41*71db0c75SAndroid Build Coastguard Worker 42*71db0c75SAndroid Build Coastguard Worker LLVM_LIBC_FUNCTION(float, cosf, (float x)) { 43*71db0c75SAndroid Build Coastguard Worker using FPBits = typename fputil::FPBits<float>; 44*71db0c75SAndroid Build Coastguard Worker 45*71db0c75SAndroid Build Coastguard Worker FPBits xbits(x); 46*71db0c75SAndroid Build Coastguard Worker xbits.set_sign(Sign::POS); 47*71db0c75SAndroid Build Coastguard Worker 48*71db0c75SAndroid Build Coastguard Worker uint32_t x_abs = xbits.uintval(); 49*71db0c75SAndroid Build Coastguard Worker double xd = static_cast<double>(xbits.get_val()); 50*71db0c75SAndroid Build Coastguard Worker 51*71db0c75SAndroid Build Coastguard Worker // Range reduction: 52*71db0c75SAndroid Build Coastguard Worker // For |x| > pi/16, we perform range reduction as follows: 53*71db0c75SAndroid Build Coastguard Worker // Find k and y such that: 54*71db0c75SAndroid Build Coastguard Worker // x = (k + y) * pi/32 55*71db0c75SAndroid Build Coastguard Worker // k is an integer 56*71db0c75SAndroid Build Coastguard Worker // |y| < 0.5 57*71db0c75SAndroid Build Coastguard Worker // For small range (|x| < 2^45 when FMA instructions are available, 2^22 58*71db0c75SAndroid Build Coastguard Worker // otherwise), this is done by performing: 59*71db0c75SAndroid Build Coastguard Worker // k = round(x * 32/pi) 60*71db0c75SAndroid Build Coastguard Worker // y = x * 32/pi - k 61*71db0c75SAndroid Build Coastguard Worker // For large range, we will omit all the higher parts of 16/pi such that the 62*71db0c75SAndroid Build Coastguard Worker // least significant bits of their full products with x are larger than 63, 63*71db0c75SAndroid Build Coastguard Worker // since cos((k + y + 64*i) * pi/32) = cos(x + i * 2pi) = cos(x). 64*71db0c75SAndroid Build Coastguard Worker // 65*71db0c75SAndroid Build Coastguard Worker // When FMA instructions are not available, we store the digits of 32/pi in 66*71db0c75SAndroid Build Coastguard Worker // chunks of 28-bit precision. This will make sure that the products: 67*71db0c75SAndroid Build Coastguard Worker // x * THIRTYTWO_OVER_PI_28[i] are all exact. 68*71db0c75SAndroid Build Coastguard Worker // When FMA instructions are available, we simply store the digits of 32/pi in 69*71db0c75SAndroid Build Coastguard Worker // chunks of doubles (53-bit of precision). 70*71db0c75SAndroid Build Coastguard Worker // So when multiplying by the largest values of single precision, the 71*71db0c75SAndroid Build Coastguard Worker // resulting output should be correct up to 2^(-208 + 128) ~ 2^-80. By the 72*71db0c75SAndroid Build Coastguard Worker // worst-case analysis of range reduction, |y| >= 2^-38, so this should give 73*71db0c75SAndroid Build Coastguard Worker // us more than 40 bits of accuracy. For the worst-case estimation of range 74*71db0c75SAndroid Build Coastguard Worker // reduction, see for instances: 75*71db0c75SAndroid Build Coastguard Worker // Elementary Functions by J-M. Muller, Chapter 11, 76*71db0c75SAndroid Build Coastguard Worker // Handbook of Floating-Point Arithmetic by J-M. Muller et. al., 77*71db0c75SAndroid Build Coastguard Worker // Chapter 10.2. 78*71db0c75SAndroid Build Coastguard Worker // 79*71db0c75SAndroid Build Coastguard Worker // Once k and y are computed, we then deduce the answer by the cosine of sum 80*71db0c75SAndroid Build Coastguard Worker // formula: 81*71db0c75SAndroid Build Coastguard Worker // cos(x) = cos((k + y)*pi/32) 82*71db0c75SAndroid Build Coastguard Worker // = cos(y*pi/32) * cos(k*pi/32) - sin(y*pi/32) * sin(k*pi/32) 83*71db0c75SAndroid Build Coastguard Worker // The values of sin(k*pi/32) and cos(k*pi/32) for k = 0..63 are precomputed 84*71db0c75SAndroid Build Coastguard Worker // and stored using a vector of 32 doubles. Sin(y*pi/32) and cos(y*pi/32) are 85*71db0c75SAndroid Build Coastguard Worker // computed using degree-7 and degree-6 minimax polynomials generated by 86*71db0c75SAndroid Build Coastguard Worker // Sollya respectively. 87*71db0c75SAndroid Build Coastguard Worker 88*71db0c75SAndroid Build Coastguard Worker // |x| < 0x1.0p-12f 89*71db0c75SAndroid Build Coastguard Worker if (LIBC_UNLIKELY(x_abs < 0x3980'0000U)) { 90*71db0c75SAndroid Build Coastguard Worker // When |x| < 2^-12, the relative error of the approximation cos(x) ~ 1 91*71db0c75SAndroid Build Coastguard Worker // is: 92*71db0c75SAndroid Build Coastguard Worker // |cos(x) - 1| < |x^2 / 2| = 2^-25 < epsilon(1)/2. 93*71db0c75SAndroid Build Coastguard Worker // So the correctly rounded values of cos(x) are: 94*71db0c75SAndroid Build Coastguard Worker // = 1 - eps(x) if rounding mode = FE_TOWARDZERO or FE_DOWWARD, 95*71db0c75SAndroid Build Coastguard Worker // = 1 otherwise. 96*71db0c75SAndroid Build Coastguard Worker // To simplify the rounding decision and make it more efficient and to 97*71db0c75SAndroid Build Coastguard Worker // prevent compiler to perform constant folding, we use 98*71db0c75SAndroid Build Coastguard Worker // fma(x, -2^-25, 1) instead. 99*71db0c75SAndroid Build Coastguard Worker // Note: to use the formula 1 - 2^-25*x to decide the correct rounding, we 100*71db0c75SAndroid Build Coastguard Worker // do need fma(x, -2^-25, 1) to prevent underflow caused by -2^-25*x when 101*71db0c75SAndroid Build Coastguard Worker // |x| < 2^-125. For targets without FMA instructions, we simply use 102*71db0c75SAndroid Build Coastguard Worker // double for intermediate results as it is more efficient than using an 103*71db0c75SAndroid Build Coastguard Worker // emulated version of FMA. 104*71db0c75SAndroid Build Coastguard Worker #if defined(LIBC_TARGET_CPU_HAS_FMA) 105*71db0c75SAndroid Build Coastguard Worker return fputil::multiply_add(xbits.get_val(), -0x1.0p-25f, 1.0f); 106*71db0c75SAndroid Build Coastguard Worker #else 107*71db0c75SAndroid Build Coastguard Worker return static_cast<float>(fputil::multiply_add(xd, -0x1.0p-25, 1.0)); 108*71db0c75SAndroid Build Coastguard Worker #endif // LIBC_TARGET_CPU_HAS_FMA 109*71db0c75SAndroid Build Coastguard Worker } 110*71db0c75SAndroid Build Coastguard Worker 111*71db0c75SAndroid Build Coastguard Worker if (auto r = COSF_EXCEPTS.lookup(x_abs); LIBC_UNLIKELY(r.has_value())) 112*71db0c75SAndroid Build Coastguard Worker return r.value(); 113*71db0c75SAndroid Build Coastguard Worker 114*71db0c75SAndroid Build Coastguard Worker // x is inf or nan. 115*71db0c75SAndroid Build Coastguard Worker if (LIBC_UNLIKELY(x_abs >= 0x7f80'0000U)) { 116*71db0c75SAndroid Build Coastguard Worker if (x_abs == 0x7f80'0000U) { 117*71db0c75SAndroid Build Coastguard Worker fputil::set_errno_if_required(EDOM); 118*71db0c75SAndroid Build Coastguard Worker fputil::raise_except_if_required(FE_INVALID); 119*71db0c75SAndroid Build Coastguard Worker } 120*71db0c75SAndroid Build Coastguard Worker return x + FPBits::quiet_nan().get_val(); 121*71db0c75SAndroid Build Coastguard Worker } 122*71db0c75SAndroid Build Coastguard Worker 123*71db0c75SAndroid Build Coastguard Worker // Combine the results with the sine of sum formula: 124*71db0c75SAndroid Build Coastguard Worker // cos(x) = cos((k + y)*pi/32) 125*71db0c75SAndroid Build Coastguard Worker // = cos(y*pi/32) * cos(k*pi/32) - sin(y*pi/32) * sin(k*pi/32) 126*71db0c75SAndroid Build Coastguard Worker // = cosm1_y * cos_k + sin_y * sin_k 127*71db0c75SAndroid Build Coastguard Worker // = (cosm1_y * cos_k + cos_k) + sin_y * sin_k 128*71db0c75SAndroid Build Coastguard Worker double sin_k, cos_k, sin_y, cosm1_y; 129*71db0c75SAndroid Build Coastguard Worker 130*71db0c75SAndroid Build Coastguard Worker sincosf_eval(xd, x_abs, sin_k, cos_k, sin_y, cosm1_y); 131*71db0c75SAndroid Build Coastguard Worker 132*71db0c75SAndroid Build Coastguard Worker return static_cast<float>(fputil::multiply_add( 133*71db0c75SAndroid Build Coastguard Worker sin_y, -sin_k, fputil::multiply_add(cosm1_y, cos_k, cos_k))); 134*71db0c75SAndroid Build Coastguard Worker } 135*71db0c75SAndroid Build Coastguard Worker 136*71db0c75SAndroid Build Coastguard Worker } // namespace LIBC_NAMESPACE_DECL 137