1*71db0c75SAndroid Build Coastguard Worker //===-- Single-precision log(x) function ----------------------------------===// 2*71db0c75SAndroid Build Coastguard Worker // 3*71db0c75SAndroid Build Coastguard Worker // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*71db0c75SAndroid Build Coastguard Worker // See https://llvm.org/LICENSE.txt for license information. 5*71db0c75SAndroid Build Coastguard Worker // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*71db0c75SAndroid Build Coastguard Worker // 7*71db0c75SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===// 8*71db0c75SAndroid Build Coastguard Worker 9*71db0c75SAndroid Build Coastguard Worker #include "src/math/logf.h" 10*71db0c75SAndroid Build Coastguard Worker #include "common_constants.h" // Lookup table for (1/f) and log(f) 11*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/FEnvImpl.h" 12*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/FPBits.h" 13*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/PolyEval.h" 14*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/except_value_utils.h" 15*71db0c75SAndroid Build Coastguard Worker #include "src/__support/FPUtil/multiply_add.h" 16*71db0c75SAndroid Build Coastguard Worker #include "src/__support/common.h" 17*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/config.h" 18*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/optimization.h" // LIBC_UNLIKELY 19*71db0c75SAndroid Build Coastguard Worker #include "src/__support/macros/properties/cpu_features.h" 20*71db0c75SAndroid Build Coastguard Worker 21*71db0c75SAndroid Build Coastguard Worker // This is an algorithm for log(x) in single precision which is correctly 22*71db0c75SAndroid Build Coastguard Worker // rounded for all rounding modes, based on the implementation of log(x) from 23*71db0c75SAndroid Build Coastguard Worker // the RLIBM project at: 24*71db0c75SAndroid Build Coastguard Worker // https://people.cs.rutgers.edu/~sn349/rlibm 25*71db0c75SAndroid Build Coastguard Worker 26*71db0c75SAndroid Build Coastguard Worker // Step 1 - Range reduction: 27*71db0c75SAndroid Build Coastguard Worker // For x = 2^m * 1.mant, log(x) = m * log(2) + log(1.m) 28*71db0c75SAndroid Build Coastguard Worker // If x is denormal, we normalize it by multiplying x by 2^23 and subtracting 29*71db0c75SAndroid Build Coastguard Worker // m by 23. 30*71db0c75SAndroid Build Coastguard Worker 31*71db0c75SAndroid Build Coastguard Worker // Step 2 - Another range reduction: 32*71db0c75SAndroid Build Coastguard Worker // To compute log(1.mant), let f be the highest 8 bits including the hidden 33*71db0c75SAndroid Build Coastguard Worker // bit, and d be the difference (1.mant - f), i.e. the remaining 16 bits of the 34*71db0c75SAndroid Build Coastguard Worker // mantissa. Then we have the following approximation formula: 35*71db0c75SAndroid Build Coastguard Worker // log(1.mant) = log(f) + log(1.mant / f) 36*71db0c75SAndroid Build Coastguard Worker // = log(f) + log(1 + d/f) 37*71db0c75SAndroid Build Coastguard Worker // ~ log(f) + P(d/f) 38*71db0c75SAndroid Build Coastguard Worker // since d/f is sufficiently small. 39*71db0c75SAndroid Build Coastguard Worker // log(f) and 1/f are then stored in two 2^7 = 128 entries look-up tables. 40*71db0c75SAndroid Build Coastguard Worker 41*71db0c75SAndroid Build Coastguard Worker // Step 3 - Polynomial approximation: 42*71db0c75SAndroid Build Coastguard Worker // To compute P(d/f), we use a single degree-5 polynomial in double precision 43*71db0c75SAndroid Build Coastguard Worker // which provides correct rounding for all but few exception values. 44*71db0c75SAndroid Build Coastguard Worker // For more detail about how this polynomial is obtained, please refer to the 45*71db0c75SAndroid Build Coastguard Worker // paper: 46*71db0c75SAndroid Build Coastguard Worker // Lim, J. and Nagarakatte, S., "One Polynomial Approximation to Produce 47*71db0c75SAndroid Build Coastguard Worker // Correctly Rounded Results of an Elementary Function for Multiple 48*71db0c75SAndroid Build Coastguard Worker // Representations and Rounding Modes", Proceedings of the 49th ACM SIGPLAN 49*71db0c75SAndroid Build Coastguard Worker // Symposium on Principles of Programming Languages (POPL-2022), Philadelphia, 50*71db0c75SAndroid Build Coastguard Worker // USA, January 16-22, 2022. 51*71db0c75SAndroid Build Coastguard Worker // https://people.cs.rutgers.edu/~sn349/papers/rlibmall-popl-2022.pdf 52*71db0c75SAndroid Build Coastguard Worker 53*71db0c75SAndroid Build Coastguard Worker namespace LIBC_NAMESPACE_DECL { 54*71db0c75SAndroid Build Coastguard Worker 55*71db0c75SAndroid Build Coastguard Worker LLVM_LIBC_FUNCTION(float, logf, (float x)) { 56*71db0c75SAndroid Build Coastguard Worker constexpr double LOG_2 = 0x1.62e42fefa39efp-1; 57*71db0c75SAndroid Build Coastguard Worker using FPBits = typename fputil::FPBits<float>; 58*71db0c75SAndroid Build Coastguard Worker 59*71db0c75SAndroid Build Coastguard Worker FPBits xbits(x); 60*71db0c75SAndroid Build Coastguard Worker uint32_t x_u = xbits.uintval(); 61*71db0c75SAndroid Build Coastguard Worker 62*71db0c75SAndroid Build Coastguard Worker int m = -FPBits::EXP_BIAS; 63*71db0c75SAndroid Build Coastguard Worker 64*71db0c75SAndroid Build Coastguard Worker using fputil::round_result_slightly_down; 65*71db0c75SAndroid Build Coastguard Worker using fputil::round_result_slightly_up; 66*71db0c75SAndroid Build Coastguard Worker 67*71db0c75SAndroid Build Coastguard Worker // Small inputs 68*71db0c75SAndroid Build Coastguard Worker if (x_u < 0x4c5d65a5U) { 69*71db0c75SAndroid Build Coastguard Worker // Hard-to-round cases. 70*71db0c75SAndroid Build Coastguard Worker switch (x_u) { 71*71db0c75SAndroid Build Coastguard Worker case 0x3f7f4d6fU: // x = 0x1.fe9adep-1f 72*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(-0x1.659ec8p-9f); 73*71db0c75SAndroid Build Coastguard Worker case 0x41178febU: // x = 0x1.2f1fd6p+3f 74*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(0x1.1fcbcep+1f); 75*71db0c75SAndroid Build Coastguard Worker #ifdef LIBC_TARGET_CPU_HAS_FMA 76*71db0c75SAndroid Build Coastguard Worker case 0x3f800000U: // x = 1.0f 77*71db0c75SAndroid Build Coastguard Worker return 0.0f; 78*71db0c75SAndroid Build Coastguard Worker #else 79*71db0c75SAndroid Build Coastguard Worker case 0x1e88452dU: // x = 0x1.108a5ap-66f 80*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(-0x1.6d7b18p+5f); 81*71db0c75SAndroid Build Coastguard Worker #endif // LIBC_TARGET_CPU_HAS_FMA 82*71db0c75SAndroid Build Coastguard Worker } 83*71db0c75SAndroid Build Coastguard Worker // Subnormal inputs. 84*71db0c75SAndroid Build Coastguard Worker if (LIBC_UNLIKELY(x_u < FPBits::min_normal().uintval())) { 85*71db0c75SAndroid Build Coastguard Worker if (x == 0.0f) { 86*71db0c75SAndroid Build Coastguard Worker // Return -inf and raise FE_DIVBYZERO 87*71db0c75SAndroid Build Coastguard Worker fputil::set_errno_if_required(ERANGE); 88*71db0c75SAndroid Build Coastguard Worker fputil::raise_except_if_required(FE_DIVBYZERO); 89*71db0c75SAndroid Build Coastguard Worker return FPBits::inf(Sign::NEG).get_val(); 90*71db0c75SAndroid Build Coastguard Worker } 91*71db0c75SAndroid Build Coastguard Worker // Normalize denormal inputs. 92*71db0c75SAndroid Build Coastguard Worker xbits = FPBits(xbits.get_val() * 0x1.0p23f); 93*71db0c75SAndroid Build Coastguard Worker m -= 23; 94*71db0c75SAndroid Build Coastguard Worker x_u = xbits.uintval(); 95*71db0c75SAndroid Build Coastguard Worker } 96*71db0c75SAndroid Build Coastguard Worker } else { 97*71db0c75SAndroid Build Coastguard Worker // Hard-to-round cases. 98*71db0c75SAndroid Build Coastguard Worker switch (x_u) { 99*71db0c75SAndroid Build Coastguard Worker case 0x4c5d65a5U: // x = 0x1.bacb4ap+25f 100*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_down(0x1.1e0696p+4f); 101*71db0c75SAndroid Build Coastguard Worker case 0x65d890d3U: // x = 0x1.b121a6p+76f 102*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_down(0x1.a9a3f2p+5f); 103*71db0c75SAndroid Build Coastguard Worker case 0x6f31a8ecU: // x = 0x1.6351d8p+95f 104*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_down(0x1.08b512p+6f); 105*71db0c75SAndroid Build Coastguard Worker case 0x7a17f30aU: // x = 0x1.2fe614p+117f 106*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(0x1.451436p+6f); 107*71db0c75SAndroid Build Coastguard Worker #ifndef LIBC_TARGET_CPU_HAS_FMA 108*71db0c75SAndroid Build Coastguard Worker case 0x500ffb03U: // x = 0x1.1ff606p+33f 109*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(0x1.6fdd34p+4f); 110*71db0c75SAndroid Build Coastguard Worker case 0x5cd69e88U: // x = 0x1.ad3d1p+58f 111*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(0x1.45c146p+5f); 112*71db0c75SAndroid Build Coastguard Worker case 0x5ee8984eU: // x = 0x1.d1309cp+62f; 113*71db0c75SAndroid Build Coastguard Worker return round_result_slightly_up(0x1.5c9442p+5f); 114*71db0c75SAndroid Build Coastguard Worker #endif // LIBC_TARGET_CPU_HAS_FMA 115*71db0c75SAndroid Build Coastguard Worker } 116*71db0c75SAndroid Build Coastguard Worker // Exceptional inputs. 117*71db0c75SAndroid Build Coastguard Worker if (LIBC_UNLIKELY(x_u > FPBits::max_normal().uintval())) { 118*71db0c75SAndroid Build Coastguard Worker if (x_u == 0x8000'0000U) { 119*71db0c75SAndroid Build Coastguard Worker // Return -inf and raise FE_DIVBYZERO 120*71db0c75SAndroid Build Coastguard Worker fputil::set_errno_if_required(ERANGE); 121*71db0c75SAndroid Build Coastguard Worker fputil::raise_except_if_required(FE_DIVBYZERO); 122*71db0c75SAndroid Build Coastguard Worker return FPBits::inf(Sign::NEG).get_val(); 123*71db0c75SAndroid Build Coastguard Worker } 124*71db0c75SAndroid Build Coastguard Worker if (xbits.is_neg() && !xbits.is_nan()) { 125*71db0c75SAndroid Build Coastguard Worker // Return NaN and raise FE_INVALID 126*71db0c75SAndroid Build Coastguard Worker fputil::set_errno_if_required(EDOM); 127*71db0c75SAndroid Build Coastguard Worker fputil::raise_except_if_required(FE_INVALID); 128*71db0c75SAndroid Build Coastguard Worker return FPBits::quiet_nan().get_val(); 129*71db0c75SAndroid Build Coastguard Worker } 130*71db0c75SAndroid Build Coastguard Worker // x is +inf or nan 131*71db0c75SAndroid Build Coastguard Worker return x; 132*71db0c75SAndroid Build Coastguard Worker } 133*71db0c75SAndroid Build Coastguard Worker } 134*71db0c75SAndroid Build Coastguard Worker 135*71db0c75SAndroid Build Coastguard Worker #ifndef LIBC_TARGET_CPU_HAS_FMA 136*71db0c75SAndroid Build Coastguard Worker // Returning the correct +0 when x = 1.0 for non-FMA targets with FE_DOWNWARD 137*71db0c75SAndroid Build Coastguard Worker // rounding mode. 138*71db0c75SAndroid Build Coastguard Worker if (LIBC_UNLIKELY((x_u & 0x007f'ffffU) == 0)) 139*71db0c75SAndroid Build Coastguard Worker return static_cast<float>( 140*71db0c75SAndroid Build Coastguard Worker static_cast<double>(m + xbits.get_biased_exponent()) * LOG_2); 141*71db0c75SAndroid Build Coastguard Worker #endif // LIBC_TARGET_CPU_HAS_FMA 142*71db0c75SAndroid Build Coastguard Worker 143*71db0c75SAndroid Build Coastguard Worker uint32_t mant = xbits.get_mantissa(); 144*71db0c75SAndroid Build Coastguard Worker // Extract 7 leading fractional bits of the mantissa 145*71db0c75SAndroid Build Coastguard Worker int index = mant >> 16; 146*71db0c75SAndroid Build Coastguard Worker // Add unbiased exponent. Add an extra 1 if the 7 leading fractional bits are 147*71db0c75SAndroid Build Coastguard Worker // all 1's. 148*71db0c75SAndroid Build Coastguard Worker m += static_cast<int>((x_u + (1 << 16)) >> 23); 149*71db0c75SAndroid Build Coastguard Worker 150*71db0c75SAndroid Build Coastguard Worker // Set bits to 1.m 151*71db0c75SAndroid Build Coastguard Worker xbits.set_biased_exponent(0x7F); 152*71db0c75SAndroid Build Coastguard Worker 153*71db0c75SAndroid Build Coastguard Worker float u = xbits.get_val(); 154*71db0c75SAndroid Build Coastguard Worker double v; 155*71db0c75SAndroid Build Coastguard Worker #ifdef LIBC_TARGET_CPU_HAS_FMA 156*71db0c75SAndroid Build Coastguard Worker v = static_cast<double>(fputil::multiply_add(u, R[index], -1.0f)); // Exact. 157*71db0c75SAndroid Build Coastguard Worker #else 158*71db0c75SAndroid Build Coastguard Worker v = fputil::multiply_add(static_cast<double>(u), RD[index], -1.0); // Exact 159*71db0c75SAndroid Build Coastguard Worker #endif // LIBC_TARGET_CPU_HAS_FMA 160*71db0c75SAndroid Build Coastguard Worker 161*71db0c75SAndroid Build Coastguard Worker // Degree-5 polynomial approximation of log generated by Sollya with: 162*71db0c75SAndroid Build Coastguard Worker // > P = fpminimax(log(1 + x)/x, 4, [|1, D...|], [-2^-8, 2^-7]); 163*71db0c75SAndroid Build Coastguard Worker constexpr double COEFFS[4] = {-0x1.000000000fe63p-1, 0x1.555556e963c16p-2, 164*71db0c75SAndroid Build Coastguard Worker -0x1.000028dedf986p-2, 0x1.966681bfda7f7p-3}; 165*71db0c75SAndroid Build Coastguard Worker double v2 = v * v; // Exact 166*71db0c75SAndroid Build Coastguard Worker double p2 = fputil::multiply_add(v, COEFFS[3], COEFFS[2]); 167*71db0c75SAndroid Build Coastguard Worker double p1 = fputil::multiply_add(v, COEFFS[1], COEFFS[0]); 168*71db0c75SAndroid Build Coastguard Worker double p0 = LOG_R[index] + v; 169*71db0c75SAndroid Build Coastguard Worker double r = fputil::multiply_add(static_cast<double>(m), LOG_2, 170*71db0c75SAndroid Build Coastguard Worker fputil::polyeval(v2, p0, p1, p2)); 171*71db0c75SAndroid Build Coastguard Worker return static_cast<float>(r); 172*71db0c75SAndroid Build Coastguard Worker } 173*71db0c75SAndroid Build Coastguard Worker 174*71db0c75SAndroid Build Coastguard Worker } // namespace LIBC_NAMESPACE_DECL 175