From 95c97cf4205f4d58137e5525574c76dc5204012e Mon Sep 17 00:00:00 2001 From: "Alexander V. Joura" Date: Mon, 1 Aug 2022 13:18:14 +0300 Subject: [PATCH] improved precision of math constants Signed-off-by: Alexander V. Joura --- src/core/system_parameters/MATH_CONSTANTS.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/core/system_parameters/MATH_CONSTANTS.h b/src/core/system_parameters/MATH_CONSTANTS.h index 937ab12b0..cba448d32 100644 --- a/src/core/system_parameters/MATH_CONSTANTS.h +++ b/src/core/system_parameters/MATH_CONSTANTS.h @@ -77,8 +77,8 @@ constexpr double TWO_N9 = 0.001953125; //!< 2^-9 constexpr double TWO_N10 = 0.0009765625; //!< 2^-10 constexpr double TWO_N11 = 4.882812500000000e-004; //!< 2^-11 constexpr double TWO_N14 = 0.00006103515625; //!< 2^-14 -constexpr double TWO_N15 = 0.00003051757813; //!< 2^-15 -constexpr double TWO_N16 = 0.0000152587890625; //!< 2^-16 +constexpr double TWO_N15 = 3.051757812500000e-005; //!< 2^-15 +constexpr double TWO_N16 = 1.525878906250000e-005; //!< 2^-16 constexpr double TWO_N17 = 7.629394531250000e-006; //!< 2^-17 constexpr double TWO_N18 = 3.814697265625000e-006; //!< 2^-18 constexpr double TWO_N19 = 1.907348632812500e-006; //!< 2^-19