Implement fixed precision

This commit is contained in:
Victor Zverovich 2019-02-22 09:05:01 -10:00
parent 187bd1b8b2
commit 8af651be39
4 changed files with 68 additions and 48 deletions

View File

@ -445,31 +445,21 @@ FMT_FUNC fp get_cached_power(int min_exponent, int& pow10_exponent) {
return fp(data::POW10_SIGNIFICANDS[index], data::POW10_EXPONENTS[index]);
}
FMT_FUNC bool grisu2_round(char* buf, int& size, uint64_t delta,
uint64_t remainder, uint64_t exp, uint64_t diff) {
while (
remainder < diff && delta - remainder >= exp &&
(remainder + exp < diff || diff - remainder > remainder + exp - diff)) {
--buf[size - 1];
remainder += exp;
}
return true;
}
// Generates output using Grisu2 digit-gen algorithm.
template <typename Stop>
int grisu2_gen_digits(char* buf, fp upper, uint64_t error_ulp, int& exp,
int grisu2_gen_digits(char* buf, fp value, uint64_t error_ulp, int& exp,
Stop stop) {
fp one(1ull << -upper.e, upper.e);
// The integral part of scaled upper (p1 in Grisu) = upper / one. It cannot be
fp one(1ull << -value.e, value.e);
// The integral part of scaled value (p1 in Grisu) = value / one. It cannot be
// zero because it contains a product of two 64-bit numbers with MSB set (due
// to normalization) - 1, shifted right by at most 60 bits.
uint32_t integral = static_cast<uint32_t>(upper.f >> -one.e);
uint32_t integral = static_cast<uint32_t>(value.f >> -one.e);
FMT_ASSERT(integral != 0, "");
FMT_ASSERT(integral == upper.f >> -one.e, "");
// The fractional part of scaled upper (p2 in Grisu) c = upper % one.
uint64_t fractional = upper.f & (one.f - 1);
FMT_ASSERT(integral == value.f >> -one.e, "");
// The fractional part of scaled value (p2 in Grisu) c = value % one.
uint64_t fractional = value.f & (one.f - 1);
exp = count_digits(integral); // kappa in Grisu.
stop.on_exp(exp);
int size = 0;
// Generate digits for the integral part. This can produce up to 10 digits.
do {
@ -524,7 +514,9 @@ int grisu2_gen_digits(char* buf, fp upper, uint64_t error_ulp, int& exp,
--exp;
uint64_t remainder =
(static_cast<uint64_t>(integral) << -one.e) + fractional;
if (stop(buf, size, remainder, one, error_ulp, exp, true)) return size;
if (stop(buf, size, remainder, data::POWERS_OF_10_64[exp] << -one.e,
error_ulp, exp, true))
return size;
} while (exp > 0);
// Generate digits for the fractional part.
for (;;) {
@ -534,21 +526,36 @@ int grisu2_gen_digits(char* buf, fp upper, uint64_t error_ulp, int& exp,
buf[size++] = static_cast<char>('0' + digit);
fractional &= one.f - 1;
--exp;
if (stop(buf, size, fractional, one, error_ulp, exp, false)) return size;
if (stop(buf, size, fractional, one.f, error_ulp, exp, false)) return size;
}
}
// Stopping condition for the fixed precision.
struct fixed_stop {
int precision;
int exp10;
bool operator()(char* buf, int size, uint64_t remainder, fp,
uint64_t error_ulp, int&, bool) {
void on_exp(int exp) { precision += exp + exp10; }
bool operator()(char*, int& size, uint64_t remainder, uint64_t divisor,
uint64_t error, int&, bool integral) {
assert(remainder < divisor);
if (size != precision) return false;
// TODO: pass correct arguments to round
if (!grisu2_round(buf, size, error_ulp, remainder, 0, 0)) {
if (!integral) {
// Check if error * 2 < divisor with overflow prevention.
// The check is not needed for the integral part because error = 1
// and divisor > (1 << 32) there.
if (error >= divisor || error >= divisor - error) {
size = -1;
return true;
}
} else
assert(error == 1 && divisor > 2);
// Round down if (remainder + error) * 2 <= divisor.
if (remainder < divisor - remainder && error * 2 <= divisor - remainder * 2)
return true;
// TODO: round up
size = -1;
return true;
}
};
@ -557,14 +564,17 @@ struct fixed_stop {
struct shortest_stop {
fp diff; // wp_w in Grisu.
bool operator()(char* buf, int size, uint64_t remainder, fp one,
uint64_t error_ulp, int& exp, bool integral) {
if (remainder > error_ulp) return false;
if (!grisu2_round(
buf, size, error_ulp, remainder,
integral ? data::POWERS_OF_10_64[exp] << -one.e : one.f,
integral ? diff.f : diff.f * data::POWERS_OF_10_64[-exp])) {
size = -1;
void on_exp(int) {}
bool operator()(char* buf, int& size, uint64_t remainder, uint64_t divisor,
uint64_t error, int& exp, bool integral) {
if (remainder > error) return false;
uint64_t d = integral ? diff.f : diff.f * data::POWERS_OF_10_64[-exp];
while (
remainder < d && error - remainder >= divisor &&
(remainder + divisor < d || d - remainder > remainder + divisor - d)) {
--buf[size - 1];
remainder += divisor;
}
return true;
}
@ -572,25 +582,31 @@ struct shortest_stop {
template <typename Double>
FMT_FUNC typename std::enable_if<sizeof(Double) == sizeof(uint64_t), bool>::type
grisu2_format(Double value, buffer& buf, core_format_specs specs, int& exp) {
grisu2_format(Double value, buffer& buf, int precision, int& exp) {
FMT_ASSERT(value >= 0, "value is negative");
if (value <= 0) { // <= instead of == to silence a warning.
buf.push_back('0');
if (precision < 0) {
exp = 0;
buf.push_back('0');
} else {
exp = -precision;
buf.resize(precision);
std::uninitialized_fill_n(buf.data(), precision, '0');
}
return true;
}
fp fp_value(value);
const int min_exp = -60; // alpha in Grisu.
int cached_exp10 = 0; // K in Grisu.
if (specs.precision != -1) {
if (specs.precision > 17) return false;
if (precision != -1) {
if (precision > 17) return false;
fp_value.normalize();
auto cached_pow = get_cached_power(
min_exp - (fp_value.e + fp::significand_size), cached_exp10);
fp_value = fp_value * cached_pow;
int size = grisu2_gen_digits(buf.data(), fp_value, 1, exp,
fixed_stop{specs.precision});
fixed_stop{precision, -cached_exp10});
if (size < 0) return false;
buf.resize(to_unsigned(size));
} else {

View File

@ -1135,10 +1135,10 @@ namespace internal {
// https://www.cs.tufts.edu/~nr/cs257/archive/florian-loitsch/printf.pdf
template <typename Double>
FMT_API typename std::enable_if<sizeof(Double) == sizeof(uint64_t), bool>::type
grisu2_format(Double value, buffer& buf, core_format_specs, int& exp);
grisu2_format(Double value, buffer& buf, int precision, int& exp);
template <typename Double>
inline typename std::enable_if<sizeof(Double) != sizeof(uint64_t), bool>::type
grisu2_format(Double, buffer&, core_format_specs, int&) {
grisu2_format(Double, buffer&, int, int&) {
return false;
}
@ -2801,8 +2801,9 @@ template <typename Range> class basic_writer {
struct float_spec_handler {
char type;
bool upper;
bool fixed;
explicit float_spec_handler(char t) : type(t), upper(false) {}
explicit float_spec_handler(char t) : type(t), upper(false), fixed(false) {}
void on_general() {
if (type == 'G') upper = true;
@ -2813,6 +2814,7 @@ struct float_spec_handler {
}
void on_fixed() {
fixed = true;
if (type == 'F') upper = true;
}
@ -2858,9 +2860,11 @@ void basic_writer<Range>::write_double(T value, const format_specs& spec) {
memory_buffer buffer;
int exp = 0;
bool use_grisu =
fmt::internal::use_grisu<T>() && !spec.type && !spec.has_precision() &&
internal::grisu2_format(static_cast<double>(value), buffer, spec, exp);
int precision = spec.has_precision() || !spec.type ? spec.precision : 6;
bool use_grisu = fmt::internal::use_grisu<T>() &&
(!spec.type || handler.fixed) && !spec.has_precision() &&
internal::grisu2_format(static_cast<double>(value), buffer,
precision, exp);
if (!use_grisu) internal::sprintf_format(value, buffer, spec);
align_spec as = spec;
if (spec.align() == ALIGN_NUMERIC) {

View File

@ -11,7 +11,7 @@ FMT_BEGIN_NAMESPACE
template struct internal::basic_data<void>;
// Workaround a bug in MSVC2013 that prevents instantiation of grisu2_format.
bool (*instantiate_grisu2_format)(double, internal::buffer&, core_format_specs,
bool (*instantiate_grisu2_format)(double, internal::buffer&, int,
int&) = internal::grisu2_format;
#ifndef FMT_STATIC_THOUSANDS_SEPARATOR

View File

@ -103,7 +103,7 @@ TEST(FPTest, GetCachedPower) {
TEST(FPTest, Grisu2FormatCompilesWithNonIEEEDouble) {
fmt::memory_buffer buf;
int exp = 0;
grisu2_format(4.2f, buf, fmt::core_format_specs(), exp);
grisu2_format(4.2f, buf, -1, exp);
}
template <typename T> struct ValueExtractor : fmt::internal::function<T> {