Lines Matching defs:precision

651     // The precision is the number of hexits after the decimal point.
690     constexpr int precision = IsDouble ? 1074 : 149;
699                                           + precision; // fractional digits
715         auto result = to_chars(charconv_buffer, end(charconv_buffer), input, chars_format::fixed, precision);
716         assert_message_bits(result.ec == errc{}, "to_chars fixed precision", bits);
719         int stdio_ret = sprintf_s(stdio_buffer, size(stdio_buffer), "%.*f", precision, input);
720         assert_message_bits(stdio_ret != -1, "sprintf_s fixed precision", bits);
723         assert_message_bits(charconv_sv == stdio_sv, "fixed precision output", bits);
726         result = to_chars(charconv_buffer, end(charconv_buffer), input, chars_format::scientific, precision);
727         assert_message_bits(result.ec == errc{}, "to_chars scientific precision", bits);
730         stdio_ret = sprintf_s(stdio_buffer, size(stdio_buffer), "%.*e", precision, input);
731         assert_message_bits(stdio_ret != -1, "sprintf_s scientific precision", bits);
734         assert_message_bits(charconv_sv == stdio_sv, "scientific precision output", bits);
738         assert_message_bits(result.ec == errc{}, "to_chars general precision", bits);
742         assert_message_bits(stdio_ret != -1, "sprintf_s general precision", bits);
745         assert_message_bits(charconv_sv == stdio_sv, "general precision output", bits);
975         // See LWG-2403. This number (exactly 0x1.fffffd00000004 in infinite precision) behaves differently
1017         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1020         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1023         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1026         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1029         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1032         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1035         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1038         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1041         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1044         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1047         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1050         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1053         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);
1056         test_floating_to_chars(t.value, t.fmt, t.precision, t.correct);