Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 526) sorted by relevance

12345678910>>...22

/openbsd-src/gnu/usr.bin/perl/cpan/bignum/t/
H A Doption_p.t12 cmp_ok($class -> precision(), "==", 12, "$class precision = 12");
14 bigint -> import(precision => "23");
15 cmp_ok($class -> precision(), "==", 23, "$class precision = 23");
22 cmp_ok($class -> precision(), "==", 13, "$class precision = 12");
24 bigfloat -> import(precision => "24");
25 cmp_ok($class -> precision(), "==", 24, "$class precision = 23");
32 cmp_ok($class -> precision(), "==", 14, "$class precision = 12");
34 bigrat -> import(precision => "25");
35 cmp_ok($class -> precision(), "==", 25, "$class precision = 23");
H A Dbignum.t31 # accuracy and precision
39 is(bignum->precision(), undef, 'get precision');
40 bignum->precision(12);
41 is(bignum->precision(), 12, 'get precision again');
42 bignum->precision(undef);
43 is(bignum->precision(), undef, 'get precision again');
H A Dbigint.t32 # accuracy and precision
40 is(bigint->precision(), undef, 'get precision');
41 bigint->precision(12);
42 is(bigint->precision(), 12, 'get precision again');
43 bigint->precision(undef);
44 is(bigint->precision(), undef, 'get precision again');
H A Dbigrat.t47 # accuracy and precision
55 is(bigrat->precision(), undef, 'get precision');
56 bigrat->precision(12);
57 is(bigrat->precision(), 12, 'get precision again');
58 bigrat->precision(undef);
59 is(bigrat->precision(), undef, 'get precision again');
H A Dbigfloat.t41 # accuracy and precision
49 is(bigfloat->precision(), undef, 'get precision');
50 bigfloat->precision(12);
51 is(bigfloat->precision(), 12, 'get precision again');
52 bigfloat->precision(undef);
53 is(bigfloat->precision(), undef, 'get precision again');
H A Doption_p-bignum.t11 cmp_ok($class -> precision(), "==", 12, "$class precision = 12");
14 bignum -> import(precision => "23");
16 cmp_ok($class -> precision(), "==", 23, "$class precision = 23");
/openbsd-src/gnu/usr.bin/binutils-2.17/gas/config/
H A Datof-ieee.c171 int precision; in atof_ieee() local
199 precision = F_PRECISION; in atof_ieee()
207 precision = D_PRECISION; in atof_ieee()
215 precision = X_PRECISION; in atof_ieee()
222 precision = P_PRECISION; in atof_ieee()
232 = generic_floating_point_number.low + precision - 1 + GUARD; in atof_ieee()
240 gen_to_words (words, precision, exponent_bits); in atof_ieee()
252 gen_to_words (LITTLENUM_TYPE *words, int precision, long exponent_bits) in gen_to_words() argument
265 words_end = words + precision; in gen_to_words()
267 if (precision == X_PRECISION) in gen_to_words()
[all …]
H A Datof-vax.c201 int precision; /* Number of 16-bit words in the format. */ in atof_vax() local
211 if (what_kind_of_float (what_kind, &precision, &exponent_bits)) in atof_vax()
224 f.high = f.low + precision - 1 + GUARD; in atof_vax()
247 int precision; in flonum_gen2vax() local
251 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits); in flonum_gen2vax()
260 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
330 for (; lp < words + precision; lp++) in flonum_gen2vax()
/openbsd-src/gnu/usr.bin/binutils/gas/config/
H A Datof-ieee.c178 int precision; local
206 precision = F_PRECISION;
214 precision = D_PRECISION;
222 precision = X_PRECISION;
229 precision = P_PRECISION;
239 = generic_floating_point_number.low + precision - 1 + GUARD;
247 gen_to_words (words, precision, exponent_bits);
259 gen_to_words (words, precision, exponent_bits) in gen_to_words() argument
261 int precision;
275 words_end = words + precision;
[all …]
H A Datof-vax.c216 int precision; /* Number of 16-bit words in the format. */ local
226 if (what_kind_of_float (what_kind, &precision, &exponent_bits))
239 f.high = f.low + precision - 1 + GUARD;
269 int precision; local
273 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits);
284 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision);
326 ltp <= f->low + precision;
377 for (; lp < words + precision; lp++)
H A Datof-tahoe.c163 int precision; /* Number of 16-bit words in the format. */ local
173 if (what_kind_of_float (what_kind, &precision, &exponent_bits))
186 f.high = f.low + precision - 1 + GUARD;
213 int precision; local
218 what_kind_of_float (format_letter, &precision, &exponent_bits);
228 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision);
301 for (; lp < words + precision; lp++)
/openbsd-src/gnu/usr.bin/gcc/gcc/
H A Dcppexp.c360 size_t precision = CPP_OPTION (pfile, precision); local
383 if (precision < PART_PRECISION)
384 max >>= PART_PRECISION - precision;
401 result = append_digit (result, c, base, precision);
417 && !num_positive (result, precision))
432 append_digit (num, digit, base, precision) in append_digit() argument
435 size_t precision;
486 result = num_trim (result, precision);
615 result = num_trim (result, CPP_OPTION (pfile, precision));
1063 if (!num_positive (op[-1].value, CPP_OPTION (pfile, precision)))
[all …]
/openbsd-src/gnu/gcc/libcpp/
H A Dexpr.c387 size_t precision = CPP_OPTION (pfile, precision); in cpp_interpret_integer() local
410 if (precision < PART_PRECISION) in cpp_interpret_integer()
411 max >>= PART_PRECISION - precision; in cpp_interpret_integer()
428 result = append_digit (result, c, base, precision); in cpp_interpret_integer()
444 && !num_positive (result, precision)) in cpp_interpret_integer()
458 append_digit (cpp_num num, int digit, int base, size_t precision) in append_digit() argument
511 result = num_trim (result, precision); in append_digit()
638 result = num_trim (result, CPP_OPTION (pfile, precision)); in eval_token()
1062 if (!num_positive (op[-1].value, CPP_OPTION (pfile, precision))) in check_promotion()
1067 else if (!num_positive (op->value, CPP_OPTION (pfile, precision))) in check_promotion()
[all …]
/openbsd-src/gnu/usr.bin/perl/cpan/Math-BigInt/t/
H A Dmbimbf.inc1 # test rounding, accuracy, precision and fallback, round_mode and mixing
19 is(${"$mbi\::precision"}, undef, qq|\${"$mbi\::precision"}|);
21 is($mbi->precision(), undef, qq|$mbi->precision()|);
27 is(${"$mbf\::precision"}, undef, qq|\${"$mbf\::precision"}|);
28 is($mbf->precision(), undef, qq|$mbf->precision()|);
29 is($mbf->precision(), unde
[all...]
/openbsd-src/gnu/llvm/llvm/lib/Target/ARM/
H A DARMScheduleV6.td191 // RunFast mode so that NFP pipeline is used for single-precision when
197 // Single-precision FP Unary
200 // Double-precision FP Unary
203 // Single-precision FP Compare
206 // Double-precision FP Compare
227 // Single-precision FP ALU
230 // Double-precision FP ALU
233 // Single-precision FP Multiply
236 // Double-precision FP Multiply
239 // Single-precision FP MAC
[all …]
/openbsd-src/gnu/gcc/gcc/
H A Dgenmodes.c59 unsigned int precision; /* size in bits, equiv to TYPE_PRECISION */ member
275 validate_field (m, precision); in validate_mode()
311 m->precision = 0; in complete_mode()
357 if (m->component->precision != (unsigned int)-1) in complete_mode()
358 m->precision = 2 * m->component->precision; in complete_mode()
366 if (m->component->precision != (unsigned int)-1) in complete_mode()
367 m->precision = m->ncomponents * m->component->precision; in complete_mode()
421 if (m->precision == 1) in make_complex_modes()
492 if (cl == MODE_INT && m->precision == 1) in make_vector_modes()
528 unsigned int precision, unsigned int bytesize, in make_int_mode() argument
[all …]
H A Dtarghooks.c253 int precision = GET_MODE_PRECISION (mode); in default_scalar_mode_supported_p() local
259 if (precision == CHAR_TYPE_SIZE) in default_scalar_mode_supported_p()
261 if (precision == SHORT_TYPE_SIZE) in default_scalar_mode_supported_p()
263 if (precision == INT_TYPE_SIZE) in default_scalar_mode_supported_p()
265 if (precision == LONG_TYPE_SIZE) in default_scalar_mode_supported_p()
267 if (precision == LONG_LONG_TYPE_SIZE) in default_scalar_mode_supported_p()
269 if (precision == 2 * BITS_PER_WORD) in default_scalar_mode_supported_p()
274 if (precision == FLOAT_TYPE_SIZE) in default_scalar_mode_supported_p()
276 if (precision == DOUBLE_TYPE_SIZE) in default_scalar_mode_supported_p()
278 if (precision == LONG_DOUBLE_TYPE_SIZE) in default_scalar_mode_supported_p()
/openbsd-src/gnu/usr.bin/perl/cpan/Math-BigRat/t/Math/BigRat/
H A DTest.pm
/openbsd-src/sys/dev/pci/drm/include/linux/
H A Daverage.h9 #define DECLARE_EWMA(name, precision, recip) \ argument
26 p->value = (value << (precision)); \
29 (value << (precision))) >> shift); \
35 return (p->value >> (precision)); \
/openbsd-src/gnu/llvm/libcxx/include/__chrono/
H A Dhh_mm_ss.h55 using precision = duration<typename __CommonType::rep, ratio<1, __pow10(fractional_width)>>; variable
64 … __f_(chrono::duration_cast<precision> (chrono::abs(__d) - hours() - minutes() - seconds())) in hh_mm_ss()
71 _LIBCPP_HIDE_FROM_ABI constexpr precision subseconds() const noexcept { return __f_; } in subseconds()
73 _LIBCPP_HIDE_FROM_ABI constexpr precision to_duration() const noexcept in to_duration()
79 …_LIBCPP_HIDE_FROM_ABI constexpr explicit operator precision() const noexcept { return to_duration(… in precision() function
86 precision __f_;
/openbsd-src/gnu/llvm/llvm/lib/Support/
H A DAPFloat.cpp82 unsigned int precision; member
94 precision <= S.precision; in isRepresentableBy()
241 return semantics.precision; in semanticsPrecision()
804 fill_storage = APInt::getAllOnes(semantics->precision - 1); in makeNaN()
816 unsigned bitsToPreserve = semantics->precision - 1; in makeNaN()
824 unsigned QNaNBit = semantics->precision - 2; in makeNaN()
875 semantics->precision - 1) == 0); in isDenormal()
895 const unsigned PartCount = partCountForBits(semantics->precision); in isSignificandAllOnes()
902 PartCount*integerPartWidth - semantics->precision + 1; in isSignificandAllOnes()
921 const unsigned PartCount = partCountForBits(semantics->precision); in isSignificandAllOnesExceptLSB()
[all …]
/openbsd-src/gnu/llvm/clang/include/clang/AST/
H A DOptionalDiagnostic.h57 unsigned precision = llvm::APFloat::semanticsPrecision(F.getSemantics()); variable
58 precision = (precision * 59 + 195) / 196;
60 F.toString(Buffer, precision);
/openbsd-src/gnu/llvm/compiler-rt/lib/builtins/
H A Dfp_trunc.h37 #error Source should be double precision or quad precision!
69 #error Destination should be single precision or double precision!
/openbsd-src/lib/libform/
H A Dfty_num.c61 int precision; member
70 int precision; member
97 argn->precision = args->precision; in Generic_This_Type()
124 arg.precision = va_arg(*ap, int); in Make_This_Type()
189 int prec = argn->precision; in Check_This_Field()
/openbsd-src/gnu/llvm/clang/lib/AST/
H A DOSLog.cpp84 auto &precision = FS.getPrecision(); in HandlePrintfSpecifier() local
85 switch (precision.getHowSpecified()) { in HandlePrintfSpecifier()
89 ArgsData.back().Size = precision.getConstantAmount(); in HandlePrintfSpecifier()
92 ArgsData.back().Count = Args[precision.getArgIndex()]; in HandlePrintfSpecifier()
100 auto &precision = FS.getPrecision(); in HandlePrintfSpecifier() local
101 switch (precision.getHowSpecified()) { in HandlePrintfSpecifier()
105 ArgsData.back().Size = precision.getConstantAmount(); in HandlePrintfSpecifier()
108 ArgsData.back().Count = Args[precision.getArgIndex()]; in HandlePrintfSpecifier()

12345678910>>...22