Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 1328) sorted by relevance

12345678910>>...54

/netbsd-src/external/gpl3/gcc/dist/gcc/
H A Dwide-int.h438 <int_traits <T2>::precision> > result_type;
459 <int_traits <T1>::precision> > result_type;
469 STATIC_ASSERT (int_traits <T1>::precision == int_traits <T2>::precision);
473 <int_traits <T1>::precision> > result_type;
653 unsigned int precision;
666 : val (val_in), len (len_in), precision (precision_in)
679 return precision;
789 unsigned int precision)
790 : storage (x, precision)
798 generic_wide_int <storage>::to_shwi (unsigned int precision) const
[all …]
H A Dwide-int.cc84 canonize (HOST_WIDE_INT *val, unsigned int len, unsigned int precision) in canonize() argument
86 unsigned int blocks_needed = BLOCKS_NEEDED (precision); in canonize()
97 if (len * HOST_BITS_PER_WIDE_INT > precision) in canonize()
98 val[len - 1] = top = sext_hwi (top, precision % HOST_BITS_PER_WIDE_INT); in canonize()
126 canonize_uhwi (HOST_WIDE_INT *val, unsigned int precision) in canonize_uhwi() argument
128 if (val[0] < 0 && precision > HOST_BITS_PER_WIDE_INT) in canonize_uhwi()
145 unsigned int xlen, unsigned int precision, bool need_canon) in from_array() argument
149 return need_canon ? canonize (val, xlen, precision) : xlen; in from_array()
159 unsigned int precision = buffer_len * BITS_PER_UNIT; in from_buffer() local
160 wide_int result = wide_int::create (precision); in from_buffer()
[all …]
/netbsd-src/external/gpl3/gcc.old/dist/gcc/
H A Dwide-int.h438 <int_traits <T2>::precision> > result_type;
459 <int_traits <T1>::precision> > result_type;
469 STATIC_ASSERT (int_traits <T1>::precision == int_traits <T2>::precision);
473 <int_traits <T1>::precision> > result_type;
653 unsigned int precision;
666 : val (val_in), len (len_in), precision (precision_in)
679 return precision;
789 unsigned int precision)
790 : storage (x, precision)
798 generic_wide_int <storage>::to_shwi (unsigned int precision) const
[all …]
H A Dwide-int.cc84 canonize (HOST_WIDE_INT *val, unsigned int len, unsigned int precision) in canonize() argument
86 unsigned int blocks_needed = BLOCKS_NEEDED (precision); in canonize()
97 if (len * HOST_BITS_PER_WIDE_INT > precision) in canonize()
98 val[len - 1] = top = sext_hwi (top, precision % HOST_BITS_PER_WIDE_INT); in canonize()
126 canonize_uhwi (HOST_WIDE_INT *val, unsigned int precision) in canonize_uhwi() argument
128 if (val[0] < 0 && precision > HOST_BITS_PER_WIDE_INT) in canonize_uhwi()
145 unsigned int xlen, unsigned int precision, bool need_canon) in from_array() argument
149 return need_canon ? canonize (val, xlen, precision) : xlen; in from_array()
159 unsigned int precision = buffer_len * BITS_PER_UNIT; in from_buffer() local
160 wide_int result = wide_int::create (precision); in from_buffer()
[all …]
H A Dgenmodes.c57 unsigned int precision; /* size in bits, equiv to TYPE_PRECISION */ member
291 validate_field (m, precision); in validate_mode()
327 m->precision = 0; in complete_mode()
377 if (m->component->precision != (unsigned int)-1) in complete_mode()
378 m->precision = 2 * m->component->precision; in complete_mode()
394 if (m->component->precision != (unsigned int)-1) in complete_mode()
395 m->precision = m->ncomponents * m->component->precision; in complete_mode()
451 if (m->precision == 1) in make_complex_modes()
523 if (cl == MODE_INT && m->precision == 1) in make_vector_modes()
583 unsigned int precision, unsigned int bytesize, in make_int_mode() argument
[all …]
/netbsd-src/external/bsd/nsd/dist/compat/
H A Dsnprintf.c239 print_num(char** at, size_t* left, int* ret, int minw, int precision, in print_num() argument
249 if(precision == 0 && zero) numw = 0; in print_num()
250 if(numw < precision) numw = precision; in print_num()
257 if(precision == 0 && zero) { in print_num()
260 if(w < precision) in print_num()
261 print_pad(at, left, ret, '0', precision - w); in print_num()
271 if(precision == 0 && zero) numw = 0; in print_num()
272 if(numw < precision) numw = precision; in print_num()
287 if(precision == 0 && zero) in print_num()
297 int minw, int precision, int prgiven, int zeropad, int minus, in print_num_d() argument
[all …]
/netbsd-src/external/bsd/unbound/dist/compat/
H A Dsnprintf.c239 print_num(char** at, size_t* left, int* ret, int minw, int precision, in print_num() argument
249 if(precision == 0 && zero) numw = 0; in print_num()
250 if(numw < precision) numw = precision; in print_num()
257 if(precision == 0 && zero) { in print_num()
260 if(w < precision) in print_num()
261 print_pad(at, left, ret, '0', precision - w); in print_num()
271 if(precision == 0 && zero) numw = 0; in print_num()
272 if(numw < precision) numw = precision; in print_num()
287 if(precision == 0 && zero) in print_num()
297 int minw, int precision, int prgiven, int zeropad, int minus, in print_num_d() argument
[all …]
/netbsd-src/external/gpl3/binutils/dist/gas/config/
H A Datof-ieee.c170 int precision, in atof_ieee_detail() argument
202 = generic_floating_point_number.low + precision - 1 + GUARD; in atof_ieee_detail()
214 gen_to_words (words, precision, exponent_bits); in atof_ieee_detail()
237 int precision; in atof_ieee() local
244 precision = H_PRECISION; in atof_ieee()
250 precision = B_PRECISION; in atof_ieee()
258 precision = F_PRECISION; in atof_ieee()
266 precision = D_PRECISION; in atof_ieee()
274 precision = X_PRECISION; in atof_ieee()
280 precision = P_PRECISION; in atof_ieee()
[all …]
H A Datof-vax.c200 int precision; /* Number of 16-bit words in the format. */ in atof_vax() local
210 if (what_kind_of_float (what_kind, &precision, &exponent_bits)) in atof_vax()
223 f.high = f.low + precision - 1 + GUARD; in atof_vax()
246 int precision; in flonum_gen2vax() local
250 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits); in flonum_gen2vax()
259 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
275 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
280 memset (words, 0xff, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
286 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
346 for (; lp < words + precision; lp++) in flonum_gen2vax()
/netbsd-src/external/gpl3/binutils.old/dist/gas/config/
H A Datof-ieee.c170 int precision, in atof_ieee_detail() argument
202 = generic_floating_point_number.low + precision - 1 + GUARD; in atof_ieee_detail()
214 gen_to_words (words, precision, exponent_bits); in atof_ieee_detail()
237 int precision; in atof_ieee() local
244 precision = H_PRECISION; in atof_ieee()
250 precision = B_PRECISION; in atof_ieee()
258 precision = F_PRECISION; in atof_ieee()
266 precision = D_PRECISION; in atof_ieee()
274 precision = X_PRECISION; in atof_ieee()
280 precision = P_PRECISION; in atof_ieee()
[all …]
H A Datof-vax.c200 int precision; /* Number of 16-bit words in the format. */ in atof_vax() local
210 if (what_kind_of_float (what_kind, &precision, &exponent_bits)) in atof_vax()
223 f.high = f.low + precision - 1 + GUARD; in atof_vax()
246 int precision; in flonum_gen2vax() local
250 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits); in flonum_gen2vax()
259 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
275 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
280 memset (words, 0xff, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
286 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
346 for (; lp < words + precision; lp++) in flonum_gen2vax()
/netbsd-src/usr.bin/audio/common/
H A Dsun.c60 int precision; member
91 *precp = file2sw_encodings[i].precision; in audio_sun_to_encoding()
99 audio_encoding_to_sun(int encoding, int precision, int *sunep) in audio_encoding_to_sun() argument
105 file2sw_encodings[i].precision == precision) { in audio_encoding_to_sun()
126 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
134 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
142 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
154 if (audio_encoding_to_sun(ti->encoding, ti->precision, &sunenc) != 0) { in sun_prepare_header()
162 s, ti->precision); in sun_prepare_header()
206 if (ti->precision == 16) in sun_write_get_conv_func()
[all …]
H A Dwav.c354 switch (ti->precision) { in wav_prepare_header()
368 warnx("can not support precision of %d", ti->precision); in wav_prepare_header()
404 align = ti->channels * (ti->precision / 8); in wav_prepare_header()
445 nsample = (datalen / ti->precision) / ti->sample_rate; in wav_prepare_header()
478 put16(ti->precision); in wav_prepare_header()
519 if (ti->precision == 16) in wav_write_get_conv_func()
521 else if (ti->precision == 32) in wav_write_get_conv_func()
529 if (ti->precision == 8) in wav_write_get_conv_func()
531 else if (ti->precision == 16) in wav_write_get_conv_func()
533 else if (ti->precision == 32) in wav_write_get_conv_func()
[all …]
/netbsd-src/lib/libossaudio/
H A Doss_dsp.c97 perrors /= ((tmpinfo.play.precision / NBBY) * in _oss_dsp_ioctl()
104 rerrors /= ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
196 tmpinfo.play.precision = in _oss_dsp_ioctl()
197 tmpinfo.record.precision = in _oss_dsp_ioctl()
199 hwfmt.record.precision : hwfmt.play.precision ; in _oss_dsp_ioctl()
215 tmpinfo.record.precision); in _oss_dsp_ioctl()
218 tmpinfo.play.precision); in _oss_dsp_ioctl()
278 tmpenc.precision); in _oss_dsp_ioctl()
356 ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
359 ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
[all …]
/netbsd-src/external/mpl/dhcp/dist/omapip/
H A Discprint.c71 unsigned long precision; in isc_print_vsnprintf() local
108 width = precision = 0; in isc_print_vsnprintf()
155 precision = va_arg(ap, int); in isc_print_vsnprintf()
159 precision = strtoul(format, &e, 10); in isc_print_vsnprintf()
198 if (precision != 0) in isc_print_vsnprintf()
269 if (precision > 2) in isc_print_vsnprintf()
270 precision -= 2; in isc_print_vsnprintf()
283 if (precision > 2) in isc_print_vsnprintf()
284 precision -= 2; in isc_print_vsnprintf()
289 if (precision != 0 || width != 0) { in isc_print_vsnprintf()
[all …]
/netbsd-src/external/gpl3/gcc/dist/libcpp/
H A Dexpr.cc889 size_t precision = CPP_OPTION (pfile, precision); in cpp_interpret_integer() local
912 if (precision < PART_PRECISION) in cpp_interpret_integer()
913 max >>= PART_PRECISION - precision; in cpp_interpret_integer()
932 result = append_digit (result, c, base, precision); in cpp_interpret_integer()
948 && !num_positive (result, precision)) in cpp_interpret_integer()
981 append_digit (cpp_num num, int digit, int base, size_t precision) in append_digit() argument
1034 result = num_trim (result, precision); in append_digit()
1178 result = num_trim (result, CPP_OPTION (pfile, precision)); in eval_token()
1660 if (!num_positive (op[-1].value, CPP_OPTION (pfile, precision))) in check_promotion()
1665 else if (!num_positive (op->value, CPP_OPTION (pfile, precision))) in check_promotion()
[all …]
/netbsd-src/external/gpl3/gcc.old/dist/libcpp/
H A Dexpr.c866 size_t precision = CPP_OPTION (pfile, precision); in cpp_interpret_integer() local
889 if (precision < PART_PRECISION) in cpp_interpret_integer()
890 max >>= PART_PRECISION - precision; in cpp_interpret_integer()
909 result = append_digit (result, c, base, precision); in cpp_interpret_integer()
925 && !num_positive (result, precision)) in cpp_interpret_integer()
958 append_digit (cpp_num num, int digit, int base, size_t precision) in append_digit() argument
1011 result = num_trim (result, precision); in append_digit()
1152 result = num_trim (result, CPP_OPTION (pfile, precision)); in eval_token()
1634 if (!num_positive (op[-1].value, CPP_OPTION (pfile, precision))) in check_promotion()
1639 else if (!num_positive (op->value, CPP_OPTION (pfile, precision))) in check_promotion()
[all …]
/netbsd-src/external/lgpl3/mpfr/dist/src/
H A Dfpif.c103 #define MAX_VARIABLE_STORAGE(exponent_size, precision) \ argument
104 ((size_t)(((precision) >> 3) + (exponent_size) + \
105 ((precision) > 248 ? sizeof(mpfr_prec_t) : 0) + 3))
186 mpfr_prec_t precision) in mpfr_fpif_store_precision() argument
191 MPFR_ASSERTD (precision >= 1); in mpfr_fpif_store_precision()
194 if (precision > MPFR_MAX_EMBEDDED_PRECISION) in mpfr_fpif_store_precision()
198 copy_precision = precision - (MPFR_MAX_EMBEDDED_PRECISION + 1); in mpfr_fpif_store_precision()
205 if (precision > MPFR_MAX_EMBEDDED_PRECISION) in mpfr_fpif_store_precision()
208 precision -= (MPFR_MAX_EMBEDDED_PRECISION + 1); in mpfr_fpif_store_precision()
209 putLittleEndianData (result + 1, (unsigned char *) &precision, in mpfr_fpif_store_precision()
[all …]
/netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/ARM/
H A DARMScheduleV6.td191 // RunFast mode so that NFP pipeline is used for single-precision when
197 // Single-precision FP Unary
200 // Double-precision FP Unary
203 // Single-precision FP Compare
206 // Double-precision FP Compare
227 // Single-precision FP ALU
230 // Double-precision FP ALU
233 // Single-precision FP Multiply
236 // Double-precision FP Multiply
239 // Single-precision FP MAC
[all …]
/netbsd-src/external/gpl3/gcc/dist/libquadmath/printf/
H A Dprintf_fphex.c109 int precision = info->prec; in __quadmath_printf_fphex() local
327 if (precision != -1 && precision < numend - numstr) in __quadmath_printf_fphex()
329 char last_digit = precision > 0 ? numstr[precision - 1] : leading; in __quadmath_printf_fphex()
330 char next_digit = numstr[precision]; in __quadmath_printf_fphex()
342 || precision + 1 < numend - numstr); in __quadmath_printf_fphex()
351 if (precision == -1) in __quadmath_printf_fphex()
352 precision = numend - numstr; in __quadmath_printf_fphex()
356 int cnt = precision; in __quadmath_printf_fphex()
410 if (precision == -1) in __quadmath_printf_fphex()
411 precision = 0; in __quadmath_printf_fphex()
[all …]
/netbsd-src/external/gpl3/gcc.old/dist/libquadmath/printf/
H A Dprintf_fphex.c109 int precision = info->prec; in __quadmath_printf_fphex() local
326 if (precision != -1 && precision < numend - numstr) in __quadmath_printf_fphex()
328 char last_digit = precision > 0 ? numstr[precision - 1] : leading; in __quadmath_printf_fphex()
329 char next_digit = numstr[precision]; in __quadmath_printf_fphex()
341 || precision + 1 < numend - numstr); in __quadmath_printf_fphex()
350 if (precision == -1) in __quadmath_printf_fphex()
351 precision = numend - numstr; in __quadmath_printf_fphex()
355 int cnt = precision; in __quadmath_printf_fphex()
409 if (precision == -1) in __quadmath_printf_fphex()
410 precision = 0; in __quadmath_printf_fphex()
[all …]
/netbsd-src/external/bsd/top/dist/
H A Dap_snprintf.c307 #define FIX_PRECISION( adjust, precision, s, s_len ) \ argument
309 int p = precision < NUM_BUF_SIZE - 1 ? precision : NUM_BUF_SIZE - 1; \
501 boolean_e add_dp, int precision, bool_int *is_negative, in conv_fp() argument
510 p = ap_fcvt(num, precision, &decimal_point, is_negative, buf1); in conv_fp()
512 p = ap_ecvt(num, precision + 1, &decimal_point, is_negative, buf1); in conv_fp()
526 if (precision > 0) { in conv_fp()
537 if (precision > 0 || add_dp) in conv_fp()
543 if (precision > 0 || add_dp) in conv_fp()
656 int precision = 0; in ap_vformatter() local
753 STR_TO_DEC(fmt, precision); in ap_vformatter()
[all …]
/netbsd-src/bin/ksh/
H A Dshf.c870 int field, precision; local
907 flags = field = precision = 0;
933 precision = 0;
939 precision = tmp;
962 precision = tmp;
970 if (precision < 0)
971 precision = 0;
1050 if (precision > len) {
1051 field = precision;
1054 precision = len; /* no loss */
[all …]
/netbsd-src/lib/libc/softfloat/templates/
H A Dsoftfloat-specialize67 The pattern for a default generated single-precision NaN.
74 Returns 1 if the single-precision floating-point value `a' is a NaN;
87 Returns 1 if the single-precision floating-point value `a' is a signaling
100 Returns the result of converting the single-precision floating-point NaN
120 precision floating-point format.
132 Takes two single-precision floating-point values `a' and `b', one of which
159 The pattern for a default generated double-precision NaN.
166 Returns 1 if the double-precision floating-point value `a' is a NaN;
179 Returns 1 if the double-precision floating-point value `a' is a signaling
194 Returns the result of converting the double-precision floating-point NaN
[all …]
/netbsd-src/external/gpl3/gcc/dist/libphobos/src/std/format/internal/
H A Dfloats.d95 if (f.precision == f.UNSPECIFIED)
96 f.precision = 0;
133 if (f.precision == f.UNSPECIFIED)
134 f.precision = cast(int) hex_mant_pos - 2;
158 if (f.precision < hex_mant_pos - 2)
164 if (hex_mant[f.precision + 2] == '0')
166 else if (hex_mant[f.precision + 2] < '8')
168 else if (hex_mant[f.precision + 2] > '8')
175 foreach (i;f.precision + 3 .. hex_mant_pos)
185 hex_mant_pos = f.precision + 2;
[all …]

12345678910>>...54