Lines Matching full:precision

221 	/** Precision field present */
224 /** Precision from int argument
236 * This affects how precision is handled.
272 * * before a formatted integer value due to precision
275 * due to precision; or
277 * to precision.
293 /** Precision from specification.
300 * point due to precision.
411 /** Extract a C99 conversion specification precision.
418 * @return a pointer the first character that follows the precision.
448 * @param sp pointer to the first character after the precision element of a
451 * @return a pointer the first character that follows the precision.
697 * i.e. a 62 bits value. To compensate for the reduced precision, we
782 * Precision is applied *ONLY* within the space allowed.
825 * precision float.
830 * double precision float.
834 /* Number of bits in the exponent of an IEEE 754-2008 double precision
839 /* Mask for the sign (negative) bit of an IEEE 754-2008 double precision
856 * @param precision the precision for the conversion (generally digits past
871 int precision, in encode_float() argument
970 /* If we didn't get precision from a %a specification then we in encode_float()
971 * treat it as from a %a specification with no precision: full in encode_float()
974 * Otherwise we have to cap the precision of the generated in encode_float()
978 precision = FRACTION_HEX; in encode_float()
980 } else if (precision > FRACTION_HEX) { in encode_float()
981 conv->pad0_pre_exp = precision - FRACTION_HEX; in encode_float()
983 precision = FRACTION_HEX; in encode_float()
985 && (precision < FRACTION_HEX)) { in encode_float()
986 size_t pos = 4 * (FRACTION_HEX - precision) - 1; in encode_float()
1002 if (require_dp || (precision != 0)) { in encode_float()
1029 while ((sp < spe) && (precision > 0)) { in encode_float()
1033 --precision; in encode_float()
1124 * by 5 not to lose too much precision in extreme cases. in encode_float()
1146 /* Use the specified precision and exponent to select the in encode_float()
1147 * representation and correct the precision and zero-pruning in encode_float()
1150 if ((decexp < (-4 + 1)) || (decexp > precision)) { in encode_float()
1152 if (precision > 0) { in encode_float()
1153 precision--; in encode_float()
1157 precision -= decexp; in encode_float()
1159 if (!conv->flag_hash && (precision > 0)) { in encode_float()
1166 decimals = precision + decexp; in encode_float()
1171 decimals = precision + 1; in encode_float()
1212 if (conv->flag_hash || (precision > 0)) { in encode_float()
1217 if ((decexp < 0) && (precision > 0)) { in encode_float()
1219 if (conv->pad0_value > precision) { in encode_float()
1220 conv->pad0_value = precision; in encode_float()
1223 precision -= conv->pad0_value; in encode_float()
1238 if (conv->flag_hash || (precision > 0)) { in encode_float()
1244 while ((precision > 0) && (digit_count > 0)) { in encode_float()
1247 precision--; in encode_float()
1250 conv->pad0_pre_exp = precision; in encode_float()
1429 int precision = -1; in z_cbvprintf_impl() local
1462 /* If dynamic precision is specified, process it, otherwise in z_cbvprintf_impl()
1463 * set precision if present. For floating point where in z_cbvprintf_impl()
1464 * precision is not present use 6. in z_cbvprintf_impl()
1472 precision = arg; in z_cbvprintf_impl()
1475 precision = conv->prec_value; in z_cbvprintf_impl()
1480 /* Reuse width and precision memory in conv for value in z_cbvprintf_impl()
1486 /* FP conversion requires knowing the precision. */ in z_cbvprintf_impl()
1491 precision = FRACTION_HEX; in z_cbvprintf_impl()
1493 precision = 6; in z_cbvprintf_impl()
1626 if (precision >= 0) { in z_cbvprintf_impl()
1627 len = strnlen(bps, precision); in z_cbvprintf_impl()
1633 precision = -1; in z_cbvprintf_impl()
1690 /* Update pad0 values based on precision and converted in z_cbvprintf_impl()
1695 if (precision >= 0) { in z_cbvprintf_impl()
1699 * conversions with precision. in z_cbvprintf_impl()
1703 /* Set pad0_value to satisfy precision */ in z_cbvprintf_impl()
1704 if (len < (size_t)precision) { in z_cbvprintf_impl()
1705 conv->pad0_value = precision - (int)len; in z_cbvprintf_impl()
1719 bps = encode_float(value->dbl, conv, precision, in z_cbvprintf_impl()