Lines Matching full:precision

221 	/** Precision field present */
224 /** Precision from int argument
236 * This affects how precision is handled.
272 * * before a formatted integer value due to precision
275 * due to precision; or
277 * to precision.
293 /** Precision from specification.
300 * point due to precision.
411 /** Extract a C99 conversion specification precision.
418 * @return a pointer the first character that follows the precision.
448 * @param sp pointer to the first character after the precision element of a
451 * @return a pointer the first character that follows the precision.
695 * i.e. a 62 bits value. To compensate for the reduced precision, we
780 * Precision is applied *ONLY* within the space allowed.
822 * precision float.
827 * double precision float.
831 /* Number of bits in the exponent of an IEEE 754-2008 double precision
836 /* Mask for the sign (negative) bit of an IEEE 754-2008 double precision
853 * @param precision the precision for the conversion (generally digits past
868 int precision, in encode_float() argument
960 /* If we didn't get precision from a %a specification then we in encode_float()
961 * treat it as from a %a specification with no precision: full in encode_float()
964 * Otherwise we have to cap the precision of the generated in encode_float()
968 precision = FRACTION_HEX; in encode_float()
970 } else if (precision > FRACTION_HEX) { in encode_float()
971 conv->pad0_pre_exp = precision - FRACTION_HEX; in encode_float()
973 precision = FRACTION_HEX; in encode_float()
975 && (precision < FRACTION_HEX)) { in encode_float()
976 size_t pos = 4 * (FRACTION_HEX - precision) - 1; in encode_float()
992 if (require_dp || (precision != 0)) { in encode_float()
1017 while ((sp < spe) && (precision > 0)) { in encode_float()
1019 --precision; in encode_float()
1105 * by 5 not to lose too much precision in extreme cases. in encode_float()
1127 /* Use the specified precision and exponent to select the in encode_float()
1128 * representation and correct the precision and zero-pruning in encode_float()
1131 if (decexp < (-4 + 1) || decexp > precision) { in encode_float()
1133 if (precision > 0) { in encode_float()
1134 precision--; in encode_float()
1138 precision -= decexp; in encode_float()
1140 if (!conv->flag_hash && (precision > 0)) { in encode_float()
1147 decimals = precision + decexp; in encode_float()
1152 decimals = precision + 1; in encode_float()
1191 if (conv->flag_hash || (precision > 0)) { in encode_float()
1195 if (decexp < 0 && precision > 0) { in encode_float()
1197 if (conv->pad0_value > precision) { in encode_float()
1198 conv->pad0_value = precision; in encode_float()
1201 precision -= conv->pad0_value; in encode_float()
1216 if (conv->flag_hash || (precision > 0)) { in encode_float()
1221 while (precision > 0 && digit_count > 0) { in encode_float()
1223 precision--; in encode_float()
1226 conv->pad0_pre_exp = precision; in encode_float()
1404 int precision = -1; in z_cbvprintf_impl() local
1427 /* If dynamic precision is specified, process it, otherwise in z_cbvprintf_impl()
1428 * set precision if present. For floating point where in z_cbvprintf_impl()
1429 * precision is not present use 6. in z_cbvprintf_impl()
1437 precision = arg; in z_cbvprintf_impl()
1440 precision = conv->prec_value; in z_cbvprintf_impl()
1445 /* Reuse width and precision memory in conv for value in z_cbvprintf_impl()
1451 /* FP conversion requires knowing the precision. */ in z_cbvprintf_impl()
1456 precision = FRACTION_HEX; in z_cbvprintf_impl()
1458 precision = 6; in z_cbvprintf_impl()
1591 if (precision >= 0) { in z_cbvprintf_impl()
1592 len = strnlen(bps, precision); in z_cbvprintf_impl()
1598 precision = -1; in z_cbvprintf_impl()
1635 /* Update pad0 values based on precision and converted in z_cbvprintf_impl()
1640 if (precision >= 0) { in z_cbvprintf_impl()
1644 * conversions with precision. in z_cbvprintf_impl()
1648 /* Set pad0_value to satisfy precision */ in z_cbvprintf_impl()
1649 if (len < (size_t)precision) { in z_cbvprintf_impl()
1650 conv->pad0_value = precision - (int)len; in z_cbvprintf_impl()
1684 bps = encode_float(value->dbl, conv, precision, in z_cbvprintf_impl()