Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 98) sorted by relevance

1234

/Linux-v4.19/arch/x86/boot/
Dprintf.c43 static char *number(char *str, long num, int base, int size, int precision, in number() argument
87 if (i > precision) in number()
88 precision = i; in number()
89 size -= precision; in number()
106 while (i < precision--) in number()
126 int precision; /* min. # of digits for integers; max in vsprintf() local
173 precision = -1; in vsprintf()
177 precision = skip_atoi(&fmt); in vsprintf()
181 precision = va_arg(args, int); in vsprintf()
183 if (precision < 0) in vsprintf()
[all …]
/Linux-v4.19/arch/alpha/boot/
Dstdio.c47 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
86 if (i > precision) in number()
87 precision = i; in number()
88 size -= precision; in number()
105 while (i < precision--) in number()
125 int precision; /* min. # of digits for integers; max in vsprintf() local
165 precision = -1; in vsprintf()
169 precision = skip_atoi(&fmt); in vsprintf()
173 precision = va_arg(args, int); in vsprintf()
175 if (precision < 0) in vsprintf()
[all …]
/Linux-v4.19/arch/powerpc/boot/
Dstdio.c83 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
122 if (i > precision) in number()
123 precision = i; in number()
124 size -= precision; in number()
141 while (i < precision--) in number()
161 int precision; /* min. # of digits for integers; max in vsprintf() local
201 precision = -1; in vsprintf()
205 precision = skip_atoi(&fmt); in vsprintf()
209 precision = va_arg(args, int); in vsprintf()
211 if (precision < 0) in vsprintf()
[all …]
/Linux-v4.19/drivers/acpi/acpica/
Dutprint.c32 u8 base, s32 width, s32 precision, u8 type);
204 u8 base, s32 width, s32 precision, u8 type) in acpi_ut_format_number() argument
259 if (i > precision) { in acpi_ut_format_number()
260 precision = i; in acpi_ut_format_number()
263 width -= precision; in acpi_ut_format_number()
289 while (i <= --precision) { in acpi_ut_format_number()
323 s32 precision; in vsnprintf() local
383 precision = -1; in vsnprintf()
388 precision = (s32)number; in vsnprintf()
391 precision = va_arg(args, int); in vsnprintf()
[all …]
/Linux-v4.19/arch/arm/nwfpe/
Dsoftfloat-specialize71 The pattern for a default generated single-precision NaN.
78 Returns 1 if the single-precision floating-point value `a' is a NaN;
91 Returns 1 if the single-precision floating-point value `a' is a signaling
104 Returns the result of converting the single-precision floating-point NaN
124 precision floating-point format.
136 Takes two single-precision floating-point values `a' and `b', one of which
163 The pattern for a default generated double-precision NaN.
170 Returns 1 if the double-precision floating-point value `a' is a NaN;
183 Returns 1 if the double-precision floating-point value `a' is a signaling
198 Returns the result of converting the double-precision floating-point NaN
[all …]
/Linux-v4.19/arch/m68k/fpsp040/
Dutil.S96 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
98 | precision instruction, the rounding precision is then set to the force
99 | precision.
109 beql ovff_sgl |force precision is single
111 beql ovff_dbl |force precision is double
136 | Inst is either fsgldiv or fsglmul. Force extended precision.
149 | The precision is in the fpcr.
152 bfextu FPCR_MODE(%a6){#0:#2},%d0 |set round precision
164 | This sets the round precision according to the destination size.
170 | ;is the rounding precision
[all …]
Dx_store.S100 | dest_dbl --- write double precision value to user space
104 | a1 -> source in extended precision
110 |Changes extended precision to double precision.
133 subw #0x3fff,%d0 |subtract extended precision bias
136 addw #0x3ff,%d0 |add double precision bias
166 movel #0x8,%d0 |byte count for double precision number
Dslog2.S19 | to double precision. The result is provably monotonic
20 | in double precision.
35 | traps, and precision control = double extended.
50 | traps, and precision control = double extended.
64 | traps, and precision control = double extended.
79 | traps, and precision control = double extended.
Dstwotox.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
199 fmovel %d1,%fpcr | ...set user's rounding mode/precision
303 fmovel %d1,%fpcr | ...set user's rounding mode/precision
Dsacos.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dres_func.S112 | destination precision and mode.
476 | the round precision is found in the fpcr. If the rounding precision
486 | The move or operation is not with forced precision. Use the
496 | The move is fdmove or round precision is double. Result is zero.
511 | The move is fsmove or round precision is single. Result is zero.
526 | The precision is extended, so the result in etemp is correct.
636 | call round with user's precision and mode
646 | call round with user's precision and mode
766 btstl #6,%d0 |test for forced precision
787 | ;round precision/mode. This
[all …]
Dsasin.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dsatanh.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
Dsgetem.S7 | precision number in fp0. sGETEXPD handles denormalized
12 | extended precision number and returned in fp0. The
79 andil #0xffffff00,%d0 |clear rounding precision and mode
Dround.S21 | round --- round result according to precision/mode
24 | d1(high word) contains rounding precision:
50 | :rounding precision and sets
130 | selected rounding precision. It is called by the round subroutine
138 swap %d1 |have d1.w point to round precision
406 | d0: rounding precision
413 | d0 comes into this routine with the rounding precision. It
415 | rounding precision.
425 cmpib #0,%d0 |if 0 then extended precision
436 cmpil #1,%d0 |if 1 then single precision
/Linux-v4.19/include/linux/
Daverage.h58 unsigned long precision = _precision; \
67 (val << precision)) >> weight_rcp : \
68 (val << precision)); \
/Linux-v4.19/Documentation/arm/nwfpe/
DREADME25 Arithmetic. As many as four formats are supported: single precision,
26 double precision, extended double precision, and quadruple precision.
28 conversions to and from decimal. We use only the single precision,
29 double precision and extended double precision formats. The port of
DNOTES20 extended, then does the multiply in extended precision.
29 in extended precision, due to the stfe instruction used to save f4 in log(y).
/Linux-v4.19/tools/testing/selftests/timers/
Dfreq-step.c48 static double precision; variable
232 precision = get_sample(&sample) / 2.0; in init_test()
234 1e9 * precision); in init_test()
236 if (precision > MAX_PRECISION) in init_test()
238 1e9 * precision, 1e9 * MAX_PRECISION); in init_test()
/Linux-v4.19/lib/
Dvsprintf.c405 signed int precision:16; /* # of digits/chars */ member
422 int precision = spec.precision; in number() local
471 if (i > precision) in number()
472 precision = i; in number()
474 field_width -= precision; in number()
512 while (i <= --precision) { in number()
542 spec.precision = -1; in special_hex_number()
598 size_t lim = spec.precision; in string()
644 for (n = 0; n != spec.precision; n++, buf++) { in dentry_name()
708 .precision = -1,
[all …]
/Linux-v4.19/drivers/iio/gyro/
Dadis16136.c61 unsigned int precision; member
309 *val = adis16136->chip_info->precision; in adis16136_read_raw()
485 .precision = IIO_DEGREE_TO_RAD(1200),
489 .precision = IIO_DEGREE_TO_RAD(300),
493 .precision = IIO_DEGREE_TO_RAD(450),
497 .precision = IIO_DEGREE_TO_RAD(1000),
/Linux-v4.19/drivers/w1/slaves/
Dw1_therm.c215 int (*precision)(struct device *device, int val); member
234 .precision = w1_DS18S20_precision,
240 .precision = w1_DS18S20_precision,
246 .precision = w1_DS18B20_precision,
252 .precision = w1_DS18S20_precision,
258 .precision = w1_DS18S20_precision,
480 ret = w1_therm_families[i].precision(device, val); in w1_slave_store()
/Linux-v4.19/arch/x86/math-emu/
DREADME113 (a) the operands have a higher precision than the current setting of the
114 precision control (PC) flags.
119 operands were rounded to the current precision before the arithmetic
242 precision of the argument x; e.g. an argument of pi/2-(1e-10) which is
265 later) for 'float' variables (24 bit precision numbers) when precision
267 bit precision numbers) when precision control is set to 53 bits (a
269 variables when precision control is set to 64 bits).
273 for pi which is accurate to more than 128 bits precision. As a
289 give much degraded precision. For example, the integer number
292 example) of this number to 64 bits precision it would be necessary to
[all …]
/Linux-v4.19/Documentation/w1/slaves/
Dw1_therm36 precision (which would also reduce the conversion time) when reading values.
39 precision of the sensor for the next readings. This value is in (volatile)
42 To store the current precision configuration into EEPROM, the value 0
/Linux-v4.19/arch/m68k/ifpsp060/
Dfplsp.doc79 There are 3 entry-points for each instruction type: single precision,
80 double precision, and extended precision.
83 extended precision operand if program executes:
104 are passed in single precision format.

1234