Searched refs:precisionSize (Results 1 – 1 of 1) sorted by relevance
184 int precisionSize = 64 - effectiveSignificandSize; in StrtodDiyFp() local185 if (precisionSize + kUlpShift >= 64) { in StrtodDiyFp()186 int scaleExp = (precisionSize + kUlpShift) - 63; in StrtodDiyFp()190 precisionSize -= scaleExp; in StrtodDiyFp()193 DiyFp rounded(v.f >> precisionSize, v.e + precisionSize); in StrtodDiyFp()194 const uint64_t precisionBits = (v.f & ((uint64_t(1) << precisionSize) - 1)) * kUlp; in StrtodDiyFp()195 const uint64_t halfWay = (uint64_t(1) << (precisionSize - 1)) * kUlp; in StrtodDiyFp()
