gh-mirror/mikepaul-LuaJIT
1
0
Fork 1
mirror of https://github.com/LuaJIT/LuaJIT.git synced 2025-02-12 17:24:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix formatting of some small denormals at low precision.

Browse Source 
Contributed by Peter Cawley.
This commit is contained in:
Mike Pall 2016-03-28 21:39:31 +02:00
parent 713e34054f
commit c7305408d1
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/lj_strfmt_num.c
View File

@ -364,6 +364,7 @@ static char *lj_strfmt_wfnum(SBuf *sb, SFormat sf, lua_Number n, char *p)
/* Precision is sufficiently low that rescaling will probably work. */ /* Precision is sufficiently low that rescaling will probably work. */
if ((ndebias = rescale_e[e >> 6])) { if ((ndebias = rescale_e[e >> 6])) {
t.n = n * rescale_n[e >> 6]; t.n = n * rescale_n[e >> 6];
if (LJ_UNLIKELY(!e)) t.n *= 1e10, ndebias -= 10;
t.u64 -= 2; /* Convert 2ulp below (later we convert 2ulp above). */ t.u64 -= 2; /* Convert 2ulp below (later we convert 2ulp above). */
nd[0] = 0x100000 | (t.u32.hi & 0xfffff); nd[0] = 0x100000 | (t.u32.hi & 0xfffff);
e = ((t.u32.hi >> 20) & 0x7ff) - 1075 - (ND_MUL2K_MAX_SHIFT < 29); e = ((t.u32.hi >> 20) & 0x7ff) - 1075 - (ND_MUL2K_MAX_SHIFT < 29);