summaryrefslogtreecommitdiff
path: root/src/math/__fpclassifyl.c
diff options
context:
space:
mode:
authorRich Felker <dalias@aerifal.cx>2011-06-30 16:31:43 -0400
committerRich Felker <dalias@aerifal.cx>2011-06-30 16:31:43 -0400
commitf6fd351c703a2843959b3be83078d9dce33f30f3 (patch)
tree0ee99bf56d4a10d72707b4e1e1625e0e289aaf18 /src/math/__fpclassifyl.c
parente5cb55fedd811f71cd91ef097a8a4a4964d8c564 (diff)
downloadmusl-f6fd351c703a2843959b3be83078d9dce33f30f3.tar.gz
catch invalid ld80 bit patterns and treat them as nan
this should not be necessary - the invalid bit patterns cannot be created except through type punning. however, some broken gnu software is passing them to printf and triggering dangerous stack-smashing, so let's catch them anyway...
Diffstat (limited to 'src/math/__fpclassifyl.c')
-rw-r--r--src/math/__fpclassifyl.c4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/math/__fpclassifyl.c b/src/math/__fpclassifyl.c
index 4f93bef1..4f4f37a7 100644
--- a/src/math/__fpclassifyl.c
+++ b/src/math/__fpclassifyl.c
@@ -7,10 +7,10 @@ int __fpclassifyl(long double __x)
union {
long double __ld;
__uint16_t __hw[5];
- __uint64_t __m;
+ __int64_t __m;
} __y = { __x };
int __ee = __y.__hw[4]&0x7fff;
if (!__ee) return __y.__m ? FP_SUBNORMAL : FP_ZERO;
if (__ee==0x7fff) return __y.__m ? FP_NAN : FP_INFINITE;
- return FP_NORMAL;
+ return __y.__m < 0 ? FP_NORMAL : FP_NAN;
}