Fix etc__high_prec_dec__to_f64 shift amount

Shifting 0.299 left by 2 doesn't put us in [½ .. 1].
This commit is contained in:
Nigel Tao committed 2020-09-08 16:43:31 +10:00
1 parent 1210340e75
commit 57d47c633c
5 files changed
+37 -14

No files matched your search

+2
View File
@@ -156,6 +156,7 @@ var u64TestCases = []uint64{
0x4037000000000000,
0x4038000000000000,
0x40FE240C9FCB0C02,
0x41E0246690000001,
0x4202A05F20000000,
0x4330000000000000,
0x4330000000000001,
@@ -166,6 +167,7 @@ var u64TestCases = []uint64{
0x4340000000000001,
0x4340000000000002,
0x4370000000000000,
0x43F002F1776DDA67,
0x4415AF1D78B58C40,
0x44B52D02C7E14AF6,
0x46293E5939A08CEA,