summaryrefslogtreecommitdiff
path: root/tests/float/string_format_modulo2_intbig.py
diff options
context:
space:
mode:
authorMark <56205165+gamblor21@users.noreply.github.com>2021-03-15 20:00:13 -0500
committerGitHub <noreply@github.com>2021-03-15 20:00:13 -0500
commite326d7ca800ce7101ddce001320c5349ee5ddeb6 (patch)
tree000a06790af7a8d27e9ba9fc27e10015815e1509 /tests/float/string_format_modulo2_intbig.py
parent307d2a99febbf6cdff824131dddc2ef938f5ea13 (diff)
parentf7a988b9b307141611b07f6dc9da5b26e982c154 (diff)
Merge branch 'main' into rp_dp_parallel
Diffstat (limited to 'tests/float/string_format_modulo2_intbig.py')
-rw-r--r--tests/float/string_format_modulo2_intbig.py12
1 files changed, 7 insertions, 5 deletions
diff --git a/tests/float/string_format_modulo2_intbig.py b/tests/float/string_format_modulo2_intbig.py
index 9992ba65d..8110bc7f6 100644
--- a/tests/float/string_format_modulo2_intbig.py
+++ b/tests/float/string_format_modulo2_intbig.py
@@ -1,21 +1,23 @@
# test formatting floats with large precision, that it doesn't overflow the buffer
+
def test(num, num_str):
- if num == float('inf') or num == 0.0 and num_str != '0.0':
+ if num == float("inf") or num == 0.0 and num_str != "0.0":
# skip numbers that overflow or underflow the FP precision
return
- for kind in ('e', 'f', 'g'):
+ for kind in ("e", "f", "g"):
# check precision either side of the size of the buffer (32 bytes)
for prec in range(23, 36, 2):
- fmt = '%.' + '%d' % prec + kind
+ fmt = "%." + "%d" % prec + kind
s = fmt % num
check = abs(float(s) - num)
if num > 1:
check /= num
if check > 1e-6:
- print('FAIL', num_str, fmt, s, len(s), check)
+ print("FAIL", num_str, fmt, s, len(s), check)
+
# check most powers of 10, making sure to include exponents with 3 digits
for e in range(-101, 102):
num = pow(10, e)
- test(num, '1e%d' % e)
+ test(num, "1e%d" % e)