diff options
Diffstat (limited to 'lib/python2.7/test/decimaltestdata/quantize.decTest')
| -rw-r--r-- | lib/python2.7/test/decimaltestdata/quantize.decTest | 948 |
1 files changed, 948 insertions, 0 deletions
diff --git a/lib/python2.7/test/decimaltestdata/quantize.decTest b/lib/python2.7/test/decimaltestdata/quantize.decTest new file mode 100644 index 0000000..d3f84be --- /dev/null +++ b/lib/python2.7/test/decimaltestdata/quantize.decTest @@ -0,0 +1,948 @@ +------------------------------------------------------------------------ +-- quantize.decTest -- decimal quantize operation -- +-- Copyright (c) IBM Corporation, 1981, 2008. All rights reserved. -- +------------------------------------------------------------------------ +-- Please see the document "General Decimal Arithmetic Testcases" -- +-- at http://www2.hursley.ibm.com/decimal for the description of -- +-- these testcases. -- +-- -- +-- These testcases are experimental ('beta' versions), and they -- +-- may contain errors. They are offered on an as-is basis. In -- +-- particular, achieving the same results as the tests here is not -- +-- a guarantee that an implementation complies with any Standard -- +-- or specification. The tests are not exhaustive. -- +-- -- +-- Please send comments, suggestions, and corrections to the author: -- +-- Mike Cowlishaw, IBM Fellow -- +-- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK -- +-- mfc@uk.ibm.com -- +------------------------------------------------------------------------ +version: 2.59 + +-- Most of the tests here assume a "regular pattern", where the +-- sign and coefficient are +1. +-- 2004.03.15 Underflow for quantize is suppressed +-- 2005.06.08 More extensive tests for 'does not fit' + +extended: 1 +precision: 9 +rounding: half_up +maxExponent: 999 +minexponent: -999 + +-- sanity checks +quax001 quantize 0 1e0 -> 0 +quax002 quantize 1 1e0 -> 1 +quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded +quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded +quax006 quantize 0.1 1e0 -> 0 Inexact Rounded +quax007 quantize 0.1 1e-1 -> 0.1 +quax008 quantize 0.1 1e-2 -> 0.10 +quax009 quantize 0.1 1e-3 -> 0.100 +quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded +quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded +quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded +quax013 quantize 0.9 1e-1 -> 0.9 +quax014 quantize 0.9 1e-2 -> 0.90 +quax015 quantize 0.9 1e-3 -> 0.900 +-- negatives +quax021 quantize -0 1e0 -> -0 +quax022 quantize -1 1e0 -> -1 +quax023 quantize -0.1 1e+2 -> -0E+2 Inexact Rounded +quax025 quantize -0.1 1e+1 -> -0E+1 Inexact Rounded +quax026 quantize -0.1 1e0 -> -0 Inexact Rounded +quax027 quantize -0.1 1e-1 -> -0.1 +quax028 quantize -0.1 1e-2 -> -0.10 +quax029 quantize -0.1 1e-3 -> -0.100 +quax030 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded +quax031 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded +quax032 quantize -0.9 1e+0 -> -1 Inexact Rounded +quax033 quantize -0.9 1e-1 -> -0.9 +quax034 quantize -0.9 1e-2 -> -0.90 +quax035 quantize -0.9 1e-3 -> -0.900 +quax036 quantize -0.5 1e+2 -> -0E+2 Inexact Rounded +quax037 quantize -0.5 1e+1 -> -0E+1 Inexact Rounded +quax038 quantize -0.5 1e+0 -> -1 Inexact Rounded +quax039 quantize -0.5 1e-1 -> -0.5 +quax040 quantize -0.5 1e-2 -> -0.50 +quax041 quantize -0.5 1e-3 -> -0.500 +quax042 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded +quax043 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded +quax044 quantize -0.9 1e+0 -> -1 Inexact Rounded +quax045 quantize -0.9 1e-1 -> -0.9 +quax046 quantize -0.9 1e-2 -> -0.90 +quax047 quantize -0.9 1e-3 -> -0.900 + +-- examples from Specification +quax060 quantize 2.17 0.001 -> 2.170 +quax061 quantize 2.17 0.01 -> 2.17 +quax062 quantize 2.17 0.1 -> 2.2 Inexact Rounded +quax063 quantize 2.17 1e+0 -> 2 Inexact Rounded +quax064 quantize 2.17 1e+1 -> 0E+1 Inexact Rounded +quax065 quantize -Inf Inf -> -Infinity +quax066 quantize 2 Inf -> NaN Invalid_operation +quax067 quantize -0.1 1 -> -0 Inexact Rounded +quax068 quantize -0 1e+5 -> -0E+5 +quax069 quantize +35236450.6 1e-2 -> NaN Invalid_operation +quax070 quantize -35236450.6 1e-2 -> NaN Invalid_operation +quax071 quantize 217 1e-1 -> 217.0 +quax072 quantize 217 1e+0 -> 217 +quax073 quantize 217 1e+1 -> 2.2E+2 Inexact Rounded +quax074 quantize 217 1e+2 -> 2E+2 Inexact Rounded + +-- general tests .. +quax089 quantize 12 1e+4 -> 0E+4 Inexact Rounded +quax090 quantize 12 1e+3 -> 0E+3 Inexact Rounded +quax091 quantize 12 1e+2 -> 0E+2 Inexact Rounded +quax092 quantize 12 1e+1 -> 1E+1 Inexact Rounded +quax093 quantize 1.2345 1e-2 -> 1.23 Inexact Rounded +quax094 quantize 1.2355 1e-2 -> 1.24 Inexact Rounded +quax095 quantize 1.2345 1e-6 -> 1.234500 +quax096 quantize 9.9999 1e-2 -> 10.00 Inexact Rounded +quax097 quantize 0.0001 1e-2 -> 0.00 Inexact Rounded +quax098 quantize 0.001 1e-2 -> 0.00 Inexact Rounded +quax099 quantize 0.009 1e-2 -> 0.01 Inexact Rounded +quax100 quantize 92 1e+2 -> 1E+2 Inexact Rounded + +quax101 quantize -1 1e0 -> -1 +quax102 quantize -1 1e-1 -> -1.0 +quax103 quantize -1 1e-2 -> -1.00 +quax104 quantize 0 1e0 -> 0 +quax105 quantize 0 1e-1 -> 0.0 +quax106 quantize 0 1e-2 -> 0.00 +quax107 quantize 0.00 1e0 -> 0 +quax108 quantize 0 1e+1 -> 0E+1 +quax109 quantize 0 1e+2 -> 0E+2 +quax110 quantize +1 1e0 -> 1 +quax111 quantize +1 1e-1 -> 1.0 +quax112 quantize +1 1e-2 -> 1.00 + +quax120 quantize 1.04 1e-3 -> 1.040 +quax121 quantize 1.04 1e-2 -> 1.04 +quax122 quantize 1.04 1e-1 -> 1.0 Inexact Rounded +quax123 quantize 1.04 1e0 -> 1 Inexact Rounded +quax124 quantize 1.05 1e-3 -> 1.050 +quax125 quantize 1.05 1e-2 -> 1.05 +quax126 quantize 1.05 1e-1 -> 1.1 Inexact Rounded +quax131 quantize 1.05 1e0 -> 1 Inexact Rounded +quax132 quantize 1.06 1e-3 -> 1.060 +quax133 quantize 1.06 1e-2 -> 1.06 +quax134 quantize 1.06 1e-1 -> 1.1 Inexact Rounded +quax135 quantize 1.06 1e0 -> 1 Inexact Rounded + +quax140 quantize -10 1e-2 -> -10.00 +quax141 quantize +1 1e-2 -> 1.00 +quax142 quantize +10 1e-2 -> 10.00 +quax143 quantize 1E+10 1e-2 -> NaN Invalid_operation +quax144 quantize 1E-10 1e-2 -> 0.00 Inexact Rounded +quax145 quantize 1E-3 1e-2 -> 0.00 Inexact Rounded +quax146 quantize 1E-2 1e-2 -> 0.01 +quax147 quantize 1E-1 1e-2 -> 0.10 +quax148 quantize 0E-10 1e-2 -> 0.00 + +quax150 quantize 1.0600 1e-5 -> 1.06000 +quax151 quantize 1.0600 1e-4 -> 1.0600 +quax152 quantize 1.0600 1e-3 -> 1.060 Rounded +quax153 quantize 1.0600 1e-2 -> 1.06 Rounded +quax154 quantize 1.0600 1e-1 -> 1.1 Inexact Rounded +quax155 quantize 1.0600 1e0 -> 1 Inexact Rounded + +-- base tests with non-1 coefficients +quax161 quantize 0 -9e0 -> 0 +quax162 quantize 1 -7e0 -> 1 +quax163 quantize 0.1 -1e+2 -> 0E+2 Inexact Rounded +quax165 quantize 0.1 0e+1 -> 0E+1 Inexact Rounded +quax166 quantize 0.1 2e0 -> 0 Inexact Rounded +quax167 quantize 0.1 3e-1 -> 0.1 +quax168 quantize 0.1 44e-2 -> 0.10 +quax169 quantize 0.1 555e-3 -> 0.100 +quax170 quantize 0.9 6666e+2 -> 0E+2 Inexact Rounded +quax171 quantize 0.9 -777e+1 -> 0E+1 Inexact Rounded +quax172 quantize 0.9 -88e+0 -> 1 Inexact Rounded +quax173 quantize 0.9 -9e-1 -> 0.9 +quax174 quantize 0.9 0e-2 -> 0.90 +quax175 quantize 0.9 1.1e-3 -> 0.9000 +-- negatives +quax181 quantize -0 1.1e0 -> -0.0 +quax182 quantize -1 -1e0 -> -1 +quax183 quantize -0.1 11e+2 -> -0E+2 Inexact Rounded +quax185 quantize -0.1 111e+1 -> -0E+1 Inexact Rounded +quax186 quantize -0.1 71e0 -> -0 Inexact Rounded +quax187 quantize -0.1 -91e-1 -> -0.1 +quax188 quantize -0.1 -.1e-2 -> -0.100 +quax189 quantize -0.1 -1e-3 -> -0.100 +quax190 quantize -0.9 0e+2 -> -0E+2 Inexact Rounded +quax191 quantize -0.9 -0e+1 -> -0E+1 Inexact Rounded +quax192 quantize -0.9 -10e+0 -> -1 Inexact Rounded +quax193 quantize -0.9 100e-1 -> -0.9 +quax194 quantize -0.9 999e-2 -> -0.90 + +-- +ve exponents .. +quax201 quantize -1 1e+0 -> -1 +quax202 quantize -1 1e+1 -> -0E+1 Inexact Rounded +quax203 quantize -1 1e+2 -> -0E+2 Inexact Rounded +quax204 quantize 0 1e+0 -> 0 +quax205 quantize 0 1e+1 -> 0E+1 +quax206 quantize 0 1e+2 -> 0E+2 +quax207 quantize +1 1e+0 -> 1 +quax208 quantize +1 1e+1 -> 0E+1 Inexact Rounded +quax209 quantize +1 1e+2 -> 0E+2 Inexact Rounded + +quax220 quantize 1.04 1e+3 -> 0E+3 Inexact Rounded +quax221 quantize 1.04 1e+2 -> 0E+2 Inexact Rounded +quax222 quantize 1.04 1e+1 -> 0E+1 Inexact Rounded +quax223 quantize 1.04 1e+0 -> 1 Inexact Rounded +quax224 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded +quax225 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded +quax226 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded +quax227 quantize 1.05 1e+0 -> 1 Inexact Rounded +quax228 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded +quax229 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded +quax230 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded +quax231 quantize 1.05 1e+0 -> 1 Inexact Rounded +quax232 quantize 1.06 1e+3 -> 0E+3 Inexact Rounded +quax233 quantize 1.06 1e+2 -> 0E+2 Inexact Rounded +quax234 quantize 1.06 1e+1 -> 0E+1 Inexact Rounded +quax235 quantize 1.06 1e+0 -> 1 Inexact Rounded + +quax240 quantize -10 1e+1 -> -1E+1 Rounded +quax241 quantize +1 1e+1 -> 0E+1 Inexact Rounded +quax242 quantize +10 1e+1 -> 1E+1 Rounded +quax243 quantize 1E+1 1e+1 -> 1E+1 -- underneath this is E+1 +quax244 quantize 1E+2 1e+1 -> 1.0E+2 -- underneath this is E+1 +quax245 quantize 1E+3 1e+1 -> 1.00E+3 -- underneath this is E+1 +quax246 quantize 1E+4 1e+1 -> 1.000E+4 -- underneath this is E+1 +quax247 quantize 1E+5 1e+1 -> 1.0000E+5 -- underneath this is E+1 +quax248 quantize 1E+6 1e+1 -> 1.00000E+6 -- underneath this is E+1 +quax249 quantize 1E+7 1e+1 -> 1.000000E+7 -- underneath this is E+1 +quax250 quantize 1E+8 1e+1 -> 1.0000000E+8 -- underneath this is E+1 +quax251 quantize 1E+9 1e+1 -> 1.00000000E+9 -- underneath this is E+1 +-- next one tries to add 9 zeros +quax252 quantize 1E+10 1e+1 -> NaN Invalid_operation +quax253 quantize 1E-10 1e+1 -> 0E+1 Inexact Rounded +quax254 quantize 1E-2 1e+1 -> 0E+1 Inexact Rounded +quax255 quantize 0E-10 1e+1 -> 0E+1 +quax256 quantize -0E-10 1e+1 -> -0E+1 +quax257 quantize -0E-1 1e+1 -> -0E+1 +quax258 quantize -0 1e+1 -> -0E+1 +quax259 quantize -0E+1 1e+1 -> -0E+1 + +quax260 quantize -10 1e+2 -> -0E+2 Inexact Rounded +quax261 quantize +1 1e+2 -> 0E+2 Inexact Rounded +quax262 quantize +10 1e+2 -> 0E+2 Inexact Rounded +quax263 quantize 1E+1 1e+2 -> 0E+2 Inexact Rounded +quax264 quantize 1E+2 1e+2 -> 1E+2 +quax265 quantize 1E+3 1e+2 -> 1.0E+3 +quax266 quantize 1E+4 1e+2 -> 1.00E+4 +quax267 quantize 1E+5 1e+2 -> 1.000E+5 +quax268 quantize 1E+6 1e+2 -> 1.0000E+6 +quax269 quantize 1E+7 1e+2 -> 1.00000E+7 +quax270 quantize 1E+8 1e+2 -> 1.000000E+8 +quax271 quantize 1E+9 1e+2 -> 1.0000000E+9 +quax272 quantize 1E+10 1e+2 -> 1.00000000E+10 +quax273 quantize 1E-10 1e+2 -> 0E+2 Inexact Rounded +quax274 quantize 1E-2 1e+2 -> 0E+2 Inexact Rounded +quax275 quantize 0E-10 1e+2 -> 0E+2 + +quax280 quantize -10 1e+3 -> -0E+3 Inexact Rounded +quax281 quantize +1 1e+3 -> 0E+3 Inexact Rounded +quax282 quantize +10 1e+3 -> 0E+3 Inexact Rounded +quax283 quantize 1E+1 1e+3 -> 0E+3 Inexact Rounded +quax284 quantize 1E+2 1e+3 -> 0E+3 Inexact Rounded +quax285 quantize 1E+3 1e+3 -> 1E+3 +quax286 quantize 1E+4 1e+3 -> 1.0E+4 +quax287 quantize 1E+5 1e+3 -> 1.00E+5 +quax288 quantize 1E+6 1e+3 -> 1.000E+6 +quax289 quantize 1E+7 1e+3 -> 1.0000E+7 +quax290 quantize 1E+8 1e+3 -> 1.00000E+8 +quax291 quantize 1E+9 1e+3 -> 1.000000E+9 +quax292 quantize 1E+10 1e+3 -> 1.0000000E+10 +quax293 quantize 1E-10 1e+3 -> 0E+3 Inexact Rounded +quax294 quantize 1E-2 1e+3 -> 0E+3 Inexact Rounded +quax295 quantize 0E-10 1e+3 -> 0E+3 + +-- round up from below [sign wrong in JIT compiler once] +quax300 quantize 0.0078 1e-5 -> 0.00780 +quax301 quantize 0.0078 1e-4 -> 0.0078 +quax302 quantize 0.0078 1e-3 -> 0.008 Inexact Rounded +quax303 quantize 0.0078 1e-2 -> 0.01 Inexact Rounded +quax304 quantize 0.0078 1e-1 -> 0.0 Inexact Rounded +quax305 quantize 0.0078 1e0 -> 0 Inexact Rounded +quax306 quantize 0.0078 1e+1 -> 0E+1 Inexact Rounded +quax307 quantize 0.0078 1e+2 -> 0E+2 Inexact Rounded + +quax310 quantize -0.0078 1e-5 -> -0.00780 +quax311 quantize -0.0078 1e-4 -> -0.0078 +quax312 quantize -0.0078 1e-3 -> -0.008 Inexact Rounded +quax313 quantize -0.0078 1e-2 -> -0.01 Inexact Rounded +quax314 quantize -0.0078 1e-1 -> -0.0 Inexact Rounded +quax315 quantize -0.0078 1e0 -> -0 Inexact Rounded +quax316 quantize -0.0078 1e+1 -> -0E+1 Inexact Rounded +quax317 quantize -0.0078 1e+2 -> -0E+2 Inexact Rounded + +quax320 quantize 0.078 1e-5 -> 0.07800 +quax321 quantize 0.078 1e-4 -> 0.0780 +quax322 quantize 0.078 1e-3 -> 0.078 +quax323 quantize 0.078 1e-2 -> 0.08 Inexact Rounded +quax324 quantize 0.078 1e-1 -> 0.1 Inexact Rounded +quax325 quantize 0.078 1e0 -> 0 Inexact Rounded +quax326 quantize 0.078 1e+1 -> 0E+1 Inexact Rounded +quax327 quantize 0.078 1e+2 -> 0E+2 Inexact Rounded + +quax330 quantize -0.078 1e-5 -> -0.07800 +quax331 quantize -0.078 1e-4 -> -0.0780 +quax332 quantize -0.078 1e-3 -> -0.078 +quax333 quantize -0.078 1e-2 -> -0.08 Inexact Rounded +quax334 quantize -0.078 1e-1 -> -0.1 Inexact Rounded +quax335 quantize -0.078 1e0 -> -0 Inexact Rounded +quax336 quantize -0.078 1e+1 -> -0E+1 Inexact Rounded +quax337 quantize -0.078 1e+2 -> -0E+2 Inexact Rounded + +quax340 quantize 0.78 1e-5 -> 0.78000 +quax341 quantize 0.78 1e-4 -> 0.7800 +quax342 quantize 0.78 1e-3 -> 0.780 +quax343 quantize 0.78 1e-2 -> 0.78 +quax344 quantize 0.78 1e-1 -> 0.8 Inexact Rounded +quax345 quantize 0.78 1e0 -> 1 Inexact Rounded +quax346 quantize 0.78 1e+1 -> 0E+1 Inexact Rounded +quax347 quantize 0.78 1e+2 -> 0E+2 Inexact Rounded + +quax350 quantize -0.78 1e-5 -> -0.78000 +quax351 quantize -0.78 1e-4 -> -0.7800 +quax352 quantize -0.78 1e-3 -> -0.780 +quax353 quantize -0.78 1e-2 -> -0.78 +quax354 quantize -0.78 1e-1 -> -0.8 Inexact Rounded +quax355 quantize -0.78 1e0 -> -1 Inexact Rounded +quax356 quantize -0.78 1e+1 -> -0E+1 Inexact Rounded +quax357 quantize -0.78 1e+2 -> -0E+2 Inexact Rounded + +quax360 quantize 7.8 1e-5 -> 7.80000 +quax361 quantize 7.8 1e-4 -> 7.8000 +quax362 quantize 7.8 1e-3 -> 7.800 +quax363 quantize 7.8 1e-2 -> 7.80 +quax364 quantize 7.8 1e-1 -> 7.8 +quax365 quantize 7.8 1e0 -> 8 Inexact Rounded +quax366 quantize 7.8 1e+1 -> 1E+1 Inexact Rounded +quax367 quantize 7.8 1e+2 -> 0E+2 Inexact Rounded +quax368 quantize 7.8 1e+3 -> 0E+3 Inexact Rounded + +quax370 quantize -7.8 1e-5 -> -7.80000 +quax371 quantize -7.8 1e-4 -> -7.8000 +quax372 quantize -7.8 1e-3 -> -7.800 +quax373 quantize -7.8 1e-2 -> -7.80 +quax374 quantize -7.8 1e-1 -> -7.8 +quax375 quantize -7.8 1e0 -> -8 Inexact Rounded +quax376 quantize -7.8 1e+1 -> -1E+1 Inexact Rounded +quax377 quantize -7.8 1e+2 -> -0E+2 Inexact Rounded +quax378 quantize -7.8 1e+3 -> -0E+3 Inexact Rounded + +-- some individuals +precision: 9 +quax380 quantize 352364.506 1e-2 -> 352364.51 Inexact Rounded +quax381 quantize 3523645.06 1e-2 -> 3523645.06 +quax382 quantize 35236450.6 1e-2 -> NaN Invalid_operation +quax383 quantize 352364506 1e-2 -> NaN Invalid_operation +quax384 quantize -352364.506 1e-2 -> -352364.51 Inexact Rounded +quax385 quantize -3523645.06 1e-2 -> -3523645.06 +quax386 quantize -35236450.6 1e-2 -> NaN Invalid_operation +quax387 quantize -352364506 1e-2 -> NaN Invalid_operation + +rounding: down +quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation +-- ? should that one instead have been: +-- quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation +rounding: half_up + +-- and a few more from e-mail discussions +precision: 7 +quax391 quantize 12.34567 1e-3 -> 12.346 Inexact Rounded +quax392 quantize 123.4567 1e-3 -> 123.457 Inexact Rounded +quax393 quantize 1234.567 1e-3 -> 1234.567 +quax394 quantize 12345.67 1e-3 -> NaN Invalid_operation +quax395 quantize 123456.7 1e-3 -> NaN Invalid_operation +quax396 quantize 1234567. 1e-3 -> NaN Invalid_operation + +-- some 9999 round-up cases +precision: 9 +quax400 quantize 9.999 1e-5 -> 9.99900 +quax401 quantize 9.999 1e-4 -> 9.9990 +quax402 quantize 9.999 1e-3 -> 9.999 +quax403 quantize 9.999 1e-2 -> 10.00 Inexact Rounded +quax404 quantize 9.999 1e-1 -> 10.0 Inexact Rounded +quax405 quantize 9.999 1e0 -> 10 Inexact Rounded +quax406 quantize 9.999 1e1 -> 1E+1 Inexact Rounded +quax407 quantize 9.999 1e2 -> 0E+2 Inexact Rounded + +quax410 quantize 0.999 1e-5 -> 0.99900 +quax411 quantize 0.999 1e-4 -> 0.9990 +quax412 quantize 0.999 1e-3 -> 0.999 +quax413 quantize 0.999 1e-2 -> 1.00 Inexact Rounded +quax414 quantize 0.999 1e-1 -> 1.0 Inexact Rounded +quax415 quantize 0.999 1e0 -> 1 Inexact Rounded +quax416 quantize 0.999 1e1 -> 0E+1 Inexact Rounded + +quax420 quantize 0.0999 1e-5 -> 0.09990 +quax421 quantize 0.0999 1e-4 -> 0.0999 +quax422 quantize 0.0999 1e-3 -> 0.100 Inexact Rounded +quax423 quantize 0.0999 1e-2 -> 0.10 Inexact Rounded +quax424 quantize 0.0999 1e-1 -> 0.1 Inexact Rounded +quax425 quantize 0.0999 1e0 -> 0 Inexact Rounded +quax426 quantize 0.0999 1e1 -> 0E+1 Inexact Rounded + +quax430 quantize 0.00999 1e-5 -> 0.00999 +quax431 quantize 0.00999 1e-4 -> 0.0100 Inexact Rounded +quax432 quantize 0.00999 1e-3 -> 0.010 Inexact Rounded +quax433 quantize 0.00999 1e-2 -> 0.01 Inexact Rounded +quax434 quantize 0.00999 1e-1 -> 0.0 Inexact Rounded +quax435 quantize 0.00999 1e0 -> 0 Inexact Rounded +quax436 quantize 0.00999 1e1 -> 0E+1 Inexact Rounded + +quax440 quantize 0.000999 1e-5 -> 0.00100 Inexact Rounded +quax441 quantize 0.000999 1e-4 -> 0.0010 Inexact Rounded +quax442 quantize 0.000999 1e-3 -> 0.001 Inexact Rounded +quax443 quantize 0.000999 1e-2 -> 0.00 Inexact Rounded +quax444 quantize 0.000999 1e-1 -> 0.0 Inexact Rounded +quax445 quantize 0.000999 1e0 -> 0 Inexact Rounded +quax446 quantize 0.000999 1e1 -> 0E+1 Inexact Rounded + +precision: 8 +quax449 quantize 9.999E-15 1e-23 -> NaN Invalid_operation +quax450 quantize 9.999E-15 1e-22 -> 9.9990000E-15 +quax451 quantize 9.999E-15 1e-21 -> 9.999000E-15 +quax452 quantize 9.999E-15 1e-20 -> 9.99900E-15 +quax453 quantize 9.999E-15 1e-19 -> 9.9990E-15 +quax454 quantize 9.999E-15 1e-18 -> 9.999E-15 +quax455 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded +quax456 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded +quax457 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded +quax458 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded +quax459 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded +quax460 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded +quax461 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded +quax462 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded +quax463 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded +quax464 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded +quax465 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded +quax466 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded +quax467 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded +quax468 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded +quax469 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded +quax470 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded +quax471 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded +quax472 quantize 9.999E-15 1e0 -> 0 Inexact Rounded +quax473 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded + +precision: 7 +quax900 quantize 9.999E-15 1e-22 -> NaN Invalid_operation +quax901 quantize 9.999E-15 1e-21 -> 9.999000E-15 +quax902 quantize 9.999E-15 1e-20 -> 9.99900E-15 +quax903 quantize 9.999E-15 1e-19 -> 9.9990E-15 +quax904 quantize 9.999E-15 1e-18 -> 9.999E-15 +quax905 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded +quax906 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded +quax907 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded +quax908 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded +quax909 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded +quax910 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded +quax911 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded +quax912 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded +quax913 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded +quax914 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded +quax915 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded +quax916 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded +quax917 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded +quax918 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded +quax919 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded +quax920 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded +quax921 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded +quax922 quantize 9.999E-15 1e0 -> 0 Inexact Rounded +quax923 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded + +precision: 6 +quax930 quantize 9.999E-15 1e-22 -> NaN Invalid_operation +quax931 quantize 9.999E-15 1e-21 -> NaN Invalid_operation +quax932 quantize 9.999E-15 1e-20 -> 9.99900E-15 +quax933 quantize 9.999E-15 1e-19 -> 9.9990E-15 +quax934 quantize 9.999E-15 1e-18 -> 9.999E-15 +quax935 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded +quax936 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded +quax937 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded +quax938 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded +quax939 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded +quax940 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded +quax941 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded +quax942 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded +quax943 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded +quax944 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded +quax945 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded +quax946 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded +quax947 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded +quax948 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded +quax949 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded +quax950 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded +quax951 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded +quax952 quantize 9.999E-15 1e0 -> 0 Inexact Rounded +quax953 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded + +precision: 3 +quax960 quantize 9.999E-15 1e-22 -> NaN Invalid_operation +quax961 quantize 9.999E-15 1e-21 -> NaN Invalid_operation +quax962 quantize 9.999E-15 1e-20 -> NaN Invalid_operation +quax963 quantize 9.999E-15 1e-19 -> NaN Invalid_operation +quax964 quantize 9.999E-15 1e-18 -> NaN Invalid_operation +quax965 quantize 9.999E-15 1e-17 -> NaN Invalid_operation +quax966 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded +quax967 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded +quax968 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded +quax969 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded +quax970 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded +quax971 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded +quax972 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded +quax973 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded +quax974 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded +quax975 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded +quax976 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded +quax977 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded +quax978 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded +quax979 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded +quax980 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded +quax981 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded +quax982 quantize 9.999E-15 1e0 -> 0 Inexact Rounded +quax983 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded + +-- Fung Lee's case & similar +precision: 3 +quax1001 quantize 0.000 0.001 -> 0.000 +quax1002 quantize 0.001 0.001 -> 0.001 +quax1003 quantize 0.0012 0.001 -> 0.001 Inexact Rounded +quax1004 quantize 0.0018 0.001 -> 0.002 Inexact Rounded +quax1005 quantize 0.501 0.001 -> 0.501 +quax1006 quantize 0.5012 0.001 -> 0.501 Inexact Rounded +quax1007 quantize 0.5018 0.001 -> 0.502 Inexact Rounded +quax1008 quantize 0.999 0.001 -> 0.999 +quax1009 quantize 0.9992 0.001 -> 0.999 Inexact Rounded +quax1010 quantize 0.9998 0.001 -> NaN Invalid_operation +quax1011 quantize 1.0001 0.001 -> NaN Invalid_operation +quax1012 quantize 1.0051 0.001 -> NaN Invalid_operation +quax1013 quantize 1.0551 0.001 -> NaN Invalid_operation +quax1014 quantize 1.5551 0.001 -> NaN Invalid_operation +quax1015 quantize 1.9999 0.001 -> NaN Invalid_operation + +-- long operand checks [rhs checks removed] +maxexponent: 999 +minexponent: -999 +precision: 9 +quax481 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded +quax482 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded +quax483 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded +quax484 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded +quax485 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded +quax486 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded +-- a potential double-round +quax487 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded +quax488 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded + +precision: 15 +quax491 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded +quax492 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded +quax493 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded +quax494 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded +quax495 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded +quax496 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded +quax497 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded +quax498 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded + +-- Zeros +quax500 quantize 0 1e1 -> 0E+1 +quax501 quantize 0 1e0 -> 0 +quax502 quantize 0 1e-1 -> 0.0 +quax503 quantize 0.0 1e-1 -> 0.0 +quax504 quantize 0.0 1e0 -> 0 +quax505 quantize 0.0 1e+1 -> 0E+1 +quax506 quantize 0E+1 1e-1 -> 0.0 +quax507 quantize 0E+1 1e0 -> 0 +quax508 quantize 0E+1 1e+1 -> 0E+1 +quax509 quantize -0 1e1 -> -0E+1 +quax510 quantize -0 1e0 -> -0 +quax511 quantize -0 1e-1 -> -0.0 +quax512 quantize -0.0 1e-1 -> -0.0 +quax513 quantize -0.0 1e0 -> -0 +quax514 quantize -0.0 1e+1 -> -0E+1 +quax515 quantize -0E+1 1e-1 -> -0.0 +quax516 quantize -0E+1 1e0 -> -0 +quax517 quantize -0E+1 1e+1 -> -0E+1 + +-- Suspicious RHS values +maxexponent: 999999999 +minexponent: -999999999 +precision: 15 +quax520 quantize 1.234 1e999999000 -> 0E+999999000 Inexact Rounded +quax521 quantize 123.456 1e999999000 -> 0E+999999000 Inexact Rounded +quax522 quantize 1.234 1e999999999 -> 0E+999999999 Inexact Rounded +quax523 quantize 123.456 1e999999999 -> 0E+999999999 Inexact Rounded +quax524 quantize 123.456 1e1000000000 -> NaN Invalid_operation +quax525 quantize 123.456 1e12345678903 -> NaN Invalid_operation +-- next four are "won't fit" overflows +quax526 quantize 1.234 1e-999999000 -> NaN Invalid_operation +quax527 quantize 123.456 1e-999999000 -> NaN Invalid_operation +quax528 quantize 1.234 1e-999999999 -> NaN Invalid_operation +quax529 quantize 123.456 1e-999999999 -> NaN Invalid_operation +quax530 quantize 123.456 1e-1000000014 -> NaN Invalid_operation +quax531 quantize 123.456 1e-12345678903 -> NaN Invalid_operation + +maxexponent: 999 +minexponent: -999 +precision: 15 +quax532 quantize 1.234E+999 1e999 -> 1E+999 Inexact Rounded +quax533 quantize 1.234E+998 1e999 -> 0E+999 Inexact Rounded +quax534 quantize 1.234 1e999 -> 0E+999 Inexact Rounded +quax535 quantize 1.234 1e1000 -> NaN Invalid_operation +quax536 quantize 1.234 1e5000 -> NaN Invalid_operation +quax537 quantize 0 1e-999 -> 0E-999 +-- next two are "won't fit" overflows +quax538 quantize 1.234 1e-999 -> NaN Invalid_operation +quax539 quantize 1.234 1e-1000 -> NaN Invalid_operation +quax540 quantize 1.234 1e-5000 -> NaN Invalid_operation +-- [more below] + +-- check bounds (lhs maybe out of range for destination, etc.) +precision: 7 +quax541 quantize 1E+999 1e+999 -> 1E+999 +quax542 quantize 1E+1000 1e+999 -> NaN Invalid_operation +quax543 quantize 1E+999 1e+1000 -> NaN Invalid_operation +quax544 quantize 1E-999 1e-999 -> 1E-999 +quax545 quantize 1E-1000 1e-999 -> 0E-999 Inexact Rounded +quax546 quantize 1E-999 1e-1000 -> 1.0E-999 +quax547 quantize 1E-1005 1e-999 -> 0E-999 Inexact Rounded +quax548 quantize 1E-1006 1e-999 -> 0E-999 Inexact Rounded +quax549 quantize 1E-1007 1e-999 -> 0E-999 Inexact Rounded +quax550 quantize 1E-998 1e-1005 -> NaN Invalid_operation -- won't fit +quax551 quantize 1E-999 1e-1005 -> 1.000000E-999 +quax552 quantize 1E-1000 1e-1005 -> 1.00000E-1000 Subnormal +quax553 quantize 1E-999 1e-1006 -> NaN Invalid_operation +quax554 quantize 1E-999 1e-1007 -> NaN Invalid_operation +-- related subnormal rounding +quax555 quantize 1.666666E-999 1e-1005 -> 1.666666E-999 +quax556 quantize 1.666666E-1000 1e-1005 -> 1.66667E-1000 Subnormal Inexact Rounded +quax557 quantize 1.666666E-1001 1e-1005 -> 1.6667E-1001 Subnormal Inexact Rounded +quax558 quantize 1.666666E-1002 1e-1005 -> 1.667E-1002 Subnormal Inexact Rounded +quax559 quantize 1.666666E-1003 1e-1005 -> 1.67E-1003 Subnormal Inexact Rounded +quax560 quantize 1.666666E-1004 1e-1005 -> 1.7E-1004 Subnormal Inexact Rounded +quax561 quantize 1.666666E-1005 1e-1005 -> 2E-1005 Subnormal Inexact Rounded +quax562 quantize 1.666666E-1006 1e-1005 -> 0E-1005 Inexact Rounded +quax563 quantize 1.666666E-1007 1e-1005 -> 0E-1005 Inexact Rounded + +-- Specials +quax580 quantize Inf -Inf -> Infinity +quax581 quantize Inf 1e-1000 -> NaN Invalid_operation +quax582 quantize Inf 1e-1 -> NaN Invalid_operation +quax583 quantize Inf 1e0 -> NaN Invalid_operation +quax584 quantize Inf 1e1 -> NaN Invalid_operation +quax585 quantize Inf 1e1000 -> NaN Invalid_operation +quax586 quantize Inf Inf -> Infinity +quax587 quantize -1000 Inf -> NaN Invalid_operation +quax588 quantize -Inf Inf -> -Infinity +quax589 quantize -1 Inf -> NaN Invalid_operation +quax590 quantize 0 Inf -> NaN Invalid_operation +quax591 quantize 1 Inf -> NaN Invalid_operation +quax592 quantize 1000 Inf -> NaN Invalid_operation +quax593 quantize Inf Inf -> Infinity +quax594 quantize Inf 1e-0 -> NaN Invalid_operation +quax595 quantize -0 Inf -> NaN Invalid_operation + +quax600 quantize -Inf -Inf -> -Infinity +quax601 quantize -Inf 1e-1000 -> NaN Invalid_operation +quax602 quantize -Inf 1e-1 -> NaN Invalid_operation +quax603 quantize -Inf 1e0 -> NaN Invalid_operation +quax604 quantize -Inf 1e1 -> NaN Invalid_operation +quax605 quantize -Inf 1e1000 -> NaN Invalid_operation +quax606 quantize -Inf Inf -> -Infinity +quax607 quantize -1000 Inf -> NaN Invalid_operation +quax608 quantize -Inf -Inf -> -Infinity +quax609 quantize -1 -Inf -> NaN Invalid_operation +quax610 quantize 0 -Inf -> NaN Invalid_operation +quax611 quantize 1 -Inf -> NaN Invalid_operation +quax612 quantize 1000 -Inf -> NaN Invalid_operation +quax613 quantize Inf -Inf -> Infinity +quax614 quantize -Inf 1e-0 -> NaN Invalid_operation +quax615 quantize -0 -Inf -> NaN Invalid_operation + +quax621 quantize NaN -Inf -> NaN +quax622 quantize NaN 1e-1000 -> NaN +quax623 quantize NaN 1e-1 -> NaN +quax624 quantize NaN 1e0 -> NaN +quax625 quantize NaN 1e1 -> NaN +quax626 quantize NaN 1e1000 -> NaN +quax627 quantize NaN Inf -> NaN +quax628 quantize NaN NaN -> NaN +quax629 quantize -Inf NaN -> NaN +quax630 quantize -1000 NaN -> NaN +quax631 quantize -1 NaN -> NaN +quax632 quantize 0 NaN -> NaN +quax633 quantize 1 NaN -> NaN +quax634 quantize 1000 NaN -> NaN +quax635 quantize Inf NaN -> NaN +quax636 quantize NaN 1e-0 -> NaN +quax637 quantize -0 NaN -> NaN + +quax641 quantize sNaN -Inf -> NaN Invalid_operation +quax642 quantize sNaN 1e-1000 -> NaN Invalid_operation +quax643 quantize sNaN 1e-1 -> NaN Invalid_operation +quax644 quantize sNaN 1e0 -> NaN Invalid_operation +quax645 quantize sNaN 1e1 -> NaN Invalid_operation +quax646 quantize sNaN 1e1000 -> NaN Invalid_operation +quax647 quantize sNaN NaN -> NaN Invalid_operation +quax648 quantize sNaN sNaN -> NaN Invalid_operation +quax649 quantize NaN sNaN -> NaN Invalid_operation +quax650 quantize -Inf sNaN -> NaN Invalid_operation +quax651 quantize -1000 sNaN -> NaN Invalid_operation +quax652 quantize -1 sNaN -> NaN Invalid_operation +quax653 quantize 0 sNaN -> NaN Invalid_operation +quax654 quantize 1 sNaN -> NaN Invalid_operation +quax655 quantize 1000 sNaN -> NaN Invalid_operation +quax656 quantize Inf sNaN -> NaN Invalid_operation +quax657 quantize NaN sNaN -> NaN Invalid_operation +quax658 quantize sNaN 1e-0 -> NaN Invalid_operation +quax659 quantize -0 sNaN -> NaN Invalid_operation + +-- propagating NaNs +quax661 quantize NaN9 -Inf -> NaN9 +quax662 quantize NaN8 919 -> NaN8 +quax663 quantize NaN71 Inf -> NaN71 +quax664 quantize NaN6 NaN5 -> NaN6 +quax665 quantize -Inf NaN4 -> NaN4 +quax666 quantize -919 NaN31 -> NaN31 +quax667 quantize Inf NaN2 -> NaN2 + +quax671 quantize sNaN99 -Inf -> NaN99 Invalid_operation +quax672 quantize sNaN98 -11 -> NaN98 Invalid_operation +quax673 quantize sNaN97 NaN -> NaN97 Invalid_operation +quax674 quantize sNaN16 sNaN94 -> NaN16 Invalid_operation +quax675 quantize NaN95 sNaN93 -> NaN93 Invalid_operation +quax676 quantize -Inf sNaN92 -> NaN92 Invalid_operation +quax677 quantize 088 sNaN91 -> NaN91 Invalid_operation +quax678 quantize Inf sNaN90 -> NaN90 Invalid_operation +quax679 quantize NaN sNaN88 -> NaN88 Invalid_operation + +quax681 quantize -NaN9 -Inf -> -NaN9 +quax682 quantize -NaN8 919 -> -NaN8 +quax683 quantize -NaN71 Inf -> -NaN71 +quax684 quantize -NaN6 -NaN5 -> -NaN6 +quax685 quantize -Inf -NaN4 -> -NaN4 +quax686 quantize -919 -NaN31 -> -NaN31 +quax687 quantize Inf -NaN2 -> -NaN2 + +quax691 quantize -sNaN99 -Inf -> -NaN99 Invalid_operation +quax692 quantize -sNaN98 -11 -> -NaN98 Invalid_operation +quax693 quantize -sNaN97 NaN -> -NaN97 Invalid_operation +quax694 quantize -sNaN16 sNaN94 -> -NaN16 Invalid_operation +quax695 quantize -NaN95 -sNaN93 -> -NaN93 Invalid_operation +quax696 quantize -Inf -sNaN92 -> -NaN92 Invalid_operation +quax697 quantize 088 -sNaN91 -> -NaN91 Invalid_operation +quax698 quantize Inf -sNaN90 -> -NaN90 Invalid_operation +quax699 quantize NaN -sNaN88 -> -NaN88 Invalid_operation + +-- subnormals and underflow +precision: 4 +maxexponent: 999 +minexponent: -999 +quax710 quantize 1.00E-999 1e-999 -> 1E-999 Rounded +quax711 quantize 0.1E-999 2e-1000 -> 1E-1000 Subnormal +quax712 quantize 0.10E-999 3e-1000 -> 1E-1000 Subnormal Rounded +quax713 quantize 0.100E-999 4e-1000 -> 1E-1000 Subnormal Rounded +quax714 quantize 0.01E-999 5e-1001 -> 1E-1001 Subnormal +-- next is rounded to Emin +quax715 quantize 0.999E-999 1e-999 -> 1E-999 Inexact Rounded +quax716 quantize 0.099E-999 10e-1000 -> 1E-1000 Inexact Rounded Subnormal + +quax717 quantize 0.009E-999 1e-1001 -> 1E-1001 Inexact Rounded Subnormal +quax718 quantize 0.001E-999 1e-1001 -> 0E-1001 Inexact Rounded +quax719 quantize 0.0009E-999 1e-1001 -> 0E-1001 Inexact Rounded +quax720 quantize 0.0001E-999 1e-1001 -> 0E-1001 Inexact Rounded + +quax730 quantize -1.00E-999 1e-999 -> -1E-999 Rounded +quax731 quantize -0.1E-999 1e-999 -> -0E-999 Rounded Inexact +quax732 quantize -0.10E-999 1e-999 -> -0E-999 Rounded Inexact +quax733 quantize -0.100E-999 1e-999 -> -0E-999 Rounded Inexact +quax734 quantize -0.01E-999 1e-999 -> -0E-999 Inexact Rounded +-- next is rounded to Emin +quax735 quantize -0.999E-999 90e-999 -> -1E-999 Inexact Rounded +quax736 quantize -0.099E-999 -1e-999 -> -0E-999 Inexact Rounded +quax737 quantize -0.009E-999 -1e-999 -> -0E-999 Inexact Rounded +quax738 quantize -0.001E-999 -0e-999 -> -0E-999 Inexact Rounded +quax739 quantize -0.0001E-999 0e-999 -> -0E-999 Inexact Rounded + +quax740 quantize -1.00E-999 1e-1000 -> -1.0E-999 Rounded +quax741 quantize -0.1E-999 1e-1000 -> -1E-1000 Subnormal +quax742 quantize -0.10E-999 1e-1000 -> -1E-1000 Subnormal Rounded +quax743 quantize -0.100E-999 1e-1000 -> -1E-1000 Subnormal Rounded +quax744 quantize -0.01E-999 1e-1000 -> -0E-1000 Inexact Rounded +-- next is rounded to Emin +quax745 quantize -0.999E-999 1e-1000 -> -1.0E-999 Inexact Rounded +quax746 quantize -0.099E-999 1e-1000 -> -1E-1000 Inexact Rounded Subnormal +quax747 quantize -0.009E-999 1e-1000 -> -0E-1000 Inexact Rounded +quax748 quantize -0.001E-999 1e-1000 -> -0E-1000 Inexact Rounded +quax749 quantize -0.0001E-999 1e-1000 -> -0E-1000 Inexact Rounded + +quax750 quantize -1.00E-999 1e-1001 -> -1.00E-999 +quax751 quantize -0.1E-999 1e-1001 -> -1.0E-1000 Subnormal +quax752 quantize -0.10E-999 1e-1001 -> -1.0E-1000 Subnormal +quax753 quantize -0.100E-999 1e-1001 -> -1.0E-1000 Subnormal Rounded +quax754 quantize -0.01E-999 1e-1001 -> -1E-1001 Subnormal +-- next is rounded to Emin +quax755 quantize -0.999E-999 1e-1001 -> -1.00E-999 Inexact Rounded +quax756 quantize -0.099E-999 1e-1001 -> -1.0E-1000 Inexact Rounded Subnormal +quax757 quantize -0.009E-999 1e-1001 -> -1E-1001 Inexact Rounded Subnormal +quax758 quantize -0.001E-999 1e-1001 -> -0E-1001 Inexact Rounded +quax759 quantize -0.0001E-999 1e-1001 -> -0E-1001 Inexact Rounded + +quax760 quantize -1.00E-999 1e-1002 -> -1.000E-999 +quax761 quantize -0.1E-999 1e-1002 -> -1.00E-1000 Subnormal +quax762 quantize -0.10E-999 1e-1002 -> -1.00E-1000 Subnormal +quax763 quantize -0.100E-999 1e-1002 -> -1.00E-1000 Subnormal +quax764 quantize -0.01E-999 1e-1002 -> -1.0E-1001 Subnormal +quax765 quantize -0.999E-999 1e-1002 -> -9.99E-1000 Subnormal +quax766 quantize -0.099E-999 1e-1002 -> -9.9E-1001 Subnormal +quax767 quantize -0.009E-999 1e-1002 -> -9E-1002 Subnormal +quax768 quantize -0.001E-999 1e-1002 -> -1E-1002 Subnormal +quax769 quantize -0.0001E-999 1e-1002 -> -0E-1002 Inexact Rounded + +-- rhs must be no less than Etiny +quax770 quantize -1.00E-999 1e-1003 -> NaN Invalid_operation +quax771 quantize -0.1E-999 1e-1003 -> NaN Invalid_operation +quax772 quantize -0.10E-999 1e-1003 -> NaN Invalid_operation +quax773 quantize -0.100E-999 1e-1003 -> NaN Invalid_operation +quax774 quantize -0.01E-999 1e-1003 -> NaN Invalid_operation +quax775 quantize -0.999E-999 1e-1003 -> NaN Invalid_operation +quax776 quantize -0.099E-999 1e-1003 -> NaN Invalid_operation +quax777 quantize -0.009E-999 1e-1003 -> NaN Invalid_operation +quax778 quantize -0.001E-999 1e-1003 -> NaN Invalid_operation +quax779 quantize -0.0001E-999 1e-1003 -> NaN Invalid_operation +quax780 quantize -0.0001E-999 1e-1004 -> NaN Invalid_operation + +precision: 9 +maxExponent: 999999999 +minexponent: -999999999 + +-- some extremes derived from Rescale testcases +quax801 quantize 0 1e1000000000 -> NaN Invalid_operation +quax802 quantize 0 1e-1000000000 -> 0E-1000000000 +quax803 quantize 0 1e2000000000 -> NaN Invalid_operation +quax804 quantize 0 1e-2000000000 -> NaN Invalid_operation +quax805 quantize 0 1e3000000000 -> NaN Invalid_operation +quax806 quantize 0 1e-3000000000 -> NaN Invalid_operation +quax807 quantize 0 1e4000000000 -> NaN Invalid_operation +quax808 quantize 0 1e-4000000000 -> NaN Invalid_operation +quax809 quantize 0 1e5000000000 -> NaN Invalid_operation +quax810 quantize 0 1e-5000000000 -> NaN Invalid_operation +quax811 quantize 0 1e6000000000 -> NaN Invalid_operation +quax812 quantize 0 1e-6000000000 -> NaN Invalid_operation +quax813 quantize 0 1e7000000000 -> NaN Invalid_operation +quax814 quantize 0 1e-7000000000 -> NaN Invalid_operation +quax815 quantize 0 1e8000000000 -> NaN Invalid_operation +quax816 quantize 0 1e-8000000000 -> NaN Invalid_operation +quax817 quantize 0 1e9000000000 -> NaN Invalid_operation +quax818 quantize 0 1e-9000000000 -> NaN Invalid_operation +quax819 quantize 0 1e9999999999 -> NaN Invalid_operation +quax820 quantize 0 1e-9999999999 -> NaN Invalid_operation +quax821 quantize 0 1e10000000000 -> NaN Invalid_operation +quax822 quantize 0 1e-10000000000 -> NaN Invalid_operation + +quax843 quantize 0 1e999999999 -> 0E+999999999 +quax844 quantize 0 1e1000000000 -> NaN Invalid_operation +quax845 quantize 0 1e-999999999 -> 0E-999999999 +quax846 quantize 0 1e-1000000000 -> 0E-1000000000 +quax847 quantize 0 1e-1000000001 -> 0E-1000000001 +quax848 quantize 0 1e-1000000002 -> 0E-1000000002 +quax849 quantize 0 1e-1000000003 -> 0E-1000000003 +quax850 quantize 0 1e-1000000004 -> 0E-1000000004 +quax851 quantize 0 1e-1000000005 -> 0E-1000000005 +quax852 quantize 0 1e-1000000006 -> 0E-1000000006 +quax853 quantize 0 1e-1000000007 -> 0E-1000000007 +quax854 quantize 0 1e-1000000008 -> NaN Invalid_operation + +quax861 quantize 1 1e+2147483649 -> NaN Invalid_operation +quax862 quantize 1 1e+2147483648 -> NaN Invalid_operation +quax863 quantize 1 1e+2147483647 -> NaN Invalid_operation +quax864 quantize 1 1e-2147483647 -> NaN Invalid_operation +quax865 quantize 1 1e-2147483648 -> NaN Invalid_operation +quax866 quantize 1 1e-2147483649 -> NaN Invalid_operation + +-- More from Fung Lee +precision: 16 +rounding: half_up +maxExponent: 384 +minExponent: -383 +quax1021 quantize 8.666666666666000E+384 1.000000000000000E+384 -> 8.666666666666000E+384 +quax1022 quantize 64#8.666666666666000E+384 64#1.000000000000000E+384 -> 8.666666666666000E+384 +quax1023 quantize 64#8.666666666666000E+384 128#1.000000000000000E+384 -> 8.666666666666000E+384 +quax1024 quantize 64#8.666666666666000E+384 64#1E+384 -> 8.666666666666000E+384 +quax1025 quantize 64#8.666666666666000E+384 64#1E+384 -> 64#8.666666666666000E+384 +quax1026 quantize 64#8.666666666666000E+384 128#1E+384 -> 64#9E+384 Inexact Rounded Clamped +quax1027 quantize 64#8.666666666666000E+323 64#1E+31 -> NaN Invalid_operation +quax1028 quantize 64#8.666666666666000E+323 128#1E+31 -> NaN Invalid_operation +quax1029 quantize 64#8.66666666E+3 128#1E+10 -> 64#0E10 Inexact Rounded +quax1030 quantize 8.66666666E+3 1E+3 -> 9E+3 Inexact Rounded + +-- Int and uInt32 edge values for testing conversions +quax1040 quantize -2147483646 0 -> -2147483646 +quax1041 quantize -2147483647 0 -> -2147483647 +quax1042 quantize -2147483648 0 -> -2147483648 +quax1043 quantize -2147483649 0 -> -2147483649 +quax1044 quantize 2147483646 0 -> 2147483646 +quax1045 quantize 2147483647 0 -> 2147483647 +quax1046 quantize 2147483648 0 -> 2147483648 +quax1047 quantize 2147483649 0 -> 2147483649 +quax1048 quantize 4294967294 0 -> 4294967294 +quax1049 quantize 4294967295 0 -> 4294967295 +quax1050 quantize 4294967296 0 -> 4294967296 +quax1051 quantize 4294967297 0 -> 4294967297 +-- and powers of ten for same +quax1101 quantize 5000000000 0 -> 5000000000 +quax1102 quantize 4000000000 0 -> 4000000000 +quax1103 quantize 2000000000 0 -> 2000000000 +quax1104 quantize 1000000000 0 -> 1000000000 +quax1105 quantize 0100000000 0 -> 100000000 +quax1106 quantize 0010000000 0 -> 10000000 +quax1107 quantize 0001000000 0 -> 1000000 +quax1108 quantize 0000100000 0 -> 100000 +quax1109 quantize 0000010000 0 -> 10000 +quax1110 quantize 0000001000 0 -> 1000 +quax1111 quantize 0000000100 0 -> 100 +quax1112 quantize 0000000010 0 -> 10 +quax1113 quantize 0000000001 0 -> 1 +quax1114 quantize 0000000000 0 -> 0 +-- and powers of ten for same +quax1121 quantize -5000000000 0 -> -5000000000 +quax1122 quantize -4000000000 0 -> -4000000000 +quax1123 quantize -2000000000 0 -> -2000000000 +quax1124 quantize -1000000000 0 -> -1000000000 +quax1125 quantize -0100000000 0 -> -100000000 +quax1126 quantize -0010000000 0 -> -10000000 +quax1127 quantize -0001000000 0 -> -1000000 +quax1128 quantize -0000100000 0 -> -100000 +quax1129 quantize -0000010000 0 -> -10000 +quax1130 quantize -0000001000 0 -> -1000 +quax1131 quantize -0000000100 0 -> -100 +quax1132 quantize -0000000010 0 -> -10 +quax1133 quantize -0000000001 0 -> -1 +quax1134 quantize -0000000000 0 -> -0 + +-- Some miscellany +precision: 34 +rounding: half_up +maxExponent: 6144 +minExponent: -6143 +-- 1 2 3 +-- 1 234567890123456789012345678901234 +quax0a1 quantize 8.555555555555555555555555555555555E+6143 1E+6143 -> 9E+6143 Inexact Rounded +quax0a2 quantize 128#8.555555555555555555555555555555555E+6143 128#1E+6143 -> 8.55555555555555555555555555555556E+6143 Rounded Inexact +quax0a3 quantize 128#8.555555555555555555555555555555555E+6144 128#1E+6144 -> 8.555555555555555555555555555555555E+6144 + +-- payload decapitate +precision: 5 +quax62100 quantize 11 -sNaN1234567890 -> -NaN67890 Invalid_operation + +-- Null tests +quax998 quantize 10 # -> NaN Invalid_operation +quax999 quantize # 1e10 -> NaN Invalid_operation |