diff options
Diffstat (limited to 'lib/python2.7/test/decimaltestdata/quantize.decTest')
| -rw-r--r-- | lib/python2.7/test/decimaltestdata/quantize.decTest | 948 |
1 files changed, 0 insertions, 948 deletions
diff --git a/lib/python2.7/test/decimaltestdata/quantize.decTest b/lib/python2.7/test/decimaltestdata/quantize.decTest deleted file mode 100644 index d3f84be..0000000 --- a/lib/python2.7/test/decimaltestdata/quantize.decTest +++ /dev/null @@ -1,948 +0,0 @@ ------------------------------------------------------------------------- --- quantize.decTest -- decimal quantize operation -- --- Copyright (c) IBM Corporation, 1981, 2008. All rights reserved. -- ------------------------------------------------------------------------- --- Please see the document "General Decimal Arithmetic Testcases" -- --- at http://www2.hursley.ibm.com/decimal for the description of -- --- these testcases. -- --- -- --- These testcases are experimental ('beta' versions), and they -- --- may contain errors. They are offered on an as-is basis. In -- --- particular, achieving the same results as the tests here is not -- --- a guarantee that an implementation complies with any Standard -- --- or specification. The tests are not exhaustive. -- --- -- --- Please send comments, suggestions, and corrections to the author: -- --- Mike Cowlishaw, IBM Fellow -- --- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK -- --- mfc@uk.ibm.com -- ------------------------------------------------------------------------- -version: 2.59 - --- Most of the tests here assume a "regular pattern", where the --- sign and coefficient are +1. --- 2004.03.15 Underflow for quantize is suppressed --- 2005.06.08 More extensive tests for 'does not fit' - -extended: 1 -precision: 9 -rounding: half_up -maxExponent: 999 -minexponent: -999 - --- sanity checks -quax001 quantize 0 1e0 -> 0 -quax002 quantize 1 1e0 -> 1 -quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded -quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded -quax006 quantize 0.1 1e0 -> 0 Inexact Rounded -quax007 quantize 0.1 1e-1 -> 0.1 -quax008 quantize 0.1 1e-2 -> 0.10 -quax009 quantize 0.1 1e-3 -> 0.100 -quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded -quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded -quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded -quax013 quantize 0.9 1e-1 -> 0.9 -quax014 quantize 0.9 1e-2 -> 0.90 -quax015 quantize 0.9 1e-3 -> 0.900 --- negatives -quax021 quantize -0 1e0 -> -0 -quax022 quantize -1 1e0 -> -1 -quax023 quantize -0.1 1e+2 -> -0E+2 Inexact Rounded -quax025 quantize -0.1 1e+1 -> -0E+1 Inexact Rounded -quax026 quantize -0.1 1e0 -> -0 Inexact Rounded -quax027 quantize -0.1 1e-1 -> -0.1 -quax028 quantize -0.1 1e-2 -> -0.10 -quax029 quantize -0.1 1e-3 -> -0.100 -quax030 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded -quax031 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded -quax032 quantize -0.9 1e+0 -> -1 Inexact Rounded -quax033 quantize -0.9 1e-1 -> -0.9 -quax034 quantize -0.9 1e-2 -> -0.90 -quax035 quantize -0.9 1e-3 -> -0.900 -quax036 quantize -0.5 1e+2 -> -0E+2 Inexact Rounded -quax037 quantize -0.5 1e+1 -> -0E+1 Inexact Rounded -quax038 quantize -0.5 1e+0 -> -1 Inexact Rounded -quax039 quantize -0.5 1e-1 -> -0.5 -quax040 quantize -0.5 1e-2 -> -0.50 -quax041 quantize -0.5 1e-3 -> -0.500 -quax042 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded -quax043 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded -quax044 quantize -0.9 1e+0 -> -1 Inexact Rounded -quax045 quantize -0.9 1e-1 -> -0.9 -quax046 quantize -0.9 1e-2 -> -0.90 -quax047 quantize -0.9 1e-3 -> -0.900 - --- examples from Specification -quax060 quantize 2.17 0.001 -> 2.170 -quax061 quantize 2.17 0.01 -> 2.17 -quax062 quantize 2.17 0.1 -> 2.2 Inexact Rounded -quax063 quantize 2.17 1e+0 -> 2 Inexact Rounded -quax064 quantize 2.17 1e+1 -> 0E+1 Inexact Rounded -quax065 quantize -Inf Inf -> -Infinity -quax066 quantize 2 Inf -> NaN Invalid_operation -quax067 quantize -0.1 1 -> -0 Inexact Rounded -quax068 quantize -0 1e+5 -> -0E+5 -quax069 quantize +35236450.6 1e-2 -> NaN Invalid_operation -quax070 quantize -35236450.6 1e-2 -> NaN Invalid_operation -quax071 quantize 217 1e-1 -> 217.0 -quax072 quantize 217 1e+0 -> 217 -quax073 quantize 217 1e+1 -> 2.2E+2 Inexact Rounded -quax074 quantize 217 1e+2 -> 2E+2 Inexact Rounded - --- general tests .. -quax089 quantize 12 1e+4 -> 0E+4 Inexact Rounded -quax090 quantize 12 1e+3 -> 0E+3 Inexact Rounded -quax091 quantize 12 1e+2 -> 0E+2 Inexact Rounded -quax092 quantize 12 1e+1 -> 1E+1 Inexact Rounded -quax093 quantize 1.2345 1e-2 -> 1.23 Inexact Rounded -quax094 quantize 1.2355 1e-2 -> 1.24 Inexact Rounded -quax095 quantize 1.2345 1e-6 -> 1.234500 -quax096 quantize 9.9999 1e-2 -> 10.00 Inexact Rounded -quax097 quantize 0.0001 1e-2 -> 0.00 Inexact Rounded -quax098 quantize 0.001 1e-2 -> 0.00 Inexact Rounded -quax099 quantize 0.009 1e-2 -> 0.01 Inexact Rounded -quax100 quantize 92 1e+2 -> 1E+2 Inexact Rounded - -quax101 quantize -1 1e0 -> -1 -quax102 quantize -1 1e-1 -> -1.0 -quax103 quantize -1 1e-2 -> -1.00 -quax104 quantize 0 1e0 -> 0 -quax105 quantize 0 1e-1 -> 0.0 -quax106 quantize 0 1e-2 -> 0.00 -quax107 quantize 0.00 1e0 -> 0 -quax108 quantize 0 1e+1 -> 0E+1 -quax109 quantize 0 1e+2 -> 0E+2 -quax110 quantize +1 1e0 -> 1 -quax111 quantize +1 1e-1 -> 1.0 -quax112 quantize +1 1e-2 -> 1.00 - -quax120 quantize 1.04 1e-3 -> 1.040 -quax121 quantize 1.04 1e-2 -> 1.04 -quax122 quantize 1.04 1e-1 -> 1.0 Inexact Rounded -quax123 quantize 1.04 1e0 -> 1 Inexact Rounded -quax124 quantize 1.05 1e-3 -> 1.050 -quax125 quantize 1.05 1e-2 -> 1.05 -quax126 quantize 1.05 1e-1 -> 1.1 Inexact Rounded -quax131 quantize 1.05 1e0 -> 1 Inexact Rounded -quax132 quantize 1.06 1e-3 -> 1.060 -quax133 quantize 1.06 1e-2 -> 1.06 -quax134 quantize 1.06 1e-1 -> 1.1 Inexact Rounded -quax135 quantize 1.06 1e0 -> 1 Inexact Rounded - -quax140 quantize -10 1e-2 -> -10.00 -quax141 quantize +1 1e-2 -> 1.00 -quax142 quantize +10 1e-2 -> 10.00 -quax143 quantize 1E+10 1e-2 -> NaN Invalid_operation -quax144 quantize 1E-10 1e-2 -> 0.00 Inexact Rounded -quax145 quantize 1E-3 1e-2 -> 0.00 Inexact Rounded -quax146 quantize 1E-2 1e-2 -> 0.01 -quax147 quantize 1E-1 1e-2 -> 0.10 -quax148 quantize 0E-10 1e-2 -> 0.00 - -quax150 quantize 1.0600 1e-5 -> 1.06000 -quax151 quantize 1.0600 1e-4 -> 1.0600 -quax152 quantize 1.0600 1e-3 -> 1.060 Rounded -quax153 quantize 1.0600 1e-2 -> 1.06 Rounded -quax154 quantize 1.0600 1e-1 -> 1.1 Inexact Rounded -quax155 quantize 1.0600 1e0 -> 1 Inexact Rounded - --- base tests with non-1 coefficients -quax161 quantize 0 -9e0 -> 0 -quax162 quantize 1 -7e0 -> 1 -quax163 quantize 0.1 -1e+2 -> 0E+2 Inexact Rounded -quax165 quantize 0.1 0e+1 -> 0E+1 Inexact Rounded -quax166 quantize 0.1 2e0 -> 0 Inexact Rounded -quax167 quantize 0.1 3e-1 -> 0.1 -quax168 quantize 0.1 44e-2 -> 0.10 -quax169 quantize 0.1 555e-3 -> 0.100 -quax170 quantize 0.9 6666e+2 -> 0E+2 Inexact Rounded -quax171 quantize 0.9 -777e+1 -> 0E+1 Inexact Rounded -quax172 quantize 0.9 -88e+0 -> 1 Inexact Rounded -quax173 quantize 0.9 -9e-1 -> 0.9 -quax174 quantize 0.9 0e-2 -> 0.90 -quax175 quantize 0.9 1.1e-3 -> 0.9000 --- negatives -quax181 quantize -0 1.1e0 -> -0.0 -quax182 quantize -1 -1e0 -> -1 -quax183 quantize -0.1 11e+2 -> -0E+2 Inexact Rounded -quax185 quantize -0.1 111e+1 -> -0E+1 Inexact Rounded -quax186 quantize -0.1 71e0 -> -0 Inexact Rounded -quax187 quantize -0.1 -91e-1 -> -0.1 -quax188 quantize -0.1 -.1e-2 -> -0.100 -quax189 quantize -0.1 -1e-3 -> -0.100 -quax190 quantize -0.9 0e+2 -> -0E+2 Inexact Rounded -quax191 quantize -0.9 -0e+1 -> -0E+1 Inexact Rounded -quax192 quantize -0.9 -10e+0 -> -1 Inexact Rounded -quax193 quantize -0.9 100e-1 -> -0.9 -quax194 quantize -0.9 999e-2 -> -0.90 - --- +ve exponents .. -quax201 quantize -1 1e+0 -> -1 -quax202 quantize -1 1e+1 -> -0E+1 Inexact Rounded -quax203 quantize -1 1e+2 -> -0E+2 Inexact Rounded -quax204 quantize 0 1e+0 -> 0 -quax205 quantize 0 1e+1 -> 0E+1 -quax206 quantize 0 1e+2 -> 0E+2 -quax207 quantize +1 1e+0 -> 1 -quax208 quantize +1 1e+1 -> 0E+1 Inexact Rounded -quax209 quantize +1 1e+2 -> 0E+2 Inexact Rounded - -quax220 quantize 1.04 1e+3 -> 0E+3 Inexact Rounded -quax221 quantize 1.04 1e+2 -> 0E+2 Inexact Rounded -quax222 quantize 1.04 1e+1 -> 0E+1 Inexact Rounded -quax223 quantize 1.04 1e+0 -> 1 Inexact Rounded -quax224 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded -quax225 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded -quax226 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded -quax227 quantize 1.05 1e+0 -> 1 Inexact Rounded -quax228 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded -quax229 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded -quax230 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded -quax231 quantize 1.05 1e+0 -> 1 Inexact Rounded -quax232 quantize 1.06 1e+3 -> 0E+3 Inexact Rounded -quax233 quantize 1.06 1e+2 -> 0E+2 Inexact Rounded -quax234 quantize 1.06 1e+1 -> 0E+1 Inexact Rounded -quax235 quantize 1.06 1e+0 -> 1 Inexact Rounded - -quax240 quantize -10 1e+1 -> -1E+1 Rounded -quax241 quantize +1 1e+1 -> 0E+1 Inexact Rounded -quax242 quantize +10 1e+1 -> 1E+1 Rounded -quax243 quantize 1E+1 1e+1 -> 1E+1 -- underneath this is E+1 -quax244 quantize 1E+2 1e+1 -> 1.0E+2 -- underneath this is E+1 -quax245 quantize 1E+3 1e+1 -> 1.00E+3 -- underneath this is E+1 -quax246 quantize 1E+4 1e+1 -> 1.000E+4 -- underneath this is E+1 -quax247 quantize 1E+5 1e+1 -> 1.0000E+5 -- underneath this is E+1 -quax248 quantize 1E+6 1e+1 -> 1.00000E+6 -- underneath this is E+1 -quax249 quantize 1E+7 1e+1 -> 1.000000E+7 -- underneath this is E+1 -quax250 quantize 1E+8 1e+1 -> 1.0000000E+8 -- underneath this is E+1 -quax251 quantize 1E+9 1e+1 -> 1.00000000E+9 -- underneath this is E+1 --- next one tries to add 9 zeros -quax252 quantize 1E+10 1e+1 -> NaN Invalid_operation -quax253 quantize 1E-10 1e+1 -> 0E+1 Inexact Rounded -quax254 quantize 1E-2 1e+1 -> 0E+1 Inexact Rounded -quax255 quantize 0E-10 1e+1 -> 0E+1 -quax256 quantize -0E-10 1e+1 -> -0E+1 -quax257 quantize -0E-1 1e+1 -> -0E+1 -quax258 quantize -0 1e+1 -> -0E+1 -quax259 quantize -0E+1 1e+1 -> -0E+1 - -quax260 quantize -10 1e+2 -> -0E+2 Inexact Rounded -quax261 quantize +1 1e+2 -> 0E+2 Inexact Rounded -quax262 quantize +10 1e+2 -> 0E+2 Inexact Rounded -quax263 quantize 1E+1 1e+2 -> 0E+2 Inexact Rounded -quax264 quantize 1E+2 1e+2 -> 1E+2 -quax265 quantize 1E+3 1e+2 -> 1.0E+3 -quax266 quantize 1E+4 1e+2 -> 1.00E+4 -quax267 quantize 1E+5 1e+2 -> 1.000E+5 -quax268 quantize 1E+6 1e+2 -> 1.0000E+6 -quax269 quantize 1E+7 1e+2 -> 1.00000E+7 -quax270 quantize 1E+8 1e+2 -> 1.000000E+8 -quax271 quantize 1E+9 1e+2 -> 1.0000000E+9 -quax272 quantize 1E+10 1e+2 -> 1.00000000E+10 -quax273 quantize 1E-10 1e+2 -> 0E+2 Inexact Rounded -quax274 quantize 1E-2 1e+2 -> 0E+2 Inexact Rounded -quax275 quantize 0E-10 1e+2 -> 0E+2 - -quax280 quantize -10 1e+3 -> -0E+3 Inexact Rounded -quax281 quantize +1 1e+3 -> 0E+3 Inexact Rounded -quax282 quantize +10 1e+3 -> 0E+3 Inexact Rounded -quax283 quantize 1E+1 1e+3 -> 0E+3 Inexact Rounded -quax284 quantize 1E+2 1e+3 -> 0E+3 Inexact Rounded -quax285 quantize 1E+3 1e+3 -> 1E+3 -quax286 quantize 1E+4 1e+3 -> 1.0E+4 -quax287 quantize 1E+5 1e+3 -> 1.00E+5 -quax288 quantize 1E+6 1e+3 -> 1.000E+6 -quax289 quantize 1E+7 1e+3 -> 1.0000E+7 -quax290 quantize 1E+8 1e+3 -> 1.00000E+8 -quax291 quantize 1E+9 1e+3 -> 1.000000E+9 -quax292 quantize 1E+10 1e+3 -> 1.0000000E+10 -quax293 quantize 1E-10 1e+3 -> 0E+3 Inexact Rounded -quax294 quantize 1E-2 1e+3 -> 0E+3 Inexact Rounded -quax295 quantize 0E-10 1e+3 -> 0E+3 - --- round up from below [sign wrong in JIT compiler once] -quax300 quantize 0.0078 1e-5 -> 0.00780 -quax301 quantize 0.0078 1e-4 -> 0.0078 -quax302 quantize 0.0078 1e-3 -> 0.008 Inexact Rounded -quax303 quantize 0.0078 1e-2 -> 0.01 Inexact Rounded -quax304 quantize 0.0078 1e-1 -> 0.0 Inexact Rounded -quax305 quantize 0.0078 1e0 -> 0 Inexact Rounded -quax306 quantize 0.0078 1e+1 -> 0E+1 Inexact Rounded -quax307 quantize 0.0078 1e+2 -> 0E+2 Inexact Rounded - -quax310 quantize -0.0078 1e-5 -> -0.00780 -quax311 quantize -0.0078 1e-4 -> -0.0078 -quax312 quantize -0.0078 1e-3 -> -0.008 Inexact Rounded -quax313 quantize -0.0078 1e-2 -> -0.01 Inexact Rounded -quax314 quantize -0.0078 1e-1 -> -0.0 Inexact Rounded -quax315 quantize -0.0078 1e0 -> -0 Inexact Rounded -quax316 quantize -0.0078 1e+1 -> -0E+1 Inexact Rounded -quax317 quantize -0.0078 1e+2 -> -0E+2 Inexact Rounded - -quax320 quantize 0.078 1e-5 -> 0.07800 -quax321 quantize 0.078 1e-4 -> 0.0780 -quax322 quantize 0.078 1e-3 -> 0.078 -quax323 quantize 0.078 1e-2 -> 0.08 Inexact Rounded -quax324 quantize 0.078 1e-1 -> 0.1 Inexact Rounded -quax325 quantize 0.078 1e0 -> 0 Inexact Rounded -quax326 quantize 0.078 1e+1 -> 0E+1 Inexact Rounded -quax327 quantize 0.078 1e+2 -> 0E+2 Inexact Rounded - -quax330 quantize -0.078 1e-5 -> -0.07800 -quax331 quantize -0.078 1e-4 -> -0.0780 -quax332 quantize -0.078 1e-3 -> -0.078 -quax333 quantize -0.078 1e-2 -> -0.08 Inexact Rounded -quax334 quantize -0.078 1e-1 -> -0.1 Inexact Rounded -quax335 quantize -0.078 1e0 -> -0 Inexact Rounded -quax336 quantize -0.078 1e+1 -> -0E+1 Inexact Rounded -quax337 quantize -0.078 1e+2 -> -0E+2 Inexact Rounded - -quax340 quantize 0.78 1e-5 -> 0.78000 -quax341 quantize 0.78 1e-4 -> 0.7800 -quax342 quantize 0.78 1e-3 -> 0.780 -quax343 quantize 0.78 1e-2 -> 0.78 -quax344 quantize 0.78 1e-1 -> 0.8 Inexact Rounded -quax345 quantize 0.78 1e0 -> 1 Inexact Rounded -quax346 quantize 0.78 1e+1 -> 0E+1 Inexact Rounded -quax347 quantize 0.78 1e+2 -> 0E+2 Inexact Rounded - -quax350 quantize -0.78 1e-5 -> -0.78000 -quax351 quantize -0.78 1e-4 -> -0.7800 -quax352 quantize -0.78 1e-3 -> -0.780 -quax353 quantize -0.78 1e-2 -> -0.78 -quax354 quantize -0.78 1e-1 -> -0.8 Inexact Rounded -quax355 quantize -0.78 1e0 -> -1 Inexact Rounded -quax356 quantize -0.78 1e+1 -> -0E+1 Inexact Rounded -quax357 quantize -0.78 1e+2 -> -0E+2 Inexact Rounded - -quax360 quantize 7.8 1e-5 -> 7.80000 -quax361 quantize 7.8 1e-4 -> 7.8000 -quax362 quantize 7.8 1e-3 -> 7.800 -quax363 quantize 7.8 1e-2 -> 7.80 -quax364 quantize 7.8 1e-1 -> 7.8 -quax365 quantize 7.8 1e0 -> 8 Inexact Rounded -quax366 quantize 7.8 1e+1 -> 1E+1 Inexact Rounded -quax367 quantize 7.8 1e+2 -> 0E+2 Inexact Rounded -quax368 quantize 7.8 1e+3 -> 0E+3 Inexact Rounded - -quax370 quantize -7.8 1e-5 -> -7.80000 -quax371 quantize -7.8 1e-4 -> -7.8000 -quax372 quantize -7.8 1e-3 -> -7.800 -quax373 quantize -7.8 1e-2 -> -7.80 -quax374 quantize -7.8 1e-1 -> -7.8 -quax375 quantize -7.8 1e0 -> -8 Inexact Rounded -quax376 quantize -7.8 1e+1 -> -1E+1 Inexact Rounded -quax377 quantize -7.8 1e+2 -> -0E+2 Inexact Rounded -quax378 quantize -7.8 1e+3 -> -0E+3 Inexact Rounded - --- some individuals -precision: 9 -quax380 quantize 352364.506 1e-2 -> 352364.51 Inexact Rounded -quax381 quantize 3523645.06 1e-2 -> 3523645.06 -quax382 quantize 35236450.6 1e-2 -> NaN Invalid_operation -quax383 quantize 352364506 1e-2 -> NaN Invalid_operation -quax384 quantize -352364.506 1e-2 -> -352364.51 Inexact Rounded -quax385 quantize -3523645.06 1e-2 -> -3523645.06 -quax386 quantize -35236450.6 1e-2 -> NaN Invalid_operation -quax387 quantize -352364506 1e-2 -> NaN Invalid_operation - -rounding: down -quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation --- ? should that one instead have been: --- quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation -rounding: half_up - --- and a few more from e-mail discussions -precision: 7 -quax391 quantize 12.34567 1e-3 -> 12.346 Inexact Rounded -quax392 quantize 123.4567 1e-3 -> 123.457 Inexact Rounded -quax393 quantize 1234.567 1e-3 -> 1234.567 -quax394 quantize 12345.67 1e-3 -> NaN Invalid_operation -quax395 quantize 123456.7 1e-3 -> NaN Invalid_operation -quax396 quantize 1234567. 1e-3 -> NaN Invalid_operation - --- some 9999 round-up cases -precision: 9 -quax400 quantize 9.999 1e-5 -> 9.99900 -quax401 quantize 9.999 1e-4 -> 9.9990 -quax402 quantize 9.999 1e-3 -> 9.999 -quax403 quantize 9.999 1e-2 -> 10.00 Inexact Rounded -quax404 quantize 9.999 1e-1 -> 10.0 Inexact Rounded -quax405 quantize 9.999 1e0 -> 10 Inexact Rounded -quax406 quantize 9.999 1e1 -> 1E+1 Inexact Rounded -quax407 quantize 9.999 1e2 -> 0E+2 Inexact Rounded - -quax410 quantize 0.999 1e-5 -> 0.99900 -quax411 quantize 0.999 1e-4 -> 0.9990 -quax412 quantize 0.999 1e-3 -> 0.999 -quax413 quantize 0.999 1e-2 -> 1.00 Inexact Rounded -quax414 quantize 0.999 1e-1 -> 1.0 Inexact Rounded -quax415 quantize 0.999 1e0 -> 1 Inexact Rounded -quax416 quantize 0.999 1e1 -> 0E+1 Inexact Rounded - -quax420 quantize 0.0999 1e-5 -> 0.09990 -quax421 quantize 0.0999 1e-4 -> 0.0999 -quax422 quantize 0.0999 1e-3 -> 0.100 Inexact Rounded -quax423 quantize 0.0999 1e-2 -> 0.10 Inexact Rounded -quax424 quantize 0.0999 1e-1 -> 0.1 Inexact Rounded -quax425 quantize 0.0999 1e0 -> 0 Inexact Rounded -quax426 quantize 0.0999 1e1 -> 0E+1 Inexact Rounded - -quax430 quantize 0.00999 1e-5 -> 0.00999 -quax431 quantize 0.00999 1e-4 -> 0.0100 Inexact Rounded -quax432 quantize 0.00999 1e-3 -> 0.010 Inexact Rounded -quax433 quantize 0.00999 1e-2 -> 0.01 Inexact Rounded -quax434 quantize 0.00999 1e-1 -> 0.0 Inexact Rounded -quax435 quantize 0.00999 1e0 -> 0 Inexact Rounded -quax436 quantize 0.00999 1e1 -> 0E+1 Inexact Rounded - -quax440 quantize 0.000999 1e-5 -> 0.00100 Inexact Rounded -quax441 quantize 0.000999 1e-4 -> 0.0010 Inexact Rounded -quax442 quantize 0.000999 1e-3 -> 0.001 Inexact Rounded -quax443 quantize 0.000999 1e-2 -> 0.00 Inexact Rounded -quax444 quantize 0.000999 1e-1 -> 0.0 Inexact Rounded -quax445 quantize 0.000999 1e0 -> 0 Inexact Rounded -quax446 quantize 0.000999 1e1 -> 0E+1 Inexact Rounded - -precision: 8 -quax449 quantize 9.999E-15 1e-23 -> NaN Invalid_operation -quax450 quantize 9.999E-15 1e-22 -> 9.9990000E-15 -quax451 quantize 9.999E-15 1e-21 -> 9.999000E-15 -quax452 quantize 9.999E-15 1e-20 -> 9.99900E-15 -quax453 quantize 9.999E-15 1e-19 -> 9.9990E-15 -quax454 quantize 9.999E-15 1e-18 -> 9.999E-15 -quax455 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded -quax456 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded -quax457 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded -quax458 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded -quax459 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded -quax460 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded -quax461 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded -quax462 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded -quax463 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded -quax464 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded -quax465 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded -quax466 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded -quax467 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded -quax468 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded -quax469 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded -quax470 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded -quax471 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded -quax472 quantize 9.999E-15 1e0 -> 0 Inexact Rounded -quax473 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded - -precision: 7 -quax900 quantize 9.999E-15 1e-22 -> NaN Invalid_operation -quax901 quantize 9.999E-15 1e-21 -> 9.999000E-15 -quax902 quantize 9.999E-15 1e-20 -> 9.99900E-15 -quax903 quantize 9.999E-15 1e-19 -> 9.9990E-15 -quax904 quantize 9.999E-15 1e-18 -> 9.999E-15 -quax905 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded -quax906 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded -quax907 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded -quax908 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded -quax909 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded -quax910 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded -quax911 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded -quax912 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded -quax913 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded -quax914 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded -quax915 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded -quax916 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded -quax917 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded -quax918 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded -quax919 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded -quax920 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded -quax921 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded -quax922 quantize 9.999E-15 1e0 -> 0 Inexact Rounded -quax923 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded - -precision: 6 -quax930 quantize 9.999E-15 1e-22 -> NaN Invalid_operation -quax931 quantize 9.999E-15 1e-21 -> NaN Invalid_operation -quax932 quantize 9.999E-15 1e-20 -> 9.99900E-15 -quax933 quantize 9.999E-15 1e-19 -> 9.9990E-15 -quax934 quantize 9.999E-15 1e-18 -> 9.999E-15 -quax935 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded -quax936 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded -quax937 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded -quax938 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded -quax939 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded -quax940 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded -quax941 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded -quax942 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded -quax943 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded -quax944 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded -quax945 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded -quax946 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded -quax947 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded -quax948 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded -quax949 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded -quax950 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded -quax951 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded -quax952 quantize 9.999E-15 1e0 -> 0 Inexact Rounded -quax953 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded - -precision: 3 -quax960 quantize 9.999E-15 1e-22 -> NaN Invalid_operation -quax961 quantize 9.999E-15 1e-21 -> NaN Invalid_operation -quax962 quantize 9.999E-15 1e-20 -> NaN Invalid_operation -quax963 quantize 9.999E-15 1e-19 -> NaN Invalid_operation -quax964 quantize 9.999E-15 1e-18 -> NaN Invalid_operation -quax965 quantize 9.999E-15 1e-17 -> NaN Invalid_operation -quax966 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded -quax967 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded -quax968 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded -quax969 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded -quax970 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded -quax971 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded -quax972 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded -quax973 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded -quax974 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded -quax975 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded -quax976 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded -quax977 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded -quax978 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded -quax979 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded -quax980 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded -quax981 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded -quax982 quantize 9.999E-15 1e0 -> 0 Inexact Rounded -quax983 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded - --- Fung Lee's case & similar -precision: 3 -quax1001 quantize 0.000 0.001 -> 0.000 -quax1002 quantize 0.001 0.001 -> 0.001 -quax1003 quantize 0.0012 0.001 -> 0.001 Inexact Rounded -quax1004 quantize 0.0018 0.001 -> 0.002 Inexact Rounded -quax1005 quantize 0.501 0.001 -> 0.501 -quax1006 quantize 0.5012 0.001 -> 0.501 Inexact Rounded -quax1007 quantize 0.5018 0.001 -> 0.502 Inexact Rounded -quax1008 quantize 0.999 0.001 -> 0.999 -quax1009 quantize 0.9992 0.001 -> 0.999 Inexact Rounded -quax1010 quantize 0.9998 0.001 -> NaN Invalid_operation -quax1011 quantize 1.0001 0.001 -> NaN Invalid_operation -quax1012 quantize 1.0051 0.001 -> NaN Invalid_operation -quax1013 quantize 1.0551 0.001 -> NaN Invalid_operation -quax1014 quantize 1.5551 0.001 -> NaN Invalid_operation -quax1015 quantize 1.9999 0.001 -> NaN Invalid_operation - --- long operand checks [rhs checks removed] -maxexponent: 999 -minexponent: -999 -precision: 9 -quax481 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded -quax482 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded -quax483 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded -quax484 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded -quax485 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded -quax486 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded --- a potential double-round -quax487 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded -quax488 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded - -precision: 15 -quax491 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded -quax492 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded -quax493 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded -quax494 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded -quax495 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded -quax496 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded -quax497 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded -quax498 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded - --- Zeros -quax500 quantize 0 1e1 -> 0E+1 -quax501 quantize 0 1e0 -> 0 -quax502 quantize 0 1e-1 -> 0.0 -quax503 quantize 0.0 1e-1 -> 0.0 -quax504 quantize 0.0 1e0 -> 0 -quax505 quantize 0.0 1e+1 -> 0E+1 -quax506 quantize 0E+1 1e-1 -> 0.0 -quax507 quantize 0E+1 1e0 -> 0 -quax508 quantize 0E+1 1e+1 -> 0E+1 -quax509 quantize -0 1e1 -> -0E+1 -quax510 quantize -0 1e0 -> -0 -quax511 quantize -0 1e-1 -> -0.0 -quax512 quantize -0.0 1e-1 -> -0.0 -quax513 quantize -0.0 1e0 -> -0 -quax514 quantize -0.0 1e+1 -> -0E+1 -quax515 quantize -0E+1 1e-1 -> -0.0 -quax516 quantize -0E+1 1e0 -> -0 -quax517 quantize -0E+1 1e+1 -> -0E+1 - --- Suspicious RHS values -maxexponent: 999999999 -minexponent: -999999999 -precision: 15 -quax520 quantize 1.234 1e999999000 -> 0E+999999000 Inexact Rounded -quax521 quantize 123.456 1e999999000 -> 0E+999999000 Inexact Rounded -quax522 quantize 1.234 1e999999999 -> 0E+999999999 Inexact Rounded -quax523 quantize 123.456 1e999999999 -> 0E+999999999 Inexact Rounded -quax524 quantize 123.456 1e1000000000 -> NaN Invalid_operation -quax525 quantize 123.456 1e12345678903 -> NaN Invalid_operation --- next four are "won't fit" overflows -quax526 quantize 1.234 1e-999999000 -> NaN Invalid_operation -quax527 quantize 123.456 1e-999999000 -> NaN Invalid_operation -quax528 quantize 1.234 1e-999999999 -> NaN Invalid_operation -quax529 quantize 123.456 1e-999999999 -> NaN Invalid_operation -quax530 quantize 123.456 1e-1000000014 -> NaN Invalid_operation -quax531 quantize 123.456 1e-12345678903 -> NaN Invalid_operation - -maxexponent: 999 -minexponent: -999 -precision: 15 -quax532 quantize 1.234E+999 1e999 -> 1E+999 Inexact Rounded -quax533 quantize 1.234E+998 1e999 -> 0E+999 Inexact Rounded -quax534 quantize 1.234 1e999 -> 0E+999 Inexact Rounded -quax535 quantize 1.234 1e1000 -> NaN Invalid_operation -quax536 quantize 1.234 1e5000 -> NaN Invalid_operation -quax537 quantize 0 1e-999 -> 0E-999 --- next two are "won't fit" overflows -quax538 quantize 1.234 1e-999 -> NaN Invalid_operation -quax539 quantize 1.234 1e-1000 -> NaN Invalid_operation -quax540 quantize 1.234 1e-5000 -> NaN Invalid_operation --- [more below] - --- check bounds (lhs maybe out of range for destination, etc.) -precision: 7 -quax541 quantize 1E+999 1e+999 -> 1E+999 -quax542 quantize 1E+1000 1e+999 -> NaN Invalid_operation -quax543 quantize 1E+999 1e+1000 -> NaN Invalid_operation -quax544 quantize 1E-999 1e-999 -> 1E-999 -quax545 quantize 1E-1000 1e-999 -> 0E-999 Inexact Rounded -quax546 quantize 1E-999 1e-1000 -> 1.0E-999 -quax547 quantize 1E-1005 1e-999 -> 0E-999 Inexact Rounded -quax548 quantize 1E-1006 1e-999 -> 0E-999 Inexact Rounded -quax549 quantize 1E-1007 1e-999 -> 0E-999 Inexact Rounded -quax550 quantize 1E-998 1e-1005 -> NaN Invalid_operation -- won't fit -quax551 quantize 1E-999 1e-1005 -> 1.000000E-999 -quax552 quantize 1E-1000 1e-1005 -> 1.00000E-1000 Subnormal -quax553 quantize 1E-999 1e-1006 -> NaN Invalid_operation -quax554 quantize 1E-999 1e-1007 -> NaN Invalid_operation --- related subnormal rounding -quax555 quantize 1.666666E-999 1e-1005 -> 1.666666E-999 -quax556 quantize 1.666666E-1000 1e-1005 -> 1.66667E-1000 Subnormal Inexact Rounded -quax557 quantize 1.666666E-1001 1e-1005 -> 1.6667E-1001 Subnormal Inexact Rounded -quax558 quantize 1.666666E-1002 1e-1005 -> 1.667E-1002 Subnormal Inexact Rounded -quax559 quantize 1.666666E-1003 1e-1005 -> 1.67E-1003 Subnormal Inexact Rounded -quax560 quantize 1.666666E-1004 1e-1005 -> 1.7E-1004 Subnormal Inexact Rounded -quax561 quantize 1.666666E-1005 1e-1005 -> 2E-1005 Subnormal Inexact Rounded -quax562 quantize 1.666666E-1006 1e-1005 -> 0E-1005 Inexact Rounded -quax563 quantize 1.666666E-1007 1e-1005 -> 0E-1005 Inexact Rounded - --- Specials -quax580 quantize Inf -Inf -> Infinity -quax581 quantize Inf 1e-1000 -> NaN Invalid_operation -quax582 quantize Inf 1e-1 -> NaN Invalid_operation -quax583 quantize Inf 1e0 -> NaN Invalid_operation -quax584 quantize Inf 1e1 -> NaN Invalid_operation -quax585 quantize Inf 1e1000 -> NaN Invalid_operation -quax586 quantize Inf Inf -> Infinity -quax587 quantize -1000 Inf -> NaN Invalid_operation -quax588 quantize -Inf Inf -> -Infinity -quax589 quantize -1 Inf -> NaN Invalid_operation -quax590 quantize 0 Inf -> NaN Invalid_operation -quax591 quantize 1 Inf -> NaN Invalid_operation -quax592 quantize 1000 Inf -> NaN Invalid_operation -quax593 quantize Inf Inf -> Infinity -quax594 quantize Inf 1e-0 -> NaN Invalid_operation -quax595 quantize -0 Inf -> NaN Invalid_operation - -quax600 quantize -Inf -Inf -> -Infinity -quax601 quantize -Inf 1e-1000 -> NaN Invalid_operation -quax602 quantize -Inf 1e-1 -> NaN Invalid_operation -quax603 quantize -Inf 1e0 -> NaN Invalid_operation -quax604 quantize -Inf 1e1 -> NaN Invalid_operation -quax605 quantize -Inf 1e1000 -> NaN Invalid_operation -quax606 quantize -Inf Inf -> -Infinity -quax607 quantize -1000 Inf -> NaN Invalid_operation -quax608 quantize -Inf -Inf -> -Infinity -quax609 quantize -1 -Inf -> NaN Invalid_operation -quax610 quantize 0 -Inf -> NaN Invalid_operation -quax611 quantize 1 -Inf -> NaN Invalid_operation -quax612 quantize 1000 -Inf -> NaN Invalid_operation -quax613 quantize Inf -Inf -> Infinity -quax614 quantize -Inf 1e-0 -> NaN Invalid_operation -quax615 quantize -0 -Inf -> NaN Invalid_operation - -quax621 quantize NaN -Inf -> NaN -quax622 quantize NaN 1e-1000 -> NaN -quax623 quantize NaN 1e-1 -> NaN -quax624 quantize NaN 1e0 -> NaN -quax625 quantize NaN 1e1 -> NaN -quax626 quantize NaN 1e1000 -> NaN -quax627 quantize NaN Inf -> NaN -quax628 quantize NaN NaN -> NaN -quax629 quantize -Inf NaN -> NaN -quax630 quantize -1000 NaN -> NaN -quax631 quantize -1 NaN -> NaN -quax632 quantize 0 NaN -> NaN -quax633 quantize 1 NaN -> NaN -quax634 quantize 1000 NaN -> NaN -quax635 quantize Inf NaN -> NaN -quax636 quantize NaN 1e-0 -> NaN -quax637 quantize -0 NaN -> NaN - -quax641 quantize sNaN -Inf -> NaN Invalid_operation -quax642 quantize sNaN 1e-1000 -> NaN Invalid_operation -quax643 quantize sNaN 1e-1 -> NaN Invalid_operation -quax644 quantize sNaN 1e0 -> NaN Invalid_operation -quax645 quantize sNaN 1e1 -> NaN Invalid_operation -quax646 quantize sNaN 1e1000 -> NaN Invalid_operation -quax647 quantize sNaN NaN -> NaN Invalid_operation -quax648 quantize sNaN sNaN -> NaN Invalid_operation -quax649 quantize NaN sNaN -> NaN Invalid_operation -quax650 quantize -Inf sNaN -> NaN Invalid_operation -quax651 quantize -1000 sNaN -> NaN Invalid_operation -quax652 quantize -1 sNaN -> NaN Invalid_operation -quax653 quantize 0 sNaN -> NaN Invalid_operation -quax654 quantize 1 sNaN -> NaN Invalid_operation -quax655 quantize 1000 sNaN -> NaN Invalid_operation -quax656 quantize Inf sNaN -> NaN Invalid_operation -quax657 quantize NaN sNaN -> NaN Invalid_operation -quax658 quantize sNaN 1e-0 -> NaN Invalid_operation -quax659 quantize -0 sNaN -> NaN Invalid_operation - --- propagating NaNs -quax661 quantize NaN9 -Inf -> NaN9 -quax662 quantize NaN8 919 -> NaN8 -quax663 quantize NaN71 Inf -> NaN71 -quax664 quantize NaN6 NaN5 -> NaN6 -quax665 quantize -Inf NaN4 -> NaN4 -quax666 quantize -919 NaN31 -> NaN31 -quax667 quantize Inf NaN2 -> NaN2 - -quax671 quantize sNaN99 -Inf -> NaN99 Invalid_operation -quax672 quantize sNaN98 -11 -> NaN98 Invalid_operation -quax673 quantize sNaN97 NaN -> NaN97 Invalid_operation -quax674 quantize sNaN16 sNaN94 -> NaN16 Invalid_operation -quax675 quantize NaN95 sNaN93 -> NaN93 Invalid_operation -quax676 quantize -Inf sNaN92 -> NaN92 Invalid_operation -quax677 quantize 088 sNaN91 -> NaN91 Invalid_operation -quax678 quantize Inf sNaN90 -> NaN90 Invalid_operation -quax679 quantize NaN sNaN88 -> NaN88 Invalid_operation - -quax681 quantize -NaN9 -Inf -> -NaN9 -quax682 quantize -NaN8 919 -> -NaN8 -quax683 quantize -NaN71 Inf -> -NaN71 -quax684 quantize -NaN6 -NaN5 -> -NaN6 -quax685 quantize -Inf -NaN4 -> -NaN4 -quax686 quantize -919 -NaN31 -> -NaN31 -quax687 quantize Inf -NaN2 -> -NaN2 - -quax691 quantize -sNaN99 -Inf -> -NaN99 Invalid_operation -quax692 quantize -sNaN98 -11 -> -NaN98 Invalid_operation -quax693 quantize -sNaN97 NaN -> -NaN97 Invalid_operation -quax694 quantize -sNaN16 sNaN94 -> -NaN16 Invalid_operation -quax695 quantize -NaN95 -sNaN93 -> -NaN93 Invalid_operation -quax696 quantize -Inf -sNaN92 -> -NaN92 Invalid_operation -quax697 quantize 088 -sNaN91 -> -NaN91 Invalid_operation -quax698 quantize Inf -sNaN90 -> -NaN90 Invalid_operation -quax699 quantize NaN -sNaN88 -> -NaN88 Invalid_operation - --- subnormals and underflow -precision: 4 -maxexponent: 999 -minexponent: -999 -quax710 quantize 1.00E-999 1e-999 -> 1E-999 Rounded -quax711 quantize 0.1E-999 2e-1000 -> 1E-1000 Subnormal -quax712 quantize 0.10E-999 3e-1000 -> 1E-1000 Subnormal Rounded -quax713 quantize 0.100E-999 4e-1000 -> 1E-1000 Subnormal Rounded -quax714 quantize 0.01E-999 5e-1001 -> 1E-1001 Subnormal --- next is rounded to Emin -quax715 quantize 0.999E-999 1e-999 -> 1E-999 Inexact Rounded -quax716 quantize 0.099E-999 10e-1000 -> 1E-1000 Inexact Rounded Subnormal - -quax717 quantize 0.009E-999 1e-1001 -> 1E-1001 Inexact Rounded Subnormal -quax718 quantize 0.001E-999 1e-1001 -> 0E-1001 Inexact Rounded -quax719 quantize 0.0009E-999 1e-1001 -> 0E-1001 Inexact Rounded -quax720 quantize 0.0001E-999 1e-1001 -> 0E-1001 Inexact Rounded - -quax730 quantize -1.00E-999 1e-999 -> -1E-999 Rounded -quax731 quantize -0.1E-999 1e-999 -> -0E-999 Rounded Inexact -quax732 quantize -0.10E-999 1e-999 -> -0E-999 Rounded Inexact -quax733 quantize -0.100E-999 1e-999 -> -0E-999 Rounded Inexact -quax734 quantize -0.01E-999 1e-999 -> -0E-999 Inexact Rounded --- next is rounded to Emin -quax735 quantize -0.999E-999 90e-999 -> -1E-999 Inexact Rounded -quax736 quantize -0.099E-999 -1e-999 -> -0E-999 Inexact Rounded -quax737 quantize -0.009E-999 -1e-999 -> -0E-999 Inexact Rounded -quax738 quantize -0.001E-999 -0e-999 -> -0E-999 Inexact Rounded -quax739 quantize -0.0001E-999 0e-999 -> -0E-999 Inexact Rounded - -quax740 quantize -1.00E-999 1e-1000 -> -1.0E-999 Rounded -quax741 quantize -0.1E-999 1e-1000 -> -1E-1000 Subnormal -quax742 quantize -0.10E-999 1e-1000 -> -1E-1000 Subnormal Rounded -quax743 quantize -0.100E-999 1e-1000 -> -1E-1000 Subnormal Rounded -quax744 quantize -0.01E-999 1e-1000 -> -0E-1000 Inexact Rounded --- next is rounded to Emin -quax745 quantize -0.999E-999 1e-1000 -> -1.0E-999 Inexact Rounded -quax746 quantize -0.099E-999 1e-1000 -> -1E-1000 Inexact Rounded Subnormal -quax747 quantize -0.009E-999 1e-1000 -> -0E-1000 Inexact Rounded -quax748 quantize -0.001E-999 1e-1000 -> -0E-1000 Inexact Rounded -quax749 quantize -0.0001E-999 1e-1000 -> -0E-1000 Inexact Rounded - -quax750 quantize -1.00E-999 1e-1001 -> -1.00E-999 -quax751 quantize -0.1E-999 1e-1001 -> -1.0E-1000 Subnormal -quax752 quantize -0.10E-999 1e-1001 -> -1.0E-1000 Subnormal -quax753 quantize -0.100E-999 1e-1001 -> -1.0E-1000 Subnormal Rounded -quax754 quantize -0.01E-999 1e-1001 -> -1E-1001 Subnormal --- next is rounded to Emin -quax755 quantize -0.999E-999 1e-1001 -> -1.00E-999 Inexact Rounded -quax756 quantize -0.099E-999 1e-1001 -> -1.0E-1000 Inexact Rounded Subnormal -quax757 quantize -0.009E-999 1e-1001 -> -1E-1001 Inexact Rounded Subnormal -quax758 quantize -0.001E-999 1e-1001 -> -0E-1001 Inexact Rounded -quax759 quantize -0.0001E-999 1e-1001 -> -0E-1001 Inexact Rounded - -quax760 quantize -1.00E-999 1e-1002 -> -1.000E-999 -quax761 quantize -0.1E-999 1e-1002 -> -1.00E-1000 Subnormal -quax762 quantize -0.10E-999 1e-1002 -> -1.00E-1000 Subnormal -quax763 quantize -0.100E-999 1e-1002 -> -1.00E-1000 Subnormal -quax764 quantize -0.01E-999 1e-1002 -> -1.0E-1001 Subnormal -quax765 quantize -0.999E-999 1e-1002 -> -9.99E-1000 Subnormal -quax766 quantize -0.099E-999 1e-1002 -> -9.9E-1001 Subnormal -quax767 quantize -0.009E-999 1e-1002 -> -9E-1002 Subnormal -quax768 quantize -0.001E-999 1e-1002 -> -1E-1002 Subnormal -quax769 quantize -0.0001E-999 1e-1002 -> -0E-1002 Inexact Rounded - --- rhs must be no less than Etiny -quax770 quantize -1.00E-999 1e-1003 -> NaN Invalid_operation -quax771 quantize -0.1E-999 1e-1003 -> NaN Invalid_operation -quax772 quantize -0.10E-999 1e-1003 -> NaN Invalid_operation -quax773 quantize -0.100E-999 1e-1003 -> NaN Invalid_operation -quax774 quantize -0.01E-999 1e-1003 -> NaN Invalid_operation -quax775 quantize -0.999E-999 1e-1003 -> NaN Invalid_operation -quax776 quantize -0.099E-999 1e-1003 -> NaN Invalid_operation -quax777 quantize -0.009E-999 1e-1003 -> NaN Invalid_operation -quax778 quantize -0.001E-999 1e-1003 -> NaN Invalid_operation -quax779 quantize -0.0001E-999 1e-1003 -> NaN Invalid_operation -quax780 quantize -0.0001E-999 1e-1004 -> NaN Invalid_operation - -precision: 9 -maxExponent: 999999999 -minexponent: -999999999 - --- some extremes derived from Rescale testcases -quax801 quantize 0 1e1000000000 -> NaN Invalid_operation -quax802 quantize 0 1e-1000000000 -> 0E-1000000000 -quax803 quantize 0 1e2000000000 -> NaN Invalid_operation -quax804 quantize 0 1e-2000000000 -> NaN Invalid_operation -quax805 quantize 0 1e3000000000 -> NaN Invalid_operation -quax806 quantize 0 1e-3000000000 -> NaN Invalid_operation -quax807 quantize 0 1e4000000000 -> NaN Invalid_operation -quax808 quantize 0 1e-4000000000 -> NaN Invalid_operation -quax809 quantize 0 1e5000000000 -> NaN Invalid_operation -quax810 quantize 0 1e-5000000000 -> NaN Invalid_operation -quax811 quantize 0 1e6000000000 -> NaN Invalid_operation -quax812 quantize 0 1e-6000000000 -> NaN Invalid_operation -quax813 quantize 0 1e7000000000 -> NaN Invalid_operation -quax814 quantize 0 1e-7000000000 -> NaN Invalid_operation -quax815 quantize 0 1e8000000000 -> NaN Invalid_operation -quax816 quantize 0 1e-8000000000 -> NaN Invalid_operation -quax817 quantize 0 1e9000000000 -> NaN Invalid_operation -quax818 quantize 0 1e-9000000000 -> NaN Invalid_operation -quax819 quantize 0 1e9999999999 -> NaN Invalid_operation -quax820 quantize 0 1e-9999999999 -> NaN Invalid_operation -quax821 quantize 0 1e10000000000 -> NaN Invalid_operation -quax822 quantize 0 1e-10000000000 -> NaN Invalid_operation - -quax843 quantize 0 1e999999999 -> 0E+999999999 -quax844 quantize 0 1e1000000000 -> NaN Invalid_operation -quax845 quantize 0 1e-999999999 -> 0E-999999999 -quax846 quantize 0 1e-1000000000 -> 0E-1000000000 -quax847 quantize 0 1e-1000000001 -> 0E-1000000001 -quax848 quantize 0 1e-1000000002 -> 0E-1000000002 -quax849 quantize 0 1e-1000000003 -> 0E-1000000003 -quax850 quantize 0 1e-1000000004 -> 0E-1000000004 -quax851 quantize 0 1e-1000000005 -> 0E-1000000005 -quax852 quantize 0 1e-1000000006 -> 0E-1000000006 -quax853 quantize 0 1e-1000000007 -> 0E-1000000007 -quax854 quantize 0 1e-1000000008 -> NaN Invalid_operation - -quax861 quantize 1 1e+2147483649 -> NaN Invalid_operation -quax862 quantize 1 1e+2147483648 -> NaN Invalid_operation -quax863 quantize 1 1e+2147483647 -> NaN Invalid_operation -quax864 quantize 1 1e-2147483647 -> NaN Invalid_operation -quax865 quantize 1 1e-2147483648 -> NaN Invalid_operation -quax866 quantize 1 1e-2147483649 -> NaN Invalid_operation - --- More from Fung Lee -precision: 16 -rounding: half_up -maxExponent: 384 -minExponent: -383 -quax1021 quantize 8.666666666666000E+384 1.000000000000000E+384 -> 8.666666666666000E+384 -quax1022 quantize 64#8.666666666666000E+384 64#1.000000000000000E+384 -> 8.666666666666000E+384 -quax1023 quantize 64#8.666666666666000E+384 128#1.000000000000000E+384 -> 8.666666666666000E+384 -quax1024 quantize 64#8.666666666666000E+384 64#1E+384 -> 8.666666666666000E+384 -quax1025 quantize 64#8.666666666666000E+384 64#1E+384 -> 64#8.666666666666000E+384 -quax1026 quantize 64#8.666666666666000E+384 128#1E+384 -> 64#9E+384 Inexact Rounded Clamped -quax1027 quantize 64#8.666666666666000E+323 64#1E+31 -> NaN Invalid_operation -quax1028 quantize 64#8.666666666666000E+323 128#1E+31 -> NaN Invalid_operation -quax1029 quantize 64#8.66666666E+3 128#1E+10 -> 64#0E10 Inexact Rounded -quax1030 quantize 8.66666666E+3 1E+3 -> 9E+3 Inexact Rounded - --- Int and uInt32 edge values for testing conversions -quax1040 quantize -2147483646 0 -> -2147483646 -quax1041 quantize -2147483647 0 -> -2147483647 -quax1042 quantize -2147483648 0 -> -2147483648 -quax1043 quantize -2147483649 0 -> -2147483649 -quax1044 quantize 2147483646 0 -> 2147483646 -quax1045 quantize 2147483647 0 -> 2147483647 -quax1046 quantize 2147483648 0 -> 2147483648 -quax1047 quantize 2147483649 0 -> 2147483649 -quax1048 quantize 4294967294 0 -> 4294967294 -quax1049 quantize 4294967295 0 -> 4294967295 -quax1050 quantize 4294967296 0 -> 4294967296 -quax1051 quantize 4294967297 0 -> 4294967297 --- and powers of ten for same -quax1101 quantize 5000000000 0 -> 5000000000 -quax1102 quantize 4000000000 0 -> 4000000000 -quax1103 quantize 2000000000 0 -> 2000000000 -quax1104 quantize 1000000000 0 -> 1000000000 -quax1105 quantize 0100000000 0 -> 100000000 -quax1106 quantize 0010000000 0 -> 10000000 -quax1107 quantize 0001000000 0 -> 1000000 -quax1108 quantize 0000100000 0 -> 100000 -quax1109 quantize 0000010000 0 -> 10000 -quax1110 quantize 0000001000 0 -> 1000 -quax1111 quantize 0000000100 0 -> 100 -quax1112 quantize 0000000010 0 -> 10 -quax1113 quantize 0000000001 0 -> 1 -quax1114 quantize 0000000000 0 -> 0 --- and powers of ten for same -quax1121 quantize -5000000000 0 -> -5000000000 -quax1122 quantize -4000000000 0 -> -4000000000 -quax1123 quantize -2000000000 0 -> -2000000000 -quax1124 quantize -1000000000 0 -> -1000000000 -quax1125 quantize -0100000000 0 -> -100000000 -quax1126 quantize -0010000000 0 -> -10000000 -quax1127 quantize -0001000000 0 -> -1000000 -quax1128 quantize -0000100000 0 -> -100000 -quax1129 quantize -0000010000 0 -> -10000 -quax1130 quantize -0000001000 0 -> -1000 -quax1131 quantize -0000000100 0 -> -100 -quax1132 quantize -0000000010 0 -> -10 -quax1133 quantize -0000000001 0 -> -1 -quax1134 quantize -0000000000 0 -> -0 - --- Some miscellany -precision: 34 -rounding: half_up -maxExponent: 6144 -minExponent: -6143 --- 1 2 3 --- 1 234567890123456789012345678901234 -quax0a1 quantize 8.555555555555555555555555555555555E+6143 1E+6143 -> 9E+6143 Inexact Rounded -quax0a2 quantize 128#8.555555555555555555555555555555555E+6143 128#1E+6143 -> 8.55555555555555555555555555555556E+6143 Rounded Inexact -quax0a3 quantize 128#8.555555555555555555555555555555555E+6144 128#1E+6144 -> 8.555555555555555555555555555555555E+6144 - --- payload decapitate -precision: 5 -quax62100 quantize 11 -sNaN1234567890 -> -NaN67890 Invalid_operation - --- Null tests -quax998 quantize 10 # -> NaN Invalid_operation -quax999 quantize # 1e10 -> NaN Invalid_operation |