| ------------------------------------------------------------------------ |
| -- quantize.decTest -- decimal quantize operation -- |
| -- Copyright (c) IBM Corporation, 1981, 2008. All rights reserved. -- |
| ------------------------------------------------------------------------ |
| -- Please see the document "General Decimal Arithmetic Testcases" -- |
| -- at http://www2.hursley.ibm.com/decimal for the description of -- |
| -- these testcases. -- |
| -- -- |
| -- These testcases are experimental ('beta' versions), and they -- |
| -- may contain errors. They are offered on an as-is basis. In -- |
| -- particular, achieving the same results as the tests here is not -- |
| -- a guarantee that an implementation complies with any Standard -- |
| -- or specification. The tests are not exhaustive. -- |
| -- -- |
| -- Please send comments, suggestions, and corrections to the author: -- |
| -- Mike Cowlishaw, IBM Fellow -- |
| -- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK -- |
| -- mfc@uk.ibm.com -- |
| ------------------------------------------------------------------------ |
| version: 2.59 |
| |
| -- Most of the tests here assume a "regular pattern", where the |
| -- sign and coefficient are +1. |
| -- 2004.03.15 Underflow for quantize is suppressed |
| -- 2005.06.08 More extensive tests for 'does not fit' |
| |
| extended: 1 |
| precision: 9 |
| rounding: half_up |
| maxExponent: 999 |
| minexponent: -999 |
| |
| -- sanity checks |
| quax001 quantize 0 1e0 -> 0 |
| quax002 quantize 1 1e0 -> 1 |
| quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded |
| quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded |
| quax006 quantize 0.1 1e0 -> 0 Inexact Rounded |
| quax007 quantize 0.1 1e-1 -> 0.1 |
| quax008 quantize 0.1 1e-2 -> 0.10 |
| quax009 quantize 0.1 1e-3 -> 0.100 |
| quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded |
| quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded |
| quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded |
| quax013 quantize 0.9 1e-1 -> 0.9 |
| quax014 quantize 0.9 1e-2 -> 0.90 |
| quax015 quantize 0.9 1e-3 -> 0.900 |
| -- negatives |
| quax021 quantize -0 1e0 -> -0 |
| quax022 quantize -1 1e0 -> -1 |
| quax023 quantize -0.1 1e+2 -> -0E+2 Inexact Rounded |
| quax025 quantize -0.1 1e+1 -> -0E+1 Inexact Rounded |
| quax026 quantize -0.1 1e0 -> -0 Inexact Rounded |
| quax027 quantize -0.1 1e-1 -> -0.1 |
| quax028 quantize -0.1 1e-2 -> -0.10 |
| quax029 quantize -0.1 1e-3 -> -0.100 |
| quax030 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded |
| quax031 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded |
| quax032 quantize -0.9 1e+0 -> -1 Inexact Rounded |
| quax033 quantize -0.9 1e-1 -> -0.9 |
| quax034 quantize -0.9 1e-2 -> -0.90 |
| quax035 quantize -0.9 1e-3 -> -0.900 |
| quax036 quantize -0.5 1e+2 -> -0E+2 Inexact Rounded |
| quax037 quantize -0.5 1e+1 -> -0E+1 Inexact Rounded |
| quax038 quantize -0.5 1e+0 -> -1 Inexact Rounded |
| quax039 quantize -0.5 1e-1 -> -0.5 |
| quax040 quantize -0.5 1e-2 -> -0.50 |
| quax041 quantize -0.5 1e-3 -> -0.500 |
| quax042 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded |
| quax043 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded |
| quax044 quantize -0.9 1e+0 -> -1 Inexact Rounded |
| quax045 quantize -0.9 1e-1 -> -0.9 |
| quax046 quantize -0.9 1e-2 -> -0.90 |
| quax047 quantize -0.9 1e-3 -> -0.900 |
| |
| -- examples from Specification |
| quax060 quantize 2.17 0.001 -> 2.170 |
| quax061 quantize 2.17 0.01 -> 2.17 |
| quax062 quantize 2.17 0.1 -> 2.2 Inexact Rounded |
| quax063 quantize 2.17 1e+0 -> 2 Inexact Rounded |
| quax064 quantize 2.17 1e+1 -> 0E+1 Inexact Rounded |
| quax065 quantize -Inf Inf -> -Infinity |
| quax066 quantize 2 Inf -> NaN Invalid_operation |
| quax067 quantize -0.1 1 -> -0 Inexact Rounded |
| quax068 quantize -0 1e+5 -> -0E+5 |
| quax069 quantize +35236450.6 1e-2 -> NaN Invalid_operation |
| quax070 quantize -35236450.6 1e-2 -> NaN Invalid_operation |
| quax071 quantize 217 1e-1 -> 217.0 |
| quax072 quantize 217 1e+0 -> 217 |
| quax073 quantize 217 1e+1 -> 2.2E+2 Inexact Rounded |
| quax074 quantize 217 1e+2 -> 2E+2 Inexact Rounded |
| |
| -- general tests .. |
| quax089 quantize 12 1e+4 -> 0E+4 Inexact Rounded |
| quax090 quantize 12 1e+3 -> 0E+3 Inexact Rounded |
| quax091 quantize 12 1e+2 -> 0E+2 Inexact Rounded |
| quax092 quantize 12 1e+1 -> 1E+1 Inexact Rounded |
| quax093 quantize 1.2345 1e-2 -> 1.23 Inexact Rounded |
| quax094 quantize 1.2355 1e-2 -> 1.24 Inexact Rounded |
| quax095 quantize 1.2345 1e-6 -> 1.234500 |
| quax096 quantize 9.9999 1e-2 -> 10.00 Inexact Rounded |
| quax097 quantize 0.0001 1e-2 -> 0.00 Inexact Rounded |
| quax098 quantize 0.001 1e-2 -> 0.00 Inexact Rounded |
| quax099 quantize 0.009 1e-2 -> 0.01 Inexact Rounded |
| quax100 quantize 92 1e+2 -> 1E+2 Inexact Rounded |
| |
| quax101 quantize -1 1e0 -> -1 |
| quax102 quantize -1 1e-1 -> -1.0 |
| quax103 quantize -1 1e-2 -> -1.00 |
| quax104 quantize 0 1e0 -> 0 |
| quax105 quantize 0 1e-1 -> 0.0 |
| quax106 quantize 0 1e-2 -> 0.00 |
| quax107 quantize 0.00 1e0 -> 0 |
| quax108 quantize 0 1e+1 -> 0E+1 |
| quax109 quantize 0 1e+2 -> 0E+2 |
| quax110 quantize +1 1e0 -> 1 |
| quax111 quantize +1 1e-1 -> 1.0 |
| quax112 quantize +1 1e-2 -> 1.00 |
| |
| quax120 quantize 1.04 1e-3 -> 1.040 |
| quax121 quantize 1.04 1e-2 -> 1.04 |
| quax122 quantize 1.04 1e-1 -> 1.0 Inexact Rounded |
| quax123 quantize 1.04 1e0 -> 1 Inexact Rounded |
| quax124 quantize 1.05 1e-3 -> 1.050 |
| quax125 quantize 1.05 1e-2 -> 1.05 |
| quax126 quantize 1.05 1e-1 -> 1.1 Inexact Rounded |
| quax131 quantize 1.05 1e0 -> 1 Inexact Rounded |
| quax132 quantize 1.06 1e-3 -> 1.060 |
| quax133 quantize 1.06 1e-2 -> 1.06 |
| quax134 quantize 1.06 1e-1 -> 1.1 Inexact Rounded |
| quax135 quantize 1.06 1e0 -> 1 Inexact Rounded |
| |
| quax140 quantize -10 1e-2 -> -10.00 |
| quax141 quantize +1 1e-2 -> 1.00 |
| quax142 quantize +10 1e-2 -> 10.00 |
| quax143 quantize 1E+10 1e-2 -> NaN Invalid_operation |
| quax144 quantize 1E-10 1e-2 -> 0.00 Inexact Rounded |
| quax145 quantize 1E-3 1e-2 -> 0.00 Inexact Rounded |
| quax146 quantize 1E-2 1e-2 -> 0.01 |
| quax147 quantize 1E-1 1e-2 -> 0.10 |
| quax148 quantize 0E-10 1e-2 -> 0.00 |
| |
| quax150 quantize 1.0600 1e-5 -> 1.06000 |
| quax151 quantize 1.0600 1e-4 -> 1.0600 |
| quax152 quantize 1.0600 1e-3 -> 1.060 Rounded |
| quax153 quantize 1.0600 1e-2 -> 1.06 Rounded |
| quax154 quantize 1.0600 1e-1 -> 1.1 Inexact Rounded |
| quax155 quantize 1.0600 1e0 -> 1 Inexact Rounded |
| |
| -- base tests with non-1 coefficients |
| quax161 quantize 0 -9e0 -> 0 |
| quax162 quantize 1 -7e0 -> 1 |
| quax163 quantize 0.1 -1e+2 -> 0E+2 Inexact Rounded |
| quax165 quantize 0.1 0e+1 -> 0E+1 Inexact Rounded |
| quax166 quantize 0.1 2e0 -> 0 Inexact Rounded |
| quax167 quantize 0.1 3e-1 -> 0.1 |
| quax168 quantize 0.1 44e-2 -> 0.10 |
| quax169 quantize 0.1 555e-3 -> 0.100 |
| quax170 quantize 0.9 6666e+2 -> 0E+2 Inexact Rounded |
| quax171 quantize 0.9 -777e+1 -> 0E+1 Inexact Rounded |
| quax172 quantize 0.9 -88e+0 -> 1 Inexact Rounded |
| quax173 quantize 0.9 -9e-1 -> 0.9 |
| quax174 quantize 0.9 0e-2 -> 0.90 |
| quax175 quantize 0.9 1.1e-3 -> 0.9000 |
| -- negatives |
| quax181 quantize -0 1.1e0 -> -0.0 |
| quax182 quantize -1 -1e0 -> -1 |
| quax183 quantize -0.1 11e+2 -> -0E+2 Inexact Rounded |
| quax185 quantize -0.1 111e+1 -> -0E+1 Inexact Rounded |
| quax186 quantize -0.1 71e0 -> -0 Inexact Rounded |
| quax187 quantize -0.1 -91e-1 -> -0.1 |
| quax188 quantize -0.1 -.1e-2 -> -0.100 |
| quax189 quantize -0.1 -1e-3 -> -0.100 |
| quax190 quantize -0.9 0e+2 -> -0E+2 Inexact Rounded |
| quax191 quantize -0.9 -0e+1 -> -0E+1 Inexact Rounded |
| quax192 quantize -0.9 -10e+0 -> -1 Inexact Rounded |
| quax193 quantize -0.9 100e-1 -> -0.9 |
| quax194 quantize -0.9 999e-2 -> -0.90 |
| |
| -- +ve exponents .. |
| quax201 quantize -1 1e+0 -> -1 |
| quax202 quantize -1 1e+1 -> -0E+1 Inexact Rounded |
| quax203 quantize -1 1e+2 -> -0E+2 Inexact Rounded |
| quax204 quantize 0 1e+0 -> 0 |
| quax205 quantize 0 1e+1 -> 0E+1 |
| quax206 quantize 0 1e+2 -> 0E+2 |
| quax207 quantize +1 1e+0 -> 1 |
| quax208 quantize +1 1e+1 -> 0E+1 Inexact Rounded |
| quax209 quantize +1 1e+2 -> 0E+2 Inexact Rounded |
| |
| quax220 quantize 1.04 1e+3 -> 0E+3 Inexact Rounded |
| quax221 quantize 1.04 1e+2 -> 0E+2 Inexact Rounded |
| quax222 quantize 1.04 1e+1 -> 0E+1 Inexact Rounded |
| quax223 quantize 1.04 1e+0 -> 1 Inexact Rounded |
| quax224 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded |
| quax225 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded |
| quax226 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded |
| quax227 quantize 1.05 1e+0 -> 1 Inexact Rounded |
| quax228 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded |
| quax229 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded |
| quax230 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded |
| quax231 quantize 1.05 1e+0 -> 1 Inexact Rounded |
| quax232 quantize 1.06 1e+3 -> 0E+3 Inexact Rounded |
| quax233 quantize 1.06 1e+2 -> 0E+2 Inexact Rounded |
| quax234 quantize 1.06 1e+1 -> 0E+1 Inexact Rounded |
| quax235 quantize 1.06 1e+0 -> 1 Inexact Rounded |
| |
| quax240 quantize -10 1e+1 -> -1E+1 Rounded |
| quax241 quantize +1 1e+1 -> 0E+1 Inexact Rounded |
| quax242 quantize +10 1e+1 -> 1E+1 Rounded |
| quax243 quantize 1E+1 1e+1 -> 1E+1 -- underneath this is E+1 |
| quax244 quantize 1E+2 1e+1 -> 1.0E+2 -- underneath this is E+1 |
| quax245 quantize 1E+3 1e+1 -> 1.00E+3 -- underneath this is E+1 |
| quax246 quantize 1E+4 1e+1 -> 1.000E+4 -- underneath this is E+1 |
| quax247 quantize 1E+5 1e+1 -> 1.0000E+5 -- underneath this is E+1 |
| quax248 quantize 1E+6 1e+1 -> 1.00000E+6 -- underneath this is E+1 |
| quax249 quantize 1E+7 1e+1 -> 1.000000E+7 -- underneath this is E+1 |
| quax250 quantize 1E+8 1e+1 -> 1.0000000E+8 -- underneath this is E+1 |
| quax251 quantize 1E+9 1e+1 -> 1.00000000E+9 -- underneath this is E+1 |
| -- next one tries to add 9 zeros |
| quax252 quantize 1E+10 1e+1 -> NaN Invalid_operation |
| quax253 quantize 1E-10 1e+1 -> 0E+1 Inexact Rounded |
| quax254 quantize 1E-2 1e+1 -> 0E+1 Inexact Rounded |
| quax255 quantize 0E-10 1e+1 -> 0E+1 |
| quax256 quantize -0E-10 1e+1 -> -0E+1 |
| quax257 quantize -0E-1 1e+1 -> -0E+1 |
| quax258 quantize -0 1e+1 -> -0E+1 |
| quax259 quantize -0E+1 1e+1 -> -0E+1 |
| |
| quax260 quantize -10 1e+2 -> -0E+2 Inexact Rounded |
| quax261 quantize +1 1e+2 -> 0E+2 Inexact Rounded |
| quax262 quantize +10 1e+2 -> 0E+2 Inexact Rounded |
| quax263 quantize 1E+1 1e+2 -> 0E+2 Inexact Rounded |
| quax264 quantize 1E+2 1e+2 -> 1E+2 |
| quax265 quantize 1E+3 1e+2 -> 1.0E+3 |
| quax266 quantize 1E+4 1e+2 -> 1.00E+4 |
| quax267 quantize 1E+5 1e+2 -> 1.000E+5 |
| quax268 quantize 1E+6 1e+2 -> 1.0000E+6 |
| quax269 quantize 1E+7 1e+2 -> 1.00000E+7 |
| quax270 quantize 1E+8 1e+2 -> 1.000000E+8 |
| quax271 quantize 1E+9 1e+2 -> 1.0000000E+9 |
| quax272 quantize 1E+10 1e+2 -> 1.00000000E+10 |
| quax273 quantize 1E-10 1e+2 -> 0E+2 Inexact Rounded |
| quax274 quantize 1E-2 1e+2 -> 0E+2 Inexact Rounded |
| quax275 quantize 0E-10 1e+2 -> 0E+2 |
| |
| quax280 quantize -10 1e+3 -> -0E+3 Inexact Rounded |
| quax281 quantize +1 1e+3 -> 0E+3 Inexact Rounded |
| quax282 quantize +10 1e+3 -> 0E+3 Inexact Rounded |
| quax283 quantize 1E+1 1e+3 -> 0E+3 Inexact Rounded |
| quax284 quantize 1E+2 1e+3 -> 0E+3 Inexact Rounded |
| quax285 quantize 1E+3 1e+3 -> 1E+3 |
| quax286 quantize 1E+4 1e+3 -> 1.0E+4 |
| quax287 quantize 1E+5 1e+3 -> 1.00E+5 |
| quax288 quantize 1E+6 1e+3 -> 1.000E+6 |
| quax289 quantize 1E+7 1e+3 -> 1.0000E+7 |
| quax290 quantize 1E+8 1e+3 -> 1.00000E+8 |
| quax291 quantize 1E+9 1e+3 -> 1.000000E+9 |
| quax292 quantize 1E+10 1e+3 -> 1.0000000E+10 |
| quax293 quantize 1E-10 1e+3 -> 0E+3 Inexact Rounded |
| quax294 quantize 1E-2 1e+3 -> 0E+3 Inexact Rounded |
| quax295 quantize 0E-10 1e+3 -> 0E+3 |
| |
| -- round up from below [sign wrong in JIT compiler once] |
| quax300 quantize 0.0078 1e-5 -> 0.00780 |
| quax301 quantize 0.0078 1e-4 -> 0.0078 |
| quax302 quantize 0.0078 1e-3 -> 0.008 Inexact Rounded |
| quax303 quantize 0.0078 1e-2 -> 0.01 Inexact Rounded |
| quax304 quantize 0.0078 1e-1 -> 0.0 Inexact Rounded |
| quax305 quantize 0.0078 1e0 -> 0 Inexact Rounded |
| quax306 quantize 0.0078 1e+1 -> 0E+1 Inexact Rounded |
| quax307 quantize 0.0078 1e+2 -> 0E+2 Inexact Rounded |
| |
| quax310 quantize -0.0078 1e-5 -> -0.00780 |
| quax311 quantize -0.0078 1e-4 -> -0.0078 |
| quax312 quantize -0.0078 1e-3 -> -0.008 Inexact Rounded |
| quax313 quantize -0.0078 1e-2 -> -0.01 Inexact Rounded |
| quax314 quantize -0.0078 1e-1 -> -0.0 Inexact Rounded |
| quax315 quantize -0.0078 1e0 -> -0 Inexact Rounded |
| quax316 quantize -0.0078 1e+1 -> -0E+1 Inexact Rounded |
| quax317 quantize -0.0078 1e+2 -> -0E+2 Inexact Rounded |
| |
| quax320 quantize 0.078 1e-5 -> 0.07800 |
| quax321 quantize 0.078 1e-4 -> 0.0780 |
| quax322 quantize 0.078 1e-3 -> 0.078 |
| quax323 quantize 0.078 1e-2 -> 0.08 Inexact Rounded |
| quax324 quantize 0.078 1e-1 -> 0.1 Inexact Rounded |
| quax325 quantize 0.078 1e0 -> 0 Inexact Rounded |
| quax326 quantize 0.078 1e+1 -> 0E+1 Inexact Rounded |
| quax327 quantize 0.078 1e+2 -> 0E+2 Inexact Rounded |
| |
| quax330 quantize -0.078 1e-5 -> -0.07800 |
| quax331 quantize -0.078 1e-4 -> -0.0780 |
| quax332 quantize -0.078 1e-3 -> -0.078 |
| quax333 quantize -0.078 1e-2 -> -0.08 Inexact Rounded |
| quax334 quantize -0.078 1e-1 -> -0.1 Inexact Rounded |
| quax335 quantize -0.078 1e0 -> -0 Inexact Rounded |
| quax336 quantize -0.078 1e+1 -> -0E+1 Inexact Rounded |
| quax337 quantize -0.078 1e+2 -> -0E+2 Inexact Rounded |
| |
| quax340 quantize 0.78 1e-5 -> 0.78000 |
| quax341 quantize 0.78 1e-4 -> 0.7800 |
| quax342 quantize 0.78 1e-3 -> 0.780 |
| quax343 quantize 0.78 1e-2 -> 0.78 |
| quax344 quantize 0.78 1e-1 -> 0.8 Inexact Rounded |
| quax345 quantize 0.78 1e0 -> 1 Inexact Rounded |
| quax346 quantize 0.78 1e+1 -> 0E+1 Inexact Rounded |
| quax347 quantize 0.78 1e+2 -> 0E+2 Inexact Rounded |
| |
| quax350 quantize -0.78 1e-5 -> -0.78000 |
| quax351 quantize -0.78 1e-4 -> -0.7800 |
| quax352 quantize -0.78 1e-3 -> -0.780 |
| quax353 quantize -0.78 1e-2 -> -0.78 |
| quax354 quantize -0.78 1e-1 -> -0.8 Inexact Rounded |
| quax355 quantize -0.78 1e0 -> -1 Inexact Rounded |
| quax356 quantize -0.78 1e+1 -> -0E+1 Inexact Rounded |
| quax357 quantize -0.78 1e+2 -> -0E+2 Inexact Rounded |
| |
| quax360 quantize 7.8 1e-5 -> 7.80000 |
| quax361 quantize 7.8 1e-4 -> 7.8000 |
| quax362 quantize 7.8 1e-3 -> 7.800 |
| quax363 quantize 7.8 1e-2 -> 7.80 |
| quax364 quantize 7.8 1e-1 -> 7.8 |
| quax365 quantize 7.8 1e0 -> 8 Inexact Rounded |
| quax366 quantize 7.8 1e+1 -> 1E+1 Inexact Rounded |
| quax367 quantize 7.8 1e+2 -> 0E+2 Inexact Rounded |
| quax368 quantize 7.8 1e+3 -> 0E+3 Inexact Rounded |
| |
| quax370 quantize -7.8 1e-5 -> -7.80000 |
| quax371 quantize -7.8 1e-4 -> -7.8000 |
| quax372 quantize -7.8 1e-3 -> -7.800 |
| quax373 quantize -7.8 1e-2 -> -7.80 |
| quax374 quantize -7.8 1e-1 -> -7.8 |
| quax375 quantize -7.8 1e0 -> -8 Inexact Rounded |
| quax376 quantize -7.8 1e+1 -> -1E+1 Inexact Rounded |
| quax377 quantize -7.8 1e+2 -> -0E+2 Inexact Rounded |
| quax378 quantize -7.8 1e+3 -> -0E+3 Inexact Rounded |
| |
| -- some individuals |
| precision: 9 |
| quax380 quantize 352364.506 1e-2 -> 352364.51 Inexact Rounded |
| quax381 quantize 3523645.06 1e-2 -> 3523645.06 |
| quax382 quantize 35236450.6 1e-2 -> NaN Invalid_operation |
| quax383 quantize 352364506 1e-2 -> NaN Invalid_operation |
| quax384 quantize -352364.506 1e-2 -> -352364.51 Inexact Rounded |
| quax385 quantize -3523645.06 1e-2 -> -3523645.06 |
| quax386 quantize -35236450.6 1e-2 -> NaN Invalid_operation |
| quax387 quantize -352364506 1e-2 -> NaN Invalid_operation |
| |
| rounding: down |
| quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation |
| -- ? should that one instead have been: |
| -- quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation |
| rounding: half_up |
| |
| -- and a few more from e-mail discussions |
| precision: 7 |
| quax391 quantize 12.34567 1e-3 -> 12.346 Inexact Rounded |
| quax392 quantize 123.4567 1e-3 -> 123.457 Inexact Rounded |
| quax393 quantize 1234.567 1e-3 -> 1234.567 |
| quax394 quantize 12345.67 1e-3 -> NaN Invalid_operation |
| quax395 quantize 123456.7 1e-3 -> NaN Invalid_operation |
| quax396 quantize 1234567. 1e-3 -> NaN Invalid_operation |
| |
| -- some 9999 round-up cases |
| precision: 9 |
| quax400 quantize 9.999 1e-5 -> 9.99900 |
| quax401 quantize 9.999 1e-4 -> 9.9990 |
| quax402 quantize 9.999 1e-3 -> 9.999 |
| quax403 quantize 9.999 1e-2 -> 10.00 Inexact Rounded |
| quax404 quantize 9.999 1e-1 -> 10.0 Inexact Rounded |
| quax405 quantize 9.999 1e0 -> 10 Inexact Rounded |
| quax406 quantize 9.999 1e1 -> 1E+1 Inexact Rounded |
| quax407 quantize 9.999 1e2 -> 0E+2 Inexact Rounded |
| |
| quax410 quantize 0.999 1e-5 -> 0.99900 |
| quax411 quantize 0.999 1e-4 -> 0.9990 |
| quax412 quantize 0.999 1e-3 -> 0.999 |
| quax413 quantize 0.999 1e-2 -> 1.00 Inexact Rounded |
| quax414 quantize 0.999 1e-1 -> 1.0 Inexact Rounded |
| quax415 quantize 0.999 1e0 -> 1 Inexact Rounded |
| quax416 quantize 0.999 1e1 -> 0E+1 Inexact Rounded |
| |
| quax420 quantize 0.0999 1e-5 -> 0.09990 |
| quax421 quantize 0.0999 1e-4 -> 0.0999 |
| quax422 quantize 0.0999 1e-3 -> 0.100 Inexact Rounded |
| quax423 quantize 0.0999 1e-2 -> 0.10 Inexact Rounded |
| quax424 quantize 0.0999 1e-1 -> 0.1 Inexact Rounded |
| quax425 quantize 0.0999 1e0 -> 0 Inexact Rounded |
| quax426 quantize 0.0999 1e1 -> 0E+1 Inexact Rounded |
| |
| quax430 quantize 0.00999 1e-5 -> 0.00999 |
| quax431 quantize 0.00999 1e-4 -> 0.0100 Inexact Rounded |
| quax432 quantize 0.00999 1e-3 -> 0.010 Inexact Rounded |
| quax433 quantize 0.00999 1e-2 -> 0.01 Inexact Rounded |
| quax434 quantize 0.00999 1e-1 -> 0.0 Inexact Rounded |
| quax435 quantize 0.00999 1e0 -> 0 Inexact Rounded |
| quax436 quantize 0.00999 1e1 -> 0E+1 Inexact Rounded |
| |
| quax440 quantize 0.000999 1e-5 -> 0.00100 Inexact Rounded |
| quax441 quantize 0.000999 1e-4 -> 0.0010 Inexact Rounded |
| quax442 quantize 0.000999 1e-3 -> 0.001 Inexact Rounded |
| quax443 quantize 0.000999 1e-2 -> 0.00 Inexact Rounded |
| quax444 quantize 0.000999 1e-1 -> 0.0 Inexact Rounded |
| quax445 quantize 0.000999 1e0 -> 0 Inexact Rounded |
| quax446 quantize 0.000999 1e1 -> 0E+1 Inexact Rounded |
| |
| precision: 8 |
| quax449 quantize 9.999E-15 1e-23 -> NaN Invalid_operation |
| quax450 quantize 9.999E-15 1e-22 -> 9.9990000E-15 |
| quax451 quantize 9.999E-15 1e-21 -> 9.999000E-15 |
| quax452 quantize 9.999E-15 1e-20 -> 9.99900E-15 |
| quax453 quantize 9.999E-15 1e-19 -> 9.9990E-15 |
| quax454 quantize 9.999E-15 1e-18 -> 9.999E-15 |
| quax455 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded |
| quax456 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded |
| quax457 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded |
| quax458 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded |
| quax459 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded |
| quax460 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded |
| quax461 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded |
| quax462 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded |
| quax463 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded |
| quax464 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded |
| quax465 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded |
| quax466 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded |
| quax467 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded |
| quax468 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded |
| quax469 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded |
| quax470 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded |
| quax471 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded |
| quax472 quantize 9.999E-15 1e0 -> 0 Inexact Rounded |
| quax473 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded |
| |
| precision: 7 |
| quax900 quantize 9.999E-15 1e-22 -> NaN Invalid_operation |
| quax901 quantize 9.999E-15 1e-21 -> 9.999000E-15 |
| quax902 quantize 9.999E-15 1e-20 -> 9.99900E-15 |
| quax903 quantize 9.999E-15 1e-19 -> 9.9990E-15 |
| quax904 quantize 9.999E-15 1e-18 -> 9.999E-15 |
| quax905 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded |
| quax906 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded |
| quax907 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded |
| quax908 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded |
| quax909 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded |
| quax910 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded |
| quax911 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded |
| quax912 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded |
| quax913 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded |
| quax914 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded |
| quax915 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded |
| quax916 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded |
| quax917 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded |
| quax918 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded |
| quax919 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded |
| quax920 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded |
| quax921 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded |
| quax922 quantize 9.999E-15 1e0 -> 0 Inexact Rounded |
| quax923 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded |
| |
| precision: 6 |
| quax930 quantize 9.999E-15 1e-22 -> NaN Invalid_operation |
| quax931 quantize 9.999E-15 1e-21 -> NaN Invalid_operation |
| quax932 quantize 9.999E-15 1e-20 -> 9.99900E-15 |
| quax933 quantize 9.999E-15 1e-19 -> 9.9990E-15 |
| quax934 quantize 9.999E-15 1e-18 -> 9.999E-15 |
| quax935 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded |
| quax936 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded |
| quax937 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded |
| quax938 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded |
| quax939 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded |
| quax940 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded |
| quax941 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded |
| quax942 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded |
| quax943 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded |
| quax944 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded |
| quax945 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded |
| quax946 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded |
| quax947 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded |
| quax948 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded |
| quax949 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded |
| quax950 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded |
| quax951 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded |
| quax952 quantize 9.999E-15 1e0 -> 0 Inexact Rounded |
| quax953 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded |
| |
| precision: 3 |
| quax960 quantize 9.999E-15 1e-22 -> NaN Invalid_operation |
| quax961 quantize 9.999E-15 1e-21 -> NaN Invalid_operation |
| quax962 quantize 9.999E-15 1e-20 -> NaN Invalid_operation |
| quax963 quantize 9.999E-15 1e-19 -> NaN Invalid_operation |
| quax964 quantize 9.999E-15 1e-18 -> NaN Invalid_operation |
| quax965 quantize 9.999E-15 1e-17 -> NaN Invalid_operation |
| quax966 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded |
| quax967 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded |
| quax968 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded |
| quax969 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded |
| quax970 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded |
| quax971 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded |
| quax972 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded |
| quax973 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded |
| quax974 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded |
| quax975 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded |
| quax976 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded |
| quax977 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded |
| quax978 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded |
| quax979 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded |
| quax980 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded |
| quax981 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded |
| quax982 quantize 9.999E-15 1e0 -> 0 Inexact Rounded |
| quax983 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded |
| |
| -- Fung Lee's case & similar |
| precision: 3 |
| quax1001 quantize 0.000 0.001 -> 0.000 |
| quax1002 quantize 0.001 0.001 -> 0.001 |
| quax1003 quantize 0.0012 0.001 -> 0.001 Inexact Rounded |
| quax1004 quantize 0.0018 0.001 -> 0.002 Inexact Rounded |
| quax1005 quantize 0.501 0.001 -> 0.501 |
| quax1006 quantize 0.5012 0.001 -> 0.501 Inexact Rounded |
| quax1007 quantize 0.5018 0.001 -> 0.502 Inexact Rounded |
| quax1008 quantize 0.999 0.001 -> 0.999 |
| quax1009 quantize 0.9992 0.001 -> 0.999 Inexact Rounded |
| quax1010 quantize 0.9998 0.001 -> NaN Invalid_operation |
| quax1011 quantize 1.0001 0.001 -> NaN Invalid_operation |
| quax1012 quantize 1.0051 0.001 -> NaN Invalid_operation |
| quax1013 quantize 1.0551 0.001 -> NaN Invalid_operation |
| quax1014 quantize 1.5551 0.001 -> NaN Invalid_operation |
| quax1015 quantize 1.9999 0.001 -> NaN Invalid_operation |
| |
| -- long operand checks [rhs checks removed] |
| maxexponent: 999 |
| minexponent: -999 |
| precision: 9 |
| quax481 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded |
| quax482 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded |
| quax483 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded |
| quax484 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded |
| quax485 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded |
| quax486 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded |
| -- a potential double-round |
| quax487 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded |
| quax488 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded |
| |
| precision: 15 |
| quax491 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded |
| quax492 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded |
| quax493 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded |
| quax494 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded |
| quax495 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded |
| quax496 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded |
| quax497 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded |
| quax498 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded |
| |
| -- Zeros |
| quax500 quantize 0 1e1 -> 0E+1 |
| quax501 quantize 0 1e0 -> 0 |
| quax502 quantize 0 1e-1 -> 0.0 |
| quax503 quantize 0.0 1e-1 -> 0.0 |
| quax504 quantize 0.0 1e0 -> 0 |
| quax505 quantize 0.0 1e+1 -> 0E+1 |
| quax506 quantize 0E+1 1e-1 -> 0.0 |
| quax507 quantize 0E+1 1e0 -> 0 |
| quax508 quantize 0E+1 1e+1 -> 0E+1 |
| quax509 quantize -0 1e1 -> -0E+1 |
| quax510 quantize -0 1e0 -> -0 |
| quax511 quantize -0 1e-1 -> -0.0 |
| quax512 quantize -0.0 1e-1 -> -0.0 |
| quax513 quantize -0.0 1e0 -> -0 |
| quax514 quantize -0.0 1e+1 -> -0E+1 |
| quax515 quantize -0E+1 1e-1 -> -0.0 |
| quax516 quantize -0E+1 1e0 -> -0 |
| quax517 quantize -0E+1 1e+1 -> -0E+1 |
| |
| -- Suspicious RHS values |
| maxexponent: 999999999 |
| minexponent: -999999999 |
| precision: 15 |
| quax520 quantize 1.234 1e999999000 -> 0E+999999000 Inexact Rounded |
| quax521 quantize 123.456 1e999999000 -> 0E+999999000 Inexact Rounded |
| quax522 quantize 1.234 1e999999999 -> 0E+999999999 Inexact Rounded |
| quax523 quantize 123.456 1e999999999 -> 0E+999999999 Inexact Rounded |
| quax524 quantize 123.456 1e1000000000 -> NaN Invalid_operation |
| quax525 quantize 123.456 1e12345678903 -> NaN Invalid_operation |
| -- next four are "won't fit" overflows |
| quax526 quantize 1.234 1e-999999000 -> NaN Invalid_operation |
| quax527 quantize 123.456 1e-999999000 -> NaN Invalid_operation |
| quax528 quantize 1.234 1e-999999999 -> NaN Invalid_operation |
| quax529 quantize 123.456 1e-999999999 -> NaN Invalid_operation |
| quax530 quantize 123.456 1e-1000000014 -> NaN Invalid_operation |
| quax531 quantize 123.456 1e-12345678903 -> NaN Invalid_operation |
| |
| maxexponent: 999 |
| minexponent: -999 |
| precision: 15 |
| quax532 quantize 1.234E+999 1e999 -> 1E+999 Inexact Rounded |
| quax533 quantize 1.234E+998 1e999 -> 0E+999 Inexact Rounded |
| quax534 quantize 1.234 1e999 -> 0E+999 Inexact Rounded |
| quax535 quantize 1.234 1e1000 -> NaN Invalid_operation |
| quax536 quantize 1.234 1e5000 -> NaN Invalid_operation |
| quax537 quantize 0 1e-999 -> 0E-999 |
| -- next two are "won't fit" overflows |
| quax538 quantize 1.234 1e-999 -> NaN Invalid_operation |
| quax539 quantize 1.234 1e-1000 -> NaN Invalid_operation |
| quax540 quantize 1.234 1e-5000 -> NaN Invalid_operation |
| -- [more below] |
| |
| -- check bounds (lhs maybe out of range for destination, etc.) |
| precision: 7 |
| quax541 quantize 1E+999 1e+999 -> 1E+999 |
| quax542 quantize 1E+1000 1e+999 -> NaN Invalid_operation |
| quax543 quantize 1E+999 1e+1000 -> NaN Invalid_operation |
| quax544 quantize 1E-999 1e-999 -> 1E-999 |
| quax545 quantize 1E-1000 1e-999 -> 0E-999 Inexact Rounded |
| quax546 quantize 1E-999 1e-1000 -> 1.0E-999 |
| quax547 quantize 1E-1005 1e-999 -> 0E-999 Inexact Rounded |
| quax548 quantize 1E-1006 1e-999 -> 0E-999 Inexact Rounded |
| quax549 quantize 1E-1007 1e-999 -> 0E-999 Inexact Rounded |
| quax550 quantize 1E-998 1e-1005 -> NaN Invalid_operation -- won't fit |
| quax551 quantize 1E-999 1e-1005 -> 1.000000E-999 |
| quax552 quantize 1E-1000 1e-1005 -> 1.00000E-1000 Subnormal |
| quax553 quantize 1E-999 1e-1006 -> NaN Invalid_operation |
| quax554 quantize 1E-999 1e-1007 -> NaN Invalid_operation |
| -- related subnormal rounding |
| quax555 quantize 1.666666E-999 1e-1005 -> 1.666666E-999 |
| quax556 quantize 1.666666E-1000 1e-1005 -> 1.66667E-1000 Subnormal Inexact Rounded |
| quax557 quantize 1.666666E-1001 1e-1005 -> 1.6667E-1001 Subnormal Inexact Rounded |
| quax558 quantize 1.666666E-1002 1e-1005 -> 1.667E-1002 Subnormal Inexact Rounded |
| quax559 quantize 1.666666E-1003 1e-1005 -> 1.67E-1003 Subnormal Inexact Rounded |
| quax560 quantize 1.666666E-1004 1e-1005 -> 1.7E-1004 Subnormal Inexact Rounded |
| quax561 quantize 1.666666E-1005 1e-1005 -> 2E-1005 Subnormal Inexact Rounded |
| quax562 quantize 1.666666E-1006 1e-1005 -> 0E-1005 Inexact Rounded |
| quax563 quantize 1.666666E-1007 1e-1005 -> 0E-1005 Inexact Rounded |
| |
| -- Specials |
| quax580 quantize Inf -Inf -> Infinity |
| quax581 quantize Inf 1e-1000 -> NaN Invalid_operation |
| quax582 quantize Inf 1e-1 -> NaN Invalid_operation |
| quax583 quantize Inf 1e0 -> NaN Invalid_operation |
| quax584 quantize Inf 1e1 -> NaN Invalid_operation |
| quax585 quantize Inf 1e1000 -> NaN Invalid_operation |
| quax586 quantize Inf Inf -> Infinity |
| quax587 quantize -1000 Inf -> NaN Invalid_operation |
| quax588 quantize -Inf Inf -> -Infinity |
| quax589 quantize -1 Inf -> NaN Invalid_operation |
| quax590 quantize 0 Inf -> NaN Invalid_operation |
| quax591 quantize 1 Inf -> NaN Invalid_operation |
| quax592 quantize 1000 Inf -> NaN Invalid_operation |
| quax593 quantize Inf Inf -> Infinity |
| quax594 quantize Inf 1e-0 -> NaN Invalid_operation |
| quax595 quantize -0 Inf -> NaN Invalid_operation |
| |
| quax600 quantize -Inf -Inf -> -Infinity |
| quax601 quantize -Inf 1e-1000 -> NaN Invalid_operation |
| quax602 quantize -Inf 1e-1 -> NaN Invalid_operation |
| quax603 quantize -Inf 1e0 -> NaN Invalid_operation |
| quax604 quantize -Inf 1e1 -> NaN Invalid_operation |
| quax605 quantize -Inf 1e1000 -> NaN Invalid_operation |
| quax606 quantize -Inf Inf -> -Infinity |
| quax607 quantize -1000 Inf -> NaN Invalid_operation |
| quax608 quantize -Inf -Inf -> -Infinity |
| quax609 quantize -1 -Inf -> NaN Invalid_operation |
| quax610 quantize 0 -Inf -> NaN Invalid_operation |
| quax611 quantize 1 -Inf -> NaN Invalid_operation |
| quax612 quantize 1000 -Inf -> NaN Invalid_operation |
| quax613 quantize Inf -Inf -> Infinity |
| quax614 quantize -Inf 1e-0 -> NaN Invalid_operation |
| quax615 quantize -0 -Inf -> NaN Invalid_operation |
| |
| quax621 quantize NaN -Inf -> NaN |
| quax622 quantize NaN 1e-1000 -> NaN |
| quax623 quantize NaN 1e-1 -> NaN |
| quax624 quantize NaN 1e0 -> NaN |
| quax625 quantize NaN 1e1 -> NaN |
| quax626 quantize NaN 1e1000 -> NaN |
| quax627 quantize NaN Inf -> NaN |
| quax628 quantize NaN NaN -> NaN |
| quax629 quantize -Inf NaN -> NaN |
| quax630 quantize -1000 NaN -> NaN |
| quax631 quantize -1 NaN -> NaN |
| quax632 quantize 0 NaN -> NaN |
| quax633 quantize 1 NaN -> NaN |
| quax634 quantize 1000 NaN -> NaN |
| quax635 quantize Inf NaN -> NaN |
| quax636 quantize NaN 1e-0 -> NaN |
| quax637 quantize -0 NaN -> NaN |
| |
| quax641 quantize sNaN -Inf -> NaN Invalid_operation |
| quax642 quantize sNaN 1e-1000 -> NaN Invalid_operation |
| quax643 quantize sNaN 1e-1 -> NaN Invalid_operation |
| quax644 quantize sNaN 1e0 -> NaN Invalid_operation |
| quax645 quantize sNaN 1e1 -> NaN Invalid_operation |
| quax646 quantize sNaN 1e1000 -> NaN Invalid_operation |
| quax647 quantize sNaN NaN -> NaN Invalid_operation |
| quax648 quantize sNaN sNaN -> NaN Invalid_operation |
| quax649 quantize NaN sNaN -> NaN Invalid_operation |
| quax650 quantize -Inf sNaN -> NaN Invalid_operation |
| quax651 quantize -1000 sNaN -> NaN Invalid_operation |
| quax652 quantize -1 sNaN -> NaN Invalid_operation |
| quax653 quantize 0 sNaN -> NaN Invalid_operation |
| quax654 quantize 1 sNaN -> NaN Invalid_operation |
| quax655 quantize 1000 sNaN -> NaN Invalid_operation |
| quax656 quantize Inf sNaN -> NaN Invalid_operation |
| quax657 quantize NaN sNaN -> NaN Invalid_operation |
| quax658 quantize sNaN 1e-0 -> NaN Invalid_operation |
| quax659 quantize -0 sNaN -> NaN Invalid_operation |
| |
| -- propagating NaNs |
| quax661 quantize NaN9 -Inf -> NaN9 |
| quax662 quantize NaN8 919 -> NaN8 |
| quax663 quantize NaN71 Inf -> NaN71 |
| quax664 quantize NaN6 NaN5 -> NaN6 |
| quax665 quantize -Inf NaN4 -> NaN4 |
| quax666 quantize -919 NaN31 -> NaN31 |
| quax667 quantize Inf NaN2 -> NaN2 |
| |
| quax671 quantize sNaN99 -Inf -> NaN99 Invalid_operation |
| quax672 quantize sNaN98 -11 -> NaN98 Invalid_operation |
| quax673 quantize sNaN97 NaN -> NaN97 Invalid_operation |
| quax674 quantize sNaN16 sNaN94 -> NaN16 Invalid_operation |
| quax675 quantize NaN95 sNaN93 -> NaN93 Invalid_operation |
| quax676 quantize -Inf sNaN92 -> NaN92 Invalid_operation |
| quax677 quantize 088 sNaN91 -> NaN91 Invalid_operation |
| quax678 quantize Inf sNaN90 -> NaN90 Invalid_operation |
| quax679 quantize NaN sNaN88 -> NaN88 Invalid_operation |
| |
| quax681 quantize -NaN9 -Inf -> -NaN9 |
| quax682 quantize -NaN8 919 -> -NaN8 |
| quax683 quantize -NaN71 Inf -> -NaN71 |
| quax684 quantize -NaN6 -NaN5 -> -NaN6 |
| quax685 quantize -Inf -NaN4 -> -NaN4 |
| quax686 quantize -919 -NaN31 -> -NaN31 |
| quax687 quantize Inf -NaN2 -> -NaN2 |
| |
| quax691 quantize -sNaN99 -Inf -> -NaN99 Invalid_operation |
| quax692 quantize -sNaN98 -11 -> -NaN98 Invalid_operation |
| quax693 quantize -sNaN97 NaN -> -NaN97 Invalid_operation |
| quax694 quantize -sNaN16 sNaN94 -> -NaN16 Invalid_operation |
| quax695 quantize -NaN95 -sNaN93 -> -NaN93 Invalid_operation |
| quax696 quantize -Inf -sNaN92 -> -NaN92 Invalid_operation |
| quax697 quantize 088 -sNaN91 -> -NaN91 Invalid_operation |
| quax698 quantize Inf -sNaN90 -> -NaN90 Invalid_operation |
| quax699 quantize NaN -sNaN88 -> -NaN88 Invalid_operation |
| |
| -- subnormals and underflow |
| precision: 4 |
| maxexponent: 999 |
| minexponent: -999 |
| quax710 quantize 1.00E-999 1e-999 -> 1E-999 Rounded |
| quax711 quantize 0.1E-999 2e-1000 -> 1E-1000 Subnormal |
| quax712 quantize 0.10E-999 3e-1000 -> 1E-1000 Subnormal Rounded |
| quax713 quantize 0.100E-999 4e-1000 -> 1E-1000 Subnormal Rounded |
| quax714 quantize 0.01E-999 5e-1001 -> 1E-1001 Subnormal |
| -- next is rounded to Emin |
| quax715 quantize 0.999E-999 1e-999 -> 1E-999 Inexact Rounded |
| quax716 quantize 0.099E-999 10e-1000 -> 1E-1000 Inexact Rounded Subnormal |
| |
| quax717 quantize 0.009E-999 1e-1001 -> 1E-1001 Inexact Rounded Subnormal |
| quax718 quantize 0.001E-999 1e-1001 -> 0E-1001 Inexact Rounded |
| quax719 quantize 0.0009E-999 1e-1001 -> 0E-1001 Inexact Rounded |
| quax720 quantize 0.0001E-999 1e-1001 -> 0E-1001 Inexact Rounded |
| |
| quax730 quantize -1.00E-999 1e-999 -> -1E-999 Rounded |
| quax731 quantize -0.1E-999 1e-999 -> -0E-999 Rounded Inexact |
| quax732 quantize -0.10E-999 1e-999 -> -0E-999 Rounded Inexact |
| quax733 quantize -0.100E-999 1e-999 -> -0E-999 Rounded Inexact |
| quax734 quantize -0.01E-999 1e-999 -> -0E-999 Inexact Rounded |
| -- next is rounded to Emin |
| quax735 quantize -0.999E-999 90e-999 -> -1E-999 Inexact Rounded |
| quax736 quantize -0.099E-999 -1e-999 -> -0E-999 Inexact Rounded |
| quax737 quantize -0.009E-999 -1e-999 -> -0E-999 Inexact Rounded |
| quax738 quantize -0.001E-999 -0e-999 -> -0E-999 Inexact Rounded |
| quax739 quantize -0.0001E-999 0e-999 -> -0E-999 Inexact Rounded |
| |
| quax740 quantize -1.00E-999 1e-1000 -> -1.0E-999 Rounded |
| quax741 quantize -0.1E-999 1e-1000 -> -1E-1000 Subnormal |
| quax742 quantize -0.10E-999 1e-1000 -> -1E-1000 Subnormal Rounded |
| quax743 quantize -0.100E-999 1e-1000 -> -1E-1000 Subnormal Rounded |
| quax744 quantize -0.01E-999 1e-1000 -> -0E-1000 Inexact Rounded |
| -- next is rounded to Emin |
| quax745 quantize -0.999E-999 1e-1000 -> -1.0E-999 Inexact Rounded |
| quax746 quantize -0.099E-999 1e-1000 -> -1E-1000 Inexact Rounded Subnormal |
| quax747 quantize -0.009E-999 1e-1000 -> -0E-1000 Inexact Rounded |
| quax748 quantize -0.001E-999 1e-1000 -> -0E-1000 Inexact Rounded |
| quax749 quantize -0.0001E-999 1e-1000 -> -0E-1000 Inexact Rounded |
| |
| quax750 quantize -1.00E-999 1e-1001 -> -1.00E-999 |
| quax751 quantize -0.1E-999 1e-1001 -> -1.0E-1000 Subnormal |
| quax752 quantize -0.10E-999 1e-1001 -> -1.0E-1000 Subnormal |
| quax753 quantize -0.100E-999 1e-1001 -> -1.0E-1000 Subnormal Rounded |
| quax754 quantize -0.01E-999 1e-1001 -> -1E-1001 Subnormal |
| -- next is rounded to Emin |
| quax755 quantize -0.999E-999 1e-1001 -> -1.00E-999 Inexact Rounded |
| quax756 quantize -0.099E-999 1e-1001 -> -1.0E-1000 Inexact Rounded Subnormal |
| quax757 quantize -0.009E-999 1e-1001 -> -1E-1001 Inexact Rounded Subnormal |
| quax758 quantize -0.001E-999 1e-1001 -> -0E-1001 Inexact Rounded |
| quax759 quantize -0.0001E-999 1e-1001 -> -0E-1001 Inexact Rounded |
| |
| quax760 quantize -1.00E-999 1e-1002 -> -1.000E-999 |
| quax761 quantize -0.1E-999 1e-1002 -> -1.00E-1000 Subnormal |
| quax762 quantize -0.10E-999 1e-1002 -> -1.00E-1000 Subnormal |
| quax763 quantize -0.100E-999 1e-1002 -> -1.00E-1000 Subnormal |
| quax764 quantize -0.01E-999 1e-1002 -> -1.0E-1001 Subnormal |
| quax765 quantize -0.999E-999 1e-1002 -> -9.99E-1000 Subnormal |
| quax766 quantize -0.099E-999 1e-1002 -> -9.9E-1001 Subnormal |
| quax767 quantize -0.009E-999 1e-1002 -> -9E-1002 Subnormal |
| quax768 quantize -0.001E-999 1e-1002 -> -1E-1002 Subnormal |
| quax769 quantize -0.0001E-999 1e-1002 -> -0E-1002 Inexact Rounded |
| |
| -- rhs must be no less than Etiny |
| quax770 quantize -1.00E-999 1e-1003 -> NaN Invalid_operation |
| quax771 quantize -0.1E-999 1e-1003 -> NaN Invalid_operation |
| quax772 quantize -0.10E-999 1e-1003 -> NaN Invalid_operation |
| quax773 quantize -0.100E-999 1e-1003 -> NaN Invalid_operation |
| quax774 quantize -0.01E-999 1e-1003 -> NaN Invalid_operation |
| quax775 quantize -0.999E-999 1e-1003 -> NaN Invalid_operation |
| quax776 quantize -0.099E-999 1e-1003 -> NaN Invalid_operation |
| quax777 quantize -0.009E-999 1e-1003 -> NaN Invalid_operation |
| quax778 quantize -0.001E-999 1e-1003 -> NaN Invalid_operation |
| quax779 quantize -0.0001E-999 1e-1003 -> NaN Invalid_operation |
| quax780 quantize -0.0001E-999 1e-1004 -> NaN Invalid_operation |
| |
| precision: 9 |
| maxExponent: 999999999 |
| minexponent: -999999999 |
| |
| -- some extremes derived from Rescale testcases |
| quax801 quantize 0 1e1000000000 -> NaN Invalid_operation |
| quax802 quantize 0 1e-1000000000 -> 0E-1000000000 |
| quax803 quantize 0 1e2000000000 -> NaN Invalid_operation |
| quax804 quantize 0 1e-2000000000 -> NaN Invalid_operation |
| quax805 quantize 0 1e3000000000 -> NaN Invalid_operation |
| quax806 quantize 0 1e-3000000000 -> NaN Invalid_operation |
| quax807 quantize 0 1e4000000000 -> NaN Invalid_operation |
| quax808 quantize 0 1e-4000000000 -> NaN Invalid_operation |
| quax809 quantize 0 1e5000000000 -> NaN Invalid_operation |
| quax810 quantize 0 1e-5000000000 -> NaN Invalid_operation |
| quax811 quantize 0 1e6000000000 -> NaN Invalid_operation |
| quax812 quantize 0 1e-6000000000 -> NaN Invalid_operation |
| quax813 quantize 0 1e7000000000 -> NaN Invalid_operation |
| quax814 quantize 0 1e-7000000000 -> NaN Invalid_operation |
| quax815 quantize 0 1e8000000000 -> NaN Invalid_operation |
| quax816 quantize 0 1e-8000000000 -> NaN Invalid_operation |
| quax817 quantize 0 1e9000000000 -> NaN Invalid_operation |
| quax818 quantize 0 1e-9000000000 -> NaN Invalid_operation |
| quax819 quantize 0 1e9999999999 -> NaN Invalid_operation |
| quax820 quantize 0 1e-9999999999 -> NaN Invalid_operation |
| quax821 quantize 0 1e10000000000 -> NaN Invalid_operation |
| quax822 quantize 0 1e-10000000000 -> NaN Invalid_operation |
| |
| quax843 quantize 0 1e999999999 -> 0E+999999999 |
| quax844 quantize 0 1e1000000000 -> NaN Invalid_operation |
| quax845 quantize 0 1e-999999999 -> 0E-999999999 |
| quax846 quantize 0 1e-1000000000 -> 0E-1000000000 |
| quax847 quantize 0 1e-1000000001 -> 0E-1000000001 |
| quax848 quantize 0 1e-1000000002 -> 0E-1000000002 |
| quax849 quantize 0 1e-1000000003 -> 0E-1000000003 |
| quax850 quantize 0 1e-1000000004 -> 0E-1000000004 |
| quax851 quantize 0 1e-1000000005 -> 0E-1000000005 |
| quax852 quantize 0 1e-1000000006 -> 0E-1000000006 |
| quax853 quantize 0 1e-1000000007 -> 0E-1000000007 |
| quax854 quantize 0 1e-1000000008 -> NaN Invalid_operation |
| |
| quax861 quantize 1 1e+2147483649 -> NaN Invalid_operation |
| quax862 quantize 1 1e+2147483648 -> NaN Invalid_operation |
| quax863 quantize 1 1e+2147483647 -> NaN Invalid_operation |
| quax864 quantize 1 1e-2147483647 -> NaN Invalid_operation |
| quax865 quantize 1 1e-2147483648 -> NaN Invalid_operation |
| quax866 quantize 1 1e-2147483649 -> NaN Invalid_operation |
| |
| -- More from Fung Lee |
| precision: 16 |
| rounding: half_up |
| maxExponent: 384 |
| minExponent: -383 |
| quax1021 quantize 8.666666666666000E+384 1.000000000000000E+384 -> 8.666666666666000E+384 |
| quax1022 quantize 64#8.666666666666000E+384 64#1.000000000000000E+384 -> 8.666666666666000E+384 |
| quax1023 quantize 64#8.666666666666000E+384 128#1.000000000000000E+384 -> 8.666666666666000E+384 |
| quax1024 quantize 64#8.666666666666000E+384 64#1E+384 -> 8.666666666666000E+384 |
| quax1025 quantize 64#8.666666666666000E+384 64#1E+384 -> 64#8.666666666666000E+384 |
| quax1026 quantize 64#8.666666666666000E+384 128#1E+384 -> 64#9E+384 Inexact Rounded Clamped |
| quax1027 quantize 64#8.666666666666000E+323 64#1E+31 -> NaN Invalid_operation |
| quax1028 quantize 64#8.666666666666000E+323 128#1E+31 -> NaN Invalid_operation |
| quax1029 quantize 64#8.66666666E+3 128#1E+10 -> 64#0E10 Inexact Rounded |
| quax1030 quantize 8.66666666E+3 1E+3 -> 9E+3 Inexact Rounded |
| |
| -- Int and uInt32 edge values for testing conversions |
| quax1040 quantize -2147483646 0 -> -2147483646 |
| quax1041 quantize -2147483647 0 -> -2147483647 |
| quax1042 quantize -2147483648 0 -> -2147483648 |
| quax1043 quantize -2147483649 0 -> -2147483649 |
| quax1044 quantize 2147483646 0 -> 2147483646 |
| quax1045 quantize 2147483647 0 -> 2147483647 |
| quax1046 quantize 2147483648 0 -> 2147483648 |
| quax1047 quantize 2147483649 0 -> 2147483649 |
| quax1048 quantize 4294967294 0 -> 4294967294 |
| quax1049 quantize 4294967295 0 -> 4294967295 |
| quax1050 quantize 4294967296 0 -> 4294967296 |
| quax1051 quantize 4294967297 0 -> 4294967297 |
| -- and powers of ten for same |
| quax1101 quantize 5000000000 0 -> 5000000000 |
| quax1102 quantize 4000000000 0 -> 4000000000 |
| quax1103 quantize 2000000000 0 -> 2000000000 |
| quax1104 quantize 1000000000 0 -> 1000000000 |
| quax1105 quantize 0100000000 0 -> 100000000 |
| quax1106 quantize 0010000000 0 -> 10000000 |
| quax1107 quantize 0001000000 0 -> 1000000 |
| quax1108 quantize 0000100000 0 -> 100000 |
| quax1109 quantize 0000010000 0 -> 10000 |
| quax1110 quantize 0000001000 0 -> 1000 |
| quax1111 quantize 0000000100 0 -> 100 |
| quax1112 quantize 0000000010 0 -> 10 |
| quax1113 quantize 0000000001 0 -> 1 |
| quax1114 quantize 0000000000 0 -> 0 |
| -- and powers of ten for same |
| quax1121 quantize -5000000000 0 -> -5000000000 |
| quax1122 quantize -4000000000 0 -> -4000000000 |
| quax1123 quantize -2000000000 0 -> -2000000000 |
| quax1124 quantize -1000000000 0 -> -1000000000 |
| quax1125 quantize -0100000000 0 -> -100000000 |
| quax1126 quantize -0010000000 0 -> -10000000 |
| quax1127 quantize -0001000000 0 -> -1000000 |
| quax1128 quantize -0000100000 0 -> -100000 |
| quax1129 quantize -0000010000 0 -> -10000 |
| quax1130 quantize -0000001000 0 -> -1000 |
| quax1131 quantize -0000000100 0 -> -100 |
| quax1132 quantize -0000000010 0 -> -10 |
| quax1133 quantize -0000000001 0 -> -1 |
| quax1134 quantize -0000000000 0 -> -0 |
| |
| -- Some miscellany |
| precision: 34 |
| rounding: half_up |
| maxExponent: 6144 |
| minExponent: -6143 |
| -- 1 2 3 |
| -- 1 234567890123456789012345678901234 |
| quax0a1 quantize 8.555555555555555555555555555555555E+6143 1E+6143 -> 9E+6143 Inexact Rounded |
| quax0a2 quantize 128#8.555555555555555555555555555555555E+6143 128#1E+6143 -> 8.55555555555555555555555555555556E+6143 Rounded Inexact |
| quax0a3 quantize 128#8.555555555555555555555555555555555E+6144 128#1E+6144 -> 8.555555555555555555555555555555555E+6144 |
| |
| -- payload decapitate |
| precision: 5 |
| quax62100 quantize 11 -sNaN1234567890 -> -NaN67890 Invalid_operation |
| |
| -- Null tests |
| quax998 quantize 10 # -> NaN Invalid_operation |
| quax999 quantize # 1e10 -> NaN Invalid_operation |