------------------------------------------------------------------------ | |
-- rescale.decTest -- decimal rescale operation -- | |
-- Copyright (c) IBM Corporation, 1981, 2008. All rights reserved. -- | |
------------------------------------------------------------------------ | |
-- Please see the document "General Decimal Arithmetic Testcases" -- | |
-- at http://www2.hursley.ibm.com/decimal for the description of -- | |
-- these testcases. -- | |
-- -- | |
-- These testcases are experimental ('beta' versions), and they -- | |
-- may contain errors. They are offered on an as-is basis. In -- | |
-- particular, achieving the same results as the tests here is not -- | |
-- a guarantee that an implementation complies with any Standard -- | |
-- or specification. The tests are not exhaustive. -- | |
-- -- | |
-- Please send comments, suggestions, and corrections to the author: -- | |
-- Mike Cowlishaw, IBM Fellow -- | |
-- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK -- | |
-- mfc@uk.ibm.com -- | |
------------------------------------------------------------------------ | |
version: 2.59 | |
-- [obsolete] Quantize.decTest has the improved version | |
-- 2004.03.15 Underflow for quantize is suppressed | |
extended: 1 | |
precision: 9 | |
rounding: half_up | |
maxExponent: 999 | |
minexponent: -999 | |
-- sanity checks | |
resx001 rescale 0 0 -> 0 | |
resx002 rescale 1 0 -> 1 | |
resx003 rescale 0.1 +2 -> 0E+2 Inexact Rounded | |
resx005 rescale 0.1 +1 -> 0E+1 Inexact Rounded | |
resx006 rescale 0.1 0 -> 0 Inexact Rounded | |
resx007 rescale 0.1 -1 -> 0.1 | |
resx008 rescale 0.1 -2 -> 0.10 | |
resx009 rescale 0.1 -3 -> 0.100 | |
resx010 rescale 0.9 +2 -> 0E+2 Inexact Rounded | |
resx011 rescale 0.9 +1 -> 0E+1 Inexact Rounded | |
resx012 rescale 0.9 +0 -> 1 Inexact Rounded | |
resx013 rescale 0.9 -1 -> 0.9 | |
resx014 rescale 0.9 -2 -> 0.90 | |
resx015 rescale 0.9 -3 -> 0.900 | |
-- negatives | |
resx021 rescale -0 0 -> -0 | |
resx022 rescale -1 0 -> -1 | |
resx023 rescale -0.1 +2 -> -0E+2 Inexact Rounded | |
resx025 rescale -0.1 +1 -> -0E+1 Inexact Rounded | |
resx026 rescale -0.1 0 -> -0 Inexact Rounded | |
resx027 rescale -0.1 -1 -> -0.1 | |
resx028 rescale -0.1 -2 -> -0.10 | |
resx029 rescale -0.1 -3 -> -0.100 | |
resx030 rescale -0.9 +2 -> -0E+2 Inexact Rounded | |
resx031 rescale -0.9 +1 -> -0E+1 Inexact Rounded | |
resx032 rescale -0.9 +0 -> -1 Inexact Rounded | |
resx033 rescale -0.9 -1 -> -0.9 | |
resx034 rescale -0.9 -2 -> -0.90 | |
resx035 rescale -0.9 -3 -> -0.900 | |
resx036 rescale -0.5 +2 -> -0E+2 Inexact Rounded | |
resx037 rescale -0.5 +1 -> -0E+1 Inexact Rounded | |
resx038 rescale -0.5 +0 -> -1 Inexact Rounded | |
resx039 rescale -0.5 -1 -> -0.5 | |
resx040 rescale -0.5 -2 -> -0.50 | |
resx041 rescale -0.5 -3 -> -0.500 | |
resx042 rescale -0.9 +2 -> -0E+2 Inexact Rounded | |
resx043 rescale -0.9 +1 -> -0E+1 Inexact Rounded | |
resx044 rescale -0.9 +0 -> -1 Inexact Rounded | |
resx045 rescale -0.9 -1 -> -0.9 | |
resx046 rescale -0.9 -2 -> -0.90 | |
resx047 rescale -0.9 -3 -> -0.900 | |
-- examples from Specification | |
resx060 rescale 2.17 -3 -> 2.170 | |
resx061 rescale 2.17 -2 -> 2.17 | |
resx062 rescale 2.17 -1 -> 2.2 Inexact Rounded | |
resx063 rescale 2.17 0 -> 2 Inexact Rounded | |
resx064 rescale 2.17 +1 -> 0E+1 Inexact Rounded | |
resx065 rescale 2 Inf -> NaN Invalid_operation | |
resx066 rescale -0.1 0 -> -0 Inexact Rounded | |
resx067 rescale -0 5 -> -0E+5 | |
resx068 rescale +35236450.6 -2 -> NaN Invalid_operation | |
resx069 rescale -35236450.6 -2 -> NaN Invalid_operation | |
resx070 rescale 217 -1 -> 217.0 | |
resx071 rescale 217 0 -> 217 | |
resx072 rescale 217 +1 -> 2.2E+2 Inexact Rounded | |
resx073 rescale 217 +2 -> 2E+2 Inexact Rounded | |
-- general tests .. | |
resx089 rescale 12 +4 -> 0E+4 Inexact Rounded | |
resx090 rescale 12 +3 -> 0E+3 Inexact Rounded | |
resx091 rescale 12 +2 -> 0E+2 Inexact Rounded | |
resx092 rescale 12 +1 -> 1E+1 Inexact Rounded | |
resx093 rescale 1.2345 -2 -> 1.23 Inexact Rounded | |
resx094 rescale 1.2355 -2 -> 1.24 Inexact Rounded | |
resx095 rescale 1.2345 -6 -> 1.234500 | |
resx096 rescale 9.9999 -2 -> 10.00 Inexact Rounded | |
resx097 rescale 0.0001 -2 -> 0.00 Inexact Rounded | |
resx098 rescale 0.001 -2 -> 0.00 Inexact Rounded | |
resx099 rescale 0.009 -2 -> 0.01 Inexact Rounded | |
resx100 rescale 92 +2 -> 1E+2 Inexact Rounded | |
resx101 rescale -1 0 -> -1 | |
resx102 rescale -1 -1 -> -1.0 | |
resx103 rescale -1 -2 -> -1.00 | |
resx104 rescale 0 0 -> 0 | |
resx105 rescale 0 -1 -> 0.0 | |
resx106 rescale 0 -2 -> 0.00 | |
resx107 rescale 0.00 0 -> 0 | |
resx108 rescale 0 +1 -> 0E+1 | |
resx109 rescale 0 +2 -> 0E+2 | |
resx110 rescale +1 0 -> 1 | |
resx111 rescale +1 -1 -> 1.0 | |
resx112 rescale +1 -2 -> 1.00 | |
resx120 rescale 1.04 -3 -> 1.040 | |
resx121 rescale 1.04 -2 -> 1.04 | |
resx122 rescale 1.04 -1 -> 1.0 Inexact Rounded | |
resx123 rescale 1.04 0 -> 1 Inexact Rounded | |
resx124 rescale 1.05 -3 -> 1.050 | |
resx125 rescale 1.05 -2 -> 1.05 | |
resx126 rescale 1.05 -1 -> 1.1 Inexact Rounded | |
resx127 rescale 1.05 0 -> 1 Inexact Rounded | |
resx128 rescale 1.05 -3 -> 1.050 | |
resx129 rescale 1.05 -2 -> 1.05 | |
resx130 rescale 1.05 -1 -> 1.1 Inexact Rounded | |
resx131 rescale 1.05 0 -> 1 Inexact Rounded | |
resx132 rescale 1.06 -3 -> 1.060 | |
resx133 rescale 1.06 -2 -> 1.06 | |
resx134 rescale 1.06 -1 -> 1.1 Inexact Rounded | |
resx135 rescale 1.06 0 -> 1 Inexact Rounded | |
resx140 rescale -10 -2 -> -10.00 | |
resx141 rescale +1 -2 -> 1.00 | |
resx142 rescale +10 -2 -> 10.00 | |
resx143 rescale 1E+10 -2 -> NaN Invalid_operation | |
resx144 rescale 1E-10 -2 -> 0.00 Inexact Rounded | |
resx145 rescale 1E-3 -2 -> 0.00 Inexact Rounded | |
resx146 rescale 1E-2 -2 -> 0.01 | |
resx147 rescale 1E-1 -2 -> 0.10 | |
resx148 rescale 0E-10 -2 -> 0.00 | |
resx150 rescale 1.0600 -5 -> 1.06000 | |
resx151 rescale 1.0600 -4 -> 1.0600 | |
resx152 rescale 1.0600 -3 -> 1.060 Rounded | |
resx153 rescale 1.0600 -2 -> 1.06 Rounded | |
resx154 rescale 1.0600 -1 -> 1.1 Inexact Rounded | |
resx155 rescale 1.0600 0 -> 1 Inexact Rounded | |
-- +ve exponents .. | |
resx201 rescale -1 +0 -> -1 | |
resx202 rescale -1 +1 -> -0E+1 Inexact Rounded | |
resx203 rescale -1 +2 -> -0E+2 Inexact Rounded | |
resx204 rescale 0 +0 -> 0 | |
resx205 rescale 0 +1 -> 0E+1 | |
resx206 rescale 0 +2 -> 0E+2 | |
resx207 rescale +1 +0 -> 1 | |
resx208 rescale +1 +1 -> 0E+1 Inexact Rounded | |
resx209 rescale +1 +2 -> 0E+2 Inexact Rounded | |
resx220 rescale 1.04 +3 -> 0E+3 Inexact Rounded | |
resx221 rescale 1.04 +2 -> 0E+2 Inexact Rounded | |
resx222 rescale 1.04 +1 -> 0E+1 Inexact Rounded | |
resx223 rescale 1.04 +0 -> 1 Inexact Rounded | |
resx224 rescale 1.05 +3 -> 0E+3 Inexact Rounded | |
resx225 rescale 1.05 +2 -> 0E+2 Inexact Rounded | |
resx226 rescale 1.05 +1 -> 0E+1 Inexact Rounded | |
resx227 rescale 1.05 +0 -> 1 Inexact Rounded | |
resx228 rescale 1.05 +3 -> 0E+3 Inexact Rounded | |
resx229 rescale 1.05 +2 -> 0E+2 Inexact Rounded | |
resx230 rescale 1.05 +1 -> 0E+1 Inexact Rounded | |
resx231 rescale 1.05 +0 -> 1 Inexact Rounded | |
resx232 rescale 1.06 +3 -> 0E+3 Inexact Rounded | |
resx233 rescale 1.06 +2 -> 0E+2 Inexact Rounded | |
resx234 rescale 1.06 +1 -> 0E+1 Inexact Rounded | |
resx235 rescale 1.06 +0 -> 1 Inexact Rounded | |
resx240 rescale -10 +1 -> -1E+1 Rounded | |
resx241 rescale +1 +1 -> 0E+1 Inexact Rounded | |
resx242 rescale +10 +1 -> 1E+1 Rounded | |
resx243 rescale 1E+1 +1 -> 1E+1 -- underneath this is E+1 | |
resx244 rescale 1E+2 +1 -> 1.0E+2 -- underneath this is E+1 | |
resx245 rescale 1E+3 +1 -> 1.00E+3 -- underneath this is E+1 | |
resx246 rescale 1E+4 +1 -> 1.000E+4 -- underneath this is E+1 | |
resx247 rescale 1E+5 +1 -> 1.0000E+5 -- underneath this is E+1 | |
resx248 rescale 1E+6 +1 -> 1.00000E+6 -- underneath this is E+1 | |
resx249 rescale 1E+7 +1 -> 1.000000E+7 -- underneath this is E+1 | |
resx250 rescale 1E+8 +1 -> 1.0000000E+8 -- underneath this is E+1 | |
resx251 rescale 1E+9 +1 -> 1.00000000E+9 -- underneath this is E+1 | |
-- next one tries to add 9 zeros | |
resx252 rescale 1E+10 +1 -> NaN Invalid_operation | |
resx253 rescale 1E-10 +1 -> 0E+1 Inexact Rounded | |
resx254 rescale 1E-2 +1 -> 0E+1 Inexact Rounded | |
resx255 rescale 0E-10 +1 -> 0E+1 | |
resx256 rescale -0E-10 +1 -> -0E+1 | |
resx257 rescale -0E-1 +1 -> -0E+1 | |
resx258 rescale -0 +1 -> -0E+1 | |
resx259 rescale -0E+1 +1 -> -0E+1 | |
resx260 rescale -10 +2 -> -0E+2 Inexact Rounded | |
resx261 rescale +1 +2 -> 0E+2 Inexact Rounded | |
resx262 rescale +10 +2 -> 0E+2 Inexact Rounded | |
resx263 rescale 1E+1 +2 -> 0E+2 Inexact Rounded | |
resx264 rescale 1E+2 +2 -> 1E+2 | |
resx265 rescale 1E+3 +2 -> 1.0E+3 | |
resx266 rescale 1E+4 +2 -> 1.00E+4 | |
resx267 rescale 1E+5 +2 -> 1.000E+5 | |
resx268 rescale 1E+6 +2 -> 1.0000E+6 | |
resx269 rescale 1E+7 +2 -> 1.00000E+7 | |
resx270 rescale 1E+8 +2 -> 1.000000E+8 | |
resx271 rescale 1E+9 +2 -> 1.0000000E+9 | |
resx272 rescale 1E+10 +2 -> 1.00000000E+10 | |
resx273 rescale 1E-10 +2 -> 0E+2 Inexact Rounded | |
resx274 rescale 1E-2 +2 -> 0E+2 Inexact Rounded | |
resx275 rescale 0E-10 +2 -> 0E+2 | |
resx280 rescale -10 +3 -> -0E+3 Inexact Rounded | |
resx281 rescale +1 +3 -> 0E+3 Inexact Rounded | |
resx282 rescale +10 +3 -> 0E+3 Inexact Rounded | |
resx283 rescale 1E+1 +3 -> 0E+3 Inexact Rounded | |
resx284 rescale 1E+2 +3 -> 0E+3 Inexact Rounded | |
resx285 rescale 1E+3 +3 -> 1E+3 | |
resx286 rescale 1E+4 +3 -> 1.0E+4 | |
resx287 rescale 1E+5 +3 -> 1.00E+5 | |
resx288 rescale 1E+6 +3 -> 1.000E+6 | |
resx289 rescale 1E+7 +3 -> 1.0000E+7 | |
resx290 rescale 1E+8 +3 -> 1.00000E+8 | |
resx291 rescale 1E+9 +3 -> 1.000000E+9 | |
resx292 rescale 1E+10 +3 -> 1.0000000E+10 | |
resx293 rescale 1E-10 +3 -> 0E+3 Inexact Rounded | |
resx294 rescale 1E-2 +3 -> 0E+3 Inexact Rounded | |
resx295 rescale 0E-10 +3 -> 0E+3 | |
-- round up from below [sign wrong in JIT compiler once] | |
resx300 rescale 0.0078 -5 -> 0.00780 | |
resx301 rescale 0.0078 -4 -> 0.0078 | |
resx302 rescale 0.0078 -3 -> 0.008 Inexact Rounded | |
resx303 rescale 0.0078 -2 -> 0.01 Inexact Rounded | |
resx304 rescale 0.0078 -1 -> 0.0 Inexact Rounded | |
resx305 rescale 0.0078 0 -> 0 Inexact Rounded | |
resx306 rescale 0.0078 +1 -> 0E+1 Inexact Rounded | |
resx307 rescale 0.0078 +2 -> 0E+2 Inexact Rounded | |
resx310 rescale -0.0078 -5 -> -0.00780 | |
resx311 rescale -0.0078 -4 -> -0.0078 | |
resx312 rescale -0.0078 -3 -> -0.008 Inexact Rounded | |
resx313 rescale -0.0078 -2 -> -0.01 Inexact Rounded | |
resx314 rescale -0.0078 -1 -> -0.0 Inexact Rounded | |
resx315 rescale -0.0078 0 -> -0 Inexact Rounded | |
resx316 rescale -0.0078 +1 -> -0E+1 Inexact Rounded | |
resx317 rescale -0.0078 +2 -> -0E+2 Inexact Rounded | |
resx320 rescale 0.078 -5 -> 0.07800 | |
resx321 rescale 0.078 -4 -> 0.0780 | |
resx322 rescale 0.078 -3 -> 0.078 | |
resx323 rescale 0.078 -2 -> 0.08 Inexact Rounded | |
resx324 rescale 0.078 -1 -> 0.1 Inexact Rounded | |
resx325 rescale 0.078 0 -> 0 Inexact Rounded | |
resx326 rescale 0.078 +1 -> 0E+1 Inexact Rounded | |
resx327 rescale 0.078 +2 -> 0E+2 Inexact Rounded | |
resx330 rescale -0.078 -5 -> -0.07800 | |
resx331 rescale -0.078 -4 -> -0.0780 | |
resx332 rescale -0.078 -3 -> -0.078 | |
resx333 rescale -0.078 -2 -> -0.08 Inexact Rounded | |
resx334 rescale -0.078 -1 -> -0.1 Inexact Rounded | |
resx335 rescale -0.078 0 -> -0 Inexact Rounded | |
resx336 rescale -0.078 +1 -> -0E+1 Inexact Rounded | |
resx337 rescale -0.078 +2 -> -0E+2 Inexact Rounded | |
resx340 rescale 0.78 -5 -> 0.78000 | |
resx341 rescale 0.78 -4 -> 0.7800 | |
resx342 rescale 0.78 -3 -> 0.780 | |
resx343 rescale 0.78 -2 -> 0.78 | |
resx344 rescale 0.78 -1 -> 0.8 Inexact Rounded | |
resx345 rescale 0.78 0 -> 1 Inexact Rounded | |
resx346 rescale 0.78 +1 -> 0E+1 Inexact Rounded | |
resx347 rescale 0.78 +2 -> 0E+2 Inexact Rounded | |
resx350 rescale -0.78 -5 -> -0.78000 | |
resx351 rescale -0.78 -4 -> -0.7800 | |
resx352 rescale -0.78 -3 -> -0.780 | |
resx353 rescale -0.78 -2 -> -0.78 | |
resx354 rescale -0.78 -1 -> -0.8 Inexact Rounded | |
resx355 rescale -0.78 0 -> -1 Inexact Rounded | |
resx356 rescale -0.78 +1 -> -0E+1 Inexact Rounded | |
resx357 rescale -0.78 +2 -> -0E+2 Inexact Rounded | |
resx360 rescale 7.8 -5 -> 7.80000 | |
resx361 rescale 7.8 -4 -> 7.8000 | |
resx362 rescale 7.8 -3 -> 7.800 | |
resx363 rescale 7.8 -2 -> 7.80 | |
resx364 rescale 7.8 -1 -> 7.8 | |
resx365 rescale 7.8 0 -> 8 Inexact Rounded | |
resx366 rescale 7.8 +1 -> 1E+1 Inexact Rounded | |
resx367 rescale 7.8 +2 -> 0E+2 Inexact Rounded | |
resx368 rescale 7.8 +3 -> 0E+3 Inexact Rounded | |
resx370 rescale -7.8 -5 -> -7.80000 | |
resx371 rescale -7.8 -4 -> -7.8000 | |
resx372 rescale -7.8 -3 -> -7.800 | |
resx373 rescale -7.8 -2 -> -7.80 | |
resx374 rescale -7.8 -1 -> -7.8 | |
resx375 rescale -7.8 0 -> -8 Inexact Rounded | |
resx376 rescale -7.8 +1 -> -1E+1 Inexact Rounded | |
resx377 rescale -7.8 +2 -> -0E+2 Inexact Rounded | |
resx378 rescale -7.8 +3 -> -0E+3 Inexact Rounded | |
-- some individuals | |
precision: 9 | |
resx380 rescale 352364.506 -2 -> 352364.51 Inexact Rounded | |
resx381 rescale 3523645.06 -2 -> 3523645.06 | |
resx382 rescale 35236450.6 -2 -> NaN Invalid_operation | |
resx383 rescale 352364506 -2 -> NaN Invalid_operation | |
resx384 rescale -352364.506 -2 -> -352364.51 Inexact Rounded | |
resx385 rescale -3523645.06 -2 -> -3523645.06 | |
resx386 rescale -35236450.6 -2 -> NaN Invalid_operation | |
resx387 rescale -352364506 -2 -> NaN Invalid_operation | |
rounding: down | |
resx389 rescale 35236450.6 -2 -> NaN Invalid_operation | |
-- ? should that one instead have been: | |
-- resx389 rescale 35236450.6 -2 -> NaN Invalid_operation | |
rounding: half_up | |
-- and a few more from e-mail discussions | |
precision: 7 | |
resx391 rescale 12.34567 -3 -> 12.346 Inexact Rounded | |
resx392 rescale 123.4567 -3 -> 123.457 Inexact Rounded | |
resx393 rescale 1234.567 -3 -> 1234.567 | |
resx394 rescale 12345.67 -3 -> NaN Invalid_operation | |
resx395 rescale 123456.7 -3 -> NaN Invalid_operation | |
resx396 rescale 1234567. -3 -> NaN Invalid_operation | |
-- some 9999 round-up cases | |
precision: 9 | |
resx400 rescale 9.999 -5 -> 9.99900 | |
resx401 rescale 9.999 -4 -> 9.9990 | |
resx402 rescale 9.999 -3 -> 9.999 | |
resx403 rescale 9.999 -2 -> 10.00 Inexact Rounded | |
resx404 rescale 9.999 -1 -> 10.0 Inexact Rounded | |
resx405 rescale 9.999 0 -> 10 Inexact Rounded | |
resx406 rescale 9.999 1 -> 1E+1 Inexact Rounded | |
resx407 rescale 9.999 2 -> 0E+2 Inexact Rounded | |
resx410 rescale 0.999 -5 -> 0.99900 | |
resx411 rescale 0.999 -4 -> 0.9990 | |
resx412 rescale 0.999 -3 -> 0.999 | |
resx413 rescale 0.999 -2 -> 1.00 Inexact Rounded | |
resx414 rescale 0.999 -1 -> 1.0 Inexact Rounded | |
resx415 rescale 0.999 0 -> 1 Inexact Rounded | |
resx416 rescale 0.999 1 -> 0E+1 Inexact Rounded | |
resx420 rescale 0.0999 -5 -> 0.09990 | |
resx421 rescale 0.0999 -4 -> 0.0999 | |
resx422 rescale 0.0999 -3 -> 0.100 Inexact Rounded | |
resx423 rescale 0.0999 -2 -> 0.10 Inexact Rounded | |
resx424 rescale 0.0999 -1 -> 0.1 Inexact Rounded | |
resx425 rescale 0.0999 0 -> 0 Inexact Rounded | |
resx426 rescale 0.0999 1 -> 0E+1 Inexact Rounded | |
resx430 rescale 0.00999 -5 -> 0.00999 | |
resx431 rescale 0.00999 -4 -> 0.0100 Inexact Rounded | |
resx432 rescale 0.00999 -3 -> 0.010 Inexact Rounded | |
resx433 rescale 0.00999 -2 -> 0.01 Inexact Rounded | |
resx434 rescale 0.00999 -1 -> 0.0 Inexact Rounded | |
resx435 rescale 0.00999 0 -> 0 Inexact Rounded | |
resx436 rescale 0.00999 1 -> 0E+1 Inexact Rounded | |
resx440 rescale 0.000999 -5 -> 0.00100 Inexact Rounded | |
resx441 rescale 0.000999 -4 -> 0.0010 Inexact Rounded | |
resx442 rescale 0.000999 -3 -> 0.001 Inexact Rounded | |
resx443 rescale 0.000999 -2 -> 0.00 Inexact Rounded | |
resx444 rescale 0.000999 -1 -> 0.0 Inexact Rounded | |
resx445 rescale 0.000999 0 -> 0 Inexact Rounded | |
resx446 rescale 0.000999 1 -> 0E+1 Inexact Rounded | |
precision: 8 | |
resx449 rescale 9.999E-15 -23 -> NaN Invalid_operation | |
resx450 rescale 9.999E-15 -22 -> 9.9990000E-15 | |
resx451 rescale 9.999E-15 -21 -> 9.999000E-15 | |
resx452 rescale 9.999E-15 -20 -> 9.99900E-15 | |
resx453 rescale 9.999E-15 -19 -> 9.9990E-15 | |
resx454 rescale 9.999E-15 -18 -> 9.999E-15 | |
resx455 rescale 9.999E-15 -17 -> 1.000E-14 Inexact Rounded | |
resx456 rescale 9.999E-15 -16 -> 1.00E-14 Inexact Rounded | |
resx457 rescale 9.999E-15 -15 -> 1.0E-14 Inexact Rounded | |
resx458 rescale 9.999E-15 -14 -> 1E-14 Inexact Rounded | |
resx459 rescale 9.999E-15 -13 -> 0E-13 Inexact Rounded | |
resx460 rescale 9.999E-15 -12 -> 0E-12 Inexact Rounded | |
resx461 rescale 9.999E-15 -11 -> 0E-11 Inexact Rounded | |
resx462 rescale 9.999E-15 -10 -> 0E-10 Inexact Rounded | |
resx463 rescale 9.999E-15 -9 -> 0E-9 Inexact Rounded | |
resx464 rescale 9.999E-15 -8 -> 0E-8 Inexact Rounded | |
resx465 rescale 9.999E-15 -7 -> 0E-7 Inexact Rounded | |
resx466 rescale 9.999E-15 -6 -> 0.000000 Inexact Rounded | |
resx467 rescale 9.999E-15 -5 -> 0.00000 Inexact Rounded | |
resx468 rescale 9.999E-15 -4 -> 0.0000 Inexact Rounded | |
resx469 rescale 9.999E-15 -3 -> 0.000 Inexact Rounded | |
resx470 rescale 9.999E-15 -2 -> 0.00 Inexact Rounded | |
resx471 rescale 9.999E-15 -1 -> 0.0 Inexact Rounded | |
resx472 rescale 9.999E-15 0 -> 0 Inexact Rounded | |
resx473 rescale 9.999E-15 1 -> 0E+1 Inexact Rounded | |
-- [additional tests for "don't fit" edge cases are in | |
-- quantize.decTest. Here's a critical one.] | |
precision: 3 | |
resx480 rescale 0.9999 -3 -> NaN Invalid_operation | |
-- long operand checks [rhs checks removed] | |
maxexponent: 999 | |
minexponent: -999 | |
precision: 9 | |
resx481 rescale 12345678000 +3 -> 1.2345678E+10 Rounded | |
resx482 rescale 1234567800 +1 -> 1.23456780E+9 Rounded | |
resx483 rescale 1234567890 +1 -> 1.23456789E+9 Rounded | |
resx484 rescale 1234567891 +1 -> 1.23456789E+9 Inexact Rounded | |
resx485 rescale 12345678901 +2 -> 1.23456789E+10 Inexact Rounded | |
resx486 rescale 1234567896 +1 -> 1.23456790E+9 Inexact Rounded | |
-- a potential double-round | |
resx487 rescale 1234.987643 -4 -> 1234.9876 Inexact Rounded | |
resx488 rescale 1234.987647 -4 -> 1234.9876 Inexact Rounded | |
precision: 15 | |
resx491 rescale 12345678000 +3 -> 1.2345678E+10 Rounded | |
resx492 rescale 1234567800 +1 -> 1.23456780E+9 Rounded | |
resx493 rescale 1234567890 +1 -> 1.23456789E+9 Rounded | |
resx494 rescale 1234567891 +1 -> 1.23456789E+9 Inexact Rounded | |
resx495 rescale 12345678901 +2 -> 1.23456789E+10 Inexact Rounded | |
resx496 rescale 1234567896 +1 -> 1.23456790E+9 Inexact Rounded | |
resx497 rescale 1234.987643 -4 -> 1234.9876 Inexact Rounded | |
resx498 rescale 1234.987647 -4 -> 1234.9876 Inexact Rounded | |
-- Zeros | |
resx500 rescale 0 1 -> 0E+1 | |
resx501 rescale 0 0 -> 0 | |
resx502 rescale 0 -1 -> 0.0 | |
resx503 rescale 0.0 -1 -> 0.0 | |
resx504 rescale 0.0 0 -> 0 | |
resx505 rescale 0.0 +1 -> 0E+1 | |
resx506 rescale 0E+1 -1 -> 0.0 | |
resx507 rescale 0E+1 0 -> 0 | |
resx508 rescale 0E+1 +1 -> 0E+1 | |
resx509 rescale -0 1 -> -0E+1 | |
resx510 rescale -0 0 -> -0 | |
resx511 rescale -0 -1 -> -0.0 | |
resx512 rescale -0.0 -1 -> -0.0 | |
resx513 rescale -0.0 0 -> -0 | |
resx514 rescale -0.0 +1 -> -0E+1 | |
resx515 rescale -0E+1 -1 -> -0.0 | |
resx516 rescale -0E+1 0 -> -0 | |
resx517 rescale -0E+1 +1 -> -0E+1 | |
-- Suspicious RHS values | |
maxexponent: 999999999 | |
minexponent: -999999999 | |
precision: 15 | |
resx520 rescale 1.234 999999E+3 -> 0E+999999000 Inexact Rounded | |
resx521 rescale 123.456 999999E+3 -> 0E+999999000 Inexact Rounded | |
resx522 rescale 1.234 999999999 -> 0E+999999999 Inexact Rounded | |
resx523 rescale 123.456 999999999 -> 0E+999999999 Inexact Rounded | |
resx524 rescale 123.456 1000000000 -> NaN Invalid_operation | |
resx525 rescale 123.456 12345678903 -> NaN Invalid_operation | |
-- next four are "won't fit" overflows | |
resx526 rescale 1.234 -999999E+3 -> NaN Invalid_operation | |
resx527 rescale 123.456 -999999E+3 -> NaN Invalid_operation | |
resx528 rescale 1.234 -999999999 -> NaN Invalid_operation | |
resx529 rescale 123.456 -999999999 -> NaN Invalid_operation | |
resx530 rescale 123.456 -1000000014 -> NaN Invalid_operation | |
resx531 rescale 123.456 -12345678903 -> NaN Invalid_operation | |
maxexponent: 999 | |
minexponent: -999 | |
precision: 15 | |
resx532 rescale 1.234E+999 999 -> 1E+999 Inexact Rounded | |
resx533 rescale 1.234E+998 999 -> 0E+999 Inexact Rounded | |
resx534 rescale 1.234 999 -> 0E+999 Inexact Rounded | |
resx535 rescale 1.234 1000 -> NaN Invalid_operation | |
resx536 rescale 1.234 5000 -> NaN Invalid_operation | |
resx537 rescale 0 -999 -> 0E-999 | |
-- next two are "won't fit" overflows | |
resx538 rescale 1.234 -999 -> NaN Invalid_operation | |
resx539 rescale 1.234 -1000 -> NaN Invalid_operation | |
resx540 rescale 1.234 -5000 -> NaN Invalid_operation | |
-- [more below] | |
-- check bounds (lhs maybe out of range for destination, etc.) | |
precision: 7 | |
resx541 rescale 1E+999 +999 -> 1E+999 | |
resx542 rescale 1E+1000 +999 -> NaN Invalid_operation | |
resx543 rescale 1E+999 +1000 -> NaN Invalid_operation | |
resx544 rescale 1E-999 -999 -> 1E-999 | |
resx545 rescale 1E-1000 -999 -> 0E-999 Inexact Rounded | |
resx546 rescale 1E-999 -1000 -> 1.0E-999 | |
resx547 rescale 1E-1005 -999 -> 0E-999 Inexact Rounded | |
resx548 rescale 1E-1006 -999 -> 0E-999 Inexact Rounded | |
resx549 rescale 1E-1007 -999 -> 0E-999 Inexact Rounded | |
resx550 rescale 1E-998 -1005 -> NaN Invalid_operation -- won't fit | |
resx551 rescale 1E-999 -1005 -> 1.000000E-999 | |
resx552 rescale 1E-1000 -1005 -> 1.00000E-1000 Subnormal | |
resx553 rescale 1E-999 -1006 -> NaN Invalid_operation | |
resx554 rescale 1E-999 -1007 -> NaN Invalid_operation | |
-- related subnormal rounding | |
resx555 rescale 1.666666E-999 -1005 -> 1.666666E-999 | |
resx556 rescale 1.666666E-1000 -1005 -> 1.66667E-1000 Subnormal Inexact Rounded | |
resx557 rescale 1.666666E-1001 -1005 -> 1.6667E-1001 Subnormal Inexact Rounded | |
resx558 rescale 1.666666E-1002 -1005 -> 1.667E-1002 Subnormal Inexact Rounded | |
resx559 rescale 1.666666E-1003 -1005 -> 1.67E-1003 Subnormal Inexact Rounded | |
resx560 rescale 1.666666E-1004 -1005 -> 1.7E-1004 Subnormal Inexact Rounded | |
resx561 rescale 1.666666E-1005 -1005 -> 2E-1005 Subnormal Inexact Rounded | |
resx562 rescale 1.666666E-1006 -1005 -> 0E-1005 Inexact Rounded | |
resx563 rescale 1.666666E-1007 -1005 -> 0E-1005 Inexact Rounded | |
-- fractional RHS, some good and some bad | |
precision: 9 | |
resx564 rescale 222 +2.0 -> 2E+2 Inexact Rounded | |
resx565 rescale 222 +2.00000000 -> 2E+2 Inexact Rounded | |
resx566 rescale 222 +2.00100000000 -> NaN Invalid_operation | |
resx567 rescale 222 +2.000001 -> NaN Invalid_operation | |
resx568 rescale 222 +2.000000001 -> NaN Invalid_operation | |
resx569 rescale 222 +2.0000000001 -> NaN Invalid_operation | |
resx570 rescale 222 +2.00000000001 -> NaN Invalid_operation | |
resx571 rescale 222 +2.99999999999 -> NaN Invalid_operation | |
resx572 rescale 222 -2.00000000 -> 222.00 | |
resx573 rescale 222 -2.00100000000 -> NaN Invalid_operation | |
resx574 rescale 222 -2.0000001000 -> NaN Invalid_operation | |
resx575 rescale 222 -2.00000000001 -> NaN Invalid_operation | |
resx576 rescale 222 -2.99999999999 -> NaN Invalid_operation | |
-- Specials | |
resx580 rescale Inf -Inf -> Infinity | |
resx581 rescale Inf -1000 -> NaN Invalid_operation | |
resx582 rescale Inf -1 -> NaN Invalid_operation | |
resx583 rescale Inf 0 -> NaN Invalid_operation | |
resx584 rescale Inf 1 -> NaN Invalid_operation | |
resx585 rescale Inf 1000 -> NaN Invalid_operation | |
resx586 rescale Inf Inf -> Infinity | |
resx587 rescale -1000 Inf -> NaN Invalid_operation | |
resx588 rescale -Inf Inf -> -Infinity | |
resx589 rescale -1 Inf -> NaN Invalid_operation | |
resx590 rescale 0 Inf -> NaN Invalid_operation | |
resx591 rescale 1 Inf -> NaN Invalid_operation | |
resx592 rescale 1000 Inf -> NaN Invalid_operation | |
resx593 rescale Inf Inf -> Infinity | |
resx594 rescale Inf -0 -> NaN Invalid_operation | |
resx595 rescale -0 Inf -> NaN Invalid_operation | |
resx600 rescale -Inf -Inf -> -Infinity | |
resx601 rescale -Inf -1000 -> NaN Invalid_operation | |
resx602 rescale -Inf -1 -> NaN Invalid_operation | |
resx603 rescale -Inf 0 -> NaN Invalid_operation | |
resx604 rescale -Inf 1 -> NaN Invalid_operation | |
resx605 rescale -Inf 1000 -> NaN Invalid_operation | |
resx606 rescale -Inf Inf -> -Infinity | |
resx607 rescale -1000 Inf -> NaN Invalid_operation | |
resx608 rescale -Inf -Inf -> -Infinity | |
resx609 rescale -1 -Inf -> NaN Invalid_operation | |
resx610 rescale 0 -Inf -> NaN Invalid_operation | |
resx611 rescale 1 -Inf -> NaN Invalid_operation | |
resx612 rescale 1000 -Inf -> NaN Invalid_operation | |
resx613 rescale Inf -Inf -> Infinity | |
resx614 rescale -Inf -0 -> NaN Invalid_operation | |
resx615 rescale -0 -Inf -> NaN Invalid_operation | |
resx621 rescale NaN -Inf -> NaN | |
resx622 rescale NaN -1000 -> NaN | |
resx623 rescale NaN -1 -> NaN | |
resx624 rescale NaN 0 -> NaN | |
resx625 rescale NaN 1 -> NaN | |
resx626 rescale NaN 1000 -> NaN | |
resx627 rescale NaN Inf -> NaN | |
resx628 rescale NaN NaN -> NaN | |
resx629 rescale -Inf NaN -> NaN | |
resx630 rescale -1000 NaN -> NaN | |
resx631 rescale -1 NaN -> NaN | |
resx632 rescale 0 NaN -> NaN | |
resx633 rescale 1 -NaN -> -NaN | |
resx634 rescale 1000 NaN -> NaN | |
resx635 rescale Inf NaN -> NaN | |
resx636 rescale NaN -0 -> NaN | |
resx637 rescale -0 NaN -> NaN | |
resx641 rescale sNaN -Inf -> NaN Invalid_operation | |
resx642 rescale sNaN -1000 -> NaN Invalid_operation | |
resx643 rescale sNaN -1 -> NaN Invalid_operation | |
resx644 rescale sNaN 0 -> NaN Invalid_operation | |
resx645 rescale sNaN 1 -> NaN Invalid_operation | |
resx646 rescale sNaN 1000 -> NaN Invalid_operation | |
resx647 rescale -sNaN NaN -> -NaN Invalid_operation | |
resx648 rescale sNaN -sNaN -> NaN Invalid_operation | |
resx649 rescale NaN sNaN -> NaN Invalid_operation | |
resx650 rescale -Inf sNaN -> NaN Invalid_operation | |
resx651 rescale -1000 sNaN -> NaN Invalid_operation | |
resx652 rescale -1 sNaN -> NaN Invalid_operation | |
resx653 rescale 0 sNaN -> NaN Invalid_operation | |
resx654 rescale 1 -sNaN -> -NaN Invalid_operation | |
resx655 rescale 1000 sNaN -> NaN Invalid_operation | |
resx656 rescale Inf sNaN -> NaN Invalid_operation | |
resx657 rescale NaN sNaN -> NaN Invalid_operation | |
resx658 rescale sNaN -0 -> NaN Invalid_operation | |
resx659 rescale -0 sNaN -> NaN Invalid_operation | |
-- propagating NaNs | |
resx661 rescale NaN9 -Inf -> NaN9 | |
resx662 rescale NaN81 919 -> NaN81 | |
resx663 rescale NaN72 Inf -> NaN72 | |
resx664 rescale -NaN66 NaN5 -> -NaN66 | |
resx665 rescale -Inf NaN4 -> NaN4 | |
resx666 rescale -919 NaN32 -> NaN32 | |
resx667 rescale Inf NaN2 -> NaN2 | |
resx671 rescale sNaN99 -Inf -> NaN99 Invalid_operation | |
resx672 rescale -sNaN98 -11 -> -NaN98 Invalid_operation | |
resx673 rescale sNaN97 NaN -> NaN97 Invalid_operation | |
resx674 rescale sNaN16 sNaN94 -> NaN16 Invalid_operation | |
resx675 rescale NaN95 sNaN93 -> NaN93 Invalid_operation | |
resx676 rescale -Inf sNaN92 -> NaN92 Invalid_operation | |
resx677 rescale 088 -sNaN91 -> -NaN91 Invalid_operation | |
resx678 rescale Inf -sNaN90 -> -NaN90 Invalid_operation | |
resx679 rescale NaN sNaN87 -> NaN87 Invalid_operation | |
-- subnormals and underflow | |
precision: 4 | |
maxexponent: 999 | |
minexponent: -999 | |
resx710 rescale 1.00E-999 -999 -> 1E-999 Rounded | |
resx711 rescale 0.1E-999 -1000 -> 1E-1000 Subnormal | |
resx712 rescale 0.10E-999 -1000 -> 1E-1000 Subnormal Rounded | |
resx713 rescale 0.100E-999 -1000 -> 1E-1000 Subnormal Rounded | |
resx714 rescale 0.01E-999 -1001 -> 1E-1001 Subnormal | |
-- next is rounded to Emin | |
resx715 rescale 0.999E-999 -999 -> 1E-999 Inexact Rounded | |
resx716 rescale 0.099E-999 -1000 -> 1E-1000 Inexact Rounded Subnormal | |
resx717 rescale 0.009E-999 -1001 -> 1E-1001 Inexact Rounded Subnormal | |
resx718 rescale 0.001E-999 -1001 -> 0E-1001 Inexact Rounded | |
resx719 rescale 0.0009E-999 -1001 -> 0E-1001 Inexact Rounded | |
resx720 rescale 0.0001E-999 -1001 -> 0E-1001 Inexact Rounded | |
resx730 rescale -1.00E-999 -999 -> -1E-999 Rounded | |
resx731 rescale -0.1E-999 -999 -> -0E-999 Rounded Inexact | |
resx732 rescale -0.10E-999 -999 -> -0E-999 Rounded Inexact | |
resx733 rescale -0.100E-999 -999 -> -0E-999 Rounded Inexact | |
resx734 rescale -0.01E-999 -999 -> -0E-999 Inexact Rounded | |
-- next is rounded to Emin | |
resx735 rescale -0.999E-999 -999 -> -1E-999 Inexact Rounded | |
resx736 rescale -0.099E-999 -999 -> -0E-999 Inexact Rounded | |
resx737 rescale -0.009E-999 -999 -> -0E-999 Inexact Rounded | |
resx738 rescale -0.001E-999 -999 -> -0E-999 Inexact Rounded | |
resx739 rescale -0.0001E-999 -999 -> -0E-999 Inexact Rounded | |
resx740 rescale -1.00E-999 -1000 -> -1.0E-999 Rounded | |
resx741 rescale -0.1E-999 -1000 -> -1E-1000 Subnormal | |
resx742 rescale -0.10E-999 -1000 -> -1E-1000 Subnormal Rounded | |
resx743 rescale -0.100E-999 -1000 -> -1E-1000 Subnormal Rounded | |
resx744 rescale -0.01E-999 -1000 -> -0E-1000 Inexact Rounded | |
-- next is rounded to Emin | |
resx745 rescale -0.999E-999 -1000 -> -1.0E-999 Inexact Rounded | |
resx746 rescale -0.099E-999 -1000 -> -1E-1000 Inexact Rounded Subnormal | |
resx747 rescale -0.009E-999 -1000 -> -0E-1000 Inexact Rounded | |
resx748 rescale -0.001E-999 -1000 -> -0E-1000 Inexact Rounded | |
resx749 rescale -0.0001E-999 -1000 -> -0E-1000 Inexact Rounded | |
resx750 rescale -1.00E-999 -1001 -> -1.00E-999 | |
resx751 rescale -0.1E-999 -1001 -> -1.0E-1000 Subnormal | |
resx752 rescale -0.10E-999 -1001 -> -1.0E-1000 Subnormal | |
resx753 rescale -0.100E-999 -1001 -> -1.0E-1000 Subnormal Rounded | |
resx754 rescale -0.01E-999 -1001 -> -1E-1001 Subnormal | |
-- next is rounded to Emin | |
resx755 rescale -0.999E-999 -1001 -> -1.00E-999 Inexact Rounded | |
resx756 rescale -0.099E-999 -1001 -> -1.0E-1000 Inexact Rounded Subnormal | |
resx757 rescale -0.009E-999 -1001 -> -1E-1001 Inexact Rounded Subnormal | |
resx758 rescale -0.001E-999 -1001 -> -0E-1001 Inexact Rounded | |
resx759 rescale -0.0001E-999 -1001 -> -0E-1001 Inexact Rounded | |
resx760 rescale -1.00E-999 -1002 -> -1.000E-999 | |
resx761 rescale -0.1E-999 -1002 -> -1.00E-1000 Subnormal | |
resx762 rescale -0.10E-999 -1002 -> -1.00E-1000 Subnormal | |
resx763 rescale -0.100E-999 -1002 -> -1.00E-1000 Subnormal | |
resx764 rescale -0.01E-999 -1002 -> -1.0E-1001 Subnormal | |
resx765 rescale -0.999E-999 -1002 -> -9.99E-1000 Subnormal | |
resx766 rescale -0.099E-999 -1002 -> -9.9E-1001 Subnormal | |
resx767 rescale -0.009E-999 -1002 -> -9E-1002 Subnormal | |
resx768 rescale -0.001E-999 -1002 -> -1E-1002 Subnormal | |
resx769 rescale -0.0001E-999 -1002 -> -0E-1002 Inexact Rounded | |
-- rhs must be no less than Etiny | |
resx770 rescale -1.00E-999 -1003 -> NaN Invalid_operation | |
resx771 rescale -0.1E-999 -1003 -> NaN Invalid_operation | |
resx772 rescale -0.10E-999 -1003 -> NaN Invalid_operation | |
resx773 rescale -0.100E-999 -1003 -> NaN Invalid_operation | |
resx774 rescale -0.01E-999 -1003 -> NaN Invalid_operation | |
resx775 rescale -0.999E-999 -1003 -> NaN Invalid_operation | |
resx776 rescale -0.099E-999 -1003 -> NaN Invalid_operation | |
resx777 rescale -0.009E-999 -1003 -> NaN Invalid_operation | |
resx778 rescale -0.001E-999 -1003 -> NaN Invalid_operation | |
resx779 rescale -0.0001E-999 -1003 -> NaN Invalid_operation | |
precision: 9 | |
maxExponent: 999999999 | |
minexponent: -999999999 | |
-- getInt worries | |
resx801 rescale 0 1000000000 -> NaN Invalid_operation | |
resx802 rescale 0 -1000000000 -> 0E-1000000000 | |
resx803 rescale 0 2000000000 -> NaN Invalid_operation | |
resx804 rescale 0 -2000000000 -> NaN Invalid_operation | |
resx805 rescale 0 3000000000 -> NaN Invalid_operation | |
resx806 rescale 0 -3000000000 -> NaN Invalid_operation | |
resx807 rescale 0 4000000000 -> NaN Invalid_operation | |
resx808 rescale 0 -4000000000 -> NaN Invalid_operation | |
resx809 rescale 0 5000000000 -> NaN Invalid_operation | |
resx810 rescale 0 -5000000000 -> NaN Invalid_operation | |
resx811 rescale 0 6000000000 -> NaN Invalid_operation | |
resx812 rescale 0 -6000000000 -> NaN Invalid_operation | |
resx813 rescale 0 7000000000 -> NaN Invalid_operation | |
resx814 rescale 0 -7000000000 -> NaN Invalid_operation | |
resx815 rescale 0 8000000000 -> NaN Invalid_operation | |
resx816 rescale 0 -8000000000 -> NaN Invalid_operation | |
resx817 rescale 0 9000000000 -> NaN Invalid_operation | |
resx818 rescale 0 -9000000000 -> NaN Invalid_operation | |
resx819 rescale 0 9999999999 -> NaN Invalid_operation | |
resx820 rescale 0 -9999999999 -> NaN Invalid_operation | |
resx821 rescale 0 10000000000 -> NaN Invalid_operation | |
resx822 rescale 0 -10000000000 -> NaN Invalid_operation | |
resx831 rescale 1 0E-1 -> 1 | |
resx832 rescale 1 0E-2 -> 1 | |
resx833 rescale 1 0E-3 -> 1 | |
resx834 rescale 1 0E-4 -> 1 | |
resx835 rescale 1 0E-100 -> 1 | |
resx836 rescale 1 0E-100000 -> 1 | |
resx837 rescale 1 0E+100 -> 1 | |
resx838 rescale 1 0E+100000 -> 1 | |
resx841 rescale 0 5E-1000000 -> NaN Invalid_operation | |
resx842 rescale 0 5E-1000000 -> NaN Invalid_operation | |
resx843 rescale 0 999999999 -> 0E+999999999 | |
resx844 rescale 0 1000000000 -> NaN Invalid_operation | |
resx845 rescale 0 -999999999 -> 0E-999999999 | |
resx846 rescale 0 -1000000000 -> 0E-1000000000 | |
resx847 rescale 0 -1000000001 -> 0E-1000000001 | |
resx848 rescale 0 -1000000002 -> 0E-1000000002 | |
resx849 rescale 0 -1000000003 -> 0E-1000000003 | |
resx850 rescale 0 -1000000004 -> 0E-1000000004 | |
resx851 rescale 0 -1000000005 -> 0E-1000000005 | |
resx852 rescale 0 -1000000006 -> 0E-1000000006 | |
resx853 rescale 0 -1000000007 -> 0E-1000000007 | |
resx854 rescale 0 -1000000008 -> NaN Invalid_operation | |
resx861 rescale 1 +2147483649 -> NaN Invalid_operation | |
resx862 rescale 1 +2147483648 -> NaN Invalid_operation | |
resx863 rescale 1 +2147483647 -> NaN Invalid_operation | |
resx864 rescale 1 -2147483647 -> NaN Invalid_operation | |
resx865 rescale 1 -2147483648 -> NaN Invalid_operation | |
resx866 rescale 1 -2147483649 -> NaN Invalid_operation | |
-- Null tests | |
res900 rescale 10 # -> NaN Invalid_operation | |
res901 rescale # 10 -> NaN Invalid_operation |