rescale.dectest

eda is an estimation of distributions algorithm

-- some 9999 round-up cases
resx400 rescale   9.999        -5  ->  9.99900
resx401 rescale   9.999        -4  ->  9.9990
resx402 rescale   9.999        -3  ->  9.999
resx403 rescale   9.999        -2  -> 10.00     Inexact Rounded
resx404 rescale   9.999        -1  -> 10.0      Inexact Rounded
resx405 rescale   9.999         0  -> 10        Inexact Rounded
resx406 rescale   9.999         1  -> 1E+1      Inexact Rounded
resx407 rescale   9.999         2  -> 0E+2      Inexact Rounded

resx410 rescale   0.999        -5  ->  0.99900
resx411 rescale   0.999        -4  ->  0.9990
resx412 rescale   0.999        -3  ->  0.999
resx413 rescale   0.999        -2  ->  1.00     Inexact Rounded
resx414 rescale   0.999        -1  ->  1.0      Inexact Rounded
resx415 rescale   0.999         0  ->  1        Inexact Rounded
resx416 rescale   0.999         1  -> 0E+1      Inexact Rounded

resx420 rescale   0.0999       -5  ->  0.09990
resx421 rescale   0.0999       -4  ->  0.0999
resx422 rescale   0.0999       -3  ->  0.100    Inexact Rounded
resx423 rescale   0.0999       -2  ->  0.10     Inexact Rounded
resx424 rescale   0.0999       -1  ->  0.1      Inexact Rounded
resx425 rescale   0.0999        0  ->  0        Inexact Rounded
resx426 rescale   0.0999        1  -> 0E+1      Inexact Rounded

resx430 rescale   0.00999      -5  ->  0.00999
resx431 rescale   0.00999      -4  ->  0.0100   Inexact Rounded
resx432 rescale   0.00999      -3  ->  0.010    Inexact Rounded
resx433 rescale   0.00999      -2  ->  0.01     Inexact Rounded
resx434 rescale   0.00999      -1  ->  0.0      Inexact Rounded
resx435 rescale   0.00999       0  ->  0        Inexact Rounded
resx436 rescale   0.00999       1  -> 0E+1      Inexact Rounded

resx440 rescale   0.000999     -5  ->  0.00100  Inexact Rounded
resx441 rescale   0.000999     -4  ->  0.0010   Inexact Rounded
resx442 rescale   0.000999     -3  ->  0.001    Inexact Rounded
resx443 rescale   0.000999     -2  ->  0.00     Inexact Rounded
resx444 rescale   0.000999     -1  ->  0.0      Inexact Rounded
resx445 rescale   0.000999      0  ->  0        Inexact Rounded
resx446 rescale   0.000999      1  -> 0E+1      Inexact Rounded

precision: 8
resx449 rescale   9.999E-15    -23 ->  Infinity Inexact Rounded Overflow
resx450 rescale   9.999E-15    -22 ->  9.9990000E-15
resx451 rescale   9.999E-15    -21 ->  9.999000E-15
resx452 rescale   9.999E-15    -20 ->  9.99900E-15
resx453 rescale   9.999E-15    -19 ->  9.9990E-15
resx454 rescale   9.999E-15    -18 ->  9.999E-15
resx455 rescale   9.999E-15    -17 ->  1.000E-14 Inexact Rounded
resx456 rescale   9.999E-15    -16 ->  1.00E-14  Inexact Rounded
resx457 rescale   9.999E-15    -15 ->  1.0E-14   Inexact Rounded
resx458 rescale   9.999E-15    -14 ->  1E-14     Inexact Rounded
resx459 rescale   9.999E-15    -13 ->  0E-13     Inexact Rounded
resx460 rescale   9.999E-15    -12 ->  0E-12     Inexact Rounded
resx461 rescale   9.999E-15    -11 ->  0E-11     Inexact Rounded
resx462 rescale   9.999E-15    -10 ->  0E-10     Inexact Rounded
resx463 rescale   9.999E-15     -9 ->  0E-9      Inexact Rounded
resx464 rescale   9.999E-15     -8 ->  0E-8      Inexact Rounded
resx465 rescale   9.999E-15     -7 ->  0E-7      Inexact Rounded
resx466 rescale   9.999E-15     -6 ->  0.000000  Inexact Rounded
resx467 rescale   9.999E-15     -5 ->  0.00000   Inexact Rounded
resx468 rescale   9.999E-15     -4 ->  0.0000    Inexact Rounded
resx469 rescale   9.999E-15     -3 ->  0.000     Inexact Rounded
resx470 rescale   9.999E-15     -2 ->  0.00      Inexact Rounded
resx471 rescale   9.999E-15     -1 ->  0.0       Inexact Rounded
resx472 rescale   9.999E-15      0 ->  0         Inexact Rounded
resx473 rescale   9.999E-15      1 ->  0E+1      Inexact Rounded

-- long operand checks [rhs checks removed]
maxexponent: 999
precision: 9
resx481 rescale 12345678000 +3 -> 1.2345678E+10 Rounded
resx482 rescale 1234567800  +1 -> 1.23456780E+9 Rounded
resx483 rescale 1234567890  +1 -> 1.23456789E+9 Rounded
resx484 rescale 1234567891  +1 -> 1.23456789E+9 Inexact Rounded
resx485 rescale 12345678901 +2 -> 1.23456789E+10 Inexact Rounded
resx486 rescale 1234567896  +1 -> 1.23456790E+9 Inexact Rounded
-- a potential double-round
resx487 rescale 1234.987643 -4 -> 1234.9876 Inexact Rounded
resx488 rescale 1234.987647 -4 -> 1234.9876 Inexact Rounded

precision: 15
resx491 rescale 12345678000 +3 -> 1.2345678E+10 Rounded
resx492 rescale 1234567800  +1 -> 1.23456780E+9 Rounded
resx493 rescale 1234567890  +1 -> 1.23456789E+9 Rounded
resx494 rescale 1234567891  +1 -> 1.23456789E+9 Inexact Rounded
resx495 rescale 12345678901 +2 -> 1.23456789E+10 Inexact Rounded
resx496 rescale 1234567896  +1 -> 1.23456790E+9 Inexact Rounded
resx497 rescale 1234.987643 -4 -> 1234.9876 Inexact Rounded
resx498 rescale 1234.987647 -4 -> 1234.9876 Inexact Rounded

-- Zeros
resx500 rescale   0     1 ->  0E+1
resx501 rescale   0     0 ->  0
resx502 rescale   0    -1 ->  0.0
resx503 rescale   0.0  -1 ->  0.0
resx504 rescale   0.0   0 ->  0
resx505 rescale   0.0  +1 ->  0E+1
resx506 rescale   0E+1 -1 ->  0.0
resx507 rescale   0E+1  0 ->  0
resx508 rescale   0E+1 +1 ->  0E+1
resx509 rescale  -0     1 -> -0E+1
resx510 rescale  -0     0 -> -0
resx511 rescale  -0    -1 -> -0.0
resx512 rescale  -0.0  -1 -> -0.0
resx513 rescale  -0.0   0 -> -0
resx514 rescale  -0.0  +1 -> -0E+1
resx515 rescale  -0E+1 -1 -> -0.0
resx516 rescale  -0E+1  0 -> -0
resx517 rescale  -0E+1 +1 -> -0E+1

-- Suspicious RHS values
maxexponent: 999999999
precision: 15
resx521 rescale   1.234    999999E+3 -> 0E+999999000 Inexact Rounded
resx522 rescale 123.456    999999E+3 -> 0E+999999000 Inexact Rounded
resx523 rescale   1.234    999999999 -> 0E+999999999 Inexact Rounded
resx524 rescale 123.456    999999999 -> 0E+999999999 Inexact Rounded
resx525 rescale 123.456   1000000000 -> NaN Invalid_operation
resx526 rescale 123.456  12345678903 -> NaN Invalid_operation
-- next four are "won't fit" overflows
resx527 rescale   1.234   -999999E+3 -> Infinity Overflow Inexact Rounded
resx528 rescale 123.456   -999999E+3 -> Infinity Overflow Inexact Rounded
resx529 rescale   1.234   -999999999 -> Infinity Overflow Inexact Rounded
resx530 rescale 123.456   -999999999 -> Infinity Overflow Inexact Rounded
resx531 rescale 123.456  -1000000014 -> NaN Invalid_operation
resx532 rescale 123.456 -12345678903 -> NaN Invalid_operation

maxexponent: 999
precision: 15
resx540 rescale   1.234E+999    999 -> 1E+999    Inexact Rounded
resx541 rescale   1.234E+998    999 -> 0E+999    Inexact Rounded
resx542 rescale   1.234         999 -> 0E+999    Inexact Rounded
resx543 rescale   1.234        1000 -> NaN Invalid_operation
resx544 rescale   1.234        5000 -> NaN Invalid_operation

resx545 rescale   0        -999 -> 0E-999
-- next two are "won't fit" overflows
resx546 rescale   1.234    -999 -> Infinity  Overflow Inexact Rounded
resx547 rescale   1.234   -1000 -> Infinity  Overflow Inexact Rounded
resx548 rescale   1.234   -5000 -> NaN Invalid_operation
-- [more below]

-- fractional RHS, some good and some bad
precision: 9
resx549 rescale   222 +2.0           -> 2E+2 Inexact Rounded
resx550 rescale   222 +2.00000000    -> 2E+2 Inexact Rounded
resx551 rescale   222 +2.00100000000 -> NaN Invalid_operation
resx552 rescale   222 +2.000001      -> NaN Invalid_operation
resx553 rescale   222 +2.000000001   -> NaN Invalid_operation
resx554 rescale   222 +2.0000000001  -> NaN Invalid_operation
resx555 rescale   222 +2.00000000001 -> NaN Invalid_operation
resx556 rescale   222 +2.99999999999 -> NaN Invalid_operation
resx557 rescale   222 -2.00000000    -> 222.00
resx558 rescale   222 -2.00100000000 -> NaN Invalid_operation
resx559 rescale   222 -2.0000001000  -> NaN Invalid_operation
resx560 rescale   222 -2.00000000001 -> NaN Invalid_operation
resx561 rescale   222 -2.99999999999 -> NaN Invalid_operation


-- Specials
resx580 rescale  Inf  -Inf   ->  NaN  Invalid_operation
resx581 rescale  Inf  -1000  ->  Infinity
resx582 rescale  Inf  -1     ->  Infinity
resx583 rescale  Inf   0     ->  Infinity
resx584 rescale  Inf   1     ->  Infinity
resx585 rescale  Inf   1000  ->  Infinity
resx586 rescale  Inf   Inf   ->  NaN  Invalid_operation
resx587 rescale -1000  Inf   ->  NaN  Invalid_operation
resx588 rescale -Inf   Inf   ->  NaN  Invalid_operation
resx589 rescale -1     Inf   ->  NaN  Invalid_operation
resx590 rescale  0     Inf   ->  NaN  Invalid_operation
resx591 rescale  1     Inf   ->  NaN  Invalid_operation
resx592 rescale  1000  Inf   ->  NaN  Invalid_operation
resx593 rescale  Inf   Inf   ->  NaN  Invalid_operation
resx594 rescale  Inf  -0     ->  Infinity
resx595 rescale -0     Inf   ->  NaN  Invalid_operation

resx600 rescale -Inf  -Inf   ->  NaN  Invalid_operation
resx601 rescale -Inf  -1000  ->  -Infinity
resx602 rescale -Inf  -1     ->  -Infinity
resx603 rescale -Inf   0     ->  -Infinity
resx604 rescale -Inf   1     ->  -Infinity
resx605 rescale -Inf   1000  ->  -Infinity
resx606 rescale -Inf   Inf   ->  NaN  Invalid_operation
resx607 rescale -1000  Inf   ->  NaN  Invalid_operation
resx608 rescale -Inf  -Inf   ->  NaN  Invalid_operation
resx609 rescale -1    -Inf   ->  NaN  Invalid_operation
resx610 rescale  0    -Inf   ->  NaN  Invalid_operation
resx611 rescale  1    -Inf   ->  NaN  Invalid_operation
resx612 rescale  1000 -Inf   ->  NaN  Invalid_operation
resx613 rescale  Inf  -Inf   ->  NaN  Invalid_operation
resx614 rescale -Inf  -0     ->  -Infinity
resx615 rescale -0    -Inf   ->  NaN  Invalid_operation

resx621 rescale  NaN -Inf    ->  NaN  Invalid_operation
resx622 rescale  NaN -1000   ->  NaN
resx623 rescale  NaN -1      ->  NaN
resx624 rescale  NaN  0      ->  NaN
resx625 rescale  NaN  1      ->  NaN
resx626 rescale  NaN  1000   ->  NaN
resx627 rescale  NaN  Inf    ->  NaN  Invalid_operation
resx628 rescale  NaN  NaN    ->  NaN
resx629 rescale -Inf  NaN    ->  NaN
resx630 rescale -1000 NaN    ->  NaN
resx631 rescale -1    NaN    ->  NaN
resx632 rescale  0    NaN    ->  NaN
resx633 rescale  1    NaN    ->  NaN
resx634 rescale  1000 NaN    ->  NaN
resx635 rescale  Inf  NaN    ->  NaN
resx636 rescale  NaN -0      ->  NaN
resx637 rescale -0    NaN    ->  NaN

resx641 rescale  sNaN -Inf   ->  NaN  Invalid_operation
resx642 rescale  sNaN -1000  ->  NaN  Invalid_operation
resx643 rescale  sNaN -1     ->  NaN  Invalid_operation
resx644 rescale  sNaN  0     ->  NaN  Invalid_operation
resx645 rescale  sNaN  1     ->  NaN  Invalid_operation
resx646 rescale  sNaN  1000  ->  NaN  Invalid_operation
resx647 rescale  sNaN  NaN   ->  NaN  Invalid_operation
resx648 rescale  sNaN sNaN   ->  NaN  Invalid_operation
resx649 rescale  NaN  sNaN   ->  NaN  Invalid_operation
resx650 rescale -Inf  sNaN   ->  NaN  Invalid_operation
resx651 rescale -1000 sNaN   ->  NaN  Invalid_operation
resx652 rescale -1    sNaN   ->  NaN  Invalid_operation
resx653 rescale  0    sNaN   ->  NaN  Invalid_operation
resx654 rescale  1    sNaN   ->  NaN  Invalid_operation
resx655 rescale  1000 sNaN   ->  NaN  Invalid_operation
resx656 rescale  Inf  sNaN   ->  NaN  Invalid_operation
resx657 rescale  NaN  sNaN   ->  NaN  Invalid_operation
resx658 rescale  sNaN -0     ->  NaN  Invalid_operation
resx659 rescale -0    sNaN   ->  NaN  Invalid_operation

-- subnormals and underflow
precision: 4
maxexponent: 999
resx710 rescale  1.00E-999    -999  ->   1E-999    Rounded
resx711 rescale  0.1E-999    -1000  ->   1E-1000   Subnormal
resx712 rescale  0.10E-999   -1000  ->   1E-1000   Subnormal Rounded
resx713 rescale  0.100E-999  -1000  ->   1E-1000   Subnormal Rounded
resx714 rescale  0.01E-999   -1001  ->   1E-1001   Subnormal
-- next is rounded to Emin
resx715 rescale  0.999E-999   -999  ->   1E-999    Inexact Rounded
resx716 rescale  0.099E-999  -1000  ->   1E-1000   Inexact Rounded Subnormal Underflow

resx717 rescale  0.009E-999  -1001  ->   1E-1001   Inexact Rounded Subnormal Underflow
resx718 rescale  0.001E-999  -1001  ->   0E-1001   Inexact Rounded
resx719 rescale  0.0009E-999 -1001  ->   0E-1001   Inexact Rounded
resx720 rescale  0.0001E-999 -1001  ->   0E-1001   Inexact Rounded

resx730 rescale -1.00E-999   -999  ->  -1E-999     Rounded
resx731 rescale -0.1E-999    -999  ->  -0E-999     Rounded Inexact
resx732 rescale -0.10E-999   -999  ->  -0E-999     Rounded Inexact
resx733 rescale -0.100E-999  -999  ->  -0E-999     Rounded Inexact
resx734 rescale -0.01E-999   -999  ->  -0E-999     Inexact Rounded
-- next is rounded to Emin
resx735 rescale -0.999E-999  -999  ->  -1E-999     Inexact Rounded
resx736 rescale -0.099E-999  -999  ->  -0E-999     Inexact Rounded
resx737 rescale -0.009E-999  -999  ->  -0E-999     Inexact Rounded
resx738 rescale -0.001E-999  -999  ->  -0E-999     Inexact Rounded
resx739 rescale -0.0001E-999 -999  ->  -0E-999     Inexact Rounded

resx740 rescale -1.00E-999   -1000 ->  -1.0E-999   Rounded
resx741 rescale -0.1E-999    -1000 ->  -1E-1000    Subnormal
resx742 rescale -0.10E-999   -1000 ->  -1E-1000    Subnormal Rounded
resx743 rescale -0.100E-999  -1000 ->  -1E-1000    Subnormal Rounded
resx744 rescale -0.01E-999   -1000 ->  -0E-1000    Inexact Rounded
-- next is rounded to Emin
resx745 rescale -0.999E-999  -1000 ->  -1.0E-999   Inexact Rounded
resx746 rescale -0.099E-999  -1000 ->  -1E-1000    Inexact Rounded Subnormal Underflow
resx747 rescale -0.009E-999  -1000 ->  -0E-1000    Inexact Rounded
resx748 rescale -0.001E-999  -1000 ->  -0E-1000    Inexact Rounded
resx749 rescale -0.0001E-999 -1000 ->  -0E-1000    Inexact Rounded

resx750 rescale -1.00E-999   -1001 ->  -1.00E-999
resx751 rescale -0.1E-999    -1001 ->  -1.0E-1000  Subnormal
resx752 rescale -0.10E-999   -1001 ->  -1.0E-1000  Subnormal
resx753 rescale -0.100E-999  -1001 ->  -1.0E-1000  Subnormal Rounded
resx754 rescale -0.01E-999   -1001 ->  -1E-1001    Subnormal
-- next is rounded to Emin
resx755 rescale -0.999E-999  -1001 ->  -1.00E-999  Inexact Rounded
resx756 rescale -0.099E-999  -1001 ->  -1.0E-1000  Inexact Rounded Subnormal Underflow
resx757 rescale -0.009E-999  -1001 ->  -1E-1001    Inexact Rounded Subnormal Underflow
resx758 rescale -0.001E-999  -1001 ->  -0E-1001    Inexact Rounded
resx759 rescale -0.0001E-999 -1001 ->  -0E-1001    Inexact Rounded

resx760 rescale -1.00E-999   -1002 ->  -1.000E-999
resx761 rescale -0.1E-999    -1002 ->  -1.00E-1000  Subnormal
resx762 rescale -0.10E-999   -1002 ->  -1.00E-1000  Subnormal
resx763 rescale -0.100E-999  -1002 ->  -1.00E-1000  Subnormal
resx764 rescale -0.01E-999   -1002 ->  -1.0E-1001   Subnormal
resx765 rescale -0.999E-999  -1002 ->  -9.99E-1000  Subnormal
resx766 rescale -0.099E-999  -1002 ->  -9.9E-1001   Subnormal
resx767 rescale -0.009E-999  -1002 ->  -9E-1002     Subnormal
resx768 rescale -0.001E-999  -1002 ->  -1E-1002     Subnormal
resx769 rescale -0.0001E-999 -1002 ->  -0E-1002     Inexact Rounded

-- rhs must be no less than Etiny
resx770 rescale -1.00E-999   -1003 ->  NaN Invalid_operation
resx771 rescale -0.1E-999    -1003 ->  NaN Invalid_operation
resx772 rescale -0.10E-999   -1003 ->  NaN Invalid_operation
resx773 rescale -0.100E-999  -1003 ->  NaN Invalid_operation
resx774 rescale -0.01E-999   -1003 ->  NaN Invalid_operation
resx775 rescale -0.999E-999  -1003 ->  NaN Invalid_operation
resx776 rescale -0.099E-999  -1003 ->  NaN Invalid_operation
resx777 rescale -0.009E-999  -1003 ->  NaN Invalid_operation
resx778 rescale -0.001E-999  -1003 ->  NaN Invalid_operation
resx779 rescale -0.0001E-999 -1003 ->  NaN Invalid_operation

-- Null tests
res900 rescale 10  # -> NaN Invalid_operation
res901 rescale  # 10 -> NaN Invalid_operation