1berry/ruby
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bigdecimal.c: more precision

Browse Source 
* ext/bigdecimal/bigdecimal.c (BigDecimal_div2): need more room
  for precision to round.  [ruby-core:77475] [Bug #12805]

git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@56336 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
nobu 2016-10-04 00:55:15 +00:00
parent 1ae50df95d
commit cc80f139cd
3 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ChangeLog
View File

@ -1,3 +1,8 @@
Tue Oct 4 09:55:12 2016 Nobuyoshi Nakada <nobu@ruby-lang.org>
* ext/bigdecimal/bigdecimal.c (BigDecimal_div2): need more room
for precision to round. [ruby-core:77475] [Bug #12805]
Tue Oct 4 06:05:46 2016 NARUSE, Yui <naruse@ruby-lang.org> Tue Oct 4 06:05:46 2016 NARUSE, Yui <naruse@ruby-lang.org>
* regcomp.c (onig_print_compiled_byte_code): make the shown address * regcomp.c (onig_print_compiled_byte_code): make the shown address

2
ext/bigdecimal/bigdecimal.c
View File

@ -1533,7 +1533,7 @@ BigDecimal_div2(VALUE self, VALUE b, VALUE n)
size_t mx = ix + VpBaseFig()*2; size_t mx = ix + VpBaseFig()*2;
size_t pl = VpSetPrecLimit(0); size_t pl = VpSetPrecLimit(0);
GUARD_OBJ(cv, VpCreateRbObject(mx, "0")); GUARD_OBJ(cv, VpCreateRbObject(mx + VpBaseFig(), "0"));
GUARD_OBJ(av, GetVpValue(self, 1)); GUARD_OBJ(av, GetVpValue(self, 1));
GUARD_OBJ(bv, GetVpValue(b, 1)); GUARD_OBJ(bv, GetVpValue(b, 1));
mx = av->Prec + bv->Prec + 2; mx = av->Prec + bv->Prec + 2;

6
test/bigdecimal/test_bigdecimal.rb
View File

@ -807,6 +807,12 @@ class TestBigDecimal < Test::Unit::TestCase
BigDecimal.mode(BigDecimal::EXCEPTION_INFINITY, false) BigDecimal.mode(BigDecimal::EXCEPTION_INFINITY, false)
assert_equal(0, BigDecimal("0").div(BigDecimal("Infinity"))) assert_equal(0, BigDecimal("0").div(BigDecimal("Infinity")))
end end
x = BigDecimal.new("1")
y = BigDecimal.new("0.22")
(2..20).each do |i|
assert_equal ("0."+"45"*(i/2)+"5"*(i%2)+"E1"), x.div(y, i).to_s, "#{i}"
end
end end
def test_abs_bigdecimal def test_abs_bigdecimal