test/coverage/test_coverage.rb: run the tests in separated processes

The tests had been disabled under coverage measurement (during
`ENV['COVERAGE']`), since they call `Coverage.result` which stops
coverage measurement.
So, we couldn't measure both C-level and Ruby-level coverage of Ruby
simultaneously.
In short, `./configure --enable-gcov && make exam COVERAGE=true`
misses some coverages.

Now, the test runs in another process.  They does not stop coverage
measurement, so we can now enable the tests under coverage measurement.

git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@59724 b2dd03c8-39d4-4d8f-98ff-823fe69b080e

test/coverage/test_coverage.rb

@@ -6,67 +6,70 @@ require "envutil"
 
 class TestCoverage < Test::Unit::TestCase
   def test_result_without_start
-    assert_raise(RuntimeError) {Coverage.result}
+    assert_in_out_err(%w[-rcoverage], <<-"end;", [], /coverage measurement is not enabled/)
+      Coverage.result
+      p :NG
+    end;
   end
 
   def test_peek_result_without_start
-    assert_raise(RuntimeError) {Coverage.peek_result}
+    assert_in_out_err(%w[-rcoverage], <<-"end;", [], /coverage measurement is not enabled/)
+      Coverage.peek_result
+      p :NG
+    end;
   end
 
   def test_result_with_nothing
+    assert_in_out_err(%w[-rcoverage], <<-"end;", ["{}"], [])
       Coverage.start
-    result = Coverage.result
+      p Coverage.result
-    assert_kind_of(Hash, result)
+    end;
-    result.each do |key, val|
-      assert_kind_of(String, key)
-      assert_kind_of(Array, val)
-    end
   end
 
   def test_coverage_running?
-    refute Coverage.running?
+    assert_in_out_err(%w[-rcoverage], <<-"end;", ["false", "true", "true", "false"], [])
+      p Coverage.running?
       Coverage.start
-    assert Coverage.running?
+      p Coverage.running?
       Coverage.peek_result
-    assert Coverage.running?
+      p Coverage.running?
       Coverage.result
-    refute Coverage.running?
+      p Coverage.running?
+    end;
   end
 
   def test_coverage_snapshot
-    loaded_features = $".dup
-
     Dir.mktmpdir {|tmp|
       Dir.chdir(tmp) {
         File.open("test.rb", "w") do |f|
           f.puts <<-EOS
-            def TestCoverage.coverage_test_snapshot
+            def coverage_test_snapshot
               :ok
             end
           EOS
         end
 
+        assert_in_out_err(%w[-rcoverage], <<-"end;", ["[1, 0, nil]", "[1, 1, nil]", "[1, 1, nil]"], [])
           Coverage.start
-        require tmp + '/test.rb'
+          tmp = Dir.pwd
-        cov = Coverage.peek_result[tmp + '/test.rb']
+          require tmp + "/test.rb"
-        TestCoverage.coverage_test_snapshot
+          cov = Coverage.peek_result[tmp + "/test.rb"]
-        cov2 = Coverage.peek_result[tmp + '/test.rb']
+          coverage_test_snapshot
-        assert_equal cov[1] + 1, cov2[1]
+          cov2 = Coverage.peek_result[tmp + "/test.rb"]
-        assert_equal cov2, Coverage.result[tmp + '/test.rb']
+          p cov
+          p cov2
+          p Coverage.result[tmp + "/test.rb"]
+        end;
       }
     }
-  ensure
-    $".replace loaded_features
   end
 
   def test_restarting_coverage
-    loaded_features = $".dup
-
     Dir.mktmpdir {|tmp|
       Dir.chdir(tmp) {
         File.open("test.rb", "w") do |f|
           f.puts <<-EOS
-            def TestCoverage.coverage_test_restarting
+            def coverage_test_restarting
               :ok
             end
           EOS
@@ -78,32 +81,32 @@ class TestCoverage < Test::Unit::TestCase
           EOS
         end
 
+        exp1 = { "#{tmp}/test.rb" => [1, 0, nil] }.inspect
+        exp2 = {}.inspect
+        exp3 = { "#{tmp}/test2.rb" => [1] }.inspect
+        assert_in_out_err(%w[-rcoverage], <<-"end;", [exp1, exp2, exp3], [])
           Coverage.start
-        require tmp + '/test.rb'
+          tmp = Dir.pwd
-        cov = { "#{tmp}/test.rb" => [1, 0, nil] }
+          require tmp + "/test.rb"
-        assert_equal cov, Coverage.result
+          p Coverage.result
 
           # Restart coverage but '/test.rb' is required before restart,
           # so coverage is not recorded.
           Coverage.start
-        TestCoverage.coverage_test_restarting
+          coverage_test_restarting
-        assert_equal({}, Coverage.result)
+          p Coverage.result
 
           # Restart coverage and '/test2.rb' is required after restart,
           # so coverage is recorded.
           Coverage.start
-        require tmp + '/test2.rb'
+          require tmp + "/test2.rb"
-        cov = { "#{tmp}/test2.rb" => [1] }
+          p Coverage.result
-        assert_equal cov, Coverage.result
+        end;
       }
     }
-  ensure
-    $".replace loaded_features
   end
 
   def test_big_code
-    loaded_features = $".dup
-
     Dir.mktmpdir {|tmp|
       Dir.chdir(tmp) {
         File.open("test.rb", "w") do |f|
@@ -113,29 +116,27 @@ class TestCoverage < Test::Unit::TestCase
           f.puts "])"
         end
 
+        assert_in_out_err(%w[-rcoverage], <<-"end;", ["10003"], [])
           Coverage.start
+          tmp = Dir.pwd
           require tmp + '/test.rb'
-        assert_equal 10003, Coverage.result[tmp + '/test.rb'].size
+          p Coverage.result[tmp + '/test.rb'].size
+        end;
       }
     }
-  ensure
-    $".replace loaded_features
   end
 
   def test_nonpositive_linenumber
     bug12517 = '[ruby-core:76141] [Bug #12517]'
+    assert_in_out_err(%w[-rcoverage], <<-"end;", ['{"<compiled>"=>[nil]}'], [], bug12517)
       Coverage.start
-    EnvUtil.suppress_warning do
-      assert_nothing_raised(ArgumentError, bug12517) do
       RubyVM::InstructionSequence.compile(":ok", nil, "<compiled>", 0)
-      end
+      p Coverage.result
-    end
+    end;
-    assert_include Coverage.result, "<compiled>"
   end
 
   def test_eval
     bug13305 = '[ruby-core:80079] [Bug #13305]'
-    loaded_features = $".dup
 
     Dir.mktmpdir {|tmp|
       Dir.chdir(tmp) {
@@ -153,15 +154,14 @@ class TestCoverage < Test::Unit::TestCase
           f.puts 'end'
         end
 
+        assert_in_out_err(%w[-rcoverage], <<-"end;", ["[1, 1, 1, 400, nil, nil, nil, nil, nil, nil, nil]"], [], bug13305)
           Coverage.start
+          tmp = Dir.pwd
           require tmp + '/test.rb'
-        EnvUtil.suppress_warning do
           add_method(Class.new)
-        end
+          p Coverage.result[tmp + "/test.rb"]
-        assert_equal Coverage.result[tmp + "/test.rb"], [1, 1, 1, 400, nil, nil, nil, nil, nil, nil, nil], bug13305
+        end;
       }
     }
-  ensure
-    $".replace loaded_features
   end
-end unless ENV['COVERAGE']
+end