diff --git a/test/rubygems/helper.rb b/test/rubygems/helper.rb
index 2a37e383e6..9854263977 100644
--- a/test/rubygems/helper.rb
+++ b/test/rubygems/helper.rb
@@ -153,15 +153,13 @@ class Gem::TestCase < Test::Unit::TestCase
 
         return captured_stdout.read, captured_stderr.read
       ensure
-        captured_stdout.unlink
-        captured_stderr.unlink
         $stdout.reopen orig_stdout
         $stderr.reopen orig_stderr
 
         orig_stdout.close
         orig_stderr.close
-        captured_stdout.close
-        captured_stderr.close
+        captured_stdout.close!
+        captured_stderr.close!
       end
     end
   end