commit 8130157504e4a8d289e8cb0ae57d81da53bb037f
author Kevin Tse <ktse@fb.com> Thu Sep 30 08:44:42 2021 -0700
committer Facebook GitHub Bot <facebook-github-bot@users.noreply.github.com> Thu Sep 30 08:46:32 2021 -0700
tree 22cecf98acecafb7d3175a3be4d68e626f3d4455
parent 7f87ff183d3c66fbc812c05e0c5992657f820ea4

[DataPipe] Fixes an issue where TarArchiveReader closes stream when read into a buffer (#65877)

Summary:
Pull Request resolved: https://github.com/pytorch/pytorch/pull/65877

Fixes #65808

Test Plan: Imported from OSS

Reviewed By: ejguan

Differential Revision: D31296041

Pulled By: NivekT

fbshipit-source-id: cdcad3a333ae9781d6063678a122a128955b0ff4

torch/utils/data/datapipes/iter/tararchivereader.py

diff --git a/torch/utils/data/datapipes/iter/tararchivereader.py b/torch/utils/data/datapipes/iter/tararchivereader.py
index 2abb368..3408b9f 100644
--- a/torch/utils/data/datapipes/iter/tararchivereader.py
+++ b/torch/utils/data/datapipes/iter/tararchivereader.py
@@ -57,8 +57,6 @@
                 warnings.warn(
                     "Unable to extract files from corrupted tarfile stream {} due to: {}, abort!".format(pathname, e))
                 raise e
-            finally:
-                data_stream.close()
 
     def __len__(self):
         if self.length == -1: