Browse Source

Merge pull request #492 from tpoisonooo:fix-imagenet-untar

GitOrigin-RevId: e5d3a82c52
master
Megvii Engine Team 2 years ago
parent
commit
38ef331eb5
1 changed files with 2 additions and 4 deletions
  1. +2
    -4
      imperative/python/megengine/data/dataset/vision/imagenet.py

+ 2
- 4
imperative/python/megengine/data/dataset/vision/imagenet.py View File

@@ -205,7 +205,7 @@ class ImageNet(ImageFolder):
calculate_md5(raw_file) == checksum
), "checksum mismatch, {} may be damaged".format(raw_file)
logger.info("extract valid tar file... this may take 10-20 minutes")
untar(os.path.join(self.root, raw_file), self.target_folder)
untar(raw_file, self.target_folder)
self._organize_val_data()

def _prepare_train(self):
@@ -217,9 +217,7 @@ class ImageNet(ImageFolder):
calculate_md5(raw_file) == checksum
), "checksum mismatch, {} may be damaged".format(raw_file)
logger.info("extract train tar file.. this may take several hours")
untar(
os.path.join(self.root, raw_file), self.target_folder,
)
untar(raw_file, self.target_folder)
paths = [
os.path.join(self.target_folder, child_dir)
for child_dir in os.listdir(self.target_folder)


Loading…
Cancel
Save