| 12345678910111213141516171819202122 |
- from .imports import *
- from .torch_imports import *
- import gzip
- from urllib.request import urlretrieve
- from tqdm import tqdm
- class TqdmUpTo(tqdm):
- def update_to(self, b=1, bsize=1, tsize=None):
- if tsize is not None: self.total = tsize
- self.update(b * bsize - self.n)
- def get_data(url, filename):
- if not os.path.exists(filename):
- dirname = os.path.dirname(filename)
- if not os.path.exists(dirname):
- os.makedirs(dirname)
- with TqdmUpTo(unit='B', unit_scale=True, miniters=1, desc=url.split('/')[-1]) as t:
- urlretrieve(url, filename, reporthook=t.update_to)
|
