dataset.py 913 B

1234567891011121314151617181920212223242526
  1. import fastai
  2. from fastai import *
  3. from fastai.core import *
  4. from fastai.vision import *
  5. def get_colorize_data(sz:int, bs:int, crappy_path:Path, good_path:Path, random_seed:int=None,
  6. keep_pct:float=1.0, num_workers:int=8)->ImageDataBunch:
  7. src = (ImageImageList.from_folder(crappy_path)
  8. .use_partial_data(sample_pct=keep_pct, seed=random_seed)
  9. .random_split_by_pct(0.1, seed=random_seed))
  10. data = (src.label_from_func(lambda x: good_path/x.relative_to(crappy_path))
  11. .transform(get_transforms(max_zoom=1.2, max_lighting=0.5, max_warp=0.25), size=sz, tfm_y=True)
  12. .databunch(bs=bs, num_workers=num_workers, no_check=True)
  13. .normalize(imagenet_stats, do_y=True))
  14. data.c = 3
  15. return data
  16. def get_dummy_databunch()->ImageDataBunch:
  17. path = Path('./dummy/')
  18. return get_colorize_data(sz=1, bs=1, crappy_path=path, good_path=path, keep_pct=0.001)