Fix "extract training"
This commit is contained in:
parent
856dc83c77
commit
2475d7c8dd
1 changed files with 40 additions and 8 deletions
23
src/training/get_data_loader.py
Normal file
23
src/training/get_data_loader.py
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
from pathlib import Path
|
||||
from typing import List
|
||||
from torch.utils.data import DataLoader
|
||||
from config import CACHE_PATH
|
||||
from training import HistogramDataset
|
||||
import os
|
||||
|
||||
|
||||
def get_data_loader(
|
||||
data: List[Path], edit_count: int, bin_count: int, batch_size: int, **_
|
||||
) -> DataLoader:
|
||||
return DataLoader(
|
||||
dataset=HistogramDataset(
|
||||
paths=data,
|
||||
edit_count=edit_count,
|
||||
bin_count=bin_count,
|
||||
delete_corrupt_images=False,
|
||||
cache_path=CACHE_PATH,
|
||||
),
|
||||
batch_size=batch_size,
|
||||
shuffle=True,
|
||||
num_workers=os.cpu_count(),
|
||||
)
|
||||
Loading…
Reference in a new issue