Fix "extract training"

This commit is contained in:
Andras Schmelczer 2024-06-25 09:02:45 +01:00
commit 2475d7c8dd
No known key found for this signature in database
GPG key ID: FC8F2C3D3D1A718C

View file

@ -0,0 +1,23 @@
from pathlib import Path
from typing import List
from torch.utils.data import DataLoader
from config import CACHE_PATH
from training import HistogramDataset
import os
def get_data_loader(
data: List[Path], edit_count: int, bin_count: int, batch_size: int, **_
) -> DataLoader:
return DataLoader(
dataset=HistogramDataset(
paths=data,
edit_count=edit_count,
bin_count=bin_count,
delete_corrupt_images=False,
cache_path=CACHE_PATH,
),
batch_size=batch_size,
shuffle=True,
num_workers=os.cpu_count(),
)