38 lines
1.2 KiB
Python
38 lines
1.2 KiB
Python
from argparse import Namespace
|
|
|
|
import warnings
|
|
|
|
from datasets.ccs_librosa_datamodule import CCSLibrosaDatamodule
|
|
from datasets.primates_librosa_datamodule import PrimatesLibrosaDatamodule
|
|
from datasets.mask_librosa_datamodule import MaskLibrosaDatamodule
|
|
from ml_lib.utils.config import parse_comandline_args_add_defaults
|
|
|
|
warnings.filterwarnings('ignore', category=FutureWarning)
|
|
warnings.filterwarnings('ignore', category=UserWarning)
|
|
|
|
|
|
def rebuild_dataset(h_params, data_class):
|
|
|
|
# START
|
|
# =============================================================================
|
|
# Let Datamodule pull what it wants
|
|
datamodule = data_class.from_argparse_args(h_params)
|
|
assert datamodule.purge()
|
|
datasets = datamodule.manual_setup()
|
|
print(f'Dataset length is: {len(datasets)}')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
for dataset in [CCSLibrosaDatamodule]:
|
|
# Parse comandline args, read config and get model
|
|
cmd_args, _, _, _ = parse_comandline_args_add_defaults('_parameters.ini')
|
|
|
|
# To NameSpace
|
|
hparams = Namespace(**cmd_args)
|
|
|
|
# Start
|
|
# -----------------
|
|
rebuild_dataset(hparams, dataset)
|
|
print('done')
|
|
pass
|