CNN Model Body

lib/utils/config.py

@@ -5,6 +5,8 @@ from collections import defaultdict
 from configparser import ConfigParser
 from pathlib import Path
 
+from lib.utils.model_io import ModelParameters
+
 
 def is_jsonable(x):
     import json
@@ -43,6 +45,10 @@ class Config(ConfigParser):
         return self._get_namespace_for_section('project')
     ###################################################
 
+    @property
+    def model_paramters(self):
+        return ModelParameters(self.model, self.train, self.data)
+
     @property
     def tags(self, ):
         return [f'{key}: {val}' for key, val in self.serializable.items()]

lib/utils/logging.py

@@ -50,7 +50,7 @@ class Logger(LightningLoggerBase):
         self.debug = debug
         self.config = config
         self._testtube_kwargs = dict(save_dir=self.outpath, version=self.version, name=self.name)
-        self._neptune_kwargs = dict(offline_mode=not self.debug,
+        self._neptune_kwargs = dict(offline_mode= self.debug,
                                     api_key=self.config.project.neptune_key,
                                     project_name=self.project_name,
                                     name=self.name,

lib/utils/parallel.py

@@ -0,0 +1,23 @@
+import multiprocessing as mp
+import time
+
+
+def run_n_in_parallel(f, n, **kwargs):
+    output = mp.Queue()
+    kwargs.update(output=output)
+    # Setup a list of processes that we want to run
+    processes = [mp.Process(target=f, kwargs=kwargs) for _ in range(n)]
+    # Run processes
+    results = []
+    for p in processes:
+        p.start()
+    while len(results) != n:
+        time.sleep(1)
+        # Get process results from the output queue
+        results.extend([output.get() for _ in processes])
+
+    # Exit the completed processes
+    for p in processes:
+        p.join()
+
+    return results