Multithreaded Operation

Debugging
Doors, when no Doors are present
Smaller Bugfixes

reload_agent.py

@@ -3,7 +3,7 @@ from pathlib import Path
 
 import yaml
 from natsort import natsorted
-from stable_baselines3 import PPO
+from stable_baselines3 import PPO, DQN, A2C
 from stable_baselines3.common.evaluation import evaluate_policy
 
 from environments.factory.simple_factory import DirtProperties, SimpleFactory
@@ -12,16 +12,19 @@ from environments.factory.double_task_factory import ItemProperties, DoubleTaskF
 warnings.filterwarnings('ignore', category=FutureWarning)
 warnings.filterwarnings('ignore', category=UserWarning)
 
+model_map = dict(PPO=PPO, DQN=DQN, A2C=A2C)
 
 if __name__ == '__main__':
 
-    model_name = 'A2C_1630073286'
+    model_name = 'A2C_1630414444'
     run_id = 0
+    seed=69
     out_path = Path(__file__).parent / 'debug_out'
     model_path = out_path / model_name
 
     with (model_path / f'env_{model_name}.yaml').open('r') as f:
         env_kwargs = yaml.load(f, Loader=yaml.FullLoader)
+        env_kwargs.update(verbose=True, env_seed=seed)
     if False:
         env_kwargs.update(dirt_properties=DirtProperties(clean_amount=1, gain_amount=0.1, max_global_amount=20,
                                                          max_local_amount=1, spawn_frequency=5, max_spawn_ratio=0.05,
@@ -30,9 +33,10 @@ if __name__ == '__main__':
     with SimpleFactory(**env_kwargs) as env:
 
         # Edit THIS:
+        env.seed(seed)
         model_files = list(natsorted((model_path / f'{run_id}_{model_name}').rglob('model_*.zip')))
         this_model = model_files[0]
-
-        model = PPO.load(this_model)
-        evaluation_result = evaluate_policy(model, env, n_eval_episodes=100, deterministic=False, render=True)
+        model_cls = next(val for key, val in model_map.items() if key in model_name)
+        model = model_cls.load(this_model)
+        evaluation_result = evaluate_policy(model, env, n_eval_episodes=100, deterministic=True, render=True)
         print(evaluation_result)