DQN Monitor fixed

This commit is contained in:
steffen-illium
2021-06-02 13:36:20 +02:00
parent 017a94d6b7
commit d8e6bfc9a9
2 changed files with 5 additions and 4 deletions

View File

@ -72,7 +72,8 @@ class MonitorCallback(BaseCallback):
self._monitor_dict[self.num_timesteps] = {key: val for key, val in info.items()
if key not in ['terminal_observation', 'episode']}
for env_idx, done in enumerate(self.locals.get('dones', [])):
for env_idx, done in list(enumerate(self.locals.get('dones', []))) + \
list(enumerate(self.locals.get('done', []))):
if done:
env_monitor_df = pd.DataFrame.from_dict(self._monitor_dict, orient='index')
self._monitor_dict = dict()