monitor now returning info objects

This commit is contained in:
steffen-illium
2021-05-31 13:58:24 +02:00
parent 7b4e60b0aa
commit 403d38dc24
7 changed files with 61 additions and 59 deletions

View File

@ -32,7 +32,7 @@ class TraningMonitor(BaseCallback):
df.to_csv(self.filepath, mode='a', header=False)
def _on_step(self) -> bool:
for idx, done in np.ndenumerate(self.locals['dones']):
for idx, done in np.ndenumerate(self.locals.get('dones', [])):
idx = idx[0]
# self.values[self.num_timesteps].update(**{f'reward_env_{idx}': self.locals['rewards'][idx]})
self.rewards[idx] += self.locals['rewards'][idx]