1
Fork 0

fix: formatting + linting

This commit is contained in:
Robin Meersman 2026-04-06 11:55:05 +02:00
parent 3c7670e1b4
commit 9c5203fc7d
3 changed files with 6 additions and 4 deletions

View file

@ -43,6 +43,7 @@ def make_env(config_path: str | None, num_envs: int) -> Callable:
return thunk
def save_model(model_path: str, agent_state: TrainState, args: PPOArgs):
with open(model_path, "wb") as f:
f.write(
@ -198,7 +199,6 @@ def train(args: PPOArgs):
value = critic.apply(agent_state.params["critic_params"], hidden_critic)
return action, logprob, value.squeeze(-1), key
# GAE
@jax.jit
def compute_gae_once(carry, inp, gamma, gae_lambda):
@ -226,6 +226,7 @@ def train(args: PPOArgs):
reverse=True,
)
return storage.replace(advantages=advantages, returns=advantages + storage.values)
# END GAE
# --- Main training loop ---