diff --git a/.gitattributes b/.gitattributes index 7917d50199869d43d3cc5af8565f0d849a74a279..d8ae5d2d8e80b4d824b41034a2f79d12e04b640d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -84,3 +84,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_ factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs6:stride5:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/best_000048736_24969216_reward_2153.664.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/best_000048736_24969216_reward_2153.664.pth new file mode 100644 index 0000000000000000000000000000000000000000..498499b30f6e5dda0772a4370dd1b43ffaf71260 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/best_000048736_24969216_reward_2153.664.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39636c17906cf5dafb3df8632d073c36e41ced0b698dc8eb7f48fd80e3e48ee +size 23447609 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000016224_8323072.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000016224_8323072.pth new file mode 100644 index 0000000000000000000000000000000000000000..6fcbabb47b653db73963cf4e030292ef7a6533b9 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000016224_8323072.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493bf041fcff9af8cb321f304c54813c1817436cb6b9698680cd349dc7579b03 +size 23447969 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000032800_16809984.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000032800_16809984.pth new file mode 100644 index 0000000000000000000000000000000000000000..37a3609d6a10a2d963ff721b8089b8bd640d87ee --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000032800_16809984.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9345b0cd8676cf7dde06778625049b01196d769144739d4fd99f25b00db06444 +size 23447969 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..98c320b43b96b8a29023de38a16a64b758535d9a --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2181aa5e595650128a050eb9441dfb63f8e55aee01f5e6cc0694cf7c653b148c +size 23447969 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8a224aa1cd489ce9c541d2b1bc80600412de85ee --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/config.json @@ -0,0 +1,266 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs8_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs8-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs8", + "seed14" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 8, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_fixed_l2_fs8_seed14 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs8-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack fixed fixed_l2 fs8 seed14 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 8 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs8_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs8-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs8", + "seed14" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 8, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/episode_metrics.jsonl" + }, + "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/fixed_l2/fs8/seed_14", + "wandb_unique_id": "flappy-fs8-fixed_l2-s14" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ae51744a01bf9d66a67a25c1826a2706923f5b05 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009a8a9f1e35d13a90cf151640055bea22acc4aa2db6a97eb5538a053e7a38c3 +size 23568548 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..b2ab07ebd62ab19b4c0324e9864c66fcdaca1176 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs8:obs30:stride1:seed14/sf_log.txt @@ -0,0 +1,5872 @@ +[2026-06-02 18:40:31,268][351462] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/config.json... +[2026-06-02 18:40:31,334][351462] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:31,335][351462] Rollout worker 0 uses device cuda:0 +[2026-06-02 18:40:31,335][351462] Using GPUs [0] for process 1 (actually maps to GPUs [1]) +[2026-06-02 18:40:31,335][351462] Rollout worker 1 uses device cuda:0 +[2026-06-02 18:40:33,541][351462] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:33,542][351462] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-02 18:40:33,546][351462] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:33,550][351462] Using GPUs [0] for process 1 (actually maps to GPUs [1]) +[2026-06-02 18:40:33,551][351462] Starting all processes... +[2026-06-02 18:40:33,551][351462] Starting process learner_proc0 +[2026-06-02 18:40:34,764][351462] Starting all processes... +[2026-06-02 18:40:34,768][351462] Starting process inference_proc0-0 +[2026-06-02 18:40:34,768][351462] Starting process rollout_proc0 +[2026-06-02 18:40:34,768][351462] Starting process rollout_proc1 +[2026-06-02 18:40:35,125][352345] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:35,125][352345] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for learning process 0 +[2026-06-02 18:40:35,125][352345] Num visible devices: 1 +[2026-06-02 18:40:35,126][352345] Setting fixed seed 14 +[2026-06-02 18:40:35,126][352345] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:35,127][352345] Initializing actor-critic model on device cuda:0 +[2026-06-02 18:40:35,127][352345] RunningMeanStd input shape: (24, 84, 84) +[2026-06-02 18:40:35,158][352345] RunningMeanStd input shape: (1,) +[2026-06-02 18:40:35,166][352345] ConvEncoder: input_channels=24 +[2026-06-02 18:40:35,229][352345] Conv encoder output size: 512 +[2026-06-02 18:40:35,230][352345] Created Actor Critic model with architecture: +[2026-06-02 18:40:35,230][352345] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-02 18:40:35,233][352345] Using optimizer +[2026-06-02 18:40:36,029][352345] No checkpoints found +[2026-06-02 18:40:36,030][352345] Did not load from checkpoint, starting from scratch! +[2026-06-02 18:40:36,030][352345] Initialized policy 0 weights for model version 0 +[2026-06-02 18:40:36,032][352345] LearnerWorker_p0 finished initialization! +[2026-06-02 18:40:36,032][352345] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:36,799][352415] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:36,799][352415] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for inference process 0 +[2026-06-02 18:40:36,799][352415] Num visible devices: 1 +[2026-06-02 18:40:36,801][352415] RunningMeanStd input shape: (24, 84, 84) +[2026-06-02 18:40:36,832][352415] RunningMeanStd input shape: (1,) +[2026-06-02 18:40:36,833][352416] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-02 18:40:36,833][352416] Using GPUs [0] for process 0 (actually maps to GPUs [1]) +[2026-06-02 18:40:36,833][352416] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for actor process 0 +[2026-06-02 18:40:36,833][352416] Num visible devices: 1 +[2026-06-02 18:40:36,840][352415] ConvEncoder: input_channels=24 +[2026-06-02 18:40:36,850][352417] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-02 18:40:36,851][352417] Using GPUs [0] for process 1 (actually maps to GPUs [1]) +[2026-06-02 18:40:36,851][352417] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for actor process 1 +[2026-06-02 18:40:36,851][352417] Num visible devices: 1 +[2026-06-02 18:40:36,902][352415] Conv encoder output size: 512 +[2026-06-02 18:40:36,907][351462] Inference worker 0-0 is ready! +[2026-06-02 18:40:36,908][351462] All inference workers are ready! Signal rollout workers to start! +[2026-06-02 18:40:36,908][352416] EnvRunner 0-0 uses policy 0 +[2026-06-02 18:40:36,908][352417] EnvRunner 1-0 uses policy 0 +[2026-06-02 18:40:38,380][351462] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 18:40:42,304][352345] Signal inference workers to stop experience collection... +[2026-06-02 18:40:42,311][352415] InferenceWorker_p0-w0: stopping experience collection +[2026-06-02 18:40:43,380][351462] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 13185.1. Samples: 65920. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 18:40:43,381][351462] Avg episode reward: [(0, '-7.425')] +[2026-06-02 18:40:45,259][352345] Signal inference workers to resume experience collection... +[2026-06-02 18:40:45,259][352415] InferenceWorker_p0-w0: resuming experience collection +[2026-06-02 18:40:45,813][352415] Updated weights for policy 0, policy_version 76 (0.0089) +[2026-06-02 18:40:46,212][352415] Updated weights for policy 0, policy_version 90 (0.0006) +[2026-06-02 18:40:46,511][352415] Updated weights for policy 0, policy_version 100 (0.0009) +[2026-06-02 18:40:46,815][352415] Updated weights for policy 0, policy_version 110 (0.0009) +[2026-06-02 18:40:47,188][352415] Updated weights for policy 0, policy_version 124 (0.0009) +[2026-06-02 18:40:47,861][352415] Updated weights for policy 0, policy_version 136 (0.0009) +[2026-06-02 18:40:48,165][352415] Updated weights for policy 0, policy_version 146 (0.0009) +[2026-06-02 18:40:48,380][351462] Fps is (10 sec: 6553.8, 60 sec: 6553.8, 300 sec: 6553.8). Total num frames: 65536. Throughput: 0: 7398.7. Samples: 73984. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0) +[2026-06-02 18:40:48,381][351462] Avg episode reward: [(0, '-7.214')] +[2026-06-02 18:40:48,529][352415] Updated weights for policy 0, policy_version 159 (0.0009) +[2026-06-02 18:40:48,822][352415] Updated weights for policy 0, policy_version 169 (0.0009) +[2026-06-02 18:40:49,132][352415] Updated weights for policy 0, policy_version 179 (0.0009) +[2026-06-02 18:40:49,487][352415] Updated weights for policy 0, policy_version 192 (0.0009) +[2026-06-02 18:40:50,151][352415] Updated weights for policy 0, policy_version 204 (0.0009) +[2026-06-02 18:40:50,430][352415] Updated weights for policy 0, policy_version 214 (0.0009) +[2026-06-02 18:40:50,737][352415] Updated weights for policy 0, policy_version 224 (0.0009) +[2026-06-02 18:40:51,001][352415] Updated weights for policy 0, policy_version 234 (0.0009) +[2026-06-02 18:40:51,298][352415] Updated weights for policy 0, policy_version 244 (0.0009) +[2026-06-02 18:40:51,603][352415] Updated weights for policy 0, policy_version 254 (0.0009) +[2026-06-02 18:40:52,155][352415] Updated weights for policy 0, policy_version 264 (0.0009) +[2026-06-02 18:40:52,445][352415] Updated weights for policy 0, policy_version 274 (0.0011) +[2026-06-02 18:40:52,741][352415] Updated weights for policy 0, policy_version 284 (0.0009) +[2026-06-02 18:40:53,037][352415] Updated weights for policy 0, policy_version 294 (0.0009) +[2026-06-02 18:40:53,316][352415] Updated weights for policy 0, policy_version 304 (0.0009) +[2026-06-02 18:40:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 8738.4, 300 sec: 8738.4). Total num frames: 131072. Throughput: 0: 11255.8. Samples: 168832. Policy #0 lag: (min: 63.0, avg: 92.7, max: 191.0) +[2026-06-02 18:40:53,381][351462] Avg episode reward: [(0, '-6.309')] +[2026-06-02 18:40:53,531][351462] Heartbeat connected on Batcher_0 +[2026-06-02 18:40:53,555][351462] Heartbeat connected on RolloutWorker_w0 +[2026-06-02 18:40:53,558][351462] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-02 18:40:53,611][352415] Updated weights for policy 0, policy_version 314 (0.0009) +[2026-06-02 18:40:53,711][351462] Heartbeat connected on RolloutWorker_w1 +[2026-06-02 18:40:53,791][352345] Saving new best policy, reward=-6.309! +[2026-06-02 18:40:53,817][351462] Heartbeat connected on LearnerWorker_p0 +[2026-06-02 18:40:54,213][352415] Updated weights for policy 0, policy_version 324 (0.0009) +[2026-06-02 18:40:54,483][352415] Updated weights for policy 0, policy_version 334 (0.0009) +[2026-06-02 18:40:54,797][352415] Updated weights for policy 0, policy_version 344 (0.0008) +[2026-06-02 18:40:55,072][352415] Updated weights for policy 0, policy_version 354 (0.0009) +[2026-06-02 18:40:55,357][352415] Updated weights for policy 0, policy_version 364 (0.0009) +[2026-06-02 18:40:55,667][352415] Updated weights for policy 0, policy_version 374 (0.0009) +[2026-06-02 18:40:56,263][352415] Updated weights for policy 0, policy_version 386 (0.0010) +[2026-06-02 18:40:56,553][352415] Updated weights for policy 0, policy_version 396 (0.0009) +[2026-06-02 18:40:56,826][352415] Updated weights for policy 0, policy_version 406 (0.0009) +[2026-06-02 18:40:57,113][352415] Updated weights for policy 0, policy_version 416 (0.0009) +[2026-06-02 18:40:57,412][352415] Updated weights for policy 0, policy_version 426 (0.0009) +[2026-06-02 18:40:57,698][352415] Updated weights for policy 0, policy_version 436 (0.0009) +[2026-06-02 18:40:57,981][352415] Updated weights for policy 0, policy_version 446 (0.0009) +[2026-06-02 18:40:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 11469.0, 300 sec: 11469.0). Total num frames: 229376. Throughput: 0: 12973.0. Samples: 259456. Policy #0 lag: (min: 66.0, avg: 98.5, max: 126.0) +[2026-06-02 18:40:58,381][351462] Avg episode reward: [(0, '-4.584')] +[2026-06-02 18:40:58,578][352415] Updated weights for policy 0, policy_version 456 (0.0009) +[2026-06-02 18:40:58,872][352415] Updated weights for policy 0, policy_version 466 (0.0009) +[2026-06-02 18:40:59,163][352415] Updated weights for policy 0, policy_version 476 (0.0008) +[2026-06-02 18:40:59,444][352415] Updated weights for policy 0, policy_version 486 (0.0008) +[2026-06-02 18:40:59,739][352415] Updated weights for policy 0, policy_version 496 (0.0009) +[2026-06-02 18:41:00,032][352415] Updated weights for policy 0, policy_version 506 (0.0008) +[2026-06-02 18:41:00,195][352345] Saving new best policy, reward=-4.584! +[2026-06-02 18:41:00,638][352415] Updated weights for policy 0, policy_version 516 (0.0008) +[2026-06-02 18:41:00,965][352415] Updated weights for policy 0, policy_version 528 (0.0009) +[2026-06-02 18:41:01,270][352415] Updated weights for policy 0, policy_version 538 (0.0008) +[2026-06-02 18:41:01,577][352415] Updated weights for policy 0, policy_version 548 (0.0009) +[2026-06-02 18:41:01,916][352415] Updated weights for policy 0, policy_version 560 (0.0009) +[2026-06-02 18:41:02,721][352415] Updated weights for policy 0, policy_version 579 (0.0010) +[2026-06-02 18:41:03,005][352415] Updated weights for policy 0, policy_version 589 (0.0008) +[2026-06-02 18:41:03,338][352415] Updated weights for policy 0, policy_version 599 (0.0004) +[2026-06-02 18:41:03,380][351462] Fps is (10 sec: 16383.9, 60 sec: 11796.6, 300 sec: 11796.6). Total num frames: 294912. Throughput: 0: 12293.3. Samples: 307328. Policy #0 lag: (min: 18.0, avg: 58.0, max: 85.0) +[2026-06-02 18:41:03,381][351462] Avg episode reward: [(0, '-1.863')] +[2026-06-02 18:41:03,693][352415] Updated weights for policy 0, policy_version 612 (0.0009) +[2026-06-02 18:41:04,003][352415] Updated weights for policy 0, policy_version 622 (0.0009) +[2026-06-02 18:41:04,368][352415] Updated weights for policy 0, policy_version 635 (0.0008) +[2026-06-02 18:41:04,513][352345] Saving new best policy, reward=-1.863! +[2026-06-02 18:41:04,981][352415] Updated weights for policy 0, policy_version 645 (0.0009) +[2026-06-02 18:41:05,348][352415] Updated weights for policy 0, policy_version 659 (0.0009) +[2026-06-02 18:41:05,652][352415] Updated weights for policy 0, policy_version 669 (0.0008) +[2026-06-02 18:41:06,088][352415] Updated weights for policy 0, policy_version 684 (0.0009) +[2026-06-02 18:41:06,345][352415] Updated weights for policy 0, policy_version 694 (0.0008) +[2026-06-02 18:41:06,645][352415] Updated weights for policy 0, policy_version 704 (0.0009) +[2026-06-02 18:41:07,259][352415] Updated weights for policy 0, policy_version 714 (0.0009) +[2026-06-02 18:41:07,565][352415] Updated weights for policy 0, policy_version 724 (0.0009) +[2026-06-02 18:41:07,845][352415] Updated weights for policy 0, policy_version 734 (0.0009) +[2026-06-02 18:41:08,106][352415] Updated weights for policy 0, policy_version 744 (0.0009) +[2026-06-02 18:41:08,380][351462] Fps is (10 sec: 13107.3, 60 sec: 12015.1, 300 sec: 12015.1). Total num frames: 360448. Throughput: 0: 13256.7. Samples: 397696. Policy #0 lag: (min: 11.0, avg: 48.1, max: 82.0) +[2026-06-02 18:41:08,380][351462] Avg episode reward: [(0, '3.268')] +[2026-06-02 18:41:08,399][352415] Updated weights for policy 0, policy_version 754 (0.0009) +[2026-06-02 18:41:08,693][352415] Updated weights for policy 0, policy_version 764 (0.0009) +[2026-06-02 18:41:08,799][352345] Saving new best policy, reward=3.268! +[2026-06-02 18:41:09,375][352415] Updated weights for policy 0, policy_version 774 (0.0010) +[2026-06-02 18:41:09,641][352415] Updated weights for policy 0, policy_version 784 (0.0008) +[2026-06-02 18:41:09,902][352415] Updated weights for policy 0, policy_version 794 (0.0008) +[2026-06-02 18:41:10,207][352415] Updated weights for policy 0, policy_version 804 (0.0009) +[2026-06-02 18:41:10,502][352415] Updated weights for policy 0, policy_version 814 (0.0009) +[2026-06-02 18:41:10,749][352415] Updated weights for policy 0, policy_version 824 (0.0009) +[2026-06-02 18:41:11,393][352415] Updated weights for policy 0, policy_version 834 (0.0009) +[2026-06-02 18:41:11,643][352415] Updated weights for policy 0, policy_version 844 (0.0009) +[2026-06-02 18:41:11,912][352415] Updated weights for policy 0, policy_version 854 (0.0009) +[2026-06-02 18:41:12,216][352415] Updated weights for policy 0, policy_version 864 (0.0009) +[2026-06-02 18:41:12,496][352415] Updated weights for policy 0, policy_version 874 (0.0009) +[2026-06-02 18:41:12,748][352415] Updated weights for policy 0, policy_version 884 (0.0010) +[2026-06-02 18:41:13,039][352415] Updated weights for policy 0, policy_version 894 (0.0009) +[2026-06-02 18:41:13,380][351462] Fps is (10 sec: 16383.7, 60 sec: 13107.3, 300 sec: 13107.3). Total num frames: 458752. Throughput: 0: 13718.0. Samples: 480128. Policy #0 lag: (min: 63.0, avg: 93.6, max: 127.0) +[2026-06-02 18:41:13,381][351462] Avg episode reward: [(0, '3.991')] +[2026-06-02 18:41:13,858][352415] Updated weights for policy 0, policy_version 905 (0.0009) +[2026-06-02 18:41:14,120][352415] Updated weights for policy 0, policy_version 915 (0.0009) +[2026-06-02 18:41:14,374][352415] Updated weights for policy 0, policy_version 925 (0.0008) +[2026-06-02 18:41:14,676][352415] Updated weights for policy 0, policy_version 935 (0.0008) +[2026-06-02 18:41:14,966][352415] Updated weights for policy 0, policy_version 945 (0.0008) +[2026-06-02 18:41:15,224][352415] Updated weights for policy 0, policy_version 955 (0.0009) +[2026-06-02 18:41:15,358][352345] Saving new best policy, reward=3.991! +[2026-06-02 18:41:15,902][352415] Updated weights for policy 0, policy_version 966 (0.0009) +[2026-06-02 18:41:16,157][352415] Updated weights for policy 0, policy_version 976 (0.0008) +[2026-06-02 18:41:16,433][352415] Updated weights for policy 0, policy_version 986 (0.0009) +[2026-06-02 18:41:16,791][352415] Updated weights for policy 0, policy_version 998 (0.0009) +[2026-06-02 18:41:17,069][352415] Updated weights for policy 0, policy_version 1008 (0.0009) +[2026-06-02 18:41:17,323][352415] Updated weights for policy 0, policy_version 1018 (0.0008) +[2026-06-02 18:41:18,201][352415] Updated weights for policy 0, policy_version 1029 (0.0009) +[2026-06-02 18:41:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 13107.3, 300 sec: 13107.3). Total num frames: 524288. Throughput: 0: 13168.1. Samples: 526720. Policy #0 lag: (min: 48.0, avg: 74.0, max: 112.0) +[2026-06-02 18:41:18,381][351462] Avg episode reward: [(0, '3.917')] +[2026-06-02 18:41:18,477][352415] Updated weights for policy 0, policy_version 1039 (0.0008) +[2026-06-02 18:41:18,728][352415] Updated weights for policy 0, policy_version 1049 (0.0009) +[2026-06-02 18:41:19,021][352415] Updated weights for policy 0, policy_version 1059 (0.0009) +[2026-06-02 18:41:19,350][352415] Updated weights for policy 0, policy_version 1070 (0.0009) +[2026-06-02 18:41:19,615][352415] Updated weights for policy 0, policy_version 1080 (0.0009) +[2026-06-02 18:41:20,335][352415] Updated weights for policy 0, policy_version 1090 (0.0008) +[2026-06-02 18:41:20,580][352415] Updated weights for policy 0, policy_version 1100 (0.0009) +[2026-06-02 18:41:20,870][352415] Updated weights for policy 0, policy_version 1110 (0.0009) +[2026-06-02 18:41:21,150][352415] Updated weights for policy 0, policy_version 1120 (0.0009) +[2026-06-02 18:41:21,409][352415] Updated weights for policy 0, policy_version 1130 (0.0009) +[2026-06-02 18:41:21,694][352415] Updated weights for policy 0, policy_version 1140 (0.0009) +[2026-06-02 18:41:21,979][352415] Updated weights for policy 0, policy_version 1150 (0.0009) +[2026-06-02 18:41:22,779][352415] Updated weights for policy 0, policy_version 1160 (0.0009) +[2026-06-02 18:41:23,045][352415] Updated weights for policy 0, policy_version 1170 (0.0009) +[2026-06-02 18:41:23,321][352415] Updated weights for policy 0, policy_version 1180 (0.0009) +[2026-06-02 18:41:23,380][351462] Fps is (10 sec: 13107.0, 60 sec: 13107.2, 300 sec: 13107.2). Total num frames: 589824. Throughput: 0: 13582.2. Samples: 611200. Policy #0 lag: (min: 30.0, avg: 50.5, max: 94.0) +[2026-06-02 18:41:23,383][351462] Avg episode reward: [(0, '3.933')] +[2026-06-02 18:41:23,601][352415] Updated weights for policy 0, policy_version 1190 (0.0009) +[2026-06-02 18:41:23,888][352415] Updated weights for policy 0, policy_version 1200 (0.0009) +[2026-06-02 18:41:24,153][352415] Updated weights for policy 0, policy_version 1210 (0.0009) +[2026-06-02 18:41:24,914][352415] Updated weights for policy 0, policy_version 1220 (0.0009) +[2026-06-02 18:41:25,185][352415] Updated weights for policy 0, policy_version 1230 (0.0009) +[2026-06-02 18:41:25,484][352415] Updated weights for policy 0, policy_version 1240 (0.0009) +[2026-06-02 18:41:25,757][352415] Updated weights for policy 0, policy_version 1250 (0.0006) +[2026-06-02 18:41:26,021][352415] Updated weights for policy 0, policy_version 1260 (0.0005) +[2026-06-02 18:41:26,279][352415] Updated weights for policy 0, policy_version 1270 (0.0005) +[2026-06-02 18:41:26,581][352415] Updated weights for policy 0, policy_version 1280 (0.0005) +[2026-06-02 18:41:27,349][352415] Updated weights for policy 0, policy_version 1290 (0.0010) +[2026-06-02 18:41:27,619][352415] Updated weights for policy 0, policy_version 1300 (0.0009) +[2026-06-02 18:41:27,887][352415] Updated weights for policy 0, policy_version 1310 (0.0009) +[2026-06-02 18:41:28,162][352415] Updated weights for policy 0, policy_version 1320 (0.0009) +[2026-06-02 18:41:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13107.3, 300 sec: 13107.3). Total num frames: 655360. Throughput: 0: 14071.5. Samples: 699136. Policy #0 lag: (min: 7.0, avg: 29.9, max: 71.0) +[2026-06-02 18:41:28,381][351462] Avg episode reward: [(0, '3.986')] +[2026-06-02 18:41:28,455][352415] Updated weights for policy 0, policy_version 1330 (0.0009) +[2026-06-02 18:41:28,712][352415] Updated weights for policy 0, policy_version 1340 (0.0009) +[2026-06-02 18:41:29,525][352415] Updated weights for policy 0, policy_version 1350 (0.0009) +[2026-06-02 18:41:29,813][352415] Updated weights for policy 0, policy_version 1360 (0.0008) +[2026-06-02 18:41:30,075][352415] Updated weights for policy 0, policy_version 1370 (0.0008) +[2026-06-02 18:41:30,380][352415] Updated weights for policy 0, policy_version 1381 (0.0010) +[2026-06-02 18:41:30,652][352415] Updated weights for policy 0, policy_version 1391 (0.0012) +[2026-06-02 18:41:30,921][352415] Updated weights for policy 0, policy_version 1401 (0.0006) +[2026-06-02 18:41:31,792][352415] Updated weights for policy 0, policy_version 1411 (0.0009) +[2026-06-02 18:41:32,028][352415] Updated weights for policy 0, policy_version 1421 (0.0008) +[2026-06-02 18:41:32,303][352415] Updated weights for policy 0, policy_version 1431 (0.0009) +[2026-06-02 18:41:32,563][352415] Updated weights for policy 0, policy_version 1441 (0.0009) +[2026-06-02 18:41:32,834][352415] Updated weights for policy 0, policy_version 1451 (0.0008) +[2026-06-02 18:41:33,123][352415] Updated weights for policy 0, policy_version 1461 (0.0009) +[2026-06-02 18:41:33,373][352415] Updated weights for policy 0, policy_version 1471 (0.0008) +[2026-06-02 18:41:33,380][351462] Fps is (10 sec: 13107.8, 60 sec: 13107.3, 300 sec: 13107.3). Total num frames: 720896. Throughput: 0: 14776.9. Samples: 738944. Policy #0 lag: (min: 25.0, avg: 49.5, max: 89.0) +[2026-06-02 18:41:33,381][351462] Avg episode reward: [(0, '4.075')] +[2026-06-02 18:41:33,403][352345] Saving new best policy, reward=4.075! +[2026-06-02 18:41:34,311][352415] Updated weights for policy 0, policy_version 1481 (0.0009) +[2026-06-02 18:41:34,570][352415] Updated weights for policy 0, policy_version 1491 (0.0009) +[2026-06-02 18:41:34,849][352415] Updated weights for policy 0, policy_version 1501 (0.0009) +[2026-06-02 18:41:35,116][352415] Updated weights for policy 0, policy_version 1511 (0.0009) +[2026-06-02 18:41:35,389][352415] Updated weights for policy 0, policy_version 1521 (0.0009) +[2026-06-02 18:41:35,654][352415] Updated weights for policy 0, policy_version 1531 (0.0009) +[2026-06-02 18:41:36,539][352415] Updated weights for policy 0, policy_version 1541 (0.0009) +[2026-06-02 18:41:36,806][352415] Updated weights for policy 0, policy_version 1551 (0.0008) +[2026-06-02 18:41:37,088][352415] Updated weights for policy 0, policy_version 1561 (0.0009) +[2026-06-02 18:41:37,354][352415] Updated weights for policy 0, policy_version 1571 (0.0009) +[2026-06-02 18:41:37,633][352415] Updated weights for policy 0, policy_version 1581 (0.0009) +[2026-06-02 18:41:37,886][352415] Updated weights for policy 0, policy_version 1591 (0.0007) +[2026-06-02 18:41:38,380][351462] Fps is (10 sec: 16384.1, 60 sec: 13653.4, 300 sec: 13653.4). Total num frames: 819200. Throughput: 0: 14611.9. Samples: 826368. Policy #0 lag: (min: 29.0, avg: 50.1, max: 93.0) +[2026-06-02 18:41:38,381][351462] Avg episode reward: [(0, '4.845')] +[2026-06-02 18:41:38,386][352345] Saving new best policy, reward=4.845! +[2026-06-02 18:41:38,801][352415] Updated weights for policy 0, policy_version 1601 (0.0005) +[2026-06-02 18:41:39,040][352415] Updated weights for policy 0, policy_version 1611 (0.0005) +[2026-06-02 18:41:39,309][352415] Updated weights for policy 0, policy_version 1621 (0.0004) +[2026-06-02 18:41:39,595][352415] Updated weights for policy 0, policy_version 1631 (0.0005) +[2026-06-02 18:41:39,868][352415] Updated weights for policy 0, policy_version 1641 (0.0008) +[2026-06-02 18:41:40,127][352415] Updated weights for policy 0, policy_version 1651 (0.0008) +[2026-06-02 18:41:40,409][352415] Updated weights for policy 0, policy_version 1661 (0.0009) +[2026-06-02 18:41:41,301][352415] Updated weights for policy 0, policy_version 1671 (0.0009) +[2026-06-02 18:41:41,566][352415] Updated weights for policy 0, policy_version 1681 (0.0009) +[2026-06-02 18:41:41,834][352415] Updated weights for policy 0, policy_version 1691 (0.0009) +[2026-06-02 18:41:42,111][352415] Updated weights for policy 0, policy_version 1701 (0.0008) +[2026-06-02 18:41:42,383][352415] Updated weights for policy 0, policy_version 1711 (0.0009) +[2026-06-02 18:41:42,656][352415] Updated weights for policy 0, policy_version 1721 (0.0008) +[2026-06-02 18:41:43,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14745.6, 300 sec: 13611.4). Total num frames: 884736. Throughput: 0: 14387.2. Samples: 906880. Policy #0 lag: (min: 33.0, avg: 55.7, max: 97.0) +[2026-06-02 18:41:43,381][351462] Avg episode reward: [(0, '5.237')] +[2026-06-02 18:41:43,555][352415] Updated weights for policy 0, policy_version 1731 (0.0007) +[2026-06-02 18:41:43,814][352415] Updated weights for policy 0, policy_version 1741 (0.0005) +[2026-06-02 18:41:44,064][352415] Updated weights for policy 0, policy_version 1751 (0.0005) +[2026-06-02 18:41:44,338][352415] Updated weights for policy 0, policy_version 1761 (0.0009) +[2026-06-02 18:41:44,606][352415] Updated weights for policy 0, policy_version 1771 (0.0006) +[2026-06-02 18:41:44,885][352415] Updated weights for policy 0, policy_version 1781 (0.0005) +[2026-06-02 18:41:45,152][352415] Updated weights for policy 0, policy_version 1791 (0.0009) +[2026-06-02 18:41:45,166][352345] Saving new best policy, reward=5.237! +[2026-06-02 18:41:46,061][352415] Updated weights for policy 0, policy_version 1801 (0.0009) +[2026-06-02 18:41:46,327][352415] Updated weights for policy 0, policy_version 1811 (0.0008) +[2026-06-02 18:41:46,610][352415] Updated weights for policy 0, policy_version 1821 (0.0009) +[2026-06-02 18:41:46,865][352415] Updated weights for policy 0, policy_version 1831 (0.0008) +[2026-06-02 18:41:47,144][352415] Updated weights for policy 0, policy_version 1841 (0.0009) +[2026-06-02 18:41:47,406][352415] Updated weights for policy 0, policy_version 1851 (0.0009) +[2026-06-02 18:41:48,356][352415] Updated weights for policy 0, policy_version 1861 (0.0008) +[2026-06-02 18:41:48,380][351462] Fps is (10 sec: 13106.5, 60 sec: 14745.5, 300 sec: 13575.3). Total num frames: 950272. Throughput: 0: 14352.9. Samples: 953216. Policy #0 lag: (min: 11.0, avg: 31.5, max: 75.0) +[2026-06-02 18:41:48,383][351462] Avg episode reward: [(0, '5.823')] +[2026-06-02 18:41:48,623][352415] Updated weights for policy 0, policy_version 1871 (0.0008) +[2026-06-02 18:41:48,920][352415] Updated weights for policy 0, policy_version 1882 (0.0008) +[2026-06-02 18:41:49,225][352415] Updated weights for policy 0, policy_version 1893 (0.0009) +[2026-06-02 18:41:49,499][352415] Updated weights for policy 0, policy_version 1903 (0.0009) +[2026-06-02 18:41:49,766][352415] Updated weights for policy 0, policy_version 1913 (0.0009) +[2026-06-02 18:41:49,940][352345] Saving new best policy, reward=5.823! +[2026-06-02 18:41:50,692][352415] Updated weights for policy 0, policy_version 1923 (0.0009) +[2026-06-02 18:41:50,956][352415] Updated weights for policy 0, policy_version 1933 (0.0008) +[2026-06-02 18:41:51,215][352415] Updated weights for policy 0, policy_version 1943 (0.0009) +[2026-06-02 18:41:51,489][352415] Updated weights for policy 0, policy_version 1953 (0.0009) +[2026-06-02 18:41:51,758][352415] Updated weights for policy 0, policy_version 1963 (0.0009) +[2026-06-02 18:41:52,031][352415] Updated weights for policy 0, policy_version 1973 (0.0009) +[2026-06-02 18:41:52,295][352415] Updated weights for policy 0, policy_version 1983 (0.0009) +[2026-06-02 18:41:53,281][352415] Updated weights for policy 0, policy_version 1993 (0.0009) +[2026-06-02 18:41:53,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14745.6, 300 sec: 13544.2). Total num frames: 1015808. Throughput: 0: 14051.6. Samples: 1030016. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:41:53,381][351462] Avg episode reward: [(0, '5.945')] +[2026-06-02 18:41:53,547][352415] Updated weights for policy 0, policy_version 2003 (0.0009) +[2026-06-02 18:41:53,821][352415] Updated weights for policy 0, policy_version 2013 (0.0009) +[2026-06-02 18:41:54,079][352415] Updated weights for policy 0, policy_version 2023 (0.0008) +[2026-06-02 18:41:54,354][352415] Updated weights for policy 0, policy_version 2033 (0.0009) +[2026-06-02 18:41:54,628][352415] Updated weights for policy 0, policy_version 2043 (0.0008) +[2026-06-02 18:41:54,753][352345] Saving new best policy, reward=5.945! +[2026-06-02 18:41:55,601][352415] Updated weights for policy 0, policy_version 2053 (0.0008) +[2026-06-02 18:41:55,873][352415] Updated weights for policy 0, policy_version 2063 (0.0009) +[2026-06-02 18:41:56,134][352415] Updated weights for policy 0, policy_version 2073 (0.0006) +[2026-06-02 18:41:56,404][352415] Updated weights for policy 0, policy_version 2083 (0.0009) +[2026-06-02 18:41:56,660][352415] Updated weights for policy 0, policy_version 2093 (0.0008) +[2026-06-02 18:41:56,930][352415] Updated weights for policy 0, policy_version 2103 (0.0008) +[2026-06-02 18:41:57,896][352415] Updated weights for policy 0, policy_version 2113 (0.0008) +[2026-06-02 18:41:58,157][352415] Updated weights for policy 0, policy_version 2123 (0.0009) +[2026-06-02 18:41:58,380][351462] Fps is (10 sec: 13107.9, 60 sec: 14199.5, 300 sec: 13516.9). Total num frames: 1081344. Throughput: 0: 14236.5. Samples: 1120768. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:41:58,381][351462] Avg episode reward: [(0, '5.991')] +[2026-06-02 18:41:58,428][352415] Updated weights for policy 0, policy_version 2133 (0.0009) +[2026-06-02 18:41:58,698][352415] Updated weights for policy 0, policy_version 2143 (0.0008) +[2026-06-02 18:41:58,977][352415] Updated weights for policy 0, policy_version 2154 (0.0009) +[2026-06-02 18:41:59,261][352415] Updated weights for policy 0, policy_version 2164 (0.0009) +[2026-06-02 18:41:59,525][352415] Updated weights for policy 0, policy_version 2174 (0.0009) +[2026-06-02 18:41:59,570][352345] Saving new best policy, reward=5.991! +[2026-06-02 18:42:00,487][352415] Updated weights for policy 0, policy_version 2184 (0.0008) +[2026-06-02 18:42:00,741][352415] Updated weights for policy 0, policy_version 2194 (0.0008) +[2026-06-02 18:42:01,004][352415] Updated weights for policy 0, policy_version 2204 (0.0008) +[2026-06-02 18:42:01,289][352415] Updated weights for policy 0, policy_version 2214 (0.0008) +[2026-06-02 18:42:01,552][352415] Updated weights for policy 0, policy_version 2224 (0.0008) +[2026-06-02 18:42:01,819][352415] Updated weights for policy 0, policy_version 2234 (0.0008) +[2026-06-02 18:42:02,750][352415] Updated weights for policy 0, policy_version 2244 (0.0009) +[2026-06-02 18:42:03,019][352415] Updated weights for policy 0, policy_version 2254 (0.0008) +[2026-06-02 18:42:03,294][352415] Updated weights for policy 0, policy_version 2264 (0.0008) +[2026-06-02 18:42:03,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.5, 300 sec: 13492.8). Total num frames: 1146880. Throughput: 0: 14051.5. Samples: 1159040. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:42:03,381][351462] Avg episode reward: [(0, '6.481')] +[2026-06-02 18:42:03,567][352415] Updated weights for policy 0, policy_version 2274 (0.0009) +[2026-06-02 18:42:03,824][352415] Updated weights for policy 0, policy_version 2284 (0.0008) +[2026-06-02 18:42:04,116][352415] Updated weights for policy 0, policy_version 2294 (0.0009) +[2026-06-02 18:42:04,366][352345] Saving new best policy, reward=6.481! +[2026-06-02 18:42:04,367][352415] Updated weights for policy 0, policy_version 2304 (0.0008) +[2026-06-02 18:42:05,333][352415] Updated weights for policy 0, policy_version 2314 (0.0009) +[2026-06-02 18:42:05,601][352415] Updated weights for policy 0, policy_version 2324 (0.0008) +[2026-06-02 18:42:05,868][352415] Updated weights for policy 0, policy_version 2334 (0.0009) +[2026-06-02 18:42:06,153][352415] Updated weights for policy 0, policy_version 2345 (0.0009) +[2026-06-02 18:42:06,438][352415] Updated weights for policy 0, policy_version 2355 (0.0009) +[2026-06-02 18:42:06,711][352415] Updated weights for policy 0, policy_version 2365 (0.0008) +[2026-06-02 18:42:07,633][352415] Updated weights for policy 0, policy_version 2375 (0.0009) +[2026-06-02 18:42:07,894][352415] Updated weights for policy 0, policy_version 2385 (0.0009) +[2026-06-02 18:42:08,175][352415] Updated weights for policy 0, policy_version 2395 (0.0009) +[2026-06-02 18:42:08,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 13471.4). Total num frames: 1212416. Throughput: 0: 13955.0. Samples: 1239168. Policy #0 lag: (min: 6.0, avg: 25.3, max: 70.0) +[2026-06-02 18:42:08,380][351462] Avg episode reward: [(0, '6.509')] +[2026-06-02 18:42:08,441][352415] Updated weights for policy 0, policy_version 2405 (0.0009) +[2026-06-02 18:42:08,722][352415] Updated weights for policy 0, policy_version 2416 (0.0009) +[2026-06-02 18:42:08,989][352415] Updated weights for policy 0, policy_version 2426 (0.0009) +[2026-06-02 18:42:09,148][352345] Saving new best policy, reward=6.509! +[2026-06-02 18:42:09,961][352415] Updated weights for policy 0, policy_version 2436 (0.0009) +[2026-06-02 18:42:10,214][352415] Updated weights for policy 0, policy_version 2446 (0.0009) +[2026-06-02 18:42:10,530][352415] Updated weights for policy 0, policy_version 2457 (0.0009) +[2026-06-02 18:42:10,811][352415] Updated weights for policy 0, policy_version 2468 (0.0008) +[2026-06-02 18:42:11,096][352415] Updated weights for policy 0, policy_version 2478 (0.0008) +[2026-06-02 18:42:11,344][352415] Updated weights for policy 0, policy_version 2488 (0.0009) +[2026-06-02 18:42:12,322][352415] Updated weights for policy 0, policy_version 2498 (0.0009) +[2026-06-02 18:42:12,577][352415] Updated weights for policy 0, policy_version 2508 (0.0008) +[2026-06-02 18:42:12,836][352415] Updated weights for policy 0, policy_version 2518 (0.0008) +[2026-06-02 18:42:13,111][352415] Updated weights for policy 0, policy_version 2528 (0.0009) +[2026-06-02 18:42:13,366][352415] Updated weights for policy 0, policy_version 2538 (0.0008) +[2026-06-02 18:42:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 13653.4, 300 sec: 13452.2). Total num frames: 1277952. Throughput: 0: 13855.3. Samples: 1322624. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:42:13,381][351462] Avg episode reward: [(0, '7.151')] +[2026-06-02 18:42:13,637][352415] Updated weights for policy 0, policy_version 2548 (0.0009) +[2026-06-02 18:42:13,900][352415] Updated weights for policy 0, policy_version 2558 (0.0008) +[2026-06-02 18:42:13,956][352345] Saving new best policy, reward=7.151! +[2026-06-02 18:42:14,856][352415] Updated weights for policy 0, policy_version 2568 (0.0009) +[2026-06-02 18:42:15,138][352415] Updated weights for policy 0, policy_version 2578 (0.0008) +[2026-06-02 18:42:15,408][352415] Updated weights for policy 0, policy_version 2588 (0.0008) +[2026-06-02 18:42:15,686][352415] Updated weights for policy 0, policy_version 2598 (0.0008) +[2026-06-02 18:42:15,951][352415] Updated weights for policy 0, policy_version 2608 (0.0008) +[2026-06-02 18:42:16,248][352415] Updated weights for policy 0, policy_version 2619 (0.0009) +[2026-06-02 18:42:17,210][352415] Updated weights for policy 0, policy_version 2630 (0.0009) +[2026-06-02 18:42:17,459][352415] Updated weights for policy 0, policy_version 2640 (0.0008) +[2026-06-02 18:42:17,746][352415] Updated weights for policy 0, policy_version 2650 (0.0008) +[2026-06-02 18:42:18,001][352415] Updated weights for policy 0, policy_version 2660 (0.0008) +[2026-06-02 18:42:18,284][352415] Updated weights for policy 0, policy_version 2670 (0.0009) +[2026-06-02 18:42:18,380][351462] Fps is (10 sec: 13106.8, 60 sec: 13653.3, 300 sec: 13434.9). Total num frames: 1343488. Throughput: 0: 13846.7. Samples: 1362048. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:42:18,382][351462] Avg episode reward: [(0, '7.327')] +[2026-06-02 18:42:18,544][352415] Updated weights for policy 0, policy_version 2680 (0.0009) +[2026-06-02 18:42:18,755][352345] Saving new best policy, reward=7.327! +[2026-06-02 18:42:19,487][352415] Updated weights for policy 0, policy_version 2690 (0.0009) +[2026-06-02 18:42:19,739][352415] Updated weights for policy 0, policy_version 2700 (0.0009) +[2026-06-02 18:42:20,021][352415] Updated weights for policy 0, policy_version 2710 (0.0009) +[2026-06-02 18:42:20,311][352415] Updated weights for policy 0, policy_version 2721 (0.0008) +[2026-06-02 18:42:20,590][352415] Updated weights for policy 0, policy_version 2731 (0.0009) +[2026-06-02 18:42:20,880][352415] Updated weights for policy 0, policy_version 2742 (0.0008) +[2026-06-02 18:42:21,137][352415] Updated weights for policy 0, policy_version 2752 (0.0009) +[2026-06-02 18:42:22,112][352415] Updated weights for policy 0, policy_version 2763 (0.0009) +[2026-06-02 18:42:22,386][352415] Updated weights for policy 0, policy_version 2773 (0.0008) +[2026-06-02 18:42:22,656][352415] Updated weights for policy 0, policy_version 2783 (0.0008) +[2026-06-02 18:42:22,919][352415] Updated weights for policy 0, policy_version 2793 (0.0008) +[2026-06-02 18:42:23,204][352415] Updated weights for policy 0, policy_version 2803 (0.0008) +[2026-06-02 18:42:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.4, 300 sec: 13419.3). Total num frames: 1409024. Throughput: 0: 13829.7. Samples: 1448704. Policy #0 lag: (min: 31.0, avg: 49.9, max: 95.0) +[2026-06-02 18:42:23,381][351462] Avg episode reward: [(0, '7.707')] +[2026-06-02 18:42:23,459][352415] Updated weights for policy 0, policy_version 2813 (0.0008) +[2026-06-02 18:42:23,539][352345] Saving new best policy, reward=7.707! +[2026-06-02 18:42:24,421][352415] Updated weights for policy 0, policy_version 2823 (0.0008) +[2026-06-02 18:42:24,701][352415] Updated weights for policy 0, policy_version 2834 (0.0008) +[2026-06-02 18:42:24,990][352415] Updated weights for policy 0, policy_version 2844 (0.0009) +[2026-06-02 18:42:25,264][352415] Updated weights for policy 0, policy_version 2854 (0.0009) +[2026-06-02 18:42:25,536][352415] Updated weights for policy 0, policy_version 2864 (0.0009) +[2026-06-02 18:42:25,826][352415] Updated weights for policy 0, policy_version 2875 (0.0009) +[2026-06-02 18:42:26,803][352415] Updated weights for policy 0, policy_version 2885 (0.0007) +[2026-06-02 18:42:27,067][352415] Updated weights for policy 0, policy_version 2895 (0.0006) +[2026-06-02 18:42:27,332][352415] Updated weights for policy 0, policy_version 2905 (0.0005) +[2026-06-02 18:42:27,599][352415] Updated weights for policy 0, policy_version 2915 (0.0004) +[2026-06-02 18:42:27,879][352415] Updated weights for policy 0, policy_version 2925 (0.0005) +[2026-06-02 18:42:28,133][352415] Updated weights for policy 0, policy_version 2935 (0.0005) +[2026-06-02 18:42:28,380][351462] Fps is (10 sec: 13107.5, 60 sec: 13653.3, 300 sec: 13405.1). Total num frames: 1474560. Throughput: 0: 13750.0. Samples: 1525632. Policy #0 lag: (min: 35.0, avg: 70.2, max: 99.0) +[2026-06-02 18:42:28,381][351462] Avg episode reward: [(0, '8.083')] +[2026-06-02 18:42:28,387][352345] Saving new best policy, reward=8.083! +[2026-06-02 18:42:29,038][352415] Updated weights for policy 0, policy_version 2945 (0.0005) +[2026-06-02 18:42:29,280][352415] Updated weights for policy 0, policy_version 2955 (0.0005) +[2026-06-02 18:42:29,545][352415] Updated weights for policy 0, policy_version 2965 (0.0005) +[2026-06-02 18:42:29,826][352415] Updated weights for policy 0, policy_version 2975 (0.0005) +[2026-06-02 18:42:30,091][352415] Updated weights for policy 0, policy_version 2985 (0.0005) +[2026-06-02 18:42:30,361][352415] Updated weights for policy 0, policy_version 2995 (0.0005) +[2026-06-02 18:42:30,628][352415] Updated weights for policy 0, policy_version 3005 (0.0005) +[2026-06-02 18:42:31,527][352415] Updated weights for policy 0, policy_version 3015 (0.0005) +[2026-06-02 18:42:31,792][352415] Updated weights for policy 0, policy_version 3025 (0.0005) +[2026-06-02 18:42:32,065][352415] Updated weights for policy 0, policy_version 3035 (0.0005) +[2026-06-02 18:42:32,356][352415] Updated weights for policy 0, policy_version 3045 (0.0005) +[2026-06-02 18:42:32,618][352415] Updated weights for policy 0, policy_version 3055 (0.0005) +[2026-06-02 18:42:32,896][352415] Updated weights for policy 0, policy_version 3065 (0.0005) +[2026-06-02 18:42:33,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 13677.1). Total num frames: 1572864. Throughput: 0: 13704.7. Samples: 1569920. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:42:33,381][351462] Avg episode reward: [(0, '9.427')] +[2026-06-02 18:42:33,385][352345] Saving new best policy, reward=9.427! +[2026-06-02 18:42:33,795][352415] Updated weights for policy 0, policy_version 3076 (0.0005) +[2026-06-02 18:42:34,052][352415] Updated weights for policy 0, policy_version 3086 (0.0008) +[2026-06-02 18:42:34,325][352415] Updated weights for policy 0, policy_version 3096 (0.0008) +[2026-06-02 18:42:34,633][352415] Updated weights for policy 0, policy_version 3107 (0.0008) +[2026-06-02 18:42:34,888][352415] Updated weights for policy 0, policy_version 3117 (0.0008) +[2026-06-02 18:42:35,164][352415] Updated weights for policy 0, policy_version 3127 (0.0008) +[2026-06-02 18:42:36,185][352415] Updated weights for policy 0, policy_version 3137 (0.0009) +[2026-06-02 18:42:36,452][352415] Updated weights for policy 0, policy_version 3148 (0.0008) +[2026-06-02 18:42:36,766][352415] Updated weights for policy 0, policy_version 3159 (0.0008) +[2026-06-02 18:42:37,022][352415] Updated weights for policy 0, policy_version 3169 (0.0008) +[2026-06-02 18:42:37,330][352415] Updated weights for policy 0, policy_version 3180 (0.0009) +[2026-06-02 18:42:37,605][352415] Updated weights for policy 0, policy_version 3190 (0.0009) +[2026-06-02 18:42:37,864][352415] Updated weights for policy 0, policy_version 3200 (0.0008) +[2026-06-02 18:42:38,380][351462] Fps is (10 sec: 16384.0, 60 sec: 13653.3, 300 sec: 13653.4). Total num frames: 1638400. Throughput: 0: 13852.4. Samples: 1653376. Policy #0 lag: (min: 16.0, avg: 52.2, max: 80.0) +[2026-06-02 18:42:38,381][351462] Avg episode reward: [(0, '10.324')] +[2026-06-02 18:42:38,751][352415] Updated weights for policy 0, policy_version 3210 (0.0008) +[2026-06-02 18:42:39,057][352415] Updated weights for policy 0, policy_version 3221 (0.0009) +[2026-06-02 18:42:39,325][352415] Updated weights for policy 0, policy_version 3231 (0.0008) +[2026-06-02 18:42:39,578][352415] Updated weights for policy 0, policy_version 3241 (0.0009) +[2026-06-02 18:42:39,880][352415] Updated weights for policy 0, policy_version 3252 (0.0009) +[2026-06-02 18:42:40,155][352415] Updated weights for policy 0, policy_version 3262 (0.0008) +[2026-06-02 18:42:40,201][352345] Saving new best policy, reward=10.324! +[2026-06-02 18:42:41,130][352415] Updated weights for policy 0, policy_version 3273 (0.0009) +[2026-06-02 18:42:41,407][352415] Updated weights for policy 0, policy_version 3283 (0.0009) +[2026-06-02 18:42:41,667][352415] Updated weights for policy 0, policy_version 3293 (0.0008) +[2026-06-02 18:42:41,983][352415] Updated weights for policy 0, policy_version 3304 (0.0009) +[2026-06-02 18:42:42,268][352415] Updated weights for policy 0, policy_version 3315 (0.0008) +[2026-06-02 18:42:42,543][352415] Updated weights for policy 0, policy_version 3325 (0.0008) +[2026-06-02 18:42:43,380][351462] Fps is (10 sec: 13106.9, 60 sec: 13653.3, 300 sec: 13631.5). Total num frames: 1703936. Throughput: 0: 13707.3. Samples: 1737600. Policy #0 lag: (min: 27.0, avg: 67.2, max: 91.0) +[2026-06-02 18:42:43,382][351462] Avg episode reward: [(0, '11.396')] +[2026-06-02 18:42:43,520][352415] Updated weights for policy 0, policy_version 3337 (0.0008) +[2026-06-02 18:42:43,825][352415] Updated weights for policy 0, policy_version 3348 (0.0008) +[2026-06-02 18:42:44,088][352415] Updated weights for policy 0, policy_version 3358 (0.0008) +[2026-06-02 18:42:44,396][352415] Updated weights for policy 0, policy_version 3369 (0.0008) +[2026-06-02 18:42:44,661][352415] Updated weights for policy 0, policy_version 3379 (0.0008) +[2026-06-02 18:42:44,942][352415] Updated weights for policy 0, policy_version 3389 (0.0008) +[2026-06-02 18:42:45,010][352345] Saving new best policy, reward=11.396! +[2026-06-02 18:42:45,826][352415] Updated weights for policy 0, policy_version 3399 (0.0005) +[2026-06-02 18:42:46,090][352415] Updated weights for policy 0, policy_version 3409 (0.0005) +[2026-06-02 18:42:46,384][352415] Updated weights for policy 0, policy_version 3420 (0.0005) +[2026-06-02 18:42:46,681][352415] Updated weights for policy 0, policy_version 3431 (0.0005) +[2026-06-02 18:42:46,956][352415] Updated weights for policy 0, policy_version 3441 (0.0005) +[2026-06-02 18:42:47,229][352415] Updated weights for policy 0, policy_version 3451 (0.0005) +[2026-06-02 18:42:48,154][352415] Updated weights for policy 0, policy_version 3461 (0.0005) +[2026-06-02 18:42:48,380][351462] Fps is (10 sec: 13106.9, 60 sec: 13653.4, 300 sec: 13611.4). Total num frames: 1769472. Throughput: 0: 13784.1. Samples: 1779328. Policy #0 lag: (min: 54.0, avg: 71.6, max: 118.0) +[2026-06-02 18:42:48,381][351462] Avg episode reward: [(0, '12.291')] +[2026-06-02 18:42:48,424][352415] Updated weights for policy 0, policy_version 3471 (0.0006) +[2026-06-02 18:42:48,693][352415] Updated weights for policy 0, policy_version 3481 (0.0008) +[2026-06-02 18:42:48,950][352415] Updated weights for policy 0, policy_version 3491 (0.0008) +[2026-06-02 18:42:49,255][352415] Updated weights for policy 0, policy_version 3502 (0.0009) +[2026-06-02 18:42:49,532][352415] Updated weights for policy 0, policy_version 3512 (0.0009) +[2026-06-02 18:42:49,726][352345] Saving new best policy, reward=12.291! +[2026-06-02 18:42:50,467][352415] Updated weights for policy 0, policy_version 3522 (0.0009) +[2026-06-02 18:42:50,717][352415] Updated weights for policy 0, policy_version 3532 (0.0005) +[2026-06-02 18:42:50,994][352415] Updated weights for policy 0, policy_version 3542 (0.0006) +[2026-06-02 18:42:51,290][352415] Updated weights for policy 0, policy_version 3553 (0.0008) +[2026-06-02 18:42:51,549][352415] Updated weights for policy 0, policy_version 3563 (0.0009) +[2026-06-02 18:42:51,839][352415] Updated weights for policy 0, policy_version 3574 (0.0009) +[2026-06-02 18:42:52,110][352415] Updated weights for policy 0, policy_version 3584 (0.0009) +[2026-06-02 18:42:53,041][352415] Updated weights for policy 0, policy_version 3595 (0.0008) +[2026-06-02 18:42:53,329][352415] Updated weights for policy 0, policy_version 3606 (0.0005) +[2026-06-02 18:42:53,380][351462] Fps is (10 sec: 13107.6, 60 sec: 13653.3, 300 sec: 13592.7). Total num frames: 1835008. Throughput: 0: 13721.6. Samples: 1856640. Policy #0 lag: (min: 18.0, avg: 63.0, max: 82.0) +[2026-06-02 18:42:53,380][351462] Avg episode reward: [(0, '12.316')] +[2026-06-02 18:42:53,612][352415] Updated weights for policy 0, policy_version 3616 (0.0005) +[2026-06-02 18:42:53,912][352415] Updated weights for policy 0, policy_version 3627 (0.0005) +[2026-06-02 18:42:54,188][352415] Updated weights for policy 0, policy_version 3637 (0.0009) +[2026-06-02 18:42:54,465][352345] Saving new best policy, reward=12.316! +[2026-06-02 18:42:54,469][352415] Updated weights for policy 0, policy_version 3648 (0.0009) +[2026-06-02 18:42:55,409][352415] Updated weights for policy 0, policy_version 3658 (0.0008) +[2026-06-02 18:42:55,683][352415] Updated weights for policy 0, policy_version 3668 (0.0008) +[2026-06-02 18:42:55,959][352415] Updated weights for policy 0, policy_version 3678 (0.0009) +[2026-06-02 18:42:56,229][352415] Updated weights for policy 0, policy_version 3688 (0.0009) +[2026-06-02 18:42:56,496][352415] Updated weights for policy 0, policy_version 3698 (0.0009) +[2026-06-02 18:42:56,773][352415] Updated weights for policy 0, policy_version 3708 (0.0008) +[2026-06-02 18:42:57,668][352415] Updated weights for policy 0, policy_version 3718 (0.0007) +[2026-06-02 18:42:57,937][352415] Updated weights for policy 0, policy_version 3728 (0.0005) +[2026-06-02 18:42:58,204][352415] Updated weights for policy 0, policy_version 3738 (0.0005) +[2026-06-02 18:42:58,380][351462] Fps is (10 sec: 13107.4, 60 sec: 13653.3, 300 sec: 13575.4). Total num frames: 1900544. Throughput: 0: 13843.9. Samples: 1945600. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0) +[2026-06-02 18:42:58,381][351462] Avg episode reward: [(0, '16.096')] +[2026-06-02 18:42:58,505][352415] Updated weights for policy 0, policy_version 3749 (0.0008) +[2026-06-02 18:42:58,767][352415] Updated weights for policy 0, policy_version 3759 (0.0008) +[2026-06-02 18:42:59,046][352415] Updated weights for policy 0, policy_version 3769 (0.0009) +[2026-06-02 18:42:59,218][352345] Saving new best policy, reward=16.096! +[2026-06-02 18:42:59,951][352415] Updated weights for policy 0, policy_version 3779 (0.0009) +[2026-06-02 18:43:00,215][352415] Updated weights for policy 0, policy_version 3789 (0.0008) +[2026-06-02 18:43:00,482][352415] Updated weights for policy 0, policy_version 3799 (0.0009) +[2026-06-02 18:43:00,739][352415] Updated weights for policy 0, policy_version 3809 (0.0009) +[2026-06-02 18:43:01,034][352415] Updated weights for policy 0, policy_version 3820 (0.0009) +[2026-06-02 18:43:01,322][352415] Updated weights for policy 0, policy_version 3830 (0.0008) +[2026-06-02 18:43:01,574][352415] Updated weights for policy 0, policy_version 3840 (0.0009) +[2026-06-02 18:43:02,504][352415] Updated weights for policy 0, policy_version 3850 (0.0009) +[2026-06-02 18:43:02,807][352415] Updated weights for policy 0, policy_version 3861 (0.0009) +[2026-06-02 18:43:03,101][352415] Updated weights for policy 0, policy_version 3872 (0.0009) +[2026-06-02 18:43:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.4, 300 sec: 13559.2). Total num frames: 1966080. Throughput: 0: 13798.5. Samples: 1982976. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0) +[2026-06-02 18:43:03,381][351462] Avg episode reward: [(0, '15.335')] +[2026-06-02 18:43:03,397][352415] Updated weights for policy 0, policy_version 3883 (0.0009) +[2026-06-02 18:43:03,674][352415] Updated weights for policy 0, policy_version 3893 (0.0009) +[2026-06-02 18:43:03,968][352415] Updated weights for policy 0, policy_version 3904 (0.0009) +[2026-06-02 18:43:04,927][352415] Updated weights for policy 0, policy_version 3915 (0.0009) +[2026-06-02 18:43:05,210][352415] Updated weights for policy 0, policy_version 3925 (0.0008) +[2026-06-02 18:43:05,494][352415] Updated weights for policy 0, policy_version 3936 (0.0008) +[2026-06-02 18:43:05,790][352415] Updated weights for policy 0, policy_version 3947 (0.0009) +[2026-06-02 18:43:06,078][352415] Updated weights for policy 0, policy_version 3957 (0.0009) +[2026-06-02 18:43:06,353][352415] Updated weights for policy 0, policy_version 3967 (0.0008) +[2026-06-02 18:43:07,225][352415] Updated weights for policy 0, policy_version 3977 (0.0009) +[2026-06-02 18:43:07,499][352415] Updated weights for policy 0, policy_version 3987 (0.0009) +[2026-06-02 18:43:07,767][352415] Updated weights for policy 0, policy_version 3997 (0.0008) +[2026-06-02 18:43:08,027][352415] Updated weights for policy 0, policy_version 4007 (0.0008) +[2026-06-02 18:43:08,301][352415] Updated weights for policy 0, policy_version 4017 (0.0009) +[2026-06-02 18:43:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 13544.1). Total num frames: 2031616. Throughput: 0: 13846.8. Samples: 2071808. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0) +[2026-06-02 18:43:08,381][351462] Avg episode reward: [(0, '18.662')] +[2026-06-02 18:43:08,571][352415] Updated weights for policy 0, policy_version 4027 (0.0009) +[2026-06-02 18:43:08,692][352345] Saving new best policy, reward=18.662! +[2026-06-02 18:43:09,486][352415] Updated weights for policy 0, policy_version 4037 (0.0009) +[2026-06-02 18:43:09,760][352415] Updated weights for policy 0, policy_version 4047 (0.0009) +[2026-06-02 18:43:10,029][352415] Updated weights for policy 0, policy_version 4057 (0.0009) +[2026-06-02 18:43:10,344][352415] Updated weights for policy 0, policy_version 4069 (0.0009) +[2026-06-02 18:43:10,608][352415] Updated weights for policy 0, policy_version 4079 (0.0009) +[2026-06-02 18:43:10,881][352415] Updated weights for policy 0, policy_version 4089 (0.0008) +[2026-06-02 18:43:11,783][352415] Updated weights for policy 0, policy_version 4099 (0.0008) +[2026-06-02 18:43:12,056][352415] Updated weights for policy 0, policy_version 4109 (0.0008) +[2026-06-02 18:43:12,328][352415] Updated weights for policy 0, policy_version 4119 (0.0008) +[2026-06-02 18:43:12,593][352415] Updated weights for policy 0, policy_version 4129 (0.0008) +[2026-06-02 18:43:12,875][352415] Updated weights for policy 0, policy_version 4139 (0.0009) +[2026-06-02 18:43:13,128][352415] Updated weights for policy 0, policy_version 4149 (0.0008) +[2026-06-02 18:43:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 13530.1). Total num frames: 2097152. Throughput: 0: 13846.8. Samples: 2148736. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 18:43:13,381][351462] Avg episode reward: [(0, '21.987')] +[2026-06-02 18:43:13,398][352415] Updated weights for policy 0, policy_version 4159 (0.0008) +[2026-06-02 18:43:13,424][352345] Saving new best policy, reward=21.987! +[2026-06-02 18:43:14,315][352415] Updated weights for policy 0, policy_version 4170 (0.0008) +[2026-06-02 18:43:14,582][352415] Updated weights for policy 0, policy_version 4180 (0.0008) +[2026-06-02 18:43:14,859][352415] Updated weights for policy 0, policy_version 4190 (0.0008) +[2026-06-02 18:43:15,131][352415] Updated weights for policy 0, policy_version 4200 (0.0008) +[2026-06-02 18:43:15,409][352415] Updated weights for policy 0, policy_version 4210 (0.0009) +[2026-06-02 18:43:15,701][352415] Updated weights for policy 0, policy_version 4221 (0.0008) +[2026-06-02 18:43:16,619][352415] Updated weights for policy 0, policy_version 4231 (0.0008) +[2026-06-02 18:43:16,886][352415] Updated weights for policy 0, policy_version 4241 (0.0008) +[2026-06-02 18:43:17,187][352415] Updated weights for policy 0, policy_version 4252 (0.0008) +[2026-06-02 18:43:17,496][352415] Updated weights for policy 0, policy_version 4263 (0.0008) +[2026-06-02 18:43:17,806][352415] Updated weights for policy 0, policy_version 4274 (0.0009) +[2026-06-02 18:43:18,094][352415] Updated weights for policy 0, policy_version 4285 (0.0009) +[2026-06-02 18:43:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13721.6). Total num frames: 2195456. Throughput: 0: 13798.4. Samples: 2190848. Policy #0 lag: (min: 35.0, avg: 75.4, max: 99.0) +[2026-06-02 18:43:18,381][351462] Avg episode reward: [(0, '24.484')] +[2026-06-02 18:43:18,386][352345] Saving new best policy, reward=24.484! +[2026-06-02 18:43:18,943][352415] Updated weights for policy 0, policy_version 4295 (0.0009) +[2026-06-02 18:43:19,231][352415] Updated weights for policy 0, policy_version 4306 (0.0009) +[2026-06-02 18:43:19,506][352415] Updated weights for policy 0, policy_version 4316 (0.0009) +[2026-06-02 18:43:19,807][352415] Updated weights for policy 0, policy_version 4327 (0.0009) +[2026-06-02 18:43:20,091][352415] Updated weights for policy 0, policy_version 4337 (0.0009) +[2026-06-02 18:43:20,347][352415] Updated weights for policy 0, policy_version 4347 (0.0008) +[2026-06-02 18:43:21,224][352415] Updated weights for policy 0, policy_version 4357 (0.0009) +[2026-06-02 18:43:21,498][352415] Updated weights for policy 0, policy_version 4367 (0.0009) +[2026-06-02 18:43:21,796][352415] Updated weights for policy 0, policy_version 4378 (0.0009) +[2026-06-02 18:43:22,082][352415] Updated weights for policy 0, policy_version 4389 (0.0009) +[2026-06-02 18:43:22,364][352415] Updated weights for policy 0, policy_version 4399 (0.0009) +[2026-06-02 18:43:22,622][352415] Updated weights for policy 0, policy_version 4409 (0.0009) +[2026-06-02 18:43:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13703.0). Total num frames: 2260992. Throughput: 0: 13829.7. Samples: 2275712. Policy #0 lag: (min: 35.0, avg: 75.4, max: 99.0) +[2026-06-02 18:43:23,381][351462] Avg episode reward: [(0, '27.337')] +[2026-06-02 18:43:23,519][352415] Updated weights for policy 0, policy_version 4419 (0.0009) +[2026-06-02 18:43:23,776][352415] Updated weights for policy 0, policy_version 4429 (0.0009) +[2026-06-02 18:43:24,056][352415] Updated weights for policy 0, policy_version 4439 (0.0009) +[2026-06-02 18:43:24,324][352415] Updated weights for policy 0, policy_version 4449 (0.0009) +[2026-06-02 18:43:24,605][352415] Updated weights for policy 0, policy_version 4459 (0.0009) +[2026-06-02 18:43:24,880][352415] Updated weights for policy 0, policy_version 4469 (0.0009) +[2026-06-02 18:43:25,166][352415] Updated weights for policy 0, policy_version 4479 (0.0009) +[2026-06-02 18:43:25,188][352345] Saving new best policy, reward=27.337! +[2026-06-02 18:43:26,011][352415] Updated weights for policy 0, policy_version 4489 (0.0009) +[2026-06-02 18:43:26,315][352415] Updated weights for policy 0, policy_version 4500 (0.0009) +[2026-06-02 18:43:26,592][352415] Updated weights for policy 0, policy_version 4510 (0.0009) +[2026-06-02 18:43:26,854][352415] Updated weights for policy 0, policy_version 4520 (0.0008) +[2026-06-02 18:43:27,145][352415] Updated weights for policy 0, policy_version 4530 (0.0009) +[2026-06-02 18:43:27,404][352415] Updated weights for policy 0, policy_version 4540 (0.0008) +[2026-06-02 18:43:28,294][352415] Updated weights for policy 0, policy_version 4550 (0.0009) +[2026-06-02 18:43:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 13685.5). Total num frames: 2326528. Throughput: 0: 13963.4. Samples: 2365952. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 18:43:28,381][351462] Avg episode reward: [(0, '29.461')] +[2026-06-02 18:43:28,552][352415] Updated weights for policy 0, policy_version 4560 (0.0008) +[2026-06-02 18:43:28,819][352415] Updated weights for policy 0, policy_version 4570 (0.0008) +[2026-06-02 18:43:29,097][352415] Updated weights for policy 0, policy_version 4580 (0.0009) +[2026-06-02 18:43:29,430][352415] Updated weights for policy 0, policy_version 4592 (0.0009) +[2026-06-02 18:43:29,701][352415] Updated weights for policy 0, policy_version 4602 (0.0009) +[2026-06-02 18:43:29,845][352345] Saving new best policy, reward=29.461! +[2026-06-02 18:43:30,554][352415] Updated weights for policy 0, policy_version 4612 (0.0009) +[2026-06-02 18:43:30,816][352415] Updated weights for policy 0, policy_version 4622 (0.0009) +[2026-06-02 18:43:31,082][352415] Updated weights for policy 0, policy_version 4632 (0.0009) +[2026-06-02 18:43:31,392][352415] Updated weights for policy 0, policy_version 4643 (0.0009) +[2026-06-02 18:43:31,658][352415] Updated weights for policy 0, policy_version 4653 (0.0009) +[2026-06-02 18:43:31,954][352415] Updated weights for policy 0, policy_version 4664 (0.0009) +[2026-06-02 18:43:32,875][352415] Updated weights for policy 0, policy_version 4675 (0.0009) +[2026-06-02 18:43:33,114][352415] Updated weights for policy 0, policy_version 4685 (0.0009) +[2026-06-02 18:43:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 13669.0). Total num frames: 2392064. Throughput: 0: 13878.1. Samples: 2403840. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:43:33,381][351462] Avg episode reward: [(0, '34.038')] +[2026-06-02 18:43:33,401][352415] Updated weights for policy 0, policy_version 4695 (0.0009) +[2026-06-02 18:43:33,667][352415] Updated weights for policy 0, policy_version 4705 (0.0009) +[2026-06-02 18:43:33,939][352415] Updated weights for policy 0, policy_version 4715 (0.0009) +[2026-06-02 18:43:34,251][352415] Updated weights for policy 0, policy_version 4726 (0.0009) +[2026-06-02 18:43:34,511][352345] Saving new best policy, reward=34.038! +[2026-06-02 18:43:34,514][352415] Updated weights for policy 0, policy_version 4736 (0.0009) +[2026-06-02 18:43:35,413][352415] Updated weights for policy 0, policy_version 4746 (0.0008) +[2026-06-02 18:43:35,681][352415] Updated weights for policy 0, policy_version 4756 (0.0009) +[2026-06-02 18:43:35,955][352415] Updated weights for policy 0, policy_version 4766 (0.0009) +[2026-06-02 18:43:36,230][352415] Updated weights for policy 0, policy_version 4776 (0.0009) +[2026-06-02 18:43:36,502][352415] Updated weights for policy 0, policy_version 4786 (0.0009) +[2026-06-02 18:43:36,772][352415] Updated weights for policy 0, policy_version 4796 (0.0009) +[2026-06-02 18:43:37,636][352415] Updated weights for policy 0, policy_version 4806 (0.0009) +[2026-06-02 18:43:37,899][352415] Updated weights for policy 0, policy_version 4816 (0.0008) +[2026-06-02 18:43:38,172][352415] Updated weights for policy 0, policy_version 4826 (0.0009) +[2026-06-02 18:43:38,380][351462] Fps is (10 sec: 13107.3, 60 sec: 13653.3, 300 sec: 13653.4). Total num frames: 2457600. Throughput: 0: 13932.1. Samples: 2483584. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:43:38,381][351462] Avg episode reward: [(0, '41.138')] +[2026-06-02 18:43:38,440][352415] Updated weights for policy 0, policy_version 4836 (0.0009) +[2026-06-02 18:43:38,726][352415] Updated weights for policy 0, policy_version 4846 (0.0009) +[2026-06-02 18:43:38,994][352415] Updated weights for policy 0, policy_version 4856 (0.0009) +[2026-06-02 18:43:39,206][352345] Saving new best policy, reward=41.138! +[2026-06-02 18:43:39,893][352415] Updated weights for policy 0, policy_version 4867 (0.0008) +[2026-06-02 18:43:40,160][352415] Updated weights for policy 0, policy_version 4877 (0.0005) +[2026-06-02 18:43:40,464][352415] Updated weights for policy 0, policy_version 4888 (0.0005) +[2026-06-02 18:43:40,738][352415] Updated weights for policy 0, policy_version 4898 (0.0005) +[2026-06-02 18:43:41,001][352415] Updated weights for policy 0, policy_version 4908 (0.0005) +[2026-06-02 18:43:41,300][352415] Updated weights for policy 0, policy_version 4919 (0.0005) +[2026-06-02 18:43:42,171][352415] Updated weights for policy 0, policy_version 4929 (0.0005) +[2026-06-02 18:43:42,415][352415] Updated weights for policy 0, policy_version 4939 (0.0005) +[2026-06-02 18:43:42,686][352415] Updated weights for policy 0, policy_version 4949 (0.0005) +[2026-06-02 18:43:43,002][352415] Updated weights for policy 0, policy_version 4960 (0.0005) +[2026-06-02 18:43:43,271][352415] Updated weights for policy 0, policy_version 4970 (0.0007) +[2026-06-02 18:43:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.4, 300 sec: 13638.6). Total num frames: 2523136. Throughput: 0: 13903.6. Samples: 2571264. Policy #0 lag: (min: 63.0, avg: 84.1, max: 127.0) +[2026-06-02 18:43:43,381][351462] Avg episode reward: [(0, '42.165')] +[2026-06-02 18:43:43,537][352415] Updated weights for policy 0, policy_version 4980 (0.0009) +[2026-06-02 18:43:43,817][352415] Updated weights for policy 0, policy_version 4990 (0.0009) +[2026-06-02 18:43:43,857][352345] Saving new best policy, reward=42.165! +[2026-06-02 18:43:44,681][352415] Updated weights for policy 0, policy_version 5000 (0.0009) +[2026-06-02 18:43:44,954][352415] Updated weights for policy 0, policy_version 5010 (0.0009) +[2026-06-02 18:43:45,218][352415] Updated weights for policy 0, policy_version 5020 (0.0009) +[2026-06-02 18:43:45,501][352415] Updated weights for policy 0, policy_version 5030 (0.0009) +[2026-06-02 18:43:45,777][352415] Updated weights for policy 0, policy_version 5040 (0.0009) +[2026-06-02 18:43:46,050][352415] Updated weights for policy 0, policy_version 5050 (0.0008) +[2026-06-02 18:43:46,891][352415] Updated weights for policy 0, policy_version 5060 (0.0009) +[2026-06-02 18:43:47,156][352415] Updated weights for policy 0, policy_version 5070 (0.0008) +[2026-06-02 18:43:47,444][352415] Updated weights for policy 0, policy_version 5080 (0.0008) +[2026-06-02 18:43:47,718][352415] Updated weights for policy 0, policy_version 5090 (0.0008) +[2026-06-02 18:43:47,975][352415] Updated weights for policy 0, policy_version 5100 (0.0007) +[2026-06-02 18:43:48,260][352415] Updated weights for policy 0, policy_version 5110 (0.0004) +[2026-06-02 18:43:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.4, 300 sec: 13624.6). Total num frames: 2588672. Throughput: 0: 13960.5. Samples: 2611200. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 18:43:48,381][351462] Avg episode reward: [(0, '48.256')] +[2026-06-02 18:43:48,513][352345] Saving new best policy, reward=48.256! +[2026-06-02 18:43:48,515][352415] Updated weights for policy 0, policy_version 5120 (0.0004) +[2026-06-02 18:43:49,345][352415] Updated weights for policy 0, policy_version 5130 (0.0009) +[2026-06-02 18:43:49,621][352415] Updated weights for policy 0, policy_version 5140 (0.0009) +[2026-06-02 18:43:49,884][352415] Updated weights for policy 0, policy_version 5150 (0.0009) +[2026-06-02 18:43:50,159][352415] Updated weights for policy 0, policy_version 5160 (0.0008) +[2026-06-02 18:43:50,429][352415] Updated weights for policy 0, policy_version 5170 (0.0008) +[2026-06-02 18:43:50,706][352415] Updated weights for policy 0, policy_version 5180 (0.0008) +[2026-06-02 18:43:51,576][352415] Updated weights for policy 0, policy_version 5190 (0.0009) +[2026-06-02 18:43:51,842][352415] Updated weights for policy 0, policy_version 5200 (0.0007) +[2026-06-02 18:43:52,110][352415] Updated weights for policy 0, policy_version 5210 (0.0007) +[2026-06-02 18:43:52,404][352415] Updated weights for policy 0, policy_version 5221 (0.0009) +[2026-06-02 18:43:52,706][352415] Updated weights for policy 0, policy_version 5232 (0.0009) +[2026-06-02 18:43:52,994][352415] Updated weights for policy 0, policy_version 5243 (0.0009) +[2026-06-02 18:43:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13779.4). Total num frames: 2686976. Throughput: 0: 13974.8. Samples: 2700672. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:43:53,381][351462] Avg episode reward: [(0, '54.521')] +[2026-06-02 18:43:53,385][352345] Saving new best policy, reward=54.521! +[2026-06-02 18:43:53,858][352415] Updated weights for policy 0, policy_version 5253 (0.0009) +[2026-06-02 18:43:54,130][352415] Updated weights for policy 0, policy_version 5263 (0.0009) +[2026-06-02 18:43:54,402][352415] Updated weights for policy 0, policy_version 5273 (0.0009) +[2026-06-02 18:43:54,667][352415] Updated weights for policy 0, policy_version 5283 (0.0006) +[2026-06-02 18:43:54,984][352415] Updated weights for policy 0, policy_version 5294 (0.0023) +[2026-06-02 18:43:55,248][352415] Updated weights for policy 0, policy_version 5304 (0.0004) +[2026-06-02 18:43:56,103][352415] Updated weights for policy 0, policy_version 5314 (0.0012) +[2026-06-02 18:43:56,368][352415] Updated weights for policy 0, policy_version 5324 (0.0008) +[2026-06-02 18:43:56,643][352415] Updated weights for policy 0, policy_version 5334 (0.0009) +[2026-06-02 18:43:56,908][352415] Updated weights for policy 0, policy_version 5344 (0.0009) +[2026-06-02 18:43:57,185][352415] Updated weights for policy 0, policy_version 5354 (0.0009) +[2026-06-02 18:43:57,462][352415] Updated weights for policy 0, policy_version 5364 (0.0008) +[2026-06-02 18:43:57,730][352415] Updated weights for policy 0, policy_version 5374 (0.0006) +[2026-06-02 18:43:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13762.6). Total num frames: 2752512. Throughput: 0: 14105.6. Samples: 2783488. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:43:58,381][351462] Avg episode reward: [(0, '58.569')] +[2026-06-02 18:43:58,564][352415] Updated weights for policy 0, policy_version 5384 (0.0008) +[2026-06-02 18:43:58,841][352415] Updated weights for policy 0, policy_version 5394 (0.0009) +[2026-06-02 18:43:59,136][352415] Updated weights for policy 0, policy_version 5405 (0.0010) +[2026-06-02 18:43:59,410][352415] Updated weights for policy 0, policy_version 5415 (0.0009) +[2026-06-02 18:43:59,686][352415] Updated weights for policy 0, policy_version 5425 (0.0009) +[2026-06-02 18:43:59,967][352415] Updated weights for policy 0, policy_version 5435 (0.0009) +[2026-06-02 18:44:00,094][352345] Saving new best policy, reward=58.569! +[2026-06-02 18:44:00,800][352415] Updated weights for policy 0, policy_version 5445 (0.0007) +[2026-06-02 18:44:01,067][352415] Updated weights for policy 0, policy_version 5455 (0.0009) +[2026-06-02 18:44:01,333][352415] Updated weights for policy 0, policy_version 5465 (0.0009) +[2026-06-02 18:44:01,609][352415] Updated weights for policy 0, policy_version 5475 (0.0009) +[2026-06-02 18:44:01,881][352415] Updated weights for policy 0, policy_version 5485 (0.0009) +[2026-06-02 18:44:02,150][352415] Updated weights for policy 0, policy_version 5495 (0.0008) +[2026-06-02 18:44:03,025][352415] Updated weights for policy 0, policy_version 5505 (0.0010) +[2026-06-02 18:44:03,277][352415] Updated weights for policy 0, policy_version 5515 (0.0009) +[2026-06-02 18:44:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13746.6). Total num frames: 2818048. Throughput: 0: 14179.5. Samples: 2828928. Policy #0 lag: (min: 2.0, avg: 47.2, max: 66.0) +[2026-06-02 18:44:03,381][351462] Avg episode reward: [(0, '72.647')] +[2026-06-02 18:44:03,546][352415] Updated weights for policy 0, policy_version 5525 (0.0009) +[2026-06-02 18:44:03,817][352415] Updated weights for policy 0, policy_version 5535 (0.0009) +[2026-06-02 18:44:04,084][352415] Updated weights for policy 0, policy_version 5545 (0.0009) +[2026-06-02 18:44:04,368][352415] Updated weights for policy 0, policy_version 5555 (0.0009) +[2026-06-02 18:44:04,646][352415] Updated weights for policy 0, policy_version 5565 (0.0009) +[2026-06-02 18:44:04,717][352345] Saving new best policy, reward=72.647! +[2026-06-02 18:44:05,517][352415] Updated weights for policy 0, policy_version 5575 (0.0009) +[2026-06-02 18:44:05,784][352415] Updated weights for policy 0, policy_version 5585 (0.0009) +[2026-06-02 18:44:06,069][352415] Updated weights for policy 0, policy_version 5595 (0.0009) +[2026-06-02 18:44:06,339][352415] Updated weights for policy 0, policy_version 5605 (0.0009) +[2026-06-02 18:44:06,624][352415] Updated weights for policy 0, policy_version 5615 (0.0009) +[2026-06-02 18:44:06,895][352415] Updated weights for policy 0, policy_version 5625 (0.0009) +[2026-06-02 18:44:07,695][352415] Updated weights for policy 0, policy_version 5635 (0.0009) +[2026-06-02 18:44:07,961][352415] Updated weights for policy 0, policy_version 5645 (0.0009) +[2026-06-02 18:44:08,222][352415] Updated weights for policy 0, policy_version 5655 (0.0010) +[2026-06-02 18:44:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13731.4). Total num frames: 2883584. Throughput: 0: 14088.5. Samples: 2909696. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:44:08,381][351462] Avg episode reward: [(0, '79.882')] +[2026-06-02 18:44:08,501][352415] Updated weights for policy 0, policy_version 5665 (0.0009) +[2026-06-02 18:44:08,772][352415] Updated weights for policy 0, policy_version 5675 (0.0009) +[2026-06-02 18:44:09,058][352415] Updated weights for policy 0, policy_version 5685 (0.0009) +[2026-06-02 18:44:09,324][352415] Updated weights for policy 0, policy_version 5695 (0.0009) +[2026-06-02 18:44:09,348][352345] Saving new best policy, reward=79.882! +[2026-06-02 18:44:10,170][352415] Updated weights for policy 0, policy_version 5705 (0.0009) +[2026-06-02 18:44:10,430][352415] Updated weights for policy 0, policy_version 5715 (0.0009) +[2026-06-02 18:44:10,742][352415] Updated weights for policy 0, policy_version 5726 (0.0009) +[2026-06-02 18:44:11,021][352415] Updated weights for policy 0, policy_version 5736 (0.0009) +[2026-06-02 18:44:11,319][352415] Updated weights for policy 0, policy_version 5747 (0.0009) +[2026-06-02 18:44:11,596][352415] Updated weights for policy 0, policy_version 5757 (0.0009) +[2026-06-02 18:44:12,417][352415] Updated weights for policy 0, policy_version 5767 (0.0009) +[2026-06-02 18:44:12,685][352415] Updated weights for policy 0, policy_version 5777 (0.0008) +[2026-06-02 18:44:12,956][352415] Updated weights for policy 0, policy_version 5787 (0.0009) +[2026-06-02 18:44:13,237][352415] Updated weights for policy 0, policy_version 5797 (0.0009) +[2026-06-02 18:44:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13716.9). Total num frames: 2949120. Throughput: 0: 14040.2. Samples: 2997760. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:44:13,381][351462] Avg episode reward: [(0, '91.025')] +[2026-06-02 18:44:13,514][352415] Updated weights for policy 0, policy_version 5807 (0.0009) +[2026-06-02 18:44:13,791][352415] Updated weights for policy 0, policy_version 5817 (0.0009) +[2026-06-02 18:44:13,969][352345] Saving new best policy, reward=91.025! +[2026-06-02 18:44:14,654][352415] Updated weights for policy 0, policy_version 5827 (0.0009) +[2026-06-02 18:44:14,908][352415] Updated weights for policy 0, policy_version 5837 (0.0009) +[2026-06-02 18:44:15,179][352415] Updated weights for policy 0, policy_version 5847 (0.0009) +[2026-06-02 18:44:15,449][352415] Updated weights for policy 0, policy_version 5857 (0.0009) +[2026-06-02 18:44:15,722][352415] Updated weights for policy 0, policy_version 5867 (0.0009) +[2026-06-02 18:44:15,990][352415] Updated weights for policy 0, policy_version 5877 (0.0009) +[2026-06-02 18:44:16,267][352415] Updated weights for policy 0, policy_version 5887 (0.0009) +[2026-06-02 18:44:17,089][352415] Updated weights for policy 0, policy_version 5897 (0.0010) +[2026-06-02 18:44:17,350][352415] Updated weights for policy 0, policy_version 5907 (0.0009) +[2026-06-02 18:44:17,640][352415] Updated weights for policy 0, policy_version 5917 (0.0009) +[2026-06-02 18:44:17,918][352415] Updated weights for policy 0, policy_version 5927 (0.0008) +[2026-06-02 18:44:18,191][352415] Updated weights for policy 0, policy_version 5937 (0.0009) +[2026-06-02 18:44:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 13703.0). Total num frames: 3014656. Throughput: 0: 14082.8. Samples: 3037568. Policy #0 lag: (min: 62.0, avg: 81.0, max: 126.0) +[2026-06-02 18:44:18,381][351462] Avg episode reward: [(0, '100.801')] +[2026-06-02 18:44:18,471][352415] Updated weights for policy 0, policy_version 5947 (0.0009) +[2026-06-02 18:44:18,597][352345] Saving new best policy, reward=100.801! +[2026-06-02 18:44:19,303][352415] Updated weights for policy 0, policy_version 5957 (0.0007) +[2026-06-02 18:44:19,578][352415] Updated weights for policy 0, policy_version 5967 (0.0006) +[2026-06-02 18:44:19,857][352415] Updated weights for policy 0, policy_version 5977 (0.0008) +[2026-06-02 18:44:20,109][352415] Updated weights for policy 0, policy_version 5987 (0.0008) +[2026-06-02 18:44:20,399][352415] Updated weights for policy 0, policy_version 5997 (0.0007) +[2026-06-02 18:44:20,677][352415] Updated weights for policy 0, policy_version 6007 (0.0005) +[2026-06-02 18:44:21,492][352415] Updated weights for policy 0, policy_version 6017 (0.0008) +[2026-06-02 18:44:21,748][352415] Updated weights for policy 0, policy_version 6027 (0.0009) +[2026-06-02 18:44:22,011][352415] Updated weights for policy 0, policy_version 6037 (0.0009) +[2026-06-02 18:44:22,282][352415] Updated weights for policy 0, policy_version 6047 (0.0009) +[2026-06-02 18:44:22,571][352415] Updated weights for policy 0, policy_version 6058 (0.0009) +[2026-06-02 18:44:22,858][352415] Updated weights for policy 0, policy_version 6068 (0.0009) +[2026-06-02 18:44:23,133][352415] Updated weights for policy 0, policy_version 6078 (0.0008) +[2026-06-02 18:44:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13835.4). Total num frames: 3112960. Throughput: 0: 14290.5. Samples: 3126656. Policy #0 lag: (min: 62.0, avg: 81.0, max: 126.0) +[2026-06-02 18:44:23,381][351462] Avg episode reward: [(0, '108.578')] +[2026-06-02 18:44:23,385][352345] Saving new best policy, reward=108.578! +[2026-06-02 18:44:23,958][352415] Updated weights for policy 0, policy_version 6088 (0.0010) +[2026-06-02 18:44:24,234][352415] Updated weights for policy 0, policy_version 6098 (0.0008) +[2026-06-02 18:44:24,509][352415] Updated weights for policy 0, policy_version 6108 (0.0009) +[2026-06-02 18:44:24,791][352415] Updated weights for policy 0, policy_version 6118 (0.0008) +[2026-06-02 18:44:25,060][352415] Updated weights for policy 0, policy_version 6128 (0.0009) +[2026-06-02 18:44:25,340][352415] Updated weights for policy 0, policy_version 6138 (0.0009) +[2026-06-02 18:44:26,169][352415] Updated weights for policy 0, policy_version 6148 (0.0009) +[2026-06-02 18:44:26,429][352415] Updated weights for policy 0, policy_version 6158 (0.0009) +[2026-06-02 18:44:26,713][352415] Updated weights for policy 0, policy_version 6168 (0.0009) +[2026-06-02 18:44:26,982][352415] Updated weights for policy 0, policy_version 6178 (0.0009) +[2026-06-02 18:44:27,270][352415] Updated weights for policy 0, policy_version 6188 (0.0009) +[2026-06-02 18:44:27,535][352415] Updated weights for policy 0, policy_version 6198 (0.0009) +[2026-06-02 18:44:27,810][352415] Updated weights for policy 0, policy_version 6208 (0.0005) +[2026-06-02 18:44:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 13819.6). Total num frames: 3178496. Throughput: 0: 14202.3. Samples: 3210368. Policy #0 lag: (min: 60.0, avg: 79.5, max: 124.0) +[2026-06-02 18:44:28,381][351462] Avg episode reward: [(0, '119.078')] +[2026-06-02 18:44:28,658][352415] Updated weights for policy 0, policy_version 6218 (0.0009) +[2026-06-02 18:44:28,928][352415] Updated weights for policy 0, policy_version 6228 (0.0008) +[2026-06-02 18:44:29,202][352415] Updated weights for policy 0, policy_version 6238 (0.0006) +[2026-06-02 18:44:29,475][352415] Updated weights for policy 0, policy_version 6248 (0.0006) +[2026-06-02 18:44:29,762][352415] Updated weights for policy 0, policy_version 6258 (0.0009) +[2026-06-02 18:44:30,032][352415] Updated weights for policy 0, policy_version 6268 (0.0009) +[2026-06-02 18:44:30,124][352345] Saving new best policy, reward=119.078! +[2026-06-02 18:44:30,861][352415] Updated weights for policy 0, policy_version 6278 (0.0009) +[2026-06-02 18:44:31,117][352415] Updated weights for policy 0, policy_version 6288 (0.0006) +[2026-06-02 18:44:31,397][352415] Updated weights for policy 0, policy_version 6298 (0.0009) +[2026-06-02 18:44:31,673][352415] Updated weights for policy 0, policy_version 6308 (0.0009) +[2026-06-02 18:44:31,952][352415] Updated weights for policy 0, policy_version 6318 (0.0008) +[2026-06-02 18:44:32,239][352415] Updated weights for policy 0, policy_version 6328 (0.0009) +[2026-06-02 18:44:33,078][352415] Updated weights for policy 0, policy_version 6338 (0.0009) +[2026-06-02 18:44:33,346][352415] Updated weights for policy 0, policy_version 6348 (0.0009) +[2026-06-02 18:44:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 13804.4). Total num frames: 3244032. Throughput: 0: 14313.2. Samples: 3255296. Policy #0 lag: (min: 60.0, avg: 79.5, max: 124.0) +[2026-06-02 18:44:33,381][351462] Avg episode reward: [(0, '126.278')] +[2026-06-02 18:44:33,646][352415] Updated weights for policy 0, policy_version 6359 (0.0009) +[2026-06-02 18:44:33,914][352415] Updated weights for policy 0, policy_version 6369 (0.0009) +[2026-06-02 18:44:34,202][352415] Updated weights for policy 0, policy_version 6379 (0.0009) +[2026-06-02 18:44:34,463][352415] Updated weights for policy 0, policy_version 6389 (0.0009) +[2026-06-02 18:44:34,742][352415] Updated weights for policy 0, policy_version 6399 (0.0009) +[2026-06-02 18:44:34,765][352345] Saving new best policy, reward=126.278! +[2026-06-02 18:44:35,604][352415] Updated weights for policy 0, policy_version 6409 (0.0009) +[2026-06-02 18:44:35,866][352415] Updated weights for policy 0, policy_version 6419 (0.0007) +[2026-06-02 18:44:36,153][352415] Updated weights for policy 0, policy_version 6429 (0.0004) +[2026-06-02 18:44:36,426][352415] Updated weights for policy 0, policy_version 6439 (0.0004) +[2026-06-02 18:44:36,700][352415] Updated weights for policy 0, policy_version 6449 (0.0007) +[2026-06-02 18:44:36,975][352415] Updated weights for policy 0, policy_version 6459 (0.0009) +[2026-06-02 18:44:37,802][352415] Updated weights for policy 0, policy_version 6469 (0.0009) +[2026-06-02 18:44:38,065][352415] Updated weights for policy 0, policy_version 6479 (0.0009) +[2026-06-02 18:44:38,335][352415] Updated weights for policy 0, policy_version 6489 (0.0009) +[2026-06-02 18:44:38,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 13789.9). Total num frames: 3309568. Throughput: 0: 14102.8. Samples: 3335296. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:44:38,380][351462] Avg episode reward: [(0, '139.107')] +[2026-06-02 18:44:38,603][352415] Updated weights for policy 0, policy_version 6499 (0.0006) +[2026-06-02 18:44:38,885][352415] Updated weights for policy 0, policy_version 6509 (0.0005) +[2026-06-02 18:44:39,163][352415] Updated weights for policy 0, policy_version 6519 (0.0006) +[2026-06-02 18:44:39,399][352345] Saving new best policy, reward=139.107! +[2026-06-02 18:44:40,000][352415] Updated weights for policy 0, policy_version 6529 (0.0008) +[2026-06-02 18:44:40,249][352415] Updated weights for policy 0, policy_version 6539 (0.0009) +[2026-06-02 18:44:40,513][352415] Updated weights for policy 0, policy_version 6549 (0.0009) +[2026-06-02 18:44:40,808][352415] Updated weights for policy 0, policy_version 6559 (0.0009) +[2026-06-02 18:44:40,820][352345] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000008 +[2026-06-02 18:44:41,807][352415] Updated weights for policy 0, policy_version 6569 (0.0009) +[2026-06-02 18:44:42,094][352415] Updated weights for policy 0, policy_version 6579 (0.0009) +[2026-06-02 18:44:42,359][352415] Updated weights for policy 0, policy_version 6589 (0.0008) +[2026-06-02 18:44:42,643][352415] Updated weights for policy 0, policy_version 6599 (0.0009) +[2026-06-02 18:44:42,910][352415] Updated weights for policy 0, policy_version 6609 (0.0008) +[2026-06-02 18:44:43,184][352415] Updated weights for policy 0, policy_version 6619 (0.0009) +[2026-06-02 18:44:43,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14745.6, 300 sec: 13909.7). Total num frames: 3407872. Throughput: 0: 14407.1. Samples: 3431808. Policy #0 lag: (min: 63.0, avg: 68.8, max: 95.0) +[2026-06-02 18:44:43,381][351462] Avg episode reward: [(0, '147.029')] +[2026-06-02 18:44:43,386][352345] Saving new best policy, reward=147.029! +[2026-06-02 18:44:44,013][352415] Updated weights for policy 0, policy_version 6629 (0.0009) +[2026-06-02 18:44:44,274][352415] Updated weights for policy 0, policy_version 6639 (0.0009) +[2026-06-02 18:44:44,582][352415] Updated weights for policy 0, policy_version 6650 (0.0009) +[2026-06-02 18:44:44,847][352415] Updated weights for policy 0, policy_version 6660 (0.0009) +[2026-06-02 18:44:45,122][352415] Updated weights for policy 0, policy_version 6670 (0.0009) +[2026-06-02 18:44:45,397][352415] Updated weights for policy 0, policy_version 6680 (0.0009) +[2026-06-02 18:44:46,226][352415] Updated weights for policy 0, policy_version 6690 (0.0009) +[2026-06-02 18:44:46,486][352415] Updated weights for policy 0, policy_version 6700 (0.0009) +[2026-06-02 18:44:46,759][352415] Updated weights for policy 0, policy_version 6710 (0.0009) +[2026-06-02 18:44:47,028][352415] Updated weights for policy 0, policy_version 6720 (0.0009) +[2026-06-02 18:44:47,299][352415] Updated weights for policy 0, policy_version 6730 (0.0010) +[2026-06-02 18:44:47,570][352415] Updated weights for policy 0, policy_version 6740 (0.0010) +[2026-06-02 18:44:47,848][352415] Updated weights for policy 0, policy_version 6750 (0.0009) +[2026-06-02 18:44:48,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14745.6, 300 sec: 13893.7). Total num frames: 3473408. Throughput: 0: 14503.8. Samples: 3481600. Policy #0 lag: (min: 63.0, avg: 68.8, max: 95.0) +[2026-06-02 18:44:48,381][351462] Avg episode reward: [(0, '161.030')] +[2026-06-02 18:44:48,668][352415] Updated weights for policy 0, policy_version 6760 (0.0009) +[2026-06-02 18:44:48,956][352415] Updated weights for policy 0, policy_version 6771 (0.0009) +[2026-06-02 18:44:49,234][352415] Updated weights for policy 0, policy_version 6781 (0.0008) +[2026-06-02 18:44:49,498][352415] Updated weights for policy 0, policy_version 6791 (0.0009) +[2026-06-02 18:44:49,779][352415] Updated weights for policy 0, policy_version 6801 (0.0009) +[2026-06-02 18:44:50,039][352415] Updated weights for policy 0, policy_version 6811 (0.0009) +[2026-06-02 18:44:50,171][352345] Saving new best policy, reward=161.030! +[2026-06-02 18:44:50,875][352415] Updated weights for policy 0, policy_version 6821 (0.0009) +[2026-06-02 18:44:51,150][352415] Updated weights for policy 0, policy_version 6831 (0.0008) +[2026-06-02 18:44:51,417][352415] Updated weights for policy 0, policy_version 6841 (0.0009) +[2026-06-02 18:44:51,697][352415] Updated weights for policy 0, policy_version 6851 (0.0009) +[2026-06-02 18:44:51,961][352415] Updated weights for policy 0, policy_version 6861 (0.0009) +[2026-06-02 18:44:52,244][352415] Updated weights for policy 0, policy_version 6871 (0.0009) +[2026-06-02 18:44:53,090][352415] Updated weights for policy 0, policy_version 6881 (0.0009) +[2026-06-02 18:44:53,339][352415] Updated weights for policy 0, policy_version 6891 (0.0009) +[2026-06-02 18:44:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13878.2). Total num frames: 3538944. Throughput: 0: 14427.0. Samples: 3558912. Policy #0 lag: (min: 5.0, avg: 24.2, max: 69.0) +[2026-06-02 18:44:53,381][351462] Avg episode reward: [(0, '176.359')] +[2026-06-02 18:44:53,613][352415] Updated weights for policy 0, policy_version 6901 (0.0008) +[2026-06-02 18:44:53,874][352415] Updated weights for policy 0, policy_version 6911 (0.0008) +[2026-06-02 18:44:54,145][352415] Updated weights for policy 0, policy_version 6921 (0.0008) +[2026-06-02 18:44:54,419][352415] Updated weights for policy 0, policy_version 6931 (0.0009) +[2026-06-02 18:44:54,695][352415] Updated weights for policy 0, policy_version 6941 (0.0008) +[2026-06-02 18:44:54,775][352345] Saving new best policy, reward=176.359! +[2026-06-02 18:44:55,587][352415] Updated weights for policy 0, policy_version 6952 (0.0010) +[2026-06-02 18:44:55,852][352415] Updated weights for policy 0, policy_version 6962 (0.0009) +[2026-06-02 18:44:56,112][352415] Updated weights for policy 0, policy_version 6972 (0.0009) +[2026-06-02 18:44:56,390][352415] Updated weights for policy 0, policy_version 6982 (0.0008) +[2026-06-02 18:44:56,656][352415] Updated weights for policy 0, policy_version 6992 (0.0009) +[2026-06-02 18:44:56,933][352415] Updated weights for policy 0, policy_version 7002 (0.0009) +[2026-06-02 18:44:57,782][352415] Updated weights for policy 0, policy_version 7012 (0.0009) +[2026-06-02 18:44:58,061][352415] Updated weights for policy 0, policy_version 7023 (0.0009) +[2026-06-02 18:44:58,349][352415] Updated weights for policy 0, policy_version 7033 (0.0009) +[2026-06-02 18:44:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13863.4). Total num frames: 3604480. Throughput: 0: 14469.7. Samples: 3648896. Policy #0 lag: (min: 5.0, avg: 24.2, max: 69.0) +[2026-06-02 18:44:58,381][351462] Avg episode reward: [(0, '176.857')] +[2026-06-02 18:44:58,620][352415] Updated weights for policy 0, policy_version 7043 (0.0009) +[2026-06-02 18:44:58,886][352415] Updated weights for policy 0, policy_version 7053 (0.0009) +[2026-06-02 18:44:59,170][352415] Updated weights for policy 0, policy_version 7063 (0.0009) +[2026-06-02 18:44:59,413][352345] Saving new best policy, reward=176.857! +[2026-06-02 18:45:00,040][352415] Updated weights for policy 0, policy_version 7073 (0.0009) +[2026-06-02 18:45:00,305][352415] Updated weights for policy 0, policy_version 7083 (0.0009) +[2026-06-02 18:45:00,574][352415] Updated weights for policy 0, policy_version 7093 (0.0009) +[2026-06-02 18:45:00,841][352415] Updated weights for policy 0, policy_version 7103 (0.0009) +[2026-06-02 18:45:01,120][352415] Updated weights for policy 0, policy_version 7113 (0.0009) +[2026-06-02 18:45:01,384][352415] Updated weights for policy 0, policy_version 7123 (0.0009) +[2026-06-02 18:45:01,660][352415] Updated weights for policy 0, policy_version 7133 (0.0009) +[2026-06-02 18:45:02,538][352415] Updated weights for policy 0, policy_version 7143 (0.0009) +[2026-06-02 18:45:02,806][352415] Updated weights for policy 0, policy_version 7153 (0.0008) +[2026-06-02 18:45:03,079][352415] Updated weights for policy 0, policy_version 7163 (0.0009) +[2026-06-02 18:45:03,342][352415] Updated weights for policy 0, policy_version 7173 (0.0009) +[2026-06-02 18:45:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13849.1). Total num frames: 3670016. Throughput: 0: 14464.0. Samples: 3688448. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:45:03,381][351462] Avg episode reward: [(0, '161.256')] +[2026-06-02 18:45:03,619][352415] Updated weights for policy 0, policy_version 7183 (0.0009) +[2026-06-02 18:45:03,911][352415] Updated weights for policy 0, policy_version 7193 (0.0009) +[2026-06-02 18:45:04,770][352415] Updated weights for policy 0, policy_version 7203 (0.0009) +[2026-06-02 18:45:05,034][352415] Updated weights for policy 0, policy_version 7213 (0.0009) +[2026-06-02 18:45:05,303][352415] Updated weights for policy 0, policy_version 7223 (0.0008) +[2026-06-02 18:45:05,580][352415] Updated weights for policy 0, policy_version 7233 (0.0009) +[2026-06-02 18:45:05,870][352415] Updated weights for policy 0, policy_version 7243 (0.0009) +[2026-06-02 18:45:06,147][352415] Updated weights for policy 0, policy_version 7253 (0.0008) +[2026-06-02 18:45:06,418][352415] Updated weights for policy 0, policy_version 7263 (0.0008) +[2026-06-02 18:45:07,219][352415] Updated weights for policy 0, policy_version 7273 (0.0009) +[2026-06-02 18:45:07,493][352415] Updated weights for policy 0, policy_version 7283 (0.0008) +[2026-06-02 18:45:07,759][352415] Updated weights for policy 0, policy_version 7293 (0.0008) +[2026-06-02 18:45:08,046][352415] Updated weights for policy 0, policy_version 7303 (0.0009) +[2026-06-02 18:45:08,323][352415] Updated weights for policy 0, policy_version 7313 (0.0009) +[2026-06-02 18:45:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13835.4). Total num frames: 3735552. Throughput: 0: 14503.8. Samples: 3779328. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:45:08,381][351462] Avg episode reward: [(0, '157.120')] +[2026-06-02 18:45:08,597][352415] Updated weights for policy 0, policy_version 7323 (0.0009) +[2026-06-02 18:45:09,426][352415] Updated weights for policy 0, policy_version 7334 (0.0009) +[2026-06-02 18:45:09,706][352415] Updated weights for policy 0, policy_version 7345 (0.0009) +[2026-06-02 18:45:09,992][352415] Updated weights for policy 0, policy_version 7355 (0.0010) +[2026-06-02 18:45:10,278][352415] Updated weights for policy 0, policy_version 7365 (0.0009) +[2026-06-02 18:45:10,535][352415] Updated weights for policy 0, policy_version 7375 (0.0009) +[2026-06-02 18:45:10,825][352415] Updated weights for policy 0, policy_version 7385 (0.0009) +[2026-06-02 18:45:11,638][352415] Updated weights for policy 0, policy_version 7395 (0.0009) +[2026-06-02 18:45:11,902][352415] Updated weights for policy 0, policy_version 7405 (0.0009) +[2026-06-02 18:45:12,176][352415] Updated weights for policy 0, policy_version 7415 (0.0009) +[2026-06-02 18:45:12,453][352415] Updated weights for policy 0, policy_version 7425 (0.0009) +[2026-06-02 18:45:12,725][352415] Updated weights for policy 0, policy_version 7435 (0.0009) +[2026-06-02 18:45:12,995][352415] Updated weights for policy 0, policy_version 7445 (0.0009) +[2026-06-02 18:45:13,276][352415] Updated weights for policy 0, policy_version 7455 (0.0009) +[2026-06-02 18:45:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14745.6, 300 sec: 13941.3). Total num frames: 3833856. Throughput: 0: 14373.0. Samples: 3857152. Policy #0 lag: (min: 47.0, avg: 82.2, max: 105.0) +[2026-06-02 18:45:13,381][351462] Avg episode reward: [(0, '162.971')] +[2026-06-02 18:45:14,152][352415] Updated weights for policy 0, policy_version 7466 (0.0009) +[2026-06-02 18:45:14,417][352415] Updated weights for policy 0, policy_version 7476 (0.0009) +[2026-06-02 18:45:14,695][352415] Updated weights for policy 0, policy_version 7486 (0.0009) +[2026-06-02 18:45:14,972][352415] Updated weights for policy 0, policy_version 7496 (0.0009) +[2026-06-02 18:45:15,261][352415] Updated weights for policy 0, policy_version 7506 (0.0009) +[2026-06-02 18:45:15,565][352415] Updated weights for policy 0, policy_version 7517 (0.0009) +[2026-06-02 18:45:16,354][352415] Updated weights for policy 0, policy_version 7527 (0.0009) +[2026-06-02 18:45:16,636][352415] Updated weights for policy 0, policy_version 7537 (0.0009) +[2026-06-02 18:45:16,913][352415] Updated weights for policy 0, policy_version 7547 (0.0009) +[2026-06-02 18:45:17,173][352415] Updated weights for policy 0, policy_version 7557 (0.0009) +[2026-06-02 18:45:17,461][352415] Updated weights for policy 0, policy_version 7567 (0.0009) +[2026-06-02 18:45:17,728][352415] Updated weights for policy 0, policy_version 7577 (0.0009) +[2026-06-02 18:45:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14745.6, 300 sec: 13926.4). Total num frames: 3899392. Throughput: 0: 14503.8. Samples: 3907968. Policy #0 lag: (min: 7.0, avg: 27.6, max: 71.0) +[2026-06-02 18:45:18,381][351462] Avg episode reward: [(0, '161.145')] +[2026-06-02 18:45:18,560][352415] Updated weights for policy 0, policy_version 7587 (0.0009) +[2026-06-02 18:45:18,827][352415] Updated weights for policy 0, policy_version 7597 (0.0009) +[2026-06-02 18:45:19,107][352415] Updated weights for policy 0, policy_version 7607 (0.0009) +[2026-06-02 18:45:19,386][352415] Updated weights for policy 0, policy_version 7617 (0.0009) +[2026-06-02 18:45:19,656][352415] Updated weights for policy 0, policy_version 7627 (0.0009) +[2026-06-02 18:45:19,934][352415] Updated weights for policy 0, policy_version 7637 (0.0009) +[2026-06-02 18:45:20,218][352415] Updated weights for policy 0, policy_version 7647 (0.0008) +[2026-06-02 18:45:21,029][352415] Updated weights for policy 0, policy_version 7658 (0.0008) +[2026-06-02 18:45:21,305][352415] Updated weights for policy 0, policy_version 7668 (0.0009) +[2026-06-02 18:45:21,577][352415] Updated weights for policy 0, policy_version 7678 (0.0009) +[2026-06-02 18:45:21,832][352415] Updated weights for policy 0, policy_version 7688 (0.0009) +[2026-06-02 18:45:22,125][352415] Updated weights for policy 0, policy_version 7698 (0.0009) +[2026-06-02 18:45:22,397][352415] Updated weights for policy 0, policy_version 7708 (0.0008) +[2026-06-02 18:45:23,222][352415] Updated weights for policy 0, policy_version 7718 (0.0009) +[2026-06-02 18:45:23,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 13912.1). Total num frames: 3964928. Throughput: 0: 14444.1. Samples: 3985280. Policy #0 lag: (min: 7.0, avg: 27.6, max: 71.0) +[2026-06-02 18:45:23,380][351462] Avg episode reward: [(0, '189.463')] +[2026-06-02 18:45:23,485][352415] Updated weights for policy 0, policy_version 7728 (0.0009) +[2026-06-02 18:45:23,762][352415] Updated weights for policy 0, policy_version 7738 (0.0008) +[2026-06-02 18:45:24,033][352415] Updated weights for policy 0, policy_version 7748 (0.0008) +[2026-06-02 18:45:24,347][352415] Updated weights for policy 0, policy_version 7759 (0.0009) +[2026-06-02 18:45:24,623][352415] Updated weights for policy 0, policy_version 7769 (0.0008) +[2026-06-02 18:45:24,808][352345] Saving new best policy, reward=189.463! +[2026-06-02 18:45:25,439][352415] Updated weights for policy 0, policy_version 7779 (0.0008) +[2026-06-02 18:45:25,713][352415] Updated weights for policy 0, policy_version 7789 (0.0009) +[2026-06-02 18:45:26,008][352415] Updated weights for policy 0, policy_version 7800 (0.0008) +[2026-06-02 18:45:26,303][352415] Updated weights for policy 0, policy_version 7810 (0.0009) +[2026-06-02 18:45:26,573][352415] Updated weights for policy 0, policy_version 7820 (0.0009) +[2026-06-02 18:45:26,838][352415] Updated weights for policy 0, policy_version 7830 (0.0009) +[2026-06-02 18:45:27,114][352415] Updated weights for policy 0, policy_version 7840 (0.0009) +[2026-06-02 18:45:27,939][352415] Updated weights for policy 0, policy_version 7850 (0.0009) +[2026-06-02 18:45:28,238][352415] Updated weights for policy 0, policy_version 7861 (0.0009) +[2026-06-02 18:45:28,380][351462] Fps is (10 sec: 13106.7, 60 sec: 14199.4, 300 sec: 13898.2). Total num frames: 4030464. Throughput: 0: 14287.5. Samples: 4074752. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:45:28,381][351462] Avg episode reward: [(0, '206.145')] +[2026-06-02 18:45:28,512][352415] Updated weights for policy 0, policy_version 7871 (0.0009) +[2026-06-02 18:45:28,786][352415] Updated weights for policy 0, policy_version 7881 (0.0009) +[2026-06-02 18:45:29,066][352415] Updated weights for policy 0, policy_version 7891 (0.0009) +[2026-06-02 18:45:29,331][352415] Updated weights for policy 0, policy_version 7901 (0.0009) +[2026-06-02 18:45:29,408][352345] Saving new best policy, reward=206.145! +[2026-06-02 18:45:30,142][352415] Updated weights for policy 0, policy_version 7911 (0.0007) +[2026-06-02 18:45:30,422][352415] Updated weights for policy 0, policy_version 7921 (0.0005) +[2026-06-02 18:45:30,718][352415] Updated weights for policy 0, policy_version 7932 (0.0005) +[2026-06-02 18:45:31,015][352415] Updated weights for policy 0, policy_version 7942 (0.0009) +[2026-06-02 18:45:31,291][352415] Updated weights for policy 0, policy_version 7952 (0.0009) +[2026-06-02 18:45:31,557][352415] Updated weights for policy 0, policy_version 7962 (0.0009) +[2026-06-02 18:45:32,391][352415] Updated weights for policy 0, policy_version 7972 (0.0009) +[2026-06-02 18:45:32,669][352415] Updated weights for policy 0, policy_version 7982 (0.0009) +[2026-06-02 18:45:32,933][352415] Updated weights for policy 0, policy_version 7992 (0.0008) +[2026-06-02 18:45:33,206][352415] Updated weights for policy 0, policy_version 8002 (0.0008) +[2026-06-02 18:45:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 13884.8). Total num frames: 4096000. Throughput: 0: 14062.9. Samples: 4114432. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:45:33,381][351462] Avg episode reward: [(0, '203.651')] +[2026-06-02 18:45:33,514][352415] Updated weights for policy 0, policy_version 8013 (0.0009) +[2026-06-02 18:45:33,805][352415] Updated weights for policy 0, policy_version 8023 (0.0009) +[2026-06-02 18:45:34,636][352415] Updated weights for policy 0, policy_version 8033 (0.0009) +[2026-06-02 18:45:34,885][352415] Updated weights for policy 0, policy_version 8043 (0.0009) +[2026-06-02 18:45:35,172][352415] Updated weights for policy 0, policy_version 8053 (0.0009) +[2026-06-02 18:45:35,441][352415] Updated weights for policy 0, policy_version 8063 (0.0008) +[2026-06-02 18:45:35,720][352415] Updated weights for policy 0, policy_version 8073 (0.0009) +[2026-06-02 18:45:36,006][352415] Updated weights for policy 0, policy_version 8083 (0.0007) +[2026-06-02 18:45:36,267][352415] Updated weights for policy 0, policy_version 8093 (0.0007) +[2026-06-02 18:45:37,064][352415] Updated weights for policy 0, policy_version 8103 (0.0009) +[2026-06-02 18:45:37,326][352415] Updated weights for policy 0, policy_version 8113 (0.0008) +[2026-06-02 18:45:37,601][352415] Updated weights for policy 0, policy_version 8123 (0.0008) +[2026-06-02 18:45:37,883][352415] Updated weights for policy 0, policy_version 8133 (0.0008) +[2026-06-02 18:45:38,161][352415] Updated weights for policy 0, policy_version 8143 (0.0009) +[2026-06-02 18:45:38,380][351462] Fps is (10 sec: 13107.6, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4161536. Throughput: 0: 14296.2. Samples: 4202240. Policy #0 lag: (min: 5.0, avg: 50.4, max: 67.0) +[2026-06-02 18:45:38,381][351462] Avg episode reward: [(0, '215.380')] +[2026-06-02 18:45:38,433][352415] Updated weights for policy 0, policy_version 8153 (0.0009) +[2026-06-02 18:45:38,626][352345] Saving new best policy, reward=215.380! +[2026-06-02 18:45:39,275][352415] Updated weights for policy 0, policy_version 8163 (0.0009) +[2026-06-02 18:45:39,536][352415] Updated weights for policy 0, policy_version 8173 (0.0009) +[2026-06-02 18:45:39,810][352415] Updated weights for policy 0, policy_version 8183 (0.0008) +[2026-06-02 18:45:40,095][352415] Updated weights for policy 0, policy_version 8193 (0.0008) +[2026-06-02 18:45:40,370][352415] Updated weights for policy 0, policy_version 8203 (0.0008) +[2026-06-02 18:45:40,654][352415] Updated weights for policy 0, policy_version 8213 (0.0009) +[2026-06-02 18:45:40,932][352415] Updated weights for policy 0, policy_version 8223 (0.0009) +[2026-06-02 18:45:41,756][352415] Updated weights for policy 0, policy_version 8233 (0.0008) +[2026-06-02 18:45:42,027][352415] Updated weights for policy 0, policy_version 8243 (0.0009) +[2026-06-02 18:45:42,311][352415] Updated weights for policy 0, policy_version 8253 (0.0009) +[2026-06-02 18:45:42,584][352415] Updated weights for policy 0, policy_version 8263 (0.0008) +[2026-06-02 18:45:42,862][352415] Updated weights for policy 0, policy_version 8273 (0.0009) +[2026-06-02 18:45:43,136][352415] Updated weights for policy 0, policy_version 8283 (0.0009) +[2026-06-02 18:45:43,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 4259840. Throughput: 0: 14082.8. Samples: 4282624. Policy #0 lag: (min: 48.0, avg: 91.1, max: 113.0) +[2026-06-02 18:45:43,380][351462] Avg episode reward: [(0, '214.458')] +[2026-06-02 18:45:43,926][352415] Updated weights for policy 0, policy_version 8293 (0.0009) +[2026-06-02 18:45:44,201][352415] Updated weights for policy 0, policy_version 8303 (0.0009) +[2026-06-02 18:45:44,491][352415] Updated weights for policy 0, policy_version 8313 (0.0009) +[2026-06-02 18:45:44,769][352415] Updated weights for policy 0, policy_version 8323 (0.0010) +[2026-06-02 18:45:45,046][352415] Updated weights for policy 0, policy_version 8333 (0.0009) +[2026-06-02 18:45:45,313][352415] Updated weights for policy 0, policy_version 8343 (0.0009) +[2026-06-02 18:45:46,142][352415] Updated weights for policy 0, policy_version 8353 (0.0009) +[2026-06-02 18:45:46,394][352415] Updated weights for policy 0, policy_version 8363 (0.0009) +[2026-06-02 18:45:46,666][352415] Updated weights for policy 0, policy_version 8373 (0.0009) +[2026-06-02 18:45:46,937][352415] Updated weights for policy 0, policy_version 8383 (0.0008) +[2026-06-02 18:45:47,205][352415] Updated weights for policy 0, policy_version 8393 (0.0009) +[2026-06-02 18:45:47,480][352415] Updated weights for policy 0, policy_version 8403 (0.0008) +[2026-06-02 18:45:47,767][352415] Updated weights for policy 0, policy_version 8413 (0.0008) +[2026-06-02 18:45:48,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 4325376. Throughput: 0: 14299.0. Samples: 4331904. Policy #0 lag: (min: 48.0, avg: 91.1, max: 113.0) +[2026-06-02 18:45:48,381][351462] Avg episode reward: [(0, '231.785')] +[2026-06-02 18:45:48,584][352415] Updated weights for policy 0, policy_version 8423 (0.0009) +[2026-06-02 18:45:48,869][352415] Updated weights for policy 0, policy_version 8433 (0.0008) +[2026-06-02 18:45:49,131][352415] Updated weights for policy 0, policy_version 8443 (0.0009) +[2026-06-02 18:45:49,416][352415] Updated weights for policy 0, policy_version 8453 (0.0008) +[2026-06-02 18:45:49,681][352415] Updated weights for policy 0, policy_version 8463 (0.0009) +[2026-06-02 18:45:49,970][352415] Updated weights for policy 0, policy_version 8473 (0.0009) +[2026-06-02 18:45:50,151][352345] Saving new best policy, reward=231.785! +[2026-06-02 18:45:50,770][352415] Updated weights for policy 0, policy_version 8483 (0.0009) +[2026-06-02 18:45:51,044][352415] Updated weights for policy 0, policy_version 8493 (0.0009) +[2026-06-02 18:45:51,350][352415] Updated weights for policy 0, policy_version 8504 (0.0009) +[2026-06-02 18:45:51,609][352415] Updated weights for policy 0, policy_version 8514 (0.0009) +[2026-06-02 18:45:51,884][352415] Updated weights for policy 0, policy_version 8524 (0.0009) +[2026-06-02 18:45:52,171][352415] Updated weights for policy 0, policy_version 8534 (0.0009) +[2026-06-02 18:45:52,435][352415] Updated weights for policy 0, policy_version 8544 (0.0009) +[2026-06-02 18:45:53,269][352415] Updated weights for policy 0, policy_version 8554 (0.0009) +[2026-06-02 18:45:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4390912. Throughput: 0: 14008.9. Samples: 4409728. Policy #0 lag: (min: 5.0, avg: 25.4, max: 69.0) +[2026-06-02 18:45:53,381][351462] Avg episode reward: [(0, '238.215')] +[2026-06-02 18:45:53,539][352415] Updated weights for policy 0, policy_version 8564 (0.0009) +[2026-06-02 18:45:53,811][352415] Updated weights for policy 0, policy_version 8574 (0.0009) +[2026-06-02 18:45:54,078][352415] Updated weights for policy 0, policy_version 8584 (0.0009) +[2026-06-02 18:45:54,353][352415] Updated weights for policy 0, policy_version 8594 (0.0008) +[2026-06-02 18:45:54,638][352415] Updated weights for policy 0, policy_version 8604 (0.0009) +[2026-06-02 18:45:54,732][352345] Saving new best policy, reward=238.215! +[2026-06-02 18:45:55,459][352415] Updated weights for policy 0, policy_version 8614 (0.0009) +[2026-06-02 18:45:55,723][352415] Updated weights for policy 0, policy_version 8624 (0.0009) +[2026-06-02 18:45:56,009][352415] Updated weights for policy 0, policy_version 8634 (0.0009) +[2026-06-02 18:45:56,279][352415] Updated weights for policy 0, policy_version 8644 (0.0010) +[2026-06-02 18:45:56,558][352415] Updated weights for policy 0, policy_version 8654 (0.0009) +[2026-06-02 18:45:56,821][352415] Updated weights for policy 0, policy_version 8664 (0.0008) +[2026-06-02 18:45:57,650][352415] Updated weights for policy 0, policy_version 8674 (0.0009) +[2026-06-02 18:45:57,926][352415] Updated weights for policy 0, policy_version 8684 (0.0008) +[2026-06-02 18:45:58,202][352415] Updated weights for policy 0, policy_version 8694 (0.0009) +[2026-06-02 18:45:58,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4456448. Throughput: 0: 14259.2. Samples: 4498816. Policy #0 lag: (min: 5.0, avg: 25.4, max: 69.0) +[2026-06-02 18:45:58,381][351462] Avg episode reward: [(0, '250.701')] +[2026-06-02 18:45:58,506][352415] Updated weights for policy 0, policy_version 8705 (0.0009) +[2026-06-02 18:45:58,770][352415] Updated weights for policy 0, policy_version 8715 (0.0009) +[2026-06-02 18:45:59,047][352415] Updated weights for policy 0, policy_version 8725 (0.0009) +[2026-06-02 18:45:59,340][352415] Updated weights for policy 0, policy_version 8735 (0.0009) +[2026-06-02 18:45:59,353][352345] Saving new best policy, reward=250.701! +[2026-06-02 18:46:00,141][352415] Updated weights for policy 0, policy_version 8745 (0.0008) +[2026-06-02 18:46:00,421][352415] Updated weights for policy 0, policy_version 8755 (0.0007) +[2026-06-02 18:46:00,697][352415] Updated weights for policy 0, policy_version 8765 (0.0005) +[2026-06-02 18:46:00,964][352415] Updated weights for policy 0, policy_version 8775 (0.0006) +[2026-06-02 18:46:01,238][352415] Updated weights for policy 0, policy_version 8785 (0.0006) +[2026-06-02 18:46:01,522][352415] Updated weights for policy 0, policy_version 8795 (0.0009) +[2026-06-02 18:46:02,332][352415] Updated weights for policy 0, policy_version 8805 (0.0009) +[2026-06-02 18:46:02,590][352415] Updated weights for policy 0, policy_version 8815 (0.0009) +[2026-06-02 18:46:02,874][352415] Updated weights for policy 0, policy_version 8825 (0.0009) +[2026-06-02 18:46:03,149][352415] Updated weights for policy 0, policy_version 8835 (0.0009) +[2026-06-02 18:46:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4521984. Throughput: 0: 14006.0. Samples: 4538240. Policy #0 lag: (min: 60.0, avg: 80.5, max: 124.0) +[2026-06-02 18:46:03,381][351462] Avg episode reward: [(0, '278.326')] +[2026-06-02 18:46:03,424][352415] Updated weights for policy 0, policy_version 8845 (0.0009) +[2026-06-02 18:46:03,698][352415] Updated weights for policy 0, policy_version 8855 (0.0009) +[2026-06-02 18:46:03,938][352345] Saving new best policy, reward=278.326! +[2026-06-02 18:46:04,564][352415] Updated weights for policy 0, policy_version 8865 (0.0009) +[2026-06-02 18:46:04,819][352415] Updated weights for policy 0, policy_version 8875 (0.0009) +[2026-06-02 18:46:05,095][352415] Updated weights for policy 0, policy_version 8885 (0.0009) +[2026-06-02 18:46:05,374][352415] Updated weights for policy 0, policy_version 8895 (0.0009) +[2026-06-02 18:46:05,652][352415] Updated weights for policy 0, policy_version 8905 (0.0009) +[2026-06-02 18:46:05,942][352415] Updated weights for policy 0, policy_version 8915 (0.0009) +[2026-06-02 18:46:06,196][352415] Updated weights for policy 0, policy_version 8925 (0.0009) +[2026-06-02 18:46:07,000][352415] Updated weights for policy 0, policy_version 8935 (0.0009) +[2026-06-02 18:46:07,288][352415] Updated weights for policy 0, policy_version 8945 (0.0009) +[2026-06-02 18:46:07,565][352415] Updated weights for policy 0, policy_version 8955 (0.0009) +[2026-06-02 18:46:07,845][352415] Updated weights for policy 0, policy_version 8965 (0.0009) +[2026-06-02 18:46:08,116][352415] Updated weights for policy 0, policy_version 8975 (0.0009) +[2026-06-02 18:46:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13995.8). Total num frames: 4587520. Throughput: 0: 14267.7. Samples: 4627328. Policy #0 lag: (min: 60.0, avg: 80.5, max: 124.0) +[2026-06-02 18:46:08,381][351462] Avg episode reward: [(0, '288.904')] +[2026-06-02 18:46:08,407][352415] Updated weights for policy 0, policy_version 8985 (0.0009) +[2026-06-02 18:46:08,589][352345] Saving new best policy, reward=288.904! +[2026-06-02 18:46:09,233][352415] Updated weights for policy 0, policy_version 8996 (0.0009) +[2026-06-02 18:46:09,489][352415] Updated weights for policy 0, policy_version 9006 (0.0009) +[2026-06-02 18:46:09,759][352415] Updated weights for policy 0, policy_version 9016 (0.0009) +[2026-06-02 18:46:10,051][352415] Updated weights for policy 0, policy_version 9026 (0.0009) +[2026-06-02 18:46:10,307][352415] Updated weights for policy 0, policy_version 9036 (0.0009) +[2026-06-02 18:46:10,592][352415] Updated weights for policy 0, policy_version 9046 (0.0009) +[2026-06-02 18:46:10,860][352415] Updated weights for policy 0, policy_version 9056 (0.0009) +[2026-06-02 18:46:11,716][352415] Updated weights for policy 0, policy_version 9066 (0.0009) +[2026-06-02 18:46:11,980][352415] Updated weights for policy 0, policy_version 9076 (0.0008) +[2026-06-02 18:46:12,256][352415] Updated weights for policy 0, policy_version 9086 (0.0009) +[2026-06-02 18:46:12,533][352415] Updated weights for policy 0, policy_version 9096 (0.0009) +[2026-06-02 18:46:12,798][352415] Updated weights for policy 0, policy_version 9106 (0.0008) +[2026-06-02 18:46:13,076][352415] Updated weights for policy 0, policy_version 9116 (0.0009) +[2026-06-02 18:46:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4685824. Throughput: 0: 14026.1. Samples: 4705920. Policy #0 lag: (min: 27.0, avg: 64.1, max: 91.0) +[2026-06-02 18:46:13,381][351462] Avg episode reward: [(0, '332.762')] +[2026-06-02 18:46:13,385][352345] Saving new best policy, reward=332.762! +[2026-06-02 18:46:13,887][352415] Updated weights for policy 0, policy_version 9126 (0.0009) +[2026-06-02 18:46:14,146][352415] Updated weights for policy 0, policy_version 9136 (0.0008) +[2026-06-02 18:46:14,429][352415] Updated weights for policy 0, policy_version 9146 (0.0009) +[2026-06-02 18:46:14,705][352415] Updated weights for policy 0, policy_version 9156 (0.0009) +[2026-06-02 18:46:14,967][352415] Updated weights for policy 0, policy_version 9166 (0.0009) +[2026-06-02 18:46:15,247][352415] Updated weights for policy 0, policy_version 9176 (0.0009) +[2026-06-02 18:46:16,089][352415] Updated weights for policy 0, policy_version 9186 (0.0009) +[2026-06-02 18:46:16,373][352415] Updated weights for policy 0, policy_version 9197 (0.0009) +[2026-06-02 18:46:16,636][352415] Updated weights for policy 0, policy_version 9207 (0.0009) +[2026-06-02 18:46:16,937][352415] Updated weights for policy 0, policy_version 9218 (0.0009) +[2026-06-02 18:46:17,214][352415] Updated weights for policy 0, policy_version 9228 (0.0008) +[2026-06-02 18:46:17,507][352415] Updated weights for policy 0, policy_version 9238 (0.0009) +[2026-06-02 18:46:17,772][352415] Updated weights for policy 0, policy_version 9248 (0.0009) +[2026-06-02 18:46:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4751360. Throughput: 0: 14233.6. Samples: 4754944. Policy #0 lag: (min: 51.0, avg: 81.0, max: 115.0) +[2026-06-02 18:46:18,381][351462] Avg episode reward: [(0, '294.033')] +[2026-06-02 18:46:18,620][352415] Updated weights for policy 0, policy_version 9258 (0.0009) +[2026-06-02 18:46:18,920][352415] Updated weights for policy 0, policy_version 9269 (0.0009) +[2026-06-02 18:46:19,186][352415] Updated weights for policy 0, policy_version 9279 (0.0009) +[2026-06-02 18:46:19,469][352415] Updated weights for policy 0, policy_version 9289 (0.0009) +[2026-06-02 18:46:19,734][352415] Updated weights for policy 0, policy_version 9299 (0.0008) +[2026-06-02 18:46:20,025][352415] Updated weights for policy 0, policy_version 9309 (0.0009) +[2026-06-02 18:46:20,824][352415] Updated weights for policy 0, policy_version 9319 (0.0009) +[2026-06-02 18:46:21,111][352415] Updated weights for policy 0, policy_version 9329 (0.0009) +[2026-06-02 18:46:21,388][352415] Updated weights for policy 0, policy_version 9339 (0.0009) +[2026-06-02 18:46:21,658][352415] Updated weights for policy 0, policy_version 9349 (0.0009) +[2026-06-02 18:46:21,938][352415] Updated weights for policy 0, policy_version 9359 (0.0009) +[2026-06-02 18:46:22,200][352415] Updated weights for policy 0, policy_version 9369 (0.0009) +[2026-06-02 18:46:23,026][352415] Updated weights for policy 0, policy_version 9379 (0.0009) +[2026-06-02 18:46:23,295][352415] Updated weights for policy 0, policy_version 9389 (0.0009) +[2026-06-02 18:46:23,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 4816896. Throughput: 0: 14037.3. Samples: 4833920. Policy #0 lag: (min: 51.0, avg: 81.0, max: 115.0) +[2026-06-02 18:46:23,381][351462] Avg episode reward: [(0, '270.465')] +[2026-06-02 18:46:23,563][352415] Updated weights for policy 0, policy_version 9399 (0.0008) +[2026-06-02 18:46:23,860][352415] Updated weights for policy 0, policy_version 9410 (0.0009) +[2026-06-02 18:46:24,160][352415] Updated weights for policy 0, policy_version 9421 (0.0009) +[2026-06-02 18:46:24,459][352415] Updated weights for policy 0, policy_version 9432 (0.0009) +[2026-06-02 18:46:25,303][352415] Updated weights for policy 0, policy_version 9442 (0.0009) +[2026-06-02 18:46:25,569][352415] Updated weights for policy 0, policy_version 9452 (0.0009) +[2026-06-02 18:46:25,840][352415] Updated weights for policy 0, policy_version 9462 (0.0009) +[2026-06-02 18:46:26,132][352415] Updated weights for policy 0, policy_version 9472 (0.0009) +[2026-06-02 18:46:26,385][352415] Updated weights for policy 0, policy_version 9482 (0.0008) +[2026-06-02 18:46:26,658][352415] Updated weights for policy 0, policy_version 9492 (0.0009) +[2026-06-02 18:46:26,940][352415] Updated weights for policy 0, policy_version 9502 (0.0008) +[2026-06-02 18:46:27,771][352415] Updated weights for policy 0, policy_version 9512 (0.0009) +[2026-06-02 18:46:28,036][352415] Updated weights for policy 0, policy_version 9522 (0.0009) +[2026-06-02 18:46:28,314][352415] Updated weights for policy 0, policy_version 9532 (0.0009) +[2026-06-02 18:46:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 4882432. Throughput: 0: 14219.4. Samples: 4922496. Policy #0 lag: (min: 8.0, avg: 36.0, max: 72.0) +[2026-06-02 18:46:28,381][351462] Avg episode reward: [(0, '251.881')] +[2026-06-02 18:46:28,593][352415] Updated weights for policy 0, policy_version 9542 (0.0008) +[2026-06-02 18:46:28,855][352415] Updated weights for policy 0, policy_version 9552 (0.0009) +[2026-06-02 18:46:29,135][352415] Updated weights for policy 0, policy_version 9562 (0.0008) +[2026-06-02 18:46:30,000][352415] Updated weights for policy 0, policy_version 9573 (0.0009) +[2026-06-02 18:46:30,253][352415] Updated weights for policy 0, policy_version 9583 (0.0008) +[2026-06-02 18:46:30,531][352415] Updated weights for policy 0, policy_version 9593 (0.0009) +[2026-06-02 18:46:30,802][352415] Updated weights for policy 0, policy_version 9603 (0.0009) +[2026-06-02 18:46:31,071][352415] Updated weights for policy 0, policy_version 9613 (0.0009) +[2026-06-02 18:46:31,351][352415] Updated weights for policy 0, policy_version 9623 (0.0009) +[2026-06-02 18:46:32,218][352415] Updated weights for policy 0, policy_version 9633 (0.0009) +[2026-06-02 18:46:32,468][352415] Updated weights for policy 0, policy_version 9643 (0.0009) +[2026-06-02 18:46:32,728][352415] Updated weights for policy 0, policy_version 9653 (0.0009) +[2026-06-02 18:46:33,010][352415] Updated weights for policy 0, policy_version 9663 (0.0009) +[2026-06-02 18:46:33,270][352415] Updated weights for policy 0, policy_version 9673 (0.0009) +[2026-06-02 18:46:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 13995.8). Total num frames: 4947968. Throughput: 0: 13989.0. Samples: 4961408. Policy #0 lag: (min: 8.0, avg: 36.0, max: 72.0) +[2026-06-02 18:46:33,381][351462] Avg episode reward: [(0, '213.698')] +[2026-06-02 18:46:33,586][352415] Updated weights for policy 0, policy_version 9684 (0.0009) +[2026-06-02 18:46:33,846][352415] Updated weights for policy 0, policy_version 9694 (0.0009) +[2026-06-02 18:46:34,696][352415] Updated weights for policy 0, policy_version 9704 (0.0009) +[2026-06-02 18:46:34,971][352415] Updated weights for policy 0, policy_version 9714 (0.0009) +[2026-06-02 18:46:35,244][352415] Updated weights for policy 0, policy_version 9724 (0.0009) +[2026-06-02 18:46:35,511][352415] Updated weights for policy 0, policy_version 9734 (0.0009) +[2026-06-02 18:46:35,782][352415] Updated weights for policy 0, policy_version 9744 (0.0008) +[2026-06-02 18:46:36,055][352415] Updated weights for policy 0, policy_version 9754 (0.0008) +[2026-06-02 18:46:36,900][352415] Updated weights for policy 0, policy_version 9764 (0.0009) +[2026-06-02 18:46:37,152][352415] Updated weights for policy 0, policy_version 9774 (0.0009) +[2026-06-02 18:46:37,428][352415] Updated weights for policy 0, policy_version 9784 (0.0008) +[2026-06-02 18:46:37,693][352415] Updated weights for policy 0, policy_version 9794 (0.0008) +[2026-06-02 18:46:37,974][352415] Updated weights for policy 0, policy_version 9804 (0.0009) +[2026-06-02 18:46:38,245][352415] Updated weights for policy 0, policy_version 9814 (0.0009) +[2026-06-02 18:46:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 13995.8). Total num frames: 5013504. Throughput: 0: 14253.5. Samples: 5051136. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:46:38,381][351462] Avg episode reward: [(0, '214.512')] +[2026-06-02 18:46:38,516][352415] Updated weights for policy 0, policy_version 9824 (0.0009) +[2026-06-02 18:46:39,350][352415] Updated weights for policy 0, policy_version 9834 (0.0009) +[2026-06-02 18:46:39,612][352415] Updated weights for policy 0, policy_version 9844 (0.0008) +[2026-06-02 18:46:39,894][352415] Updated weights for policy 0, policy_version 9854 (0.0008) +[2026-06-02 18:46:40,154][352415] Updated weights for policy 0, policy_version 9864 (0.0009) +[2026-06-02 18:46:40,443][352415] Updated weights for policy 0, policy_version 9874 (0.0009) +[2026-06-02 18:46:40,711][352415] Updated weights for policy 0, policy_version 9884 (0.0009) +[2026-06-02 18:46:41,541][352415] Updated weights for policy 0, policy_version 9894 (0.0008) +[2026-06-02 18:46:41,809][352415] Updated weights for policy 0, policy_version 9904 (0.0008) +[2026-06-02 18:46:42,073][352415] Updated weights for policy 0, policy_version 9914 (0.0008) +[2026-06-02 18:46:42,350][352415] Updated weights for policy 0, policy_version 9924 (0.0008) +[2026-06-02 18:46:42,626][352415] Updated weights for policy 0, policy_version 9934 (0.0009) +[2026-06-02 18:46:42,908][352415] Updated weights for policy 0, policy_version 9944 (0.0009) +[2026-06-02 18:46:43,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5111808. Throughput: 0: 14008.9. Samples: 5129216. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:46:43,381][351462] Avg episode reward: [(0, '224.219')] +[2026-06-02 18:46:43,756][352415] Updated weights for policy 0, policy_version 9954 (0.0009) +[2026-06-02 18:46:44,014][352415] Updated weights for policy 0, policy_version 9964 (0.0008) +[2026-06-02 18:46:44,285][352415] Updated weights for policy 0, policy_version 9974 (0.0009) +[2026-06-02 18:46:44,552][352415] Updated weights for policy 0, policy_version 9984 (0.0008) +[2026-06-02 18:46:44,861][352415] Updated weights for policy 0, policy_version 9995 (0.0008) +[2026-06-02 18:46:45,131][352415] Updated weights for policy 0, policy_version 10005 (0.0008) +[2026-06-02 18:46:45,400][352415] Updated weights for policy 0, policy_version 10015 (0.0008) +[2026-06-02 18:46:46,223][352415] Updated weights for policy 0, policy_version 10025 (0.0009) +[2026-06-02 18:46:46,487][352415] Updated weights for policy 0, policy_version 10035 (0.0009) +[2026-06-02 18:46:46,763][352415] Updated weights for policy 0, policy_version 10045 (0.0008) +[2026-06-02 18:46:47,052][352415] Updated weights for policy 0, policy_version 10055 (0.0008) +[2026-06-02 18:46:47,326][352415] Updated weights for policy 0, policy_version 10065 (0.0009) +[2026-06-02 18:46:47,617][352415] Updated weights for policy 0, policy_version 10076 (0.0009) +[2026-06-02 18:46:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5177344. Throughput: 0: 14236.4. Samples: 5178880. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0) +[2026-06-02 18:46:48,381][351462] Avg episode reward: [(0, '282.762')] +[2026-06-02 18:46:48,493][352415] Updated weights for policy 0, policy_version 10087 (0.0009) +[2026-06-02 18:46:48,788][352415] Updated weights for policy 0, policy_version 10098 (0.0009) +[2026-06-02 18:46:49,063][352415] Updated weights for policy 0, policy_version 10108 (0.0009) +[2026-06-02 18:46:49,333][352415] Updated weights for policy 0, policy_version 10118 (0.0009) +[2026-06-02 18:46:49,634][352415] Updated weights for policy 0, policy_version 10129 (0.0009) +[2026-06-02 18:46:49,905][352415] Updated weights for policy 0, policy_version 10139 (0.0008) +[2026-06-02 18:46:50,765][352415] Updated weights for policy 0, policy_version 10149 (0.0009) +[2026-06-02 18:46:51,042][352415] Updated weights for policy 0, policy_version 10159 (0.0009) +[2026-06-02 18:46:51,315][352415] Updated weights for policy 0, policy_version 10169 (0.0009) +[2026-06-02 18:46:51,588][352415] Updated weights for policy 0, policy_version 10179 (0.0009) +[2026-06-02 18:46:51,859][352415] Updated weights for policy 0, policy_version 10189 (0.0009) +[2026-06-02 18:46:52,165][352415] Updated weights for policy 0, policy_version 10200 (0.0009) +[2026-06-02 18:46:53,002][352415] Updated weights for policy 0, policy_version 10210 (0.0009) +[2026-06-02 18:46:53,282][352415] Updated weights for policy 0, policy_version 10221 (0.0009) +[2026-06-02 18:46:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5242880. Throughput: 0: 14014.6. Samples: 5257984. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0) +[2026-06-02 18:46:53,381][351462] Avg episode reward: [(0, '296.850')] +[2026-06-02 18:46:53,556][352415] Updated weights for policy 0, policy_version 10231 (0.0009) +[2026-06-02 18:46:53,846][352415] Updated weights for policy 0, policy_version 10242 (0.0009) +[2026-06-02 18:46:54,125][352415] Updated weights for policy 0, policy_version 10252 (0.0009) +[2026-06-02 18:46:54,407][352415] Updated weights for policy 0, policy_version 10262 (0.0009) +[2026-06-02 18:46:54,670][352415] Updated weights for policy 0, policy_version 10272 (0.0009) +[2026-06-02 18:46:55,508][352415] Updated weights for policy 0, policy_version 10282 (0.0009) +[2026-06-02 18:46:55,782][352415] Updated weights for policy 0, policy_version 10292 (0.0008) +[2026-06-02 18:46:56,073][352415] Updated weights for policy 0, policy_version 10303 (0.0009) +[2026-06-02 18:46:56,349][352415] Updated weights for policy 0, policy_version 10313 (0.0009) +[2026-06-02 18:46:56,630][352415] Updated weights for policy 0, policy_version 10323 (0.0009) +[2026-06-02 18:46:56,913][352415] Updated weights for policy 0, policy_version 10333 (0.0009) +[2026-06-02 18:46:57,755][352415] Updated weights for policy 0, policy_version 10343 (0.0009) +[2026-06-02 18:46:58,026][352415] Updated weights for policy 0, policy_version 10353 (0.0009) +[2026-06-02 18:46:58,292][352415] Updated weights for policy 0, policy_version 10363 (0.0008) +[2026-06-02 18:46:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5308416. Throughput: 0: 14256.3. Samples: 5347456. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0) +[2026-06-02 18:46:58,381][351462] Avg episode reward: [(0, '290.712')] +[2026-06-02 18:46:58,582][352415] Updated weights for policy 0, policy_version 10373 (0.0008) +[2026-06-02 18:46:58,862][352415] Updated weights for policy 0, policy_version 10383 (0.0009) +[2026-06-02 18:46:59,134][352415] Updated weights for policy 0, policy_version 10393 (0.0008) +[2026-06-02 18:46:59,937][352415] Updated weights for policy 0, policy_version 10403 (0.0008) +[2026-06-02 18:47:00,201][352415] Updated weights for policy 0, policy_version 10413 (0.0008) +[2026-06-02 18:47:00,493][352415] Updated weights for policy 0, policy_version 10423 (0.0008) +[2026-06-02 18:47:00,768][352415] Updated weights for policy 0, policy_version 10433 (0.0008) +[2026-06-02 18:47:01,042][352415] Updated weights for policy 0, policy_version 10443 (0.0008) +[2026-06-02 18:47:01,313][352415] Updated weights for policy 0, policy_version 10453 (0.0009) +[2026-06-02 18:47:01,594][352415] Updated weights for policy 0, policy_version 10463 (0.0009) +[2026-06-02 18:47:02,421][352415] Updated weights for policy 0, policy_version 10473 (0.0009) +[2026-06-02 18:47:02,678][352415] Updated weights for policy 0, policy_version 10483 (0.0009) +[2026-06-02 18:47:02,954][352415] Updated weights for policy 0, policy_version 10493 (0.0009) +[2026-06-02 18:47:03,244][352415] Updated weights for policy 0, policy_version 10503 (0.0009) +[2026-06-02 18:47:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5373952. Throughput: 0: 14031.6. Samples: 5386368. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 18:47:03,381][351462] Avg episode reward: [(0, '305.324')] +[2026-06-02 18:47:03,518][352415] Updated weights for policy 0, policy_version 10513 (0.0008) +[2026-06-02 18:47:03,800][352415] Updated weights for policy 0, policy_version 10523 (0.0009) +[2026-06-02 18:47:04,644][352415] Updated weights for policy 0, policy_version 10533 (0.0009) +[2026-06-02 18:47:04,913][352415] Updated weights for policy 0, policy_version 10543 (0.0009) +[2026-06-02 18:47:05,188][352415] Updated weights for policy 0, policy_version 10553 (0.0009) +[2026-06-02 18:47:05,475][352415] Updated weights for policy 0, policy_version 10563 (0.0009) +[2026-06-02 18:47:05,749][352415] Updated weights for policy 0, policy_version 10573 (0.0009) +[2026-06-02 18:47:06,027][352415] Updated weights for policy 0, policy_version 10583 (0.0009) +[2026-06-02 18:47:06,842][352415] Updated weights for policy 0, policy_version 10593 (0.0009) +[2026-06-02 18:47:07,106][352415] Updated weights for policy 0, policy_version 10603 (0.0009) +[2026-06-02 18:47:07,415][352415] Updated weights for policy 0, policy_version 10614 (0.0009) +[2026-06-02 18:47:07,702][352415] Updated weights for policy 0, policy_version 10625 (0.0009) +[2026-06-02 18:47:07,996][352415] Updated weights for policy 0, policy_version 10635 (0.0009) +[2026-06-02 18:47:08,265][352415] Updated weights for policy 0, policy_version 10645 (0.0009) +[2026-06-02 18:47:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5439488. Throughput: 0: 14256.4. Samples: 5475456. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 18:47:08,381][351462] Avg episode reward: [(0, '281.663')] +[2026-06-02 18:47:08,563][352415] Updated weights for policy 0, policy_version 10656 (0.0009) +[2026-06-02 18:47:09,378][352415] Updated weights for policy 0, policy_version 10666 (0.0009) +[2026-06-02 18:47:09,648][352415] Updated weights for policy 0, policy_version 10676 (0.0009) +[2026-06-02 18:47:09,937][352415] Updated weights for policy 0, policy_version 10686 (0.0009) +[2026-06-02 18:47:10,214][352415] Updated weights for policy 0, policy_version 10696 (0.0009) +[2026-06-02 18:47:10,479][352415] Updated weights for policy 0, policy_version 10706 (0.0008) +[2026-06-02 18:47:10,755][352415] Updated weights for policy 0, policy_version 10716 (0.0009) +[2026-06-02 18:47:11,586][352415] Updated weights for policy 0, policy_version 10726 (0.0009) +[2026-06-02 18:47:11,858][352415] Updated weights for policy 0, policy_version 10736 (0.0009) +[2026-06-02 18:47:12,138][352415] Updated weights for policy 0, policy_version 10746 (0.0009) +[2026-06-02 18:47:12,410][352415] Updated weights for policy 0, policy_version 10756 (0.0009) +[2026-06-02 18:47:12,689][352415] Updated weights for policy 0, policy_version 10766 (0.0009) +[2026-06-02 18:47:12,959][352415] Updated weights for policy 0, policy_version 10776 (0.0009) +[2026-06-02 18:47:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 5537792. Throughput: 0: 14037.3. Samples: 5554176. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:47:13,381][351462] Avg episode reward: [(0, '300.254')] +[2026-06-02 18:47:13,826][352415] Updated weights for policy 0, policy_version 10786 (0.0008) +[2026-06-02 18:47:14,084][352415] Updated weights for policy 0, policy_version 10796 (0.0005) +[2026-06-02 18:47:14,376][352415] Updated weights for policy 0, policy_version 10806 (0.0004) +[2026-06-02 18:47:14,643][352415] Updated weights for policy 0, policy_version 10816 (0.0004) +[2026-06-02 18:47:14,932][352415] Updated weights for policy 0, policy_version 10826 (0.0005) +[2026-06-02 18:47:15,201][352415] Updated weights for policy 0, policy_version 10836 (0.0008) +[2026-06-02 18:47:15,486][352415] Updated weights for policy 0, policy_version 10846 (0.0008) +[2026-06-02 18:47:16,274][352415] Updated weights for policy 0, policy_version 10856 (0.0009) +[2026-06-02 18:47:16,583][352415] Updated weights for policy 0, policy_version 10867 (0.0009) +[2026-06-02 18:47:16,861][352415] Updated weights for policy 0, policy_version 10877 (0.0009) +[2026-06-02 18:47:17,132][352415] Updated weights for policy 0, policy_version 10887 (0.0008) +[2026-06-02 18:47:17,420][352415] Updated weights for policy 0, policy_version 10897 (0.0009) +[2026-06-02 18:47:17,693][352415] Updated weights for policy 0, policy_version 10907 (0.0009) +[2026-06-02 18:47:18,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 5603328. Throughput: 0: 14310.4. Samples: 5605376. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:47:18,381][351462] Avg episode reward: [(0, '319.403')] +[2026-06-02 18:47:18,499][352415] Updated weights for policy 0, policy_version 10917 (0.0009) +[2026-06-02 18:47:18,779][352415] Updated weights for policy 0, policy_version 10927 (0.0009) +[2026-06-02 18:47:19,043][352415] Updated weights for policy 0, policy_version 10937 (0.0009) +[2026-06-02 18:47:19,332][352415] Updated weights for policy 0, policy_version 10947 (0.0008) +[2026-06-02 18:47:19,597][352415] Updated weights for policy 0, policy_version 10957 (0.0008) +[2026-06-02 18:47:19,886][352415] Updated weights for policy 0, policy_version 10967 (0.0008) +[2026-06-02 18:47:20,717][352415] Updated weights for policy 0, policy_version 10977 (0.0008) +[2026-06-02 18:47:20,975][352415] Updated weights for policy 0, policy_version 10987 (0.0008) +[2026-06-02 18:47:21,260][352415] Updated weights for policy 0, policy_version 10997 (0.0009) +[2026-06-02 18:47:21,530][352415] Updated weights for policy 0, policy_version 11007 (0.0008) +[2026-06-02 18:47:21,815][352415] Updated weights for policy 0, policy_version 11017 (0.0009) +[2026-06-02 18:47:22,098][352415] Updated weights for policy 0, policy_version 11027 (0.0009) +[2026-06-02 18:47:22,377][352415] Updated weights for policy 0, policy_version 11037 (0.0009) +[2026-06-02 18:47:23,183][352415] Updated weights for policy 0, policy_version 11047 (0.0009) +[2026-06-02 18:47:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 5668864. Throughput: 0: 14057.2. Samples: 5683712. Policy #0 lag: (min: 54.0, avg: 73.6, max: 118.0) +[2026-06-02 18:47:23,381][351462] Avg episode reward: [(0, '317.789')] +[2026-06-02 18:47:23,448][352415] Updated weights for policy 0, policy_version 11057 (0.0008) +[2026-06-02 18:47:23,725][352415] Updated weights for policy 0, policy_version 11067 (0.0009) +[2026-06-02 18:47:24,007][352415] Updated weights for policy 0, policy_version 11077 (0.0009) +[2026-06-02 18:47:24,291][352415] Updated weights for policy 0, policy_version 11087 (0.0009) +[2026-06-02 18:47:24,566][352415] Updated weights for policy 0, policy_version 11097 (0.0009) +[2026-06-02 18:47:25,397][352415] Updated weights for policy 0, policy_version 11107 (0.0009) +[2026-06-02 18:47:25,652][352415] Updated weights for policy 0, policy_version 11117 (0.0009) +[2026-06-02 18:47:25,943][352415] Updated weights for policy 0, policy_version 11127 (0.0008) +[2026-06-02 18:47:26,221][352415] Updated weights for policy 0, policy_version 11137 (0.0009) +[2026-06-02 18:47:26,498][352415] Updated weights for policy 0, policy_version 11147 (0.0009) +[2026-06-02 18:47:26,760][352415] Updated weights for policy 0, policy_version 11157 (0.0009) +[2026-06-02 18:47:27,050][352415] Updated weights for policy 0, policy_version 11167 (0.0009) +[2026-06-02 18:47:27,890][352415] Updated weights for policy 0, policy_version 11177 (0.0009) +[2026-06-02 18:47:28,164][352415] Updated weights for policy 0, policy_version 11187 (0.0009) +[2026-06-02 18:47:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5734400. Throughput: 0: 14318.9. Samples: 5773568. Policy #0 lag: (min: 54.0, avg: 73.6, max: 118.0) +[2026-06-02 18:47:28,381][351462] Avg episode reward: [(0, '321.757')] +[2026-06-02 18:47:28,434][352415] Updated weights for policy 0, policy_version 11197 (0.0008) +[2026-06-02 18:47:28,717][352415] Updated weights for policy 0, policy_version 11207 (0.0009) +[2026-06-02 18:47:28,996][352415] Updated weights for policy 0, policy_version 11217 (0.0009) +[2026-06-02 18:47:29,262][352415] Updated weights for policy 0, policy_version 11227 (0.0008) +[2026-06-02 18:47:30,067][352415] Updated weights for policy 0, policy_version 11237 (0.0009) +[2026-06-02 18:47:30,337][352415] Updated weights for policy 0, policy_version 11247 (0.0008) +[2026-06-02 18:47:30,632][352415] Updated weights for policy 0, policy_version 11257 (0.0009) +[2026-06-02 18:47:30,899][352415] Updated weights for policy 0, policy_version 11267 (0.0008) +[2026-06-02 18:47:31,181][352415] Updated weights for policy 0, policy_version 11277 (0.0009) +[2026-06-02 18:47:31,464][352415] Updated weights for policy 0, policy_version 11287 (0.0009) +[2026-06-02 18:47:32,281][352415] Updated weights for policy 0, policy_version 11297 (0.0009) +[2026-06-02 18:47:32,543][352415] Updated weights for policy 0, policy_version 11307 (0.0008) +[2026-06-02 18:47:32,845][352415] Updated weights for policy 0, policy_version 11318 (0.0009) +[2026-06-02 18:47:33,136][352415] Updated weights for policy 0, policy_version 11328 (0.0009) +[2026-06-02 18:47:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5799936. Throughput: 0: 14088.5. Samples: 5812864. Policy #0 lag: (min: 54.0, avg: 73.6, max: 118.0) +[2026-06-02 18:47:33,381][351462] Avg episode reward: [(0, '310.398')] +[2026-06-02 18:47:33,409][352415] Updated weights for policy 0, policy_version 11338 (0.0008) +[2026-06-02 18:47:33,680][352415] Updated weights for policy 0, policy_version 11348 (0.0008) +[2026-06-02 18:47:33,952][352415] Updated weights for policy 0, policy_version 11358 (0.0009) +[2026-06-02 18:47:34,804][352415] Updated weights for policy 0, policy_version 11368 (0.0009) +[2026-06-02 18:47:35,078][352415] Updated weights for policy 0, policy_version 11378 (0.0009) +[2026-06-02 18:47:35,350][352415] Updated weights for policy 0, policy_version 11388 (0.0008) +[2026-06-02 18:47:35,626][352415] Updated weights for policy 0, policy_version 11398 (0.0009) +[2026-06-02 18:47:35,903][352415] Updated weights for policy 0, policy_version 11408 (0.0008) +[2026-06-02 18:47:36,185][352415] Updated weights for policy 0, policy_version 11418 (0.0008) +[2026-06-02 18:47:36,993][352415] Updated weights for policy 0, policy_version 11428 (0.0009) +[2026-06-02 18:47:37,262][352415] Updated weights for policy 0, policy_version 11438 (0.0009) +[2026-06-02 18:47:37,545][352415] Updated weights for policy 0, policy_version 11448 (0.0009) +[2026-06-02 18:47:37,815][352415] Updated weights for policy 0, policy_version 11458 (0.0009) +[2026-06-02 18:47:38,089][352415] Updated weights for policy 0, policy_version 11468 (0.0009) +[2026-06-02 18:47:38,372][352415] Updated weights for policy 0, policy_version 11478 (0.0009) +[2026-06-02 18:47:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 5865472. Throughput: 0: 14301.9. Samples: 5901568. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:47:38,381][351462] Avg episode reward: [(0, '321.374')] +[2026-06-02 18:47:38,649][352415] Updated weights for policy 0, policy_version 11488 (0.0009) +[2026-06-02 18:47:39,486][352415] Updated weights for policy 0, policy_version 11498 (0.0009) +[2026-06-02 18:47:39,749][352415] Updated weights for policy 0, policy_version 11508 (0.0009) +[2026-06-02 18:47:40,026][352415] Updated weights for policy 0, policy_version 11518 (0.0009) +[2026-06-02 18:47:40,306][352415] Updated weights for policy 0, policy_version 11528 (0.0009) +[2026-06-02 18:47:40,585][352415] Updated weights for policy 0, policy_version 11538 (0.0009) +[2026-06-02 18:47:40,873][352415] Updated weights for policy 0, policy_version 11548 (0.0009) +[2026-06-02 18:47:41,681][352415] Updated weights for policy 0, policy_version 11558 (0.0009) +[2026-06-02 18:47:41,951][352415] Updated weights for policy 0, policy_version 11568 (0.0009) +[2026-06-02 18:47:42,244][352415] Updated weights for policy 0, policy_version 11578 (0.0009) +[2026-06-02 18:47:42,517][352415] Updated weights for policy 0, policy_version 11588 (0.0009) +[2026-06-02 18:47:42,795][352415] Updated weights for policy 0, policy_version 11598 (0.0009) +[2026-06-02 18:47:43,074][352415] Updated weights for policy 0, policy_version 11608 (0.0009) +[2026-06-02 18:47:43,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 5963776. Throughput: 0: 14094.2. Samples: 5981696. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:47:43,381][351462] Avg episode reward: [(0, '308.245')] +[2026-06-02 18:47:43,891][352415] Updated weights for policy 0, policy_version 11618 (0.0009) +[2026-06-02 18:47:44,166][352415] Updated weights for policy 0, policy_version 11628 (0.0009) +[2026-06-02 18:47:44,429][352415] Updated weights for policy 0, policy_version 11638 (0.0009) +[2026-06-02 18:47:44,723][352415] Updated weights for policy 0, policy_version 11648 (0.0009) +[2026-06-02 18:47:44,996][352415] Updated weights for policy 0, policy_version 11658 (0.0009) +[2026-06-02 18:47:45,270][352415] Updated weights for policy 0, policy_version 11668 (0.0009) +[2026-06-02 18:47:45,601][352415] Updated weights for policy 0, policy_version 11680 (0.0009) +[2026-06-02 18:47:46,421][352415] Updated weights for policy 0, policy_version 11690 (0.0009) +[2026-06-02 18:47:46,708][352415] Updated weights for policy 0, policy_version 11700 (0.0009) +[2026-06-02 18:47:46,984][352415] Updated weights for policy 0, policy_version 11710 (0.0009) +[2026-06-02 18:47:47,254][352415] Updated weights for policy 0, policy_version 11720 (0.0009) +[2026-06-02 18:47:47,527][352415] Updated weights for policy 0, policy_version 11730 (0.0009) +[2026-06-02 18:47:47,814][352415] Updated weights for policy 0, policy_version 11740 (0.0009) +[2026-06-02 18:47:48,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6029312. Throughput: 0: 14353.1. Samples: 6032256. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0) +[2026-06-02 18:47:48,381][351462] Avg episode reward: [(0, '297.926')] +[2026-06-02 18:47:48,654][352415] Updated weights for policy 0, policy_version 11750 (0.0009) +[2026-06-02 18:47:48,927][352415] Updated weights for policy 0, policy_version 11760 (0.0009) +[2026-06-02 18:47:49,203][352415] Updated weights for policy 0, policy_version 11770 (0.0009) +[2026-06-02 18:47:49,487][352415] Updated weights for policy 0, policy_version 11780 (0.0008) +[2026-06-02 18:47:49,765][352415] Updated weights for policy 0, policy_version 11790 (0.0009) +[2026-06-02 18:47:50,048][352415] Updated weights for policy 0, policy_version 11800 (0.0008) +[2026-06-02 18:47:50,863][352415] Updated weights for policy 0, policy_version 11810 (0.0008) +[2026-06-02 18:47:51,124][352415] Updated weights for policy 0, policy_version 11820 (0.0008) +[2026-06-02 18:47:51,403][352415] Updated weights for policy 0, policy_version 11830 (0.0008) +[2026-06-02 18:47:51,680][352415] Updated weights for policy 0, policy_version 11840 (0.0009) +[2026-06-02 18:47:51,957][352415] Updated weights for policy 0, policy_version 11850 (0.0009) +[2026-06-02 18:47:52,245][352415] Updated weights for policy 0, policy_version 11860 (0.0009) +[2026-06-02 18:47:52,522][352415] Updated weights for policy 0, policy_version 11870 (0.0009) +[2026-06-02 18:47:53,340][352415] Updated weights for policy 0, policy_version 11880 (0.0009) +[2026-06-02 18:47:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6094848. Throughput: 0: 14131.2. Samples: 6111360. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0) +[2026-06-02 18:47:53,381][351462] Avg episode reward: [(0, '303.578')] +[2026-06-02 18:47:53,610][352415] Updated weights for policy 0, policy_version 11890 (0.0009) +[2026-06-02 18:47:53,888][352415] Updated weights for policy 0, policy_version 11900 (0.0009) +[2026-06-02 18:47:54,169][352415] Updated weights for policy 0, policy_version 11910 (0.0009) +[2026-06-02 18:47:54,439][352415] Updated weights for policy 0, policy_version 11920 (0.0009) +[2026-06-02 18:47:54,724][352415] Updated weights for policy 0, policy_version 11930 (0.0009) +[2026-06-02 18:47:55,545][352415] Updated weights for policy 0, policy_version 11940 (0.0009) +[2026-06-02 18:47:55,816][352415] Updated weights for policy 0, policy_version 11950 (0.0009) +[2026-06-02 18:47:56,097][352415] Updated weights for policy 0, policy_version 11960 (0.0009) +[2026-06-02 18:47:56,362][352415] Updated weights for policy 0, policy_version 11970 (0.0008) +[2026-06-02 18:47:56,646][352415] Updated weights for policy 0, policy_version 11980 (0.0008) +[2026-06-02 18:47:56,937][352415] Updated weights for policy 0, policy_version 11990 (0.0009) +[2026-06-02 18:47:57,207][352415] Updated weights for policy 0, policy_version 12000 (0.0008) +[2026-06-02 18:47:58,020][352415] Updated weights for policy 0, policy_version 12010 (0.0009) +[2026-06-02 18:47:58,288][352415] Updated weights for policy 0, policy_version 12020 (0.0008) +[2026-06-02 18:47:58,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6160384. Throughput: 0: 14367.3. Samples: 6200704. Policy #0 lag: (min: 15.0, avg: 36.0, max: 79.0) +[2026-06-02 18:47:58,381][351462] Avg episode reward: [(0, '298.190')] +[2026-06-02 18:47:58,571][352415] Updated weights for policy 0, policy_version 12030 (0.0009) +[2026-06-02 18:47:58,838][352415] Updated weights for policy 0, policy_version 12040 (0.0009) +[2026-06-02 18:47:59,126][352415] Updated weights for policy 0, policy_version 12050 (0.0009) +[2026-06-02 18:47:59,411][352415] Updated weights for policy 0, policy_version 12060 (0.0009) +[2026-06-02 18:48:00,205][352415] Updated weights for policy 0, policy_version 12070 (0.0009) +[2026-06-02 18:48:00,482][352415] Updated weights for policy 0, policy_version 12080 (0.0009) +[2026-06-02 18:48:00,762][352415] Updated weights for policy 0, policy_version 12090 (0.0009) +[2026-06-02 18:48:01,043][352415] Updated weights for policy 0, policy_version 12100 (0.0009) +[2026-06-02 18:48:01,328][352415] Updated weights for policy 0, policy_version 12110 (0.0009) +[2026-06-02 18:48:01,614][352415] Updated weights for policy 0, policy_version 12120 (0.0009) +[2026-06-02 18:48:02,406][352415] Updated weights for policy 0, policy_version 12130 (0.0009) +[2026-06-02 18:48:02,675][352415] Updated weights for policy 0, policy_version 12140 (0.0008) +[2026-06-02 18:48:02,963][352415] Updated weights for policy 0, policy_version 12150 (0.0008) +[2026-06-02 18:48:03,240][352415] Updated weights for policy 0, policy_version 12160 (0.0008) +[2026-06-02 18:48:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6225920. Throughput: 0: 14122.7. Samples: 6240896. Policy #0 lag: (min: 15.0, avg: 36.0, max: 79.0) +[2026-06-02 18:48:03,381][351462] Avg episode reward: [(0, '297.618')] +[2026-06-02 18:48:03,530][352415] Updated weights for policy 0, policy_version 12170 (0.0008) +[2026-06-02 18:48:03,805][352415] Updated weights for policy 0, policy_version 12180 (0.0008) +[2026-06-02 18:48:04,081][352415] Updated weights for policy 0, policy_version 12190 (0.0009) +[2026-06-02 18:48:04,911][352415] Updated weights for policy 0, policy_version 12200 (0.0009) +[2026-06-02 18:48:05,180][352415] Updated weights for policy 0, policy_version 12210 (0.0009) +[2026-06-02 18:48:05,462][352415] Updated weights for policy 0, policy_version 12220 (0.0009) +[2026-06-02 18:48:05,725][352415] Updated weights for policy 0, policy_version 12230 (0.0009) +[2026-06-02 18:48:06,016][352415] Updated weights for policy 0, policy_version 12240 (0.0009) +[2026-06-02 18:48:06,295][352415] Updated weights for policy 0, policy_version 12250 (0.0009) +[2026-06-02 18:48:07,136][352415] Updated weights for policy 0, policy_version 12261 (0.0009) +[2026-06-02 18:48:07,403][352415] Updated weights for policy 0, policy_version 12271 (0.0009) +[2026-06-02 18:48:07,712][352415] Updated weights for policy 0, policy_version 12282 (0.0009) +[2026-06-02 18:48:07,999][352415] Updated weights for policy 0, policy_version 12292 (0.0009) +[2026-06-02 18:48:08,280][352415] Updated weights for policy 0, policy_version 12302 (0.0009) +[2026-06-02 18:48:08,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6291456. Throughput: 0: 14353.0. Samples: 6329600. Policy #0 lag: (min: 15.0, avg: 36.0, max: 79.0) +[2026-06-02 18:48:08,381][351462] Avg episode reward: [(0, '304.440')] +[2026-06-02 18:48:08,568][352415] Updated weights for policy 0, policy_version 12312 (0.0009) +[2026-06-02 18:48:09,398][352415] Updated weights for policy 0, policy_version 12323 (0.0009) +[2026-06-02 18:48:09,677][352415] Updated weights for policy 0, policy_version 12333 (0.0009) +[2026-06-02 18:48:09,953][352415] Updated weights for policy 0, policy_version 12343 (0.0009) +[2026-06-02 18:48:10,234][352415] Updated weights for policy 0, policy_version 12353 (0.0009) +[2026-06-02 18:48:10,511][352415] Updated weights for policy 0, policy_version 12363 (0.0009) +[2026-06-02 18:48:10,787][352415] Updated weights for policy 0, policy_version 12373 (0.0009) +[2026-06-02 18:48:11,056][352415] Updated weights for policy 0, policy_version 12383 (0.0009) +[2026-06-02 18:48:11,872][352415] Updated weights for policy 0, policy_version 12393 (0.0009) +[2026-06-02 18:48:12,157][352415] Updated weights for policy 0, policy_version 12403 (0.0009) +[2026-06-02 18:48:12,429][352415] Updated weights for policy 0, policy_version 12413 (0.0009) +[2026-06-02 18:48:12,698][352415] Updated weights for policy 0, policy_version 12423 (0.0009) +[2026-06-02 18:48:12,974][352415] Updated weights for policy 0, policy_version 12433 (0.0009) +[2026-06-02 18:48:13,252][352415] Updated weights for policy 0, policy_version 12443 (0.0009) +[2026-06-02 18:48:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 6356992. Throughput: 0: 14119.8. Samples: 6408960. Policy #0 lag: (min: 45.0, avg: 67.2, max: 109.0) +[2026-06-02 18:48:13,381][351462] Avg episode reward: [(0, '343.394')] +[2026-06-02 18:48:13,390][352345] Saving new best policy, reward=343.394! +[2026-06-02 18:48:14,088][352415] Updated weights for policy 0, policy_version 12453 (0.0009) +[2026-06-02 18:48:14,367][352415] Updated weights for policy 0, policy_version 12463 (0.0009) +[2026-06-02 18:48:14,646][352415] Updated weights for policy 0, policy_version 12473 (0.0009) +[2026-06-02 18:48:14,911][352415] Updated weights for policy 0, policy_version 12483 (0.0009) +[2026-06-02 18:48:15,200][352415] Updated weights for policy 0, policy_version 12493 (0.0009) +[2026-06-02 18:48:15,471][352415] Updated weights for policy 0, policy_version 12503 (0.0009) +[2026-06-02 18:48:16,296][352415] Updated weights for policy 0, policy_version 12513 (0.0009) +[2026-06-02 18:48:16,547][352415] Updated weights for policy 0, policy_version 12523 (0.0009) +[2026-06-02 18:48:16,834][352415] Updated weights for policy 0, policy_version 12533 (0.0009) +[2026-06-02 18:48:17,139][352415] Updated weights for policy 0, policy_version 12544 (0.0009) +[2026-06-02 18:48:17,415][352415] Updated weights for policy 0, policy_version 12554 (0.0008) +[2026-06-02 18:48:17,681][352415] Updated weights for policy 0, policy_version 12564 (0.0008) +[2026-06-02 18:48:17,975][352415] Updated weights for policy 0, policy_version 12574 (0.0009) +[2026-06-02 18:48:18,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6455296. Throughput: 0: 14279.1. Samples: 6455424. Policy #0 lag: (min: 45.0, avg: 67.2, max: 109.0) +[2026-06-02 18:48:18,381][351462] Avg episode reward: [(0, '369.391')] +[2026-06-02 18:48:18,788][352415] Updated weights for policy 0, policy_version 12584 (0.0009) +[2026-06-02 18:48:19,086][352415] Updated weights for policy 0, policy_version 12595 (0.0009) +[2026-06-02 18:48:19,375][352415] Updated weights for policy 0, policy_version 12605 (0.0009) +[2026-06-02 18:48:19,652][352415] Updated weights for policy 0, policy_version 12615 (0.0008) +[2026-06-02 18:48:19,926][352415] Updated weights for policy 0, policy_version 12625 (0.0008) +[2026-06-02 18:48:20,216][352415] Updated weights for policy 0, policy_version 12635 (0.0009) +[2026-06-02 18:48:20,350][352345] Saving new best policy, reward=369.391! +[2026-06-02 18:48:20,997][352415] Updated weights for policy 0, policy_version 12645 (0.0009) +[2026-06-02 18:48:21,277][352415] Updated weights for policy 0, policy_version 12655 (0.0008) +[2026-06-02 18:48:21,563][352415] Updated weights for policy 0, policy_version 12665 (0.0009) +[2026-06-02 18:48:21,828][352415] Updated weights for policy 0, policy_version 12675 (0.0008) +[2026-06-02 18:48:22,145][352415] Updated weights for policy 0, policy_version 12686 (0.0010) +[2026-06-02 18:48:22,423][352415] Updated weights for policy 0, policy_version 12696 (0.0009) +[2026-06-02 18:48:23,244][352415] Updated weights for policy 0, policy_version 12706 (0.0009) +[2026-06-02 18:48:23,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6520832. Throughput: 0: 14119.8. Samples: 6536960. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 18:48:23,381][351462] Avg episode reward: [(0, '382.296')] +[2026-06-02 18:48:23,517][352415] Updated weights for policy 0, policy_version 12716 (0.0009) +[2026-06-02 18:48:23,783][352415] Updated weights for policy 0, policy_version 12726 (0.0009) +[2026-06-02 18:48:24,054][352415] Updated weights for policy 0, policy_version 12736 (0.0009) +[2026-06-02 18:48:24,335][352415] Updated weights for policy 0, policy_version 12746 (0.0009) +[2026-06-02 18:48:24,628][352415] Updated weights for policy 0, policy_version 12756 (0.0009) +[2026-06-02 18:48:24,897][352415] Updated weights for policy 0, policy_version 12766 (0.0008) +[2026-06-02 18:48:24,950][352345] Saving new best policy, reward=382.296! +[2026-06-02 18:48:25,685][352415] Updated weights for policy 0, policy_version 12776 (0.0009) +[2026-06-02 18:48:25,970][352415] Updated weights for policy 0, policy_version 12786 (0.0009) +[2026-06-02 18:48:26,246][352415] Updated weights for policy 0, policy_version 12796 (0.0009) +[2026-06-02 18:48:26,532][352415] Updated weights for policy 0, policy_version 12806 (0.0009) +[2026-06-02 18:48:26,804][352415] Updated weights for policy 0, policy_version 12816 (0.0009) +[2026-06-02 18:48:27,091][352415] Updated weights for policy 0, policy_version 12826 (0.0009) +[2026-06-02 18:48:27,886][352415] Updated weights for policy 0, policy_version 12836 (0.0009) +[2026-06-02 18:48:28,157][352415] Updated weights for policy 0, policy_version 12846 (0.0009) +[2026-06-02 18:48:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6586368. Throughput: 0: 14284.8. Samples: 6624512. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 18:48:28,381][351462] Avg episode reward: [(0, '422.691')] +[2026-06-02 18:48:28,439][352415] Updated weights for policy 0, policy_version 12856 (0.0009) +[2026-06-02 18:48:28,738][352415] Updated weights for policy 0, policy_version 12867 (0.0009) +[2026-06-02 18:48:29,018][352415] Updated weights for policy 0, policy_version 12877 (0.0009) +[2026-06-02 18:48:29,304][352415] Updated weights for policy 0, policy_version 12887 (0.0009) +[2026-06-02 18:48:29,549][352345] Saving new best policy, reward=422.691! +[2026-06-02 18:48:30,130][352415] Updated weights for policy 0, policy_version 12897 (0.0009) +[2026-06-02 18:48:30,395][352415] Updated weights for policy 0, policy_version 12907 (0.0009) +[2026-06-02 18:48:30,679][352415] Updated weights for policy 0, policy_version 12917 (0.0010) +[2026-06-02 18:48:30,954][352415] Updated weights for policy 0, policy_version 12927 (0.0009) +[2026-06-02 18:48:31,231][352415] Updated weights for policy 0, policy_version 12937 (0.0009) +[2026-06-02 18:48:31,515][352415] Updated weights for policy 0, policy_version 12947 (0.0009) +[2026-06-02 18:48:31,790][352415] Updated weights for policy 0, policy_version 12957 (0.0009) +[2026-06-02 18:48:32,584][352415] Updated weights for policy 0, policy_version 12967 (0.0009) +[2026-06-02 18:48:32,873][352415] Updated weights for policy 0, policy_version 12977 (0.0009) +[2026-06-02 18:48:33,152][352415] Updated weights for policy 0, policy_version 12987 (0.0009) +[2026-06-02 18:48:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6651904. Throughput: 0: 14060.1. Samples: 6664960. Policy #0 lag: (min: 43.0, avg: 73.1, max: 107.0) +[2026-06-02 18:48:33,381][351462] Avg episode reward: [(0, '420.273')] +[2026-06-02 18:48:33,424][352415] Updated weights for policy 0, policy_version 12997 (0.0009) +[2026-06-02 18:48:33,693][352415] Updated weights for policy 0, policy_version 13007 (0.0009) +[2026-06-02 18:48:33,979][352415] Updated weights for policy 0, policy_version 13017 (0.0009) +[2026-06-02 18:48:34,833][352415] Updated weights for policy 0, policy_version 13027 (0.0008) +[2026-06-02 18:48:35,109][352415] Updated weights for policy 0, policy_version 13037 (0.0008) +[2026-06-02 18:48:35,378][352415] Updated weights for policy 0, policy_version 13047 (0.0008) +[2026-06-02 18:48:35,654][352415] Updated weights for policy 0, policy_version 13057 (0.0008) +[2026-06-02 18:48:35,934][352415] Updated weights for policy 0, policy_version 13067 (0.0009) +[2026-06-02 18:48:36,213][352415] Updated weights for policy 0, policy_version 13077 (0.0008) +[2026-06-02 18:48:36,489][352415] Updated weights for policy 0, policy_version 13087 (0.0008) +[2026-06-02 18:48:37,300][352415] Updated weights for policy 0, policy_version 13097 (0.0009) +[2026-06-02 18:48:37,573][352415] Updated weights for policy 0, policy_version 13107 (0.0009) +[2026-06-02 18:48:37,843][352415] Updated weights for policy 0, policy_version 13117 (0.0008) +[2026-06-02 18:48:38,135][352415] Updated weights for policy 0, policy_version 13127 (0.0008) +[2026-06-02 18:48:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6717440. Throughput: 0: 14296.2. Samples: 6754688. Policy #0 lag: (min: 43.0, avg: 73.1, max: 107.0) +[2026-06-02 18:48:38,381][351462] Avg episode reward: [(0, '432.292')] +[2026-06-02 18:48:38,407][352415] Updated weights for policy 0, policy_version 13137 (0.0009) +[2026-06-02 18:48:38,682][352415] Updated weights for policy 0, policy_version 13147 (0.0009) +[2026-06-02 18:48:38,817][352345] Saving new best policy, reward=432.292! +[2026-06-02 18:48:39,493][352415] Updated weights for policy 0, policy_version 13157 (0.0009) +[2026-06-02 18:48:39,769][352415] Updated weights for policy 0, policy_version 13167 (0.0008) +[2026-06-02 18:48:40,048][352415] Updated weights for policy 0, policy_version 13177 (0.0009) +[2026-06-02 18:48:40,332][352415] Updated weights for policy 0, policy_version 13187 (0.0009) +[2026-06-02 18:48:40,605][352415] Updated weights for policy 0, policy_version 13197 (0.0009) +[2026-06-02 18:48:40,891][352415] Updated weights for policy 0, policy_version 13207 (0.0009) +[2026-06-02 18:48:41,713][352415] Updated weights for policy 0, policy_version 13217 (0.0009) +[2026-06-02 18:48:41,981][352415] Updated weights for policy 0, policy_version 13227 (0.0009) +[2026-06-02 18:48:42,248][352415] Updated weights for policy 0, policy_version 13237 (0.0009) +[2026-06-02 18:48:42,526][352415] Updated weights for policy 0, policy_version 13247 (0.0009) +[2026-06-02 18:48:42,811][352415] Updated weights for policy 0, policy_version 13257 (0.0009) +[2026-06-02 18:48:43,094][352415] Updated weights for policy 0, policy_version 13267 (0.0009) +[2026-06-02 18:48:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14218.0). Total num frames: 6782976. Throughput: 0: 14071.5. Samples: 6833920. Policy #0 lag: (min: 43.0, avg: 73.1, max: 107.0) +[2026-06-02 18:48:43,381][351462] Avg episode reward: [(0, '403.071')] +[2026-06-02 18:48:43,382][352415] Updated weights for policy 0, policy_version 13277 (0.0009) +[2026-06-02 18:48:44,177][352415] Updated weights for policy 0, policy_version 13287 (0.0009) +[2026-06-02 18:48:44,455][352415] Updated weights for policy 0, policy_version 13297 (0.0009) +[2026-06-02 18:48:44,744][352415] Updated weights for policy 0, policy_version 13307 (0.0009) +[2026-06-02 18:48:45,011][352415] Updated weights for policy 0, policy_version 13317 (0.0009) +[2026-06-02 18:48:45,288][352415] Updated weights for policy 0, policy_version 13327 (0.0009) +[2026-06-02 18:48:45,572][352415] Updated weights for policy 0, policy_version 13337 (0.0009) +[2026-06-02 18:48:46,405][352415] Updated weights for policy 0, policy_version 13347 (0.0009) +[2026-06-02 18:48:46,675][352415] Updated weights for policy 0, policy_version 13357 (0.0009) +[2026-06-02 18:48:46,940][352415] Updated weights for policy 0, policy_version 13367 (0.0009) +[2026-06-02 18:48:47,227][352415] Updated weights for policy 0, policy_version 13377 (0.0009) +[2026-06-02 18:48:47,502][352415] Updated weights for policy 0, policy_version 13387 (0.0009) +[2026-06-02 18:48:47,788][352415] Updated weights for policy 0, policy_version 13397 (0.0009) +[2026-06-02 18:48:48,078][352415] Updated weights for policy 0, policy_version 13408 (0.0009) +[2026-06-02 18:48:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6881280. Throughput: 0: 14173.9. Samples: 6878720. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:48:48,381][351462] Avg episode reward: [(0, '396.854')] +[2026-06-02 18:48:48,915][352415] Updated weights for policy 0, policy_version 13418 (0.0009) +[2026-06-02 18:48:49,179][352415] Updated weights for policy 0, policy_version 13428 (0.0009) +[2026-06-02 18:48:49,467][352415] Updated weights for policy 0, policy_version 13438 (0.0009) +[2026-06-02 18:48:49,742][352415] Updated weights for policy 0, policy_version 13448 (0.0009) +[2026-06-02 18:48:50,021][352415] Updated weights for policy 0, policy_version 13458 (0.0009) +[2026-06-02 18:48:50,299][352415] Updated weights for policy 0, policy_version 13468 (0.0009) +[2026-06-02 18:48:51,105][352415] Updated weights for policy 0, policy_version 13478 (0.0009) +[2026-06-02 18:48:51,380][352415] Updated weights for policy 0, policy_version 13488 (0.0009) +[2026-06-02 18:48:51,647][352415] Updated weights for policy 0, policy_version 13498 (0.0009) +[2026-06-02 18:48:51,925][352415] Updated weights for policy 0, policy_version 13508 (0.0009) +[2026-06-02 18:48:52,219][352415] Updated weights for policy 0, policy_version 13518 (0.0008) +[2026-06-02 18:48:52,494][352415] Updated weights for policy 0, policy_version 13528 (0.0009) +[2026-06-02 18:48:53,310][352415] Updated weights for policy 0, policy_version 13538 (0.0009) +[2026-06-02 18:48:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 6946816. Throughput: 0: 14062.9. Samples: 6962432. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:48:53,381][351462] Avg episode reward: [(0, '403.547')] +[2026-06-02 18:48:53,584][352415] Updated weights for policy 0, policy_version 13548 (0.0008) +[2026-06-02 18:48:53,857][352415] Updated weights for policy 0, policy_version 13558 (0.0008) +[2026-06-02 18:48:54,128][352415] Updated weights for policy 0, policy_version 13568 (0.0009) +[2026-06-02 18:48:54,409][352415] Updated weights for policy 0, policy_version 13578 (0.0008) +[2026-06-02 18:48:54,697][352415] Updated weights for policy 0, policy_version 13588 (0.0009) +[2026-06-02 18:48:54,968][352415] Updated weights for policy 0, policy_version 13598 (0.0008) +[2026-06-02 18:48:55,771][352415] Updated weights for policy 0, policy_version 13608 (0.0009) +[2026-06-02 18:48:56,048][352415] Updated weights for policy 0, policy_version 13618 (0.0009) +[2026-06-02 18:48:56,317][352415] Updated weights for policy 0, policy_version 13628 (0.0009) +[2026-06-02 18:48:56,603][352415] Updated weights for policy 0, policy_version 13638 (0.0009) +[2026-06-02 18:48:56,878][352415] Updated weights for policy 0, policy_version 13648 (0.0009) +[2026-06-02 18:48:57,162][352415] Updated weights for policy 0, policy_version 13658 (0.0008) +[2026-06-02 18:48:57,978][352415] Updated weights for policy 0, policy_version 13668 (0.0008) +[2026-06-02 18:48:58,261][352415] Updated weights for policy 0, policy_version 13678 (0.0009) +[2026-06-02 18:48:58,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7012352. Throughput: 0: 14273.4. Samples: 7051264. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:48:58,381][351462] Avg episode reward: [(0, '392.836')] +[2026-06-02 18:48:58,527][352415] Updated weights for policy 0, policy_version 13688 (0.0009) +[2026-06-02 18:48:58,805][352415] Updated weights for policy 0, policy_version 13698 (0.0009) +[2026-06-02 18:48:59,088][352415] Updated weights for policy 0, policy_version 13708 (0.0009) +[2026-06-02 18:48:59,368][352415] Updated weights for policy 0, policy_version 13718 (0.0009) +[2026-06-02 18:48:59,647][352415] Updated weights for policy 0, policy_version 13728 (0.0009) +[2026-06-02 18:49:00,439][352415] Updated weights for policy 0, policy_version 13738 (0.0009) +[2026-06-02 18:49:00,731][352415] Updated weights for policy 0, policy_version 13748 (0.0009) +[2026-06-02 18:49:01,000][352415] Updated weights for policy 0, policy_version 13758 (0.0009) +[2026-06-02 18:49:01,293][352415] Updated weights for policy 0, policy_version 13768 (0.0009) +[2026-06-02 18:49:01,577][352415] Updated weights for policy 0, policy_version 13778 (0.0009) +[2026-06-02 18:49:01,849][352415] Updated weights for policy 0, policy_version 13788 (0.0009) +[2026-06-02 18:49:02,649][352415] Updated weights for policy 0, policy_version 13798 (0.0009) +[2026-06-02 18:49:02,933][352415] Updated weights for policy 0, policy_version 13808 (0.0009) +[2026-06-02 18:49:03,213][352415] Updated weights for policy 0, policy_version 13818 (0.0009) +[2026-06-02 18:49:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7077888. Throughput: 0: 14131.2. Samples: 7091328. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:49:03,381][351462] Avg episode reward: [(0, '382.849')] +[2026-06-02 18:49:03,494][352415] Updated weights for policy 0, policy_version 13828 (0.0009) +[2026-06-02 18:49:03,771][352415] Updated weights for policy 0, policy_version 13838 (0.0009) +[2026-06-02 18:49:04,053][352415] Updated weights for policy 0, policy_version 13848 (0.0009) +[2026-06-02 18:49:04,901][352415] Updated weights for policy 0, policy_version 13858 (0.0009) +[2026-06-02 18:49:05,158][352415] Updated weights for policy 0, policy_version 13868 (0.0008) +[2026-06-02 18:49:05,444][352415] Updated weights for policy 0, policy_version 13878 (0.0009) +[2026-06-02 18:49:05,726][352415] Updated weights for policy 0, policy_version 13888 (0.0008) +[2026-06-02 18:49:06,007][352415] Updated weights for policy 0, policy_version 13898 (0.0009) +[2026-06-02 18:49:06,278][352415] Updated weights for policy 0, policy_version 13908 (0.0009) +[2026-06-02 18:49:06,558][352415] Updated weights for policy 0, policy_version 13918 (0.0009) +[2026-06-02 18:49:07,327][352415] Updated weights for policy 0, policy_version 13928 (0.0008) +[2026-06-02 18:49:07,610][352415] Updated weights for policy 0, policy_version 13938 (0.0008) +[2026-06-02 18:49:07,887][352415] Updated weights for policy 0, policy_version 13948 (0.0008) +[2026-06-02 18:49:08,173][352415] Updated weights for policy 0, policy_version 13958 (0.0008) +[2026-06-02 18:49:08,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7143424. Throughput: 0: 14293.3. Samples: 7180160. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:49:08,381][351462] Avg episode reward: [(0, '381.942')] +[2026-06-02 18:49:08,449][352415] Updated weights for policy 0, policy_version 13968 (0.0009) +[2026-06-02 18:49:08,716][352415] Updated weights for policy 0, policy_version 13978 (0.0009) +[2026-06-02 18:49:09,545][352415] Updated weights for policy 0, policy_version 13988 (0.0009) +[2026-06-02 18:49:09,810][352415] Updated weights for policy 0, policy_version 13998 (0.0008) +[2026-06-02 18:49:10,099][352415] Updated weights for policy 0, policy_version 14008 (0.0009) +[2026-06-02 18:49:10,375][352415] Updated weights for policy 0, policy_version 14018 (0.0009) +[2026-06-02 18:49:10,648][352415] Updated weights for policy 0, policy_version 14028 (0.0009) +[2026-06-02 18:49:10,933][352415] Updated weights for policy 0, policy_version 14038 (0.0009) +[2026-06-02 18:49:11,204][352415] Updated weights for policy 0, policy_version 14048 (0.0009) +[2026-06-02 18:49:12,006][352415] Updated weights for policy 0, policy_version 14058 (0.0006) +[2026-06-02 18:49:12,280][352415] Updated weights for policy 0, policy_version 14068 (0.0007) +[2026-06-02 18:49:12,546][352415] Updated weights for policy 0, policy_version 14078 (0.0009) +[2026-06-02 18:49:12,833][352415] Updated weights for policy 0, policy_version 14088 (0.0009) +[2026-06-02 18:49:13,114][352415] Updated weights for policy 0, policy_version 14098 (0.0008) +[2026-06-02 18:49:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7208960. Throughput: 0: 14074.3. Samples: 7257856. Policy #0 lag: (min: 2.0, avg: 36.5, max: 66.0) +[2026-06-02 18:49:13,381][351462] Avg episode reward: [(0, '403.577')] +[2026-06-02 18:49:13,391][352415] Updated weights for policy 0, policy_version 14108 (0.0009) +[2026-06-02 18:49:14,190][352415] Updated weights for policy 0, policy_version 14118 (0.0009) +[2026-06-02 18:49:14,460][352415] Updated weights for policy 0, policy_version 14128 (0.0009) +[2026-06-02 18:49:14,736][352415] Updated weights for policy 0, policy_version 14138 (0.0009) +[2026-06-02 18:49:15,007][352415] Updated weights for policy 0, policy_version 14148 (0.0008) +[2026-06-02 18:49:15,295][352415] Updated weights for policy 0, policy_version 14158 (0.0008) +[2026-06-02 18:49:15,577][352415] Updated weights for policy 0, policy_version 14168 (0.0009) +[2026-06-02 18:49:16,381][352415] Updated weights for policy 0, policy_version 14178 (0.0009) +[2026-06-02 18:49:16,644][352415] Updated weights for policy 0, policy_version 14188 (0.0010) +[2026-06-02 18:49:16,923][352415] Updated weights for policy 0, policy_version 14198 (0.0009) +[2026-06-02 18:49:17,217][352415] Updated weights for policy 0, policy_version 14208 (0.0009) +[2026-06-02 18:49:17,496][352415] Updated weights for policy 0, policy_version 14218 (0.0009) +[2026-06-02 18:49:17,761][352415] Updated weights for policy 0, policy_version 14228 (0.0009) +[2026-06-02 18:49:18,046][352415] Updated weights for policy 0, policy_version 14238 (0.0009) +[2026-06-02 18:49:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7307264. Throughput: 0: 14142.6. Samples: 7301376. Policy #0 lag: (min: 2.0, avg: 36.5, max: 66.0) +[2026-06-02 18:49:18,381][351462] Avg episode reward: [(0, '424.779')] +[2026-06-02 18:49:18,846][352415] Updated weights for policy 0, policy_version 14248 (0.0009) +[2026-06-02 18:49:19,115][352415] Updated weights for policy 0, policy_version 14258 (0.0009) +[2026-06-02 18:49:19,406][352415] Updated weights for policy 0, policy_version 14268 (0.0009) +[2026-06-02 18:49:19,676][352415] Updated weights for policy 0, policy_version 14278 (0.0008) +[2026-06-02 18:49:19,952][352415] Updated weights for policy 0, policy_version 14288 (0.0009) +[2026-06-02 18:49:20,247][352415] Updated weights for policy 0, policy_version 14298 (0.0009) +[2026-06-02 18:49:21,066][352415] Updated weights for policy 0, policy_version 14308 (0.0009) +[2026-06-02 18:49:21,336][352415] Updated weights for policy 0, policy_version 14318 (0.0008) +[2026-06-02 18:49:21,606][352415] Updated weights for policy 0, policy_version 14328 (0.0009) +[2026-06-02 18:49:21,892][352415] Updated weights for policy 0, policy_version 14338 (0.0006) +[2026-06-02 18:49:22,165][352415] Updated weights for policy 0, policy_version 14348 (0.0006) +[2026-06-02 18:49:22,444][352415] Updated weights for policy 0, policy_version 14358 (0.0009) +[2026-06-02 18:49:22,722][352415] Updated weights for policy 0, policy_version 14368 (0.0008) +[2026-06-02 18:49:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7372800. Throughput: 0: 14031.6. Samples: 7386112. Policy #0 lag: (min: 58.0, avg: 84.1, max: 122.0) +[2026-06-02 18:49:23,381][351462] Avg episode reward: [(0, '466.841')] +[2026-06-02 18:49:23,542][352415] Updated weights for policy 0, policy_version 14378 (0.0009) +[2026-06-02 18:49:23,822][352415] Updated weights for policy 0, policy_version 14388 (0.0009) +[2026-06-02 18:49:24,109][352415] Updated weights for policy 0, policy_version 14398 (0.0009) +[2026-06-02 18:49:24,387][352415] Updated weights for policy 0, policy_version 14408 (0.0008) +[2026-06-02 18:49:24,663][352415] Updated weights for policy 0, policy_version 14418 (0.0009) +[2026-06-02 18:49:24,948][352415] Updated weights for policy 0, policy_version 14428 (0.0009) +[2026-06-02 18:49:25,044][352345] Saving new best policy, reward=466.841! +[2026-06-02 18:49:25,757][352415] Updated weights for policy 0, policy_version 14438 (0.0009) +[2026-06-02 18:49:26,031][352415] Updated weights for policy 0, policy_version 14448 (0.0008) +[2026-06-02 18:49:26,315][352415] Updated weights for policy 0, policy_version 14458 (0.0008) +[2026-06-02 18:49:26,588][352415] Updated weights for policy 0, policy_version 14468 (0.0008) +[2026-06-02 18:49:26,881][352415] Updated weights for policy 0, policy_version 14478 (0.0009) +[2026-06-02 18:49:27,163][352415] Updated weights for policy 0, policy_version 14488 (0.0008) +[2026-06-02 18:49:27,970][352415] Updated weights for policy 0, policy_version 14498 (0.0009) +[2026-06-02 18:49:28,241][352415] Updated weights for policy 0, policy_version 14508 (0.0009) +[2026-06-02 18:49:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7438336. Throughput: 0: 14245.0. Samples: 7474944. Policy #0 lag: (min: 58.0, avg: 84.1, max: 122.0) +[2026-06-02 18:49:28,381][351462] Avg episode reward: [(0, '487.189')] +[2026-06-02 18:49:28,512][352415] Updated weights for policy 0, policy_version 14518 (0.0009) +[2026-06-02 18:49:28,798][352415] Updated weights for policy 0, policy_version 14528 (0.0009) +[2026-06-02 18:49:29,074][352415] Updated weights for policy 0, policy_version 14538 (0.0009) +[2026-06-02 18:49:29,342][352415] Updated weights for policy 0, policy_version 14548 (0.0009) +[2026-06-02 18:49:29,627][352415] Updated weights for policy 0, policy_version 14558 (0.0009) +[2026-06-02 18:49:29,671][352345] Saving new best policy, reward=487.189! +[2026-06-02 18:49:30,446][352415] Updated weights for policy 0, policy_version 14568 (0.0009) +[2026-06-02 18:49:30,711][352415] Updated weights for policy 0, policy_version 14578 (0.0009) +[2026-06-02 18:49:30,992][352415] Updated weights for policy 0, policy_version 14588 (0.0009) +[2026-06-02 18:49:31,282][352415] Updated weights for policy 0, policy_version 14598 (0.0009) +[2026-06-02 18:49:31,549][352415] Updated weights for policy 0, policy_version 14608 (0.0009) +[2026-06-02 18:49:31,841][352415] Updated weights for policy 0, policy_version 14618 (0.0009) +[2026-06-02 18:49:32,662][352415] Updated weights for policy 0, policy_version 14628 (0.0009) +[2026-06-02 18:49:32,926][352415] Updated weights for policy 0, policy_version 14638 (0.0009) +[2026-06-02 18:49:33,207][352415] Updated weights for policy 0, policy_version 14648 (0.0009) +[2026-06-02 18:49:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7503872. Throughput: 0: 14128.4. Samples: 7514496. Policy #0 lag: (min: 58.0, avg: 84.1, max: 122.0) +[2026-06-02 18:49:33,381][351462] Avg episode reward: [(0, '481.938')] +[2026-06-02 18:49:33,481][352415] Updated weights for policy 0, policy_version 14658 (0.0008) +[2026-06-02 18:49:33,756][352415] Updated weights for policy 0, policy_version 14668 (0.0009) +[2026-06-02 18:49:34,036][352415] Updated weights for policy 0, policy_version 14678 (0.0009) +[2026-06-02 18:49:34,313][352415] Updated weights for policy 0, policy_version 14688 (0.0009) +[2026-06-02 18:49:35,152][352415] Updated weights for policy 0, policy_version 14698 (0.0009) +[2026-06-02 18:49:35,441][352415] Updated weights for policy 0, policy_version 14708 (0.0008) +[2026-06-02 18:49:35,711][352415] Updated weights for policy 0, policy_version 14718 (0.0009) +[2026-06-02 18:49:36,005][352415] Updated weights for policy 0, policy_version 14728 (0.0007) +[2026-06-02 18:49:36,280][352415] Updated weights for policy 0, policy_version 14738 (0.0004) +[2026-06-02 18:49:36,567][352415] Updated weights for policy 0, policy_version 14748 (0.0004) +[2026-06-02 18:49:37,327][352415] Updated weights for policy 0, policy_version 14758 (0.0004) +[2026-06-02 18:49:37,602][352415] Updated weights for policy 0, policy_version 14768 (0.0004) +[2026-06-02 18:49:37,881][352415] Updated weights for policy 0, policy_version 14778 (0.0004) +[2026-06-02 18:49:38,158][352415] Updated weights for policy 0, policy_version 14788 (0.0007) +[2026-06-02 18:49:38,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 7569408. Throughput: 0: 14270.6. Samples: 7604608. Policy #0 lag: (min: 38.0, avg: 59.9, max: 102.0) +[2026-06-02 18:49:38,381][351462] Avg episode reward: [(0, '474.575')] +[2026-06-02 18:49:38,435][352415] Updated weights for policy 0, policy_version 14798 (0.0008) +[2026-06-02 18:49:38,709][352415] Updated weights for policy 0, policy_version 14808 (0.0007) +[2026-06-02 18:49:39,542][352415] Updated weights for policy 0, policy_version 14818 (0.0008) +[2026-06-02 18:49:39,815][352415] Updated weights for policy 0, policy_version 14828 (0.0009) +[2026-06-02 18:49:40,086][352415] Updated weights for policy 0, policy_version 14838 (0.0007) +[2026-06-02 18:49:40,355][352415] Updated weights for policy 0, policy_version 14848 (0.0009) +[2026-06-02 18:49:40,639][352415] Updated weights for policy 0, policy_version 14858 (0.0009) +[2026-06-02 18:49:40,915][352415] Updated weights for policy 0, policy_version 14868 (0.0009) +[2026-06-02 18:49:41,181][352415] Updated weights for policy 0, policy_version 14878 (0.0009) +[2026-06-02 18:49:42,001][352415] Updated weights for policy 0, policy_version 14888 (0.0008) +[2026-06-02 18:49:42,278][352415] Updated weights for policy 0, policy_version 14898 (0.0009) +[2026-06-02 18:49:42,555][352415] Updated weights for policy 0, policy_version 14908 (0.0009) +[2026-06-02 18:49:42,836][352415] Updated weights for policy 0, policy_version 14918 (0.0009) +[2026-06-02 18:49:43,145][352415] Updated weights for policy 0, policy_version 14928 (0.0021) +[2026-06-02 18:49:43,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 7634944. Throughput: 0: 14040.2. Samples: 7683072. Policy #0 lag: (min: 38.0, avg: 59.9, max: 102.0) +[2026-06-02 18:49:43,380][351462] Avg episode reward: [(0, '483.701')] +[2026-06-02 18:49:43,390][352415] Updated weights for policy 0, policy_version 14938 (0.0004) +[2026-06-02 18:49:44,214][352415] Updated weights for policy 0, policy_version 14948 (0.0007) +[2026-06-02 18:49:44,489][352415] Updated weights for policy 0, policy_version 14958 (0.0006) +[2026-06-02 18:49:44,804][352415] Updated weights for policy 0, policy_version 14969 (0.0005) +[2026-06-02 18:49:45,074][352415] Updated weights for policy 0, policy_version 14979 (0.0009) +[2026-06-02 18:49:45,368][352415] Updated weights for policy 0, policy_version 14989 (0.0009) +[2026-06-02 18:49:45,645][352415] Updated weights for policy 0, policy_version 14999 (0.0009) +[2026-06-02 18:49:46,474][352415] Updated weights for policy 0, policy_version 15009 (0.0009) +[2026-06-02 18:49:46,722][352415] Updated weights for policy 0, policy_version 15019 (0.0004) +[2026-06-02 18:49:46,993][352415] Updated weights for policy 0, policy_version 15029 (0.0004) +[2026-06-02 18:49:47,280][352415] Updated weights for policy 0, policy_version 15039 (0.0008) +[2026-06-02 18:49:47,546][352415] Updated weights for policy 0, policy_version 15049 (0.0009) +[2026-06-02 18:49:47,852][352415] Updated weights for policy 0, policy_version 15060 (0.0009) +[2026-06-02 18:49:48,122][352415] Updated weights for policy 0, policy_version 15070 (0.0009) +[2026-06-02 18:49:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7733248. Throughput: 0: 14045.9. Samples: 7723392. Policy #0 lag: (min: 38.0, avg: 59.9, max: 102.0) +[2026-06-02 18:49:48,381][351462] Avg episode reward: [(0, '468.683')] +[2026-06-02 18:49:48,939][352415] Updated weights for policy 0, policy_version 15080 (0.0009) +[2026-06-02 18:49:49,226][352415] Updated weights for policy 0, policy_version 15090 (0.0009) +[2026-06-02 18:49:49,496][352415] Updated weights for policy 0, policy_version 15100 (0.0009) +[2026-06-02 18:49:49,784][352415] Updated weights for policy 0, policy_version 15110 (0.0008) +[2026-06-02 18:49:50,049][352415] Updated weights for policy 0, policy_version 15120 (0.0009) +[2026-06-02 18:49:50,341][352415] Updated weights for policy 0, policy_version 15130 (0.0009) +[2026-06-02 18:49:51,143][352415] Updated weights for policy 0, policy_version 15140 (0.0009) +[2026-06-02 18:49:51,410][352415] Updated weights for policy 0, policy_version 15150 (0.0009) +[2026-06-02 18:49:51,686][352415] Updated weights for policy 0, policy_version 15160 (0.0009) +[2026-06-02 18:49:51,977][352415] Updated weights for policy 0, policy_version 15170 (0.0009) +[2026-06-02 18:49:52,242][352415] Updated weights for policy 0, policy_version 15180 (0.0009) +[2026-06-02 18:49:52,526][352415] Updated weights for policy 0, policy_version 15190 (0.0009) +[2026-06-02 18:49:52,805][352415] Updated weights for policy 0, policy_version 15200 (0.0009) +[2026-06-02 18:49:53,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7798784. Throughput: 0: 14008.9. Samples: 7810560. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:49:53,381][351462] Avg episode reward: [(0, '513.341')] +[2026-06-02 18:49:53,622][352415] Updated weights for policy 0, policy_version 15210 (0.0009) +[2026-06-02 18:49:53,906][352415] Updated weights for policy 0, policy_version 15220 (0.0008) +[2026-06-02 18:49:54,176][352415] Updated weights for policy 0, policy_version 15230 (0.0009) +[2026-06-02 18:49:54,441][352415] Updated weights for policy 0, policy_version 15240 (0.0009) +[2026-06-02 18:49:54,724][352415] Updated weights for policy 0, policy_version 15250 (0.0009) +[2026-06-02 18:49:55,017][352415] Updated weights for policy 0, policy_version 15260 (0.0009) +[2026-06-02 18:49:55,116][352345] Saving new best policy, reward=513.341! +[2026-06-02 18:49:55,825][352415] Updated weights for policy 0, policy_version 15270 (0.0009) +[2026-06-02 18:49:56,097][352415] Updated weights for policy 0, policy_version 15280 (0.0009) +[2026-06-02 18:49:56,369][352415] Updated weights for policy 0, policy_version 15290 (0.0009) +[2026-06-02 18:49:56,641][352415] Updated weights for policy 0, policy_version 15300 (0.0009) +[2026-06-02 18:49:56,930][352415] Updated weights for policy 0, policy_version 15310 (0.0009) +[2026-06-02 18:49:57,198][352415] Updated weights for policy 0, policy_version 15320 (0.0009) +[2026-06-02 18:49:58,070][352415] Updated weights for policy 0, policy_version 15331 (0.0009) +[2026-06-02 18:49:58,342][352415] Updated weights for policy 0, policy_version 15341 (0.0009) +[2026-06-02 18:49:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7864320. Throughput: 0: 14247.8. Samples: 7899008. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:49:58,381][351462] Avg episode reward: [(0, '503.537')] +[2026-06-02 18:49:58,616][352415] Updated weights for policy 0, policy_version 15351 (0.0009) +[2026-06-02 18:49:58,901][352415] Updated weights for policy 0, policy_version 15361 (0.0009) +[2026-06-02 18:49:59,180][352415] Updated weights for policy 0, policy_version 15371 (0.0009) +[2026-06-02 18:49:59,462][352415] Updated weights for policy 0, policy_version 15381 (0.0009) +[2026-06-02 18:49:59,732][352415] Updated weights for policy 0, policy_version 15391 (0.0009) +[2026-06-02 18:50:00,512][352415] Updated weights for policy 0, policy_version 15401 (0.0009) +[2026-06-02 18:50:00,791][352415] Updated weights for policy 0, policy_version 15411 (0.0009) +[2026-06-02 18:50:01,082][352415] Updated weights for policy 0, policy_version 15421 (0.0009) +[2026-06-02 18:50:01,348][352415] Updated weights for policy 0, policy_version 15431 (0.0008) +[2026-06-02 18:50:01,640][352415] Updated weights for policy 0, policy_version 15441 (0.0009) +[2026-06-02 18:50:01,907][352415] Updated weights for policy 0, policy_version 15451 (0.0009) +[2026-06-02 18:50:02,730][352415] Updated weights for policy 0, policy_version 15461 (0.0009) +[2026-06-02 18:50:03,003][352415] Updated weights for policy 0, policy_version 15471 (0.0009) +[2026-06-02 18:50:03,294][352415] Updated weights for policy 0, policy_version 15481 (0.0010) +[2026-06-02 18:50:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 7929856. Throughput: 0: 14151.1. Samples: 7938176. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:50:03,381][351462] Avg episode reward: [(0, '486.902')] +[2026-06-02 18:50:03,573][352415] Updated weights for policy 0, policy_version 15491 (0.0009) +[2026-06-02 18:50:03,851][352415] Updated weights for policy 0, policy_version 15501 (0.0009) +[2026-06-02 18:50:04,131][352415] Updated weights for policy 0, policy_version 15511 (0.0009) +[2026-06-02 18:50:04,986][352415] Updated weights for policy 0, policy_version 15521 (0.0009) +[2026-06-02 18:50:05,261][352415] Updated weights for policy 0, policy_version 15531 (0.0009) +[2026-06-02 18:50:05,539][352415] Updated weights for policy 0, policy_version 15541 (0.0009) +[2026-06-02 18:50:05,821][352415] Updated weights for policy 0, policy_version 15551 (0.0009) +[2026-06-02 18:50:06,090][352415] Updated weights for policy 0, policy_version 15561 (0.0009) +[2026-06-02 18:50:06,376][352415] Updated weights for policy 0, policy_version 15571 (0.0009) +[2026-06-02 18:50:06,658][352415] Updated weights for policy 0, policy_version 15581 (0.0009) +[2026-06-02 18:50:07,437][352415] Updated weights for policy 0, policy_version 15591 (0.0009) +[2026-06-02 18:50:07,706][352415] Updated weights for policy 0, policy_version 15601 (0.0009) +[2026-06-02 18:50:07,995][352415] Updated weights for policy 0, policy_version 15611 (0.0009) +[2026-06-02 18:50:08,263][352415] Updated weights for policy 0, policy_version 15621 (0.0008) +[2026-06-02 18:50:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 7995392. Throughput: 0: 14193.8. Samples: 8024832. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:50:08,381][351462] Avg episode reward: [(0, '453.194')] +[2026-06-02 18:50:08,559][352415] Updated weights for policy 0, policy_version 15631 (0.0009) +[2026-06-02 18:50:08,830][352415] Updated weights for policy 0, policy_version 15641 (0.0009) +[2026-06-02 18:50:09,654][352415] Updated weights for policy 0, policy_version 15651 (0.0009) +[2026-06-02 18:50:09,921][352415] Updated weights for policy 0, policy_version 15661 (0.0009) +[2026-06-02 18:50:10,191][352415] Updated weights for policy 0, policy_version 15671 (0.0008) +[2026-06-02 18:50:10,476][352415] Updated weights for policy 0, policy_version 15681 (0.0009) +[2026-06-02 18:50:10,750][352415] Updated weights for policy 0, policy_version 15691 (0.0008) +[2026-06-02 18:50:11,032][352415] Updated weights for policy 0, policy_version 15701 (0.0008) +[2026-06-02 18:50:11,313][352415] Updated weights for policy 0, policy_version 15711 (0.0008) +[2026-06-02 18:50:12,147][352415] Updated weights for policy 0, policy_version 15721 (0.0008) +[2026-06-02 18:50:12,410][352415] Updated weights for policy 0, policy_version 15731 (0.0009) +[2026-06-02 18:50:12,685][352415] Updated weights for policy 0, policy_version 15741 (0.0008) +[2026-06-02 18:50:12,973][352415] Updated weights for policy 0, policy_version 15751 (0.0009) +[2026-06-02 18:50:13,250][352415] Updated weights for policy 0, policy_version 15761 (0.0008) +[2026-06-02 18:50:13,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 8060928. Throughput: 0: 14031.6. Samples: 8106368. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:50:13,381][351462] Avg episode reward: [(0, '529.959')] +[2026-06-02 18:50:13,526][352415] Updated weights for policy 0, policy_version 15771 (0.0009) +[2026-06-02 18:50:13,652][352345] Saving new best policy, reward=529.959! +[2026-06-02 18:50:14,342][352415] Updated weights for policy 0, policy_version 15781 (0.0009) +[2026-06-02 18:50:14,629][352415] Updated weights for policy 0, policy_version 15791 (0.0009) +[2026-06-02 18:50:14,898][352415] Updated weights for policy 0, policy_version 15801 (0.0008) +[2026-06-02 18:50:15,186][352415] Updated weights for policy 0, policy_version 15811 (0.0009) +[2026-06-02 18:50:15,466][352415] Updated weights for policy 0, policy_version 15821 (0.0009) +[2026-06-02 18:50:15,741][352415] Updated weights for policy 0, policy_version 15831 (0.0009) +[2026-06-02 18:50:16,557][352415] Updated weights for policy 0, policy_version 15841 (0.0009) +[2026-06-02 18:50:16,827][352415] Updated weights for policy 0, policy_version 15851 (0.0009) +[2026-06-02 18:50:17,094][352415] Updated weights for policy 0, policy_version 15861 (0.0009) +[2026-06-02 18:50:17,387][352415] Updated weights for policy 0, policy_version 15871 (0.0009) +[2026-06-02 18:50:17,664][352415] Updated weights for policy 0, policy_version 15881 (0.0009) +[2026-06-02 18:50:17,946][352415] Updated weights for policy 0, policy_version 15891 (0.0008) +[2026-06-02 18:50:18,226][352415] Updated weights for policy 0, policy_version 15901 (0.0009) +[2026-06-02 18:50:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8159232. Throughput: 0: 14037.3. Samples: 8146176. Policy #0 lag: (min: 17.0, avg: 41.8, max: 81.0) +[2026-06-02 18:50:18,381][351462] Avg episode reward: [(0, '514.653')] +[2026-06-02 18:50:19,029][352415] Updated weights for policy 0, policy_version 15911 (0.0009) +[2026-06-02 18:50:19,310][352415] Updated weights for policy 0, policy_version 15921 (0.0009) +[2026-06-02 18:50:19,573][352415] Updated weights for policy 0, policy_version 15931 (0.0009) +[2026-06-02 18:50:19,867][352415] Updated weights for policy 0, policy_version 15941 (0.0009) +[2026-06-02 18:50:20,134][352415] Updated weights for policy 0, policy_version 15951 (0.0009) +[2026-06-02 18:50:20,430][352415] Updated weights for policy 0, policy_version 15961 (0.0009) +[2026-06-02 18:50:21,248][352415] Updated weights for policy 0, policy_version 15971 (0.0009) +[2026-06-02 18:50:21,506][352415] Updated weights for policy 0, policy_version 15981 (0.0009) +[2026-06-02 18:50:21,795][352415] Updated weights for policy 0, policy_version 15991 (0.0009) +[2026-06-02 18:50:22,073][352415] Updated weights for policy 0, policy_version 16001 (0.0009) +[2026-06-02 18:50:22,341][352415] Updated weights for policy 0, policy_version 16011 (0.0009) +[2026-06-02 18:50:22,617][352415] Updated weights for policy 0, policy_version 16021 (0.0009) +[2026-06-02 18:50:22,899][352415] Updated weights for policy 0, policy_version 16031 (0.0009) +[2026-06-02 18:50:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8224768. Throughput: 0: 14020.3. Samples: 8235520. Policy #0 lag: (min: 17.0, avg: 41.8, max: 81.0) +[2026-06-02 18:50:23,381][351462] Avg episode reward: [(0, '531.354')] +[2026-06-02 18:50:23,709][352415] Updated weights for policy 0, policy_version 16041 (0.0009) +[2026-06-02 18:50:23,987][352415] Updated weights for policy 0, policy_version 16051 (0.0009) +[2026-06-02 18:50:24,264][352415] Updated weights for policy 0, policy_version 16061 (0.0009) +[2026-06-02 18:50:24,541][352415] Updated weights for policy 0, policy_version 16071 (0.0009) +[2026-06-02 18:50:24,814][352415] Updated weights for policy 0, policy_version 16081 (0.0009) +[2026-06-02 18:50:25,086][352415] Updated weights for policy 0, policy_version 16091 (0.0009) +[2026-06-02 18:50:25,221][352345] Saving new best policy, reward=531.354! +[2026-06-02 18:50:25,914][352415] Updated weights for policy 0, policy_version 16101 (0.0009) +[2026-06-02 18:50:26,193][352415] Updated weights for policy 0, policy_version 16111 (0.0008) +[2026-06-02 18:50:26,478][352415] Updated weights for policy 0, policy_version 16121 (0.0008) +[2026-06-02 18:50:26,755][352415] Updated weights for policy 0, policy_version 16131 (0.0009) +[2026-06-02 18:50:27,036][352415] Updated weights for policy 0, policy_version 16141 (0.0009) +[2026-06-02 18:50:27,316][352415] Updated weights for policy 0, policy_version 16151 (0.0008) +[2026-06-02 18:50:28,127][352415] Updated weights for policy 0, policy_version 16161 (0.0009) +[2026-06-02 18:50:28,377][352415] Updated weights for policy 0, policy_version 16171 (0.0009) +[2026-06-02 18:50:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8290304. Throughput: 0: 14256.3. Samples: 8324608. Policy #0 lag: (min: 17.0, avg: 41.8, max: 81.0) +[2026-06-02 18:50:28,381][351462] Avg episode reward: [(0, '530.117')] +[2026-06-02 18:50:28,653][352415] Updated weights for policy 0, policy_version 16181 (0.0009) +[2026-06-02 18:50:28,937][352415] Updated weights for policy 0, policy_version 16191 (0.0009) +[2026-06-02 18:50:29,222][352415] Updated weights for policy 0, policy_version 16201 (0.0009) +[2026-06-02 18:50:29,496][352415] Updated weights for policy 0, policy_version 16211 (0.0009) +[2026-06-02 18:50:29,761][352415] Updated weights for policy 0, policy_version 16221 (0.0009) +[2026-06-02 18:50:29,845][352345] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/checkpoint_p0/checkpoint_000016224_8323072.pth... +[2026-06-02 18:50:30,618][352415] Updated weights for policy 0, policy_version 16231 (0.0009) +[2026-06-02 18:50:30,888][352415] Updated weights for policy 0, policy_version 16241 (0.0009) +[2026-06-02 18:50:31,171][352415] Updated weights for policy 0, policy_version 16251 (0.0009) +[2026-06-02 18:50:31,449][352415] Updated weights for policy 0, policy_version 16261 (0.0009) +[2026-06-02 18:50:31,724][352415] Updated weights for policy 0, policy_version 16271 (0.0009) +[2026-06-02 18:50:31,992][352415] Updated weights for policy 0, policy_version 16281 (0.0009) +[2026-06-02 18:50:32,815][352415] Updated weights for policy 0, policy_version 16291 (0.0009) +[2026-06-02 18:50:33,080][352415] Updated weights for policy 0, policy_version 16301 (0.0008) +[2026-06-02 18:50:33,346][352415] Updated weights for policy 0, policy_version 16311 (0.0008) +[2026-06-02 18:50:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8355840. Throughput: 0: 14239.3. Samples: 8364160. Policy #0 lag: (min: 0.0, avg: 22.6, max: 64.0) +[2026-06-02 18:50:33,381][351462] Avg episode reward: [(0, '526.544')] +[2026-06-02 18:50:33,629][352415] Updated weights for policy 0, policy_version 16321 (0.0009) +[2026-06-02 18:50:33,914][352415] Updated weights for policy 0, policy_version 16331 (0.0009) +[2026-06-02 18:50:34,184][352415] Updated weights for policy 0, policy_version 16341 (0.0009) +[2026-06-02 18:50:34,459][352415] Updated weights for policy 0, policy_version 16351 (0.0008) +[2026-06-02 18:50:35,286][352415] Updated weights for policy 0, policy_version 16361 (0.0009) +[2026-06-02 18:50:35,553][352415] Updated weights for policy 0, policy_version 16371 (0.0008) +[2026-06-02 18:50:35,837][352415] Updated weights for policy 0, policy_version 16381 (0.0008) +[2026-06-02 18:50:36,107][352415] Updated weights for policy 0, policy_version 16391 (0.0009) +[2026-06-02 18:50:36,392][352415] Updated weights for policy 0, policy_version 16401 (0.0008) +[2026-06-02 18:50:36,680][352415] Updated weights for policy 0, policy_version 16411 (0.0008) +[2026-06-02 18:50:37,467][352415] Updated weights for policy 0, policy_version 16421 (0.0009) +[2026-06-02 18:50:37,757][352415] Updated weights for policy 0, policy_version 16431 (0.0009) +[2026-06-02 18:50:38,035][352415] Updated weights for policy 0, policy_version 16441 (0.0009) +[2026-06-02 18:50:38,308][352415] Updated weights for policy 0, policy_version 16451 (0.0009) +[2026-06-02 18:50:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 8421376. Throughput: 0: 14131.2. Samples: 8446464. Policy #0 lag: (min: 0.0, avg: 22.6, max: 64.0) +[2026-06-02 18:50:38,381][351462] Avg episode reward: [(0, '511.733')] +[2026-06-02 18:50:38,592][352415] Updated weights for policy 0, policy_version 16461 (0.0009) +[2026-06-02 18:50:38,861][352415] Updated weights for policy 0, policy_version 16471 (0.0009) +[2026-06-02 18:50:39,702][352415] Updated weights for policy 0, policy_version 16481 (0.0009) +[2026-06-02 18:50:39,944][352415] Updated weights for policy 0, policy_version 16491 (0.0008) +[2026-06-02 18:50:40,225][352415] Updated weights for policy 0, policy_version 16501 (0.0009) +[2026-06-02 18:50:40,509][352415] Updated weights for policy 0, policy_version 16511 (0.0008) +[2026-06-02 18:50:40,782][352415] Updated weights for policy 0, policy_version 16521 (0.0009) +[2026-06-02 18:50:41,068][352415] Updated weights for policy 0, policy_version 16531 (0.0009) +[2026-06-02 18:50:41,347][352415] Updated weights for policy 0, policy_version 16541 (0.0009) +[2026-06-02 18:50:42,162][352415] Updated weights for policy 0, policy_version 16551 (0.0008) +[2026-06-02 18:50:42,437][352415] Updated weights for policy 0, policy_version 16561 (0.0008) +[2026-06-02 18:50:42,715][352415] Updated weights for policy 0, policy_version 16571 (0.0009) +[2026-06-02 18:50:43,000][352415] Updated weights for policy 0, policy_version 16581 (0.0009) +[2026-06-02 18:50:43,280][352415] Updated weights for policy 0, policy_version 16591 (0.0008) +[2026-06-02 18:50:43,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 8486912. Throughput: 0: 14057.3. Samples: 8531584. Policy #0 lag: (min: 0.0, avg: 22.6, max: 64.0) +[2026-06-02 18:50:43,381][351462] Avg episode reward: [(0, '520.063')] +[2026-06-02 18:50:43,559][352415] Updated weights for policy 0, policy_version 16601 (0.0008) +[2026-06-02 18:50:44,377][352415] Updated weights for policy 0, policy_version 16611 (0.0009) +[2026-06-02 18:50:44,652][352415] Updated weights for policy 0, policy_version 16621 (0.0009) +[2026-06-02 18:50:44,926][352415] Updated weights for policy 0, policy_version 16631 (0.0009) +[2026-06-02 18:50:45,205][352415] Updated weights for policy 0, policy_version 16641 (0.0009) +[2026-06-02 18:50:45,481][352415] Updated weights for policy 0, policy_version 16651 (0.0009) +[2026-06-02 18:50:45,766][352415] Updated weights for policy 0, policy_version 16661 (0.0009) +[2026-06-02 18:50:46,044][352415] Updated weights for policy 0, policy_version 16671 (0.0009) +[2026-06-02 18:50:46,824][352415] Updated weights for policy 0, policy_version 16681 (0.0009) +[2026-06-02 18:50:47,107][352415] Updated weights for policy 0, policy_version 16691 (0.0009) +[2026-06-02 18:50:47,395][352415] Updated weights for policy 0, policy_version 16701 (0.0009) +[2026-06-02 18:50:47,691][352415] Updated weights for policy 0, policy_version 16712 (0.0009) +[2026-06-02 18:50:47,961][352415] Updated weights for policy 0, policy_version 16722 (0.0008) +[2026-06-02 18:50:48,250][352415] Updated weights for policy 0, policy_version 16732 (0.0009) +[2026-06-02 18:50:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8585216. Throughput: 0: 14065.8. Samples: 8571136. Policy #0 lag: (min: 5.0, avg: 26.3, max: 69.0) +[2026-06-02 18:50:48,381][351462] Avg episode reward: [(0, '530.111')] +[2026-06-02 18:50:49,101][352415] Updated weights for policy 0, policy_version 16743 (0.0009) +[2026-06-02 18:50:49,375][352415] Updated weights for policy 0, policy_version 16753 (0.0009) +[2026-06-02 18:50:49,640][352415] Updated weights for policy 0, policy_version 16763 (0.0009) +[2026-06-02 18:50:49,931][352415] Updated weights for policy 0, policy_version 16773 (0.0009) +[2026-06-02 18:50:50,216][352415] Updated weights for policy 0, policy_version 16783 (0.0009) +[2026-06-02 18:50:50,484][352415] Updated weights for policy 0, policy_version 16793 (0.0009) +[2026-06-02 18:50:51,299][352415] Updated weights for policy 0, policy_version 16803 (0.0009) +[2026-06-02 18:50:51,566][352415] Updated weights for policy 0, policy_version 16813 (0.0009) +[2026-06-02 18:50:51,844][352415] Updated weights for policy 0, policy_version 16823 (0.0009) +[2026-06-02 18:50:52,128][352415] Updated weights for policy 0, policy_version 16833 (0.0009) +[2026-06-02 18:50:52,394][352415] Updated weights for policy 0, policy_version 16843 (0.0009) +[2026-06-02 18:50:52,677][352415] Updated weights for policy 0, policy_version 16853 (0.0009) +[2026-06-02 18:50:52,956][352415] Updated weights for policy 0, policy_version 16863 (0.0009) +[2026-06-02 18:50:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8650752. Throughput: 0: 14102.8. Samples: 8659456. Policy #0 lag: (min: 5.0, avg: 26.3, max: 69.0) +[2026-06-02 18:50:53,381][351462] Avg episode reward: [(0, '540.126')] +[2026-06-02 18:50:53,805][352415] Updated weights for policy 0, policy_version 16874 (0.0009) +[2026-06-02 18:50:54,082][352415] Updated weights for policy 0, policy_version 16884 (0.0008) +[2026-06-02 18:50:54,366][352415] Updated weights for policy 0, policy_version 16894 (0.0009) +[2026-06-02 18:50:54,649][352415] Updated weights for policy 0, policy_version 16904 (0.0009) +[2026-06-02 18:50:54,930][352415] Updated weights for policy 0, policy_version 16914 (0.0009) +[2026-06-02 18:50:55,195][352415] Updated weights for policy 0, policy_version 16924 (0.0009) +[2026-06-02 18:50:55,310][352345] Saving new best policy, reward=540.126! +[2026-06-02 18:50:56,012][352415] Updated weights for policy 0, policy_version 16934 (0.0009) +[2026-06-02 18:50:56,294][352415] Updated weights for policy 0, policy_version 16944 (0.0008) +[2026-06-02 18:50:56,559][352415] Updated weights for policy 0, policy_version 16954 (0.0009) +[2026-06-02 18:50:56,852][352415] Updated weights for policy 0, policy_version 16964 (0.0009) +[2026-06-02 18:50:57,122][352415] Updated weights for policy 0, policy_version 16974 (0.0010) +[2026-06-02 18:50:57,414][352415] Updated weights for policy 0, policy_version 16984 (0.0010) +[2026-06-02 18:50:58,226][352415] Updated weights for policy 0, policy_version 16994 (0.0009) +[2026-06-02 18:50:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 8716288. Throughput: 0: 14293.3. Samples: 8749568. Policy #0 lag: (min: 5.0, avg: 26.3, max: 69.0) +[2026-06-02 18:50:58,381][351462] Avg episode reward: [(0, '527.270')] +[2026-06-02 18:50:58,490][352415] Updated weights for policy 0, policy_version 17004 (0.0010) +[2026-06-02 18:50:58,769][352415] Updated weights for policy 0, policy_version 17014 (0.0010) +[2026-06-02 18:50:59,046][352415] Updated weights for policy 0, policy_version 17024 (0.0009) +[2026-06-02 18:50:59,316][352415] Updated weights for policy 0, policy_version 17034 (0.0009) +[2026-06-02 18:50:59,605][352415] Updated weights for policy 0, policy_version 17044 (0.0009) +[2026-06-02 18:50:59,872][352415] Updated weights for policy 0, policy_version 17054 (0.0009) +[2026-06-02 18:51:00,715][352415] Updated weights for policy 0, policy_version 17064 (0.0009) +[2026-06-02 18:51:00,988][352415] Updated weights for policy 0, policy_version 17074 (0.0009) +[2026-06-02 18:51:01,262][352415] Updated weights for policy 0, policy_version 17084 (0.0008) +[2026-06-02 18:51:01,540][352415] Updated weights for policy 0, policy_version 17094 (0.0009) +[2026-06-02 18:51:01,821][352415] Updated weights for policy 0, policy_version 17104 (0.0010) +[2026-06-02 18:51:02,109][352415] Updated weights for policy 0, policy_version 17114 (0.0009) +[2026-06-02 18:51:02,918][352415] Updated weights for policy 0, policy_version 17124 (0.0009) +[2026-06-02 18:51:03,179][352415] Updated weights for policy 0, policy_version 17134 (0.0009) +[2026-06-02 18:51:03,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 8781824. Throughput: 0: 14276.2. Samples: 8788608. Policy #0 lag: (min: 26.0, avg: 48.1, max: 90.0) +[2026-06-02 18:51:03,381][351462] Avg episode reward: [(0, '552.494')] +[2026-06-02 18:51:03,459][352415] Updated weights for policy 0, policy_version 17144 (0.0009) +[2026-06-02 18:51:03,748][352415] Updated weights for policy 0, policy_version 17154 (0.0009) +[2026-06-02 18:51:04,020][352415] Updated weights for policy 0, policy_version 17164 (0.0009) +[2026-06-02 18:51:04,301][352415] Updated weights for policy 0, policy_version 17174 (0.0009) +[2026-06-02 18:51:04,562][352345] Saving new best policy, reward=552.494! +[2026-06-02 18:51:04,565][352415] Updated weights for policy 0, policy_version 17184 (0.0009) +[2026-06-02 18:51:05,395][352415] Updated weights for policy 0, policy_version 17194 (0.0009) +[2026-06-02 18:51:05,687][352415] Updated weights for policy 0, policy_version 17204 (0.0009) +[2026-06-02 18:51:05,951][352415] Updated weights for policy 0, policy_version 17214 (0.0009) +[2026-06-02 18:51:06,238][352415] Updated weights for policy 0, policy_version 17224 (0.0009) +[2026-06-02 18:51:06,515][352415] Updated weights for policy 0, policy_version 17234 (0.0009) +[2026-06-02 18:51:06,788][352415] Updated weights for policy 0, policy_version 17244 (0.0009) +[2026-06-02 18:51:07,611][352415] Updated weights for policy 0, policy_version 17254 (0.0008) +[2026-06-02 18:51:07,884][352415] Updated weights for policy 0, policy_version 17264 (0.0009) +[2026-06-02 18:51:08,157][352415] Updated weights for policy 0, policy_version 17274 (0.0009) +[2026-06-02 18:51:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 8847360. Throughput: 0: 14051.6. Samples: 8867840. Policy #0 lag: (min: 26.0, avg: 48.1, max: 90.0) +[2026-06-02 18:51:08,381][351462] Avg episode reward: [(0, '569.332')] +[2026-06-02 18:51:08,427][352415] Updated weights for policy 0, policy_version 17284 (0.0008) +[2026-06-02 18:51:08,715][352415] Updated weights for policy 0, policy_version 17294 (0.0009) +[2026-06-02 18:51:08,993][352415] Updated weights for policy 0, policy_version 17304 (0.0009) +[2026-06-02 18:51:09,200][352345] Saving new best policy, reward=569.332! +[2026-06-02 18:51:09,816][352415] Updated weights for policy 0, policy_version 17314 (0.0009) +[2026-06-02 18:51:10,085][352415] Updated weights for policy 0, policy_version 17324 (0.0009) +[2026-06-02 18:51:10,355][352415] Updated weights for policy 0, policy_version 17334 (0.0009) +[2026-06-02 18:51:10,632][352415] Updated weights for policy 0, policy_version 17344 (0.0009) +[2026-06-02 18:51:10,916][352415] Updated weights for policy 0, policy_version 17354 (0.0009) +[2026-06-02 18:51:11,191][352415] Updated weights for policy 0, policy_version 17364 (0.0009) +[2026-06-02 18:51:11,490][352415] Updated weights for policy 0, policy_version 17374 (0.0009) +[2026-06-02 18:51:12,295][352415] Updated weights for policy 0, policy_version 17384 (0.0009) +[2026-06-02 18:51:12,576][352415] Updated weights for policy 0, policy_version 17394 (0.0009) +[2026-06-02 18:51:12,851][352415] Updated weights for policy 0, policy_version 17404 (0.0009) +[2026-06-02 18:51:13,123][352415] Updated weights for policy 0, policy_version 17414 (0.0009) +[2026-06-02 18:51:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 8912896. Throughput: 0: 14043.0. Samples: 8956544. Policy #0 lag: (min: 26.0, avg: 48.1, max: 90.0) +[2026-06-02 18:51:13,381][351462] Avg episode reward: [(0, '577.556')] +[2026-06-02 18:51:13,412][352415] Updated weights for policy 0, policy_version 17424 (0.0008) +[2026-06-02 18:51:13,674][352415] Updated weights for policy 0, policy_version 17434 (0.0009) +[2026-06-02 18:51:13,844][352345] Saving new best policy, reward=577.556! +[2026-06-02 18:51:14,528][352415] Updated weights for policy 0, policy_version 17445 (0.0009) +[2026-06-02 18:51:14,798][352415] Updated weights for policy 0, policy_version 17455 (0.0009) +[2026-06-02 18:51:15,085][352415] Updated weights for policy 0, policy_version 17465 (0.0009) +[2026-06-02 18:51:15,356][352415] Updated weights for policy 0, policy_version 17475 (0.0009) +[2026-06-02 18:51:15,633][352415] Updated weights for policy 0, policy_version 17485 (0.0009) +[2026-06-02 18:51:15,927][352415] Updated weights for policy 0, policy_version 17495 (0.0008) +[2026-06-02 18:51:16,747][352415] Updated weights for policy 0, policy_version 17505 (0.0009) +[2026-06-02 18:51:17,004][352415] Updated weights for policy 0, policy_version 17515 (0.0008) +[2026-06-02 18:51:17,280][352415] Updated weights for policy 0, policy_version 17525 (0.0008) +[2026-06-02 18:51:17,545][352415] Updated weights for policy 0, policy_version 17535 (0.0008) +[2026-06-02 18:51:17,820][352415] Updated weights for policy 0, policy_version 17545 (0.0008) +[2026-06-02 18:51:18,118][352415] Updated weights for policy 0, policy_version 17555 (0.0009) +[2026-06-02 18:51:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 8978432. Throughput: 0: 14054.4. Samples: 8996608. Policy #0 lag: (min: 12.0, avg: 32.3, max: 76.0) +[2026-06-02 18:51:18,381][351462] Avg episode reward: [(0, '549.028')] +[2026-06-02 18:51:18,392][352415] Updated weights for policy 0, policy_version 17565 (0.0009) +[2026-06-02 18:51:19,202][352415] Updated weights for policy 0, policy_version 17575 (0.0009) +[2026-06-02 18:51:19,486][352415] Updated weights for policy 0, policy_version 17585 (0.0009) +[2026-06-02 18:51:19,770][352415] Updated weights for policy 0, policy_version 17595 (0.0009) +[2026-06-02 18:51:20,047][352415] Updated weights for policy 0, policy_version 17605 (0.0009) +[2026-06-02 18:51:20,328][352415] Updated weights for policy 0, policy_version 17615 (0.0009) +[2026-06-02 18:51:20,597][352415] Updated weights for policy 0, policy_version 17625 (0.0009) +[2026-06-02 18:51:21,420][352415] Updated weights for policy 0, policy_version 17635 (0.0009) +[2026-06-02 18:51:21,679][352415] Updated weights for policy 0, policy_version 17645 (0.0009) +[2026-06-02 18:51:21,958][352415] Updated weights for policy 0, policy_version 17655 (0.0009) +[2026-06-02 18:51:22,250][352415] Updated weights for policy 0, policy_version 17665 (0.0009) +[2026-06-02 18:51:22,528][352415] Updated weights for policy 0, policy_version 17675 (0.0009) +[2026-06-02 18:51:22,794][352415] Updated weights for policy 0, policy_version 17685 (0.0009) +[2026-06-02 18:51:23,087][352415] Updated weights for policy 0, policy_version 17695 (0.0009) +[2026-06-02 18:51:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9076736. Throughput: 0: 14202.3. Samples: 9085568. Policy #0 lag: (min: 12.0, avg: 32.3, max: 76.0) +[2026-06-02 18:51:23,381][351462] Avg episode reward: [(0, '547.369')] +[2026-06-02 18:51:23,898][352415] Updated weights for policy 0, policy_version 17705 (0.0009) +[2026-06-02 18:51:24,175][352415] Updated weights for policy 0, policy_version 17715 (0.0009) +[2026-06-02 18:51:24,453][352415] Updated weights for policy 0, policy_version 17725 (0.0009) +[2026-06-02 18:51:24,728][352415] Updated weights for policy 0, policy_version 17735 (0.0009) +[2026-06-02 18:51:25,001][352415] Updated weights for policy 0, policy_version 17745 (0.0009) +[2026-06-02 18:51:25,287][352415] Updated weights for policy 0, policy_version 17755 (0.0008) +[2026-06-02 18:51:26,098][352415] Updated weights for policy 0, policy_version 17765 (0.0009) +[2026-06-02 18:51:26,371][352415] Updated weights for policy 0, policy_version 17775 (0.0009) +[2026-06-02 18:51:26,649][352415] Updated weights for policy 0, policy_version 17785 (0.0009) +[2026-06-02 18:51:26,919][352415] Updated weights for policy 0, policy_version 17795 (0.0009) +[2026-06-02 18:51:27,190][352415] Updated weights for policy 0, policy_version 17805 (0.0008) +[2026-06-02 18:51:27,488][352415] Updated weights for policy 0, policy_version 17815 (0.0009) +[2026-06-02 18:51:28,298][352415] Updated weights for policy 0, policy_version 17825 (0.0009) +[2026-06-02 18:51:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9142272. Throughput: 0: 14222.2. Samples: 9171584. Policy #0 lag: (min: 48.0, avg: 73.6, max: 112.0) +[2026-06-02 18:51:28,381][351462] Avg episode reward: [(0, '555.973')] +[2026-06-02 18:51:28,563][352415] Updated weights for policy 0, policy_version 17835 (0.0009) +[2026-06-02 18:51:28,830][352415] Updated weights for policy 0, policy_version 17845 (0.0008) +[2026-06-02 18:51:29,117][352415] Updated weights for policy 0, policy_version 17855 (0.0009) +[2026-06-02 18:51:29,382][352415] Updated weights for policy 0, policy_version 17865 (0.0009) +[2026-06-02 18:51:29,661][352415] Updated weights for policy 0, policy_version 17875 (0.0008) +[2026-06-02 18:51:29,952][352415] Updated weights for policy 0, policy_version 17885 (0.0009) +[2026-06-02 18:51:30,776][352415] Updated weights for policy 0, policy_version 17895 (0.0009) +[2026-06-02 18:51:31,037][352415] Updated weights for policy 0, policy_version 17905 (0.0009) +[2026-06-02 18:51:31,329][352415] Updated weights for policy 0, policy_version 17915 (0.0009) +[2026-06-02 18:51:31,607][352415] Updated weights for policy 0, policy_version 17925 (0.0009) +[2026-06-02 18:51:31,878][352415] Updated weights for policy 0, policy_version 17935 (0.0009) +[2026-06-02 18:51:32,165][352415] Updated weights for policy 0, policy_version 17945 (0.0009) +[2026-06-02 18:51:32,984][352415] Updated weights for policy 0, policy_version 17955 (0.0009) +[2026-06-02 18:51:33,249][352415] Updated weights for policy 0, policy_version 17965 (0.0009) +[2026-06-02 18:51:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9207808. Throughput: 0: 14296.2. Samples: 9214464. Policy #0 lag: (min: 48.0, avg: 73.6, max: 112.0) +[2026-06-02 18:51:33,380][351462] Avg episode reward: [(0, '570.209')] +[2026-06-02 18:51:33,522][352415] Updated weights for policy 0, policy_version 17975 (0.0008) +[2026-06-02 18:51:33,809][352415] Updated weights for policy 0, policy_version 17985 (0.0009) +[2026-06-02 18:51:34,082][352415] Updated weights for policy 0, policy_version 17995 (0.0009) +[2026-06-02 18:51:34,364][352415] Updated weights for policy 0, policy_version 18005 (0.0009) +[2026-06-02 18:51:34,641][352415] Updated weights for policy 0, policy_version 18015 (0.0008) +[2026-06-02 18:51:35,468][352415] Updated weights for policy 0, policy_version 18025 (0.0009) +[2026-06-02 18:51:35,744][352415] Updated weights for policy 0, policy_version 18035 (0.0009) +[2026-06-02 18:51:36,031][352415] Updated weights for policy 0, policy_version 18045 (0.0009) +[2026-06-02 18:51:36,309][352415] Updated weights for policy 0, policy_version 18055 (0.0009) +[2026-06-02 18:51:36,590][352415] Updated weights for policy 0, policy_version 18065 (0.0009) +[2026-06-02 18:51:36,858][352415] Updated weights for policy 0, policy_version 18075 (0.0009) +[2026-06-02 18:51:37,674][352415] Updated weights for policy 0, policy_version 18085 (0.0009) +[2026-06-02 18:51:37,952][352415] Updated weights for policy 0, policy_version 18095 (0.0009) +[2026-06-02 18:51:38,232][352415] Updated weights for policy 0, policy_version 18105 (0.0009) +[2026-06-02 18:51:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 9273344. Throughput: 0: 14099.9. Samples: 9293952. Policy #0 lag: (min: 48.0, avg: 73.6, max: 112.0) +[2026-06-02 18:51:38,380][351462] Avg episode reward: [(0, '578.101')] +[2026-06-02 18:51:38,518][352415] Updated weights for policy 0, policy_version 18115 (0.0009) +[2026-06-02 18:51:38,796][352415] Updated weights for policy 0, policy_version 18125 (0.0009) +[2026-06-02 18:51:39,066][352415] Updated weights for policy 0, policy_version 18135 (0.0009) +[2026-06-02 18:51:39,314][352345] Saving new best policy, reward=578.101! +[2026-06-02 18:51:39,898][352415] Updated weights for policy 0, policy_version 18145 (0.0009) +[2026-06-02 18:51:40,148][352415] Updated weights for policy 0, policy_version 18155 (0.0009) +[2026-06-02 18:51:40,442][352415] Updated weights for policy 0, policy_version 18165 (0.0009) +[2026-06-02 18:51:40,721][352415] Updated weights for policy 0, policy_version 18175 (0.0009) +[2026-06-02 18:51:40,999][352415] Updated weights for policy 0, policy_version 18185 (0.0009) +[2026-06-02 18:51:41,280][352415] Updated weights for policy 0, policy_version 18195 (0.0009) +[2026-06-02 18:51:41,552][352415] Updated weights for policy 0, policy_version 18205 (0.0009) +[2026-06-02 18:51:42,355][352415] Updated weights for policy 0, policy_version 18215 (0.0009) +[2026-06-02 18:51:42,629][352415] Updated weights for policy 0, policy_version 18225 (0.0009) +[2026-06-02 18:51:42,900][352415] Updated weights for policy 0, policy_version 18235 (0.0008) +[2026-06-02 18:51:43,183][352415] Updated weights for policy 0, policy_version 18245 (0.0009) +[2026-06-02 18:51:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 9338880. Throughput: 0: 14068.6. Samples: 9382656. Policy #0 lag: (min: 18.0, avg: 46.2, max: 82.0) +[2026-06-02 18:51:43,380][351462] Avg episode reward: [(0, '589.945')] +[2026-06-02 18:51:43,451][352415] Updated weights for policy 0, policy_version 18255 (0.0008) +[2026-06-02 18:51:43,743][352415] Updated weights for policy 0, policy_version 18265 (0.0009) +[2026-06-02 18:51:43,926][352345] Saving new best policy, reward=589.945! +[2026-06-02 18:51:44,577][352415] Updated weights for policy 0, policy_version 18275 (0.0009) +[2026-06-02 18:51:44,842][352415] Updated weights for policy 0, policy_version 18285 (0.0009) +[2026-06-02 18:51:45,108][352415] Updated weights for policy 0, policy_version 18295 (0.0009) +[2026-06-02 18:51:45,387][352415] Updated weights for policy 0, policy_version 18305 (0.0009) +[2026-06-02 18:51:45,683][352415] Updated weights for policy 0, policy_version 18315 (0.0009) +[2026-06-02 18:51:45,955][352415] Updated weights for policy 0, policy_version 18325 (0.0009) +[2026-06-02 18:51:46,234][352415] Updated weights for policy 0, policy_version 18335 (0.0008) +[2026-06-02 18:51:47,030][352415] Updated weights for policy 0, policy_version 18345 (0.0009) +[2026-06-02 18:51:47,302][352415] Updated weights for policy 0, policy_version 18355 (0.0009) +[2026-06-02 18:51:47,572][352415] Updated weights for policy 0, policy_version 18365 (0.0008) +[2026-06-02 18:51:47,861][352415] Updated weights for policy 0, policy_version 18375 (0.0008) +[2026-06-02 18:51:48,137][352415] Updated weights for policy 0, policy_version 18385 (0.0008) +[2026-06-02 18:51:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 9404416. Throughput: 0: 14088.6. Samples: 9422592. Policy #0 lag: (min: 18.0, avg: 46.2, max: 82.0) +[2026-06-02 18:51:48,380][351462] Avg episode reward: [(0, '588.828')] +[2026-06-02 18:51:48,420][352415] Updated weights for policy 0, policy_version 18395 (0.0009) +[2026-06-02 18:51:49,241][352415] Updated weights for policy 0, policy_version 18405 (0.0009) +[2026-06-02 18:51:49,506][352415] Updated weights for policy 0, policy_version 18415 (0.0009) +[2026-06-02 18:51:49,790][352415] Updated weights for policy 0, policy_version 18425 (0.0009) +[2026-06-02 18:51:50,064][352415] Updated weights for policy 0, policy_version 18435 (0.0009) +[2026-06-02 18:51:50,342][352415] Updated weights for policy 0, policy_version 18445 (0.0009) +[2026-06-02 18:51:50,631][352415] Updated weights for policy 0, policy_version 18455 (0.0009) +[2026-06-02 18:51:51,441][352415] Updated weights for policy 0, policy_version 18465 (0.0009) +[2026-06-02 18:51:51,707][352415] Updated weights for policy 0, policy_version 18475 (0.0009) +[2026-06-02 18:51:51,988][352415] Updated weights for policy 0, policy_version 18485 (0.0009) +[2026-06-02 18:51:52,252][352415] Updated weights for policy 0, policy_version 18495 (0.0009) +[2026-06-02 18:51:52,538][352415] Updated weights for policy 0, policy_version 18505 (0.0009) +[2026-06-02 18:51:52,812][352415] Updated weights for policy 0, policy_version 18515 (0.0009) +[2026-06-02 18:51:53,101][352415] Updated weights for policy 0, policy_version 18525 (0.0009) +[2026-06-02 18:51:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9502720. Throughput: 0: 14310.4. Samples: 9511808. Policy #0 lag: (min: 18.0, avg: 46.2, max: 82.0) +[2026-06-02 18:51:53,380][351462] Avg episode reward: [(0, '578.309')] +[2026-06-02 18:51:53,898][352415] Updated weights for policy 0, policy_version 18535 (0.0009) +[2026-06-02 18:51:54,188][352415] Updated weights for policy 0, policy_version 18545 (0.0009) +[2026-06-02 18:51:54,455][352415] Updated weights for policy 0, policy_version 18555 (0.0009) +[2026-06-02 18:51:54,734][352415] Updated weights for policy 0, policy_version 18565 (0.0009) +[2026-06-02 18:51:55,012][352415] Updated weights for policy 0, policy_version 18575 (0.0009) +[2026-06-02 18:51:55,291][352415] Updated weights for policy 0, policy_version 18585 (0.0009) +[2026-06-02 18:51:56,116][352415] Updated weights for policy 0, policy_version 18595 (0.0009) +[2026-06-02 18:51:56,387][352415] Updated weights for policy 0, policy_version 18605 (0.0009) +[2026-06-02 18:51:56,662][352415] Updated weights for policy 0, policy_version 18615 (0.0009) +[2026-06-02 18:51:56,944][352415] Updated weights for policy 0, policy_version 18625 (0.0009) +[2026-06-02 18:51:57,220][352415] Updated weights for policy 0, policy_version 18635 (0.0009) +[2026-06-02 18:51:57,487][352415] Updated weights for policy 0, policy_version 18645 (0.0009) +[2026-06-02 18:51:57,782][352415] Updated weights for policy 0, policy_version 18655 (0.0009) +[2026-06-02 18:51:58,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9568256. Throughput: 0: 14188.1. Samples: 9595008. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 18:51:58,381][351462] Avg episode reward: [(0, '595.822')] +[2026-06-02 18:51:58,585][352415] Updated weights for policy 0, policy_version 18665 (0.0009) +[2026-06-02 18:51:58,866][352415] Updated weights for policy 0, policy_version 18675 (0.0008) +[2026-06-02 18:51:59,152][352415] Updated weights for policy 0, policy_version 18685 (0.0009) +[2026-06-02 18:51:59,429][352415] Updated weights for policy 0, policy_version 18695 (0.0009) +[2026-06-02 18:51:59,703][352415] Updated weights for policy 0, policy_version 18705 (0.0009) +[2026-06-02 18:51:59,975][352415] Updated weights for policy 0, policy_version 18715 (0.0010) +[2026-06-02 18:52:00,117][352345] Saving new best policy, reward=595.822! +[2026-06-02 18:52:00,795][352415] Updated weights for policy 0, policy_version 18725 (0.0010) +[2026-06-02 18:52:01,069][352415] Updated weights for policy 0, policy_version 18735 (0.0009) +[2026-06-02 18:52:01,347][352415] Updated weights for policy 0, policy_version 18745 (0.0009) +[2026-06-02 18:52:01,627][352415] Updated weights for policy 0, policy_version 18755 (0.0009) +[2026-06-02 18:52:01,923][352415] Updated weights for policy 0, policy_version 18766 (0.0009) +[2026-06-02 18:52:02,216][352415] Updated weights for policy 0, policy_version 18776 (0.0009) +[2026-06-02 18:52:03,032][352415] Updated weights for policy 0, policy_version 18786 (0.0009) +[2026-06-02 18:52:03,289][352415] Updated weights for policy 0, policy_version 18796 (0.0009) +[2026-06-02 18:52:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9633792. Throughput: 0: 14313.3. Samples: 9640704. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 18:52:03,380][351462] Avg episode reward: [(0, '579.722')] +[2026-06-02 18:52:03,583][352415] Updated weights for policy 0, policy_version 18806 (0.0009) +[2026-06-02 18:52:03,856][352415] Updated weights for policy 0, policy_version 18816 (0.0009) +[2026-06-02 18:52:04,140][352415] Updated weights for policy 0, policy_version 18826 (0.0009) +[2026-06-02 18:52:04,414][352415] Updated weights for policy 0, policy_version 18836 (0.0009) +[2026-06-02 18:52:04,694][352415] Updated weights for policy 0, policy_version 18846 (0.0009) +[2026-06-02 18:52:05,512][352415] Updated weights for policy 0, policy_version 18856 (0.0009) +[2026-06-02 18:52:05,792][352415] Updated weights for policy 0, policy_version 18866 (0.0009) +[2026-06-02 18:52:06,064][352415] Updated weights for policy 0, policy_version 18876 (0.0009) +[2026-06-02 18:52:06,354][352415] Updated weights for policy 0, policy_version 18886 (0.0009) +[2026-06-02 18:52:06,622][352415] Updated weights for policy 0, policy_version 18896 (0.0009) +[2026-06-02 18:52:06,905][352415] Updated weights for policy 0, policy_version 18906 (0.0008) +[2026-06-02 18:52:07,702][352415] Updated weights for policy 0, policy_version 18916 (0.0009) +[2026-06-02 18:52:07,990][352415] Updated weights for policy 0, policy_version 18926 (0.0009) +[2026-06-02 18:52:08,258][352415] Updated weights for policy 0, policy_version 18936 (0.0008) +[2026-06-02 18:52:08,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 9699328. Throughput: 0: 14097.0. Samples: 9719936. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 18:52:08,381][351462] Avg episode reward: [(0, '585.647')] +[2026-06-02 18:52:08,543][352415] Updated weights for policy 0, policy_version 18946 (0.0008) +[2026-06-02 18:52:08,828][352415] Updated weights for policy 0, policy_version 18956 (0.0009) +[2026-06-02 18:52:09,103][352415] Updated weights for policy 0, policy_version 18966 (0.0009) +[2026-06-02 18:52:09,372][352415] Updated weights for policy 0, policy_version 18976 (0.0008) +[2026-06-02 18:52:10,193][352415] Updated weights for policy 0, policy_version 18986 (0.0009) +[2026-06-02 18:52:10,469][352415] Updated weights for policy 0, policy_version 18996 (0.0009) +[2026-06-02 18:52:10,759][352415] Updated weights for policy 0, policy_version 19006 (0.0009) +[2026-06-02 18:52:11,027][352415] Updated weights for policy 0, policy_version 19016 (0.0009) +[2026-06-02 18:52:11,310][352415] Updated weights for policy 0, policy_version 19026 (0.0009) +[2026-06-02 18:52:11,593][352415] Updated weights for policy 0, policy_version 19036 (0.0009) +[2026-06-02 18:52:12,408][352415] Updated weights for policy 0, policy_version 19046 (0.0009) +[2026-06-02 18:52:12,685][352415] Updated weights for policy 0, policy_version 19056 (0.0008) +[2026-06-02 18:52:12,948][352415] Updated weights for policy 0, policy_version 19066 (0.0006) +[2026-06-02 18:52:13,245][352415] Updated weights for policy 0, policy_version 19076 (0.0005) +[2026-06-02 18:52:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 9764864. Throughput: 0: 14179.6. Samples: 9809664. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:52:13,381][351462] Avg episode reward: [(0, '607.449')] +[2026-06-02 18:52:13,525][352415] Updated weights for policy 0, policy_version 19086 (0.0009) +[2026-06-02 18:52:13,800][352415] Updated weights for policy 0, policy_version 19096 (0.0006) +[2026-06-02 18:52:14,014][352345] Saving new best policy, reward=607.449! +[2026-06-02 18:52:14,613][352415] Updated weights for policy 0, policy_version 19106 (0.0006) +[2026-06-02 18:52:14,872][352415] Updated weights for policy 0, policy_version 19116 (0.0009) +[2026-06-02 18:52:15,152][352415] Updated weights for policy 0, policy_version 19126 (0.0009) +[2026-06-02 18:52:15,429][352415] Updated weights for policy 0, policy_version 19136 (0.0008) +[2026-06-02 18:52:15,721][352415] Updated weights for policy 0, policy_version 19146 (0.0009) +[2026-06-02 18:52:16,001][352415] Updated weights for policy 0, policy_version 19156 (0.0009) +[2026-06-02 18:52:16,294][352415] Updated weights for policy 0, policy_version 19167 (0.0009) +[2026-06-02 18:52:17,117][352415] Updated weights for policy 0, policy_version 19177 (0.0010) +[2026-06-02 18:52:17,388][352415] Updated weights for policy 0, policy_version 19187 (0.0009) +[2026-06-02 18:52:17,670][352415] Updated weights for policy 0, policy_version 19197 (0.0009) +[2026-06-02 18:52:17,949][352415] Updated weights for policy 0, policy_version 19207 (0.0009) +[2026-06-02 18:52:18,230][352415] Updated weights for policy 0, policy_version 19217 (0.0009) +[2026-06-02 18:52:18,380][351462] Fps is (10 sec: 13107.5, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 9830400. Throughput: 0: 14122.7. Samples: 9849984. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:52:18,381][351462] Avg episode reward: [(0, '601.329')] +[2026-06-02 18:52:18,500][352415] Updated weights for policy 0, policy_version 19227 (0.0009) +[2026-06-02 18:52:19,333][352415] Updated weights for policy 0, policy_version 19237 (0.0009) +[2026-06-02 18:52:19,608][352415] Updated weights for policy 0, policy_version 19247 (0.0009) +[2026-06-02 18:52:19,889][352415] Updated weights for policy 0, policy_version 19257 (0.0008) +[2026-06-02 18:52:20,161][352415] Updated weights for policy 0, policy_version 19267 (0.0008) +[2026-06-02 18:52:20,449][352415] Updated weights for policy 0, policy_version 19277 (0.0008) +[2026-06-02 18:52:20,725][352415] Updated weights for policy 0, policy_version 19287 (0.0008) +[2026-06-02 18:52:21,543][352415] Updated weights for policy 0, policy_version 19297 (0.0008) +[2026-06-02 18:52:21,816][352415] Updated weights for policy 0, policy_version 19307 (0.0009) +[2026-06-02 18:52:22,090][352415] Updated weights for policy 0, policy_version 19317 (0.0009) +[2026-06-02 18:52:22,369][352415] Updated weights for policy 0, policy_version 19327 (0.0009) +[2026-06-02 18:52:22,636][352415] Updated weights for policy 0, policy_version 19337 (0.0009) +[2026-06-02 18:52:22,928][352415] Updated weights for policy 0, policy_version 19347 (0.0009) +[2026-06-02 18:52:23,204][352415] Updated weights for policy 0, policy_version 19357 (0.0009) +[2026-06-02 18:52:23,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 9928704. Throughput: 0: 14341.7. Samples: 9939328. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:52:23,381][351462] Avg episode reward: [(0, '621.357')] +[2026-06-02 18:52:23,385][352345] Saving new best policy, reward=621.357! +[2026-06-02 18:52:24,024][352415] Updated weights for policy 0, policy_version 19367 (0.0009) +[2026-06-02 18:52:24,303][352415] Updated weights for policy 0, policy_version 19377 (0.0009) +[2026-06-02 18:52:24,580][352415] Updated weights for policy 0, policy_version 19387 (0.0009) +[2026-06-02 18:52:24,861][352415] Updated weights for policy 0, policy_version 19397 (0.0009) +[2026-06-02 18:52:25,136][352415] Updated weights for policy 0, policy_version 19407 (0.0009) +[2026-06-02 18:52:25,409][352415] Updated weights for policy 0, policy_version 19417 (0.0009) +[2026-06-02 18:52:26,244][352415] Updated weights for policy 0, policy_version 19427 (0.0009) +[2026-06-02 18:52:26,512][352415] Updated weights for policy 0, policy_version 19437 (0.0009) +[2026-06-02 18:52:26,799][352415] Updated weights for policy 0, policy_version 19447 (0.0009) +[2026-06-02 18:52:27,075][352415] Updated weights for policy 0, policy_version 19457 (0.0009) +[2026-06-02 18:52:27,343][352415] Updated weights for policy 0, policy_version 19467 (0.0008) +[2026-06-02 18:52:27,638][352415] Updated weights for policy 0, policy_version 19477 (0.0009) +[2026-06-02 18:52:27,914][352415] Updated weights for policy 0, policy_version 19487 (0.0009) +[2026-06-02 18:52:28,380][351462] Fps is (10 sec: 16383.8, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 9994240. Throughput: 0: 14151.1. Samples: 10019456. Policy #0 lag: (min: 55.0, avg: 76.0, max: 119.0) +[2026-06-02 18:52:28,381][351462] Avg episode reward: [(0, '621.646')] +[2026-06-02 18:52:28,715][352415] Updated weights for policy 0, policy_version 19497 (0.0009) +[2026-06-02 18:52:28,987][352415] Updated weights for policy 0, policy_version 19507 (0.0008) +[2026-06-02 18:52:29,258][352415] Updated weights for policy 0, policy_version 19517 (0.0009) +[2026-06-02 18:52:29,552][352415] Updated weights for policy 0, policy_version 19527 (0.0009) +[2026-06-02 18:52:29,825][352415] Updated weights for policy 0, policy_version 19537 (0.0009) +[2026-06-02 18:52:30,114][352415] Updated weights for policy 0, policy_version 19547 (0.0009) +[2026-06-02 18:52:30,238][352345] Saving new best policy, reward=621.646! +[2026-06-02 18:52:30,929][352415] Updated weights for policy 0, policy_version 19557 (0.0009) +[2026-06-02 18:52:31,203][352415] Updated weights for policy 0, policy_version 19567 (0.0009) +[2026-06-02 18:52:31,471][352415] Updated weights for policy 0, policy_version 19577 (0.0008) +[2026-06-02 18:52:31,749][352415] Updated weights for policy 0, policy_version 19587 (0.0008) +[2026-06-02 18:52:32,035][352415] Updated weights for policy 0, policy_version 19597 (0.0009) +[2026-06-02 18:52:32,311][352415] Updated weights for policy 0, policy_version 19607 (0.0009) +[2026-06-02 18:52:33,156][352415] Updated weights for policy 0, policy_version 19617 (0.0009) +[2026-06-02 18:52:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10059776. Throughput: 0: 14353.1. Samples: 10068480. Policy #0 lag: (min: 55.0, avg: 76.0, max: 119.0) +[2026-06-02 18:52:33,381][351462] Avg episode reward: [(0, '612.554')] +[2026-06-02 18:52:33,419][352415] Updated weights for policy 0, policy_version 19627 (0.0009) +[2026-06-02 18:52:33,700][352415] Updated weights for policy 0, policy_version 19637 (0.0009) +[2026-06-02 18:52:33,970][352415] Updated weights for policy 0, policy_version 19647 (0.0009) +[2026-06-02 18:52:34,255][352415] Updated weights for policy 0, policy_version 19657 (0.0008) +[2026-06-02 18:52:34,529][352415] Updated weights for policy 0, policy_version 19667 (0.0009) +[2026-06-02 18:52:34,805][352415] Updated weights for policy 0, policy_version 19677 (0.0009) +[2026-06-02 18:52:35,653][352415] Updated weights for policy 0, policy_version 19687 (0.0009) +[2026-06-02 18:52:35,919][352415] Updated weights for policy 0, policy_version 19697 (0.0009) +[2026-06-02 18:52:36,205][352415] Updated weights for policy 0, policy_version 19707 (0.0009) +[2026-06-02 18:52:36,478][352415] Updated weights for policy 0, policy_version 19717 (0.0009) +[2026-06-02 18:52:36,744][352415] Updated weights for policy 0, policy_version 19727 (0.0009) +[2026-06-02 18:52:37,035][352415] Updated weights for policy 0, policy_version 19737 (0.0009) +[2026-06-02 18:52:37,847][352415] Updated weights for policy 0, policy_version 19747 (0.0009) +[2026-06-02 18:52:38,118][352415] Updated weights for policy 0, policy_version 19757 (0.0009) +[2026-06-02 18:52:38,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 10125312. Throughput: 0: 14134.0. Samples: 10147840. Policy #0 lag: (min: 55.0, avg: 76.0, max: 119.0) +[2026-06-02 18:52:38,381][351462] Avg episode reward: [(0, '627.705')] +[2026-06-02 18:52:38,394][352415] Updated weights for policy 0, policy_version 19767 (0.0009) +[2026-06-02 18:52:38,665][352415] Updated weights for policy 0, policy_version 19777 (0.0009) +[2026-06-02 18:52:38,956][352415] Updated weights for policy 0, policy_version 19787 (0.0009) +[2026-06-02 18:52:39,238][352415] Updated weights for policy 0, policy_version 19797 (0.0008) +[2026-06-02 18:52:39,511][352415] Updated weights for policy 0, policy_version 19807 (0.0009) +[2026-06-02 18:52:39,523][352345] Saving new best policy, reward=627.705! +[2026-06-02 18:52:40,336][352415] Updated weights for policy 0, policy_version 19817 (0.0009) +[2026-06-02 18:52:40,602][352415] Updated weights for policy 0, policy_version 19827 (0.0009) +[2026-06-02 18:52:40,888][352415] Updated weights for policy 0, policy_version 19837 (0.0004) +[2026-06-02 18:52:41,171][352415] Updated weights for policy 0, policy_version 19847 (0.0006) +[2026-06-02 18:52:41,448][352415] Updated weights for policy 0, policy_version 19857 (0.0009) +[2026-06-02 18:52:41,731][352415] Updated weights for policy 0, policy_version 19867 (0.0007) +[2026-06-02 18:52:42,510][352415] Updated weights for policy 0, policy_version 19877 (0.0006) +[2026-06-02 18:52:42,784][352415] Updated weights for policy 0, policy_version 19887 (0.0007) +[2026-06-02 18:52:43,062][352415] Updated weights for policy 0, policy_version 19897 (0.0009) +[2026-06-02 18:52:43,353][352415] Updated weights for policy 0, policy_version 19907 (0.0009) +[2026-06-02 18:52:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 10190848. Throughput: 0: 14262.1. Samples: 10236800. Policy #0 lag: (min: 55.0, avg: 76.0, max: 119.0) +[2026-06-02 18:52:43,381][351462] Avg episode reward: [(0, '618.887')] +[2026-06-02 18:52:43,634][352415] Updated weights for policy 0, policy_version 19917 (0.0009) +[2026-06-02 18:52:43,904][352415] Updated weights for policy 0, policy_version 19927 (0.0008) +[2026-06-02 18:52:44,722][352415] Updated weights for policy 0, policy_version 19937 (0.0009) +[2026-06-02 18:52:44,990][352415] Updated weights for policy 0, policy_version 19947 (0.0009) +[2026-06-02 18:52:45,275][352415] Updated weights for policy 0, policy_version 19957 (0.0009) +[2026-06-02 18:52:45,558][352415] Updated weights for policy 0, policy_version 19967 (0.0009) +[2026-06-02 18:52:45,834][352415] Updated weights for policy 0, policy_version 19977 (0.0009) +[2026-06-02 18:52:46,109][352415] Updated weights for policy 0, policy_version 19987 (0.0009) +[2026-06-02 18:52:46,395][352415] Updated weights for policy 0, policy_version 19997 (0.0009) +[2026-06-02 18:52:47,204][352415] Updated weights for policy 0, policy_version 20007 (0.0009) +[2026-06-02 18:52:47,477][352415] Updated weights for policy 0, policy_version 20017 (0.0009) +[2026-06-02 18:52:47,754][352415] Updated weights for policy 0, policy_version 20027 (0.0009) +[2026-06-02 18:52:48,025][352415] Updated weights for policy 0, policy_version 20037 (0.0009) +[2026-06-02 18:52:48,315][352415] Updated weights for policy 0, policy_version 20047 (0.0009) +[2026-06-02 18:52:48,380][351462] Fps is (10 sec: 13107.4, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 10256384. Throughput: 0: 14134.0. Samples: 10276736. Policy #0 lag: (min: 11.0, avg: 56.1, max: 75.0) +[2026-06-02 18:52:48,381][351462] Avg episode reward: [(0, '608.191')] +[2026-06-02 18:52:48,594][352415] Updated weights for policy 0, policy_version 20057 (0.0009) +[2026-06-02 18:52:49,405][352415] Updated weights for policy 0, policy_version 20067 (0.0009) +[2026-06-02 18:52:49,670][352415] Updated weights for policy 0, policy_version 20077 (0.0008) +[2026-06-02 18:52:49,940][352415] Updated weights for policy 0, policy_version 20087 (0.0009) +[2026-06-02 18:52:50,233][352415] Updated weights for policy 0, policy_version 20097 (0.0009) +[2026-06-02 18:52:50,511][352415] Updated weights for policy 0, policy_version 20107 (0.0009) +[2026-06-02 18:52:50,786][352415] Updated weights for policy 0, policy_version 20117 (0.0009) +[2026-06-02 18:52:51,053][352415] Updated weights for policy 0, policy_version 20127 (0.0009) +[2026-06-02 18:52:51,878][352415] Updated weights for policy 0, policy_version 20137 (0.0009) +[2026-06-02 18:52:52,146][352415] Updated weights for policy 0, policy_version 20147 (0.0009) +[2026-06-02 18:52:52,422][352415] Updated weights for policy 0, policy_version 20157 (0.0009) +[2026-06-02 18:52:52,712][352415] Updated weights for policy 0, policy_version 20167 (0.0009) +[2026-06-02 18:52:52,977][352415] Updated weights for policy 0, policy_version 20177 (0.0009) +[2026-06-02 18:52:53,275][352415] Updated weights for policy 0, policy_version 20187 (0.0009) +[2026-06-02 18:52:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 10321920. Throughput: 0: 14333.2. Samples: 10364928. Policy #0 lag: (min: 11.0, avg: 56.1, max: 75.0) +[2026-06-02 18:52:53,381][351462] Avg episode reward: [(0, '593.188')] +[2026-06-02 18:52:54,083][352415] Updated weights for policy 0, policy_version 20197 (0.0009) +[2026-06-02 18:52:54,347][352415] Updated weights for policy 0, policy_version 20207 (0.0009) +[2026-06-02 18:52:54,635][352415] Updated weights for policy 0, policy_version 20217 (0.0009) +[2026-06-02 18:52:54,905][352415] Updated weights for policy 0, policy_version 20227 (0.0009) +[2026-06-02 18:52:55,195][352415] Updated weights for policy 0, policy_version 20237 (0.0010) +[2026-06-02 18:52:55,472][352415] Updated weights for policy 0, policy_version 20247 (0.0009) +[2026-06-02 18:52:56,291][352415] Updated weights for policy 0, policy_version 20257 (0.0009) +[2026-06-02 18:52:56,554][352415] Updated weights for policy 0, policy_version 20267 (0.0009) +[2026-06-02 18:52:56,831][352415] Updated weights for policy 0, policy_version 20277 (0.0009) +[2026-06-02 18:52:57,115][352415] Updated weights for policy 0, policy_version 20287 (0.0009) +[2026-06-02 18:52:57,387][352415] Updated weights for policy 0, policy_version 20297 (0.0009) +[2026-06-02 18:52:57,664][352415] Updated weights for policy 0, policy_version 20307 (0.0011) +[2026-06-02 18:52:57,943][352415] Updated weights for policy 0, policy_version 20317 (0.0010) +[2026-06-02 18:52:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10420224. Throughput: 0: 14094.2. Samples: 10443904. Policy #0 lag: (min: 11.0, avg: 56.1, max: 75.0) +[2026-06-02 18:52:58,381][351462] Avg episode reward: [(0, '583.049')] +[2026-06-02 18:52:58,743][352415] Updated weights for policy 0, policy_version 20327 (0.0009) +[2026-06-02 18:52:59,039][352415] Updated weights for policy 0, policy_version 20337 (0.0009) +[2026-06-02 18:52:59,304][352415] Updated weights for policy 0, policy_version 20347 (0.0010) +[2026-06-02 18:52:59,592][352415] Updated weights for policy 0, policy_version 20357 (0.0010) +[2026-06-02 18:52:59,862][352415] Updated weights for policy 0, policy_version 20367 (0.0010) +[2026-06-02 18:53:00,142][352415] Updated weights for policy 0, policy_version 20377 (0.0009) +[2026-06-02 18:53:00,958][352415] Updated weights for policy 0, policy_version 20387 (0.0011) +[2026-06-02 18:53:01,227][352415] Updated weights for policy 0, policy_version 20397 (0.0009) +[2026-06-02 18:53:01,496][352415] Updated weights for policy 0, policy_version 20407 (0.0009) +[2026-06-02 18:53:01,789][352415] Updated weights for policy 0, policy_version 20417 (0.0009) +[2026-06-02 18:53:02,069][352415] Updated weights for policy 0, policy_version 20427 (0.0009) +[2026-06-02 18:53:02,337][352415] Updated weights for policy 0, policy_version 20437 (0.0009) +[2026-06-02 18:53:02,622][352415] Updated weights for policy 0, policy_version 20447 (0.0009) +[2026-06-02 18:53:03,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10485760. Throughput: 0: 14304.7. Samples: 10493696. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:53:03,381][351462] Avg episode reward: [(0, '605.134')] +[2026-06-02 18:53:03,428][352415] Updated weights for policy 0, policy_version 20457 (0.0009) +[2026-06-02 18:53:03,696][352415] Updated weights for policy 0, policy_version 20467 (0.0009) +[2026-06-02 18:53:03,982][352415] Updated weights for policy 0, policy_version 20477 (0.0009) +[2026-06-02 18:53:04,266][352415] Updated weights for policy 0, policy_version 20487 (0.0009) +[2026-06-02 18:53:04,541][352415] Updated weights for policy 0, policy_version 20497 (0.0009) +[2026-06-02 18:53:04,826][352415] Updated weights for policy 0, policy_version 20507 (0.0009) +[2026-06-02 18:53:05,671][352415] Updated weights for policy 0, policy_version 20518 (0.0009) +[2026-06-02 18:53:05,958][352415] Updated weights for policy 0, policy_version 20528 (0.0009) +[2026-06-02 18:53:06,232][352415] Updated weights for policy 0, policy_version 20538 (0.0009) +[2026-06-02 18:53:06,509][352415] Updated weights for policy 0, policy_version 20548 (0.0009) +[2026-06-02 18:53:06,801][352415] Updated weights for policy 0, policy_version 20558 (0.0009) +[2026-06-02 18:53:07,075][352415] Updated weights for policy 0, policy_version 20568 (0.0009) +[2026-06-02 18:53:07,881][352415] Updated weights for policy 0, policy_version 20578 (0.0009) +[2026-06-02 18:53:08,167][352415] Updated weights for policy 0, policy_version 20589 (0.0009) +[2026-06-02 18:53:08,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10551296. Throughput: 0: 14082.8. Samples: 10573056. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:53:08,381][351462] Avg episode reward: [(0, '626.238')] +[2026-06-02 18:53:08,461][352415] Updated weights for policy 0, policy_version 20599 (0.0009) +[2026-06-02 18:53:08,741][352415] Updated weights for policy 0, policy_version 20609 (0.0009) +[2026-06-02 18:53:09,011][352415] Updated weights for policy 0, policy_version 20619 (0.0009) +[2026-06-02 18:53:09,299][352415] Updated weights for policy 0, policy_version 20629 (0.0008) +[2026-06-02 18:53:09,570][352415] Updated weights for policy 0, policy_version 20639 (0.0009) +[2026-06-02 18:53:10,355][352415] Updated weights for policy 0, policy_version 20649 (0.0009) +[2026-06-02 18:53:10,642][352415] Updated weights for policy 0, policy_version 20659 (0.0009) +[2026-06-02 18:53:10,921][352415] Updated weights for policy 0, policy_version 20669 (0.0009) +[2026-06-02 18:53:11,197][352415] Updated weights for policy 0, policy_version 20679 (0.0009) +[2026-06-02 18:53:11,470][352415] Updated weights for policy 0, policy_version 20689 (0.0009) +[2026-06-02 18:53:11,765][352415] Updated weights for policy 0, policy_version 20699 (0.0009) +[2026-06-02 18:53:12,559][352415] Updated weights for policy 0, policy_version 20709 (0.0009) +[2026-06-02 18:53:12,834][352415] Updated weights for policy 0, policy_version 20719 (0.0009) +[2026-06-02 18:53:13,122][352415] Updated weights for policy 0, policy_version 20729 (0.0009) +[2026-06-02 18:53:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 10616832. Throughput: 0: 14262.1. Samples: 10661248. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:53:13,380][351462] Avg episode reward: [(0, '635.806')] +[2026-06-02 18:53:13,393][352415] Updated weights for policy 0, policy_version 20739 (0.0008) +[2026-06-02 18:53:13,673][352415] Updated weights for policy 0, policy_version 20749 (0.0008) +[2026-06-02 18:53:13,963][352415] Updated weights for policy 0, policy_version 20759 (0.0009) +[2026-06-02 18:53:14,196][352345] Saving new best policy, reward=635.806! +[2026-06-02 18:53:14,785][352415] Updated weights for policy 0, policy_version 20769 (0.0009) +[2026-06-02 18:53:15,045][352415] Updated weights for policy 0, policy_version 20779 (0.0008) +[2026-06-02 18:53:15,328][352415] Updated weights for policy 0, policy_version 20789 (0.0005) +[2026-06-02 18:53:15,593][352415] Updated weights for policy 0, policy_version 20799 (0.0005) +[2026-06-02 18:53:15,873][352415] Updated weights for policy 0, policy_version 20809 (0.0005) +[2026-06-02 18:53:16,163][352415] Updated weights for policy 0, policy_version 20819 (0.0005) +[2026-06-02 18:53:16,436][352415] Updated weights for policy 0, policy_version 20829 (0.0005) +[2026-06-02 18:53:17,247][352415] Updated weights for policy 0, policy_version 20839 (0.0005) +[2026-06-02 18:53:17,542][352415] Updated weights for policy 0, policy_version 20850 (0.0007) +[2026-06-02 18:53:17,836][352415] Updated weights for policy 0, policy_version 20860 (0.0006) +[2026-06-02 18:53:18,110][352415] Updated weights for policy 0, policy_version 20870 (0.0009) +[2026-06-02 18:53:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 10682368. Throughput: 0: 14057.2. Samples: 10701056. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:53:18,381][351462] Avg episode reward: [(0, '636.892')] +[2026-06-02 18:53:18,383][352415] Updated weights for policy 0, policy_version 20880 (0.0009) +[2026-06-02 18:53:18,665][352415] Updated weights for policy 0, policy_version 20890 (0.0009) +[2026-06-02 18:53:18,834][352345] Saving new best policy, reward=636.892! +[2026-06-02 18:53:19,475][352415] Updated weights for policy 0, policy_version 20900 (0.0009) +[2026-06-02 18:53:19,761][352415] Updated weights for policy 0, policy_version 20910 (0.0009) +[2026-06-02 18:53:20,025][352415] Updated weights for policy 0, policy_version 20920 (0.0009) +[2026-06-02 18:53:20,305][352415] Updated weights for policy 0, policy_version 20930 (0.0009) +[2026-06-02 18:53:20,598][352415] Updated weights for policy 0, policy_version 20940 (0.0006) +[2026-06-02 18:53:20,894][352415] Updated weights for policy 0, policy_version 20950 (0.0021) +[2026-06-02 18:53:21,158][352415] Updated weights for policy 0, policy_version 20960 (0.0006) +[2026-06-02 18:53:22,039][352415] Updated weights for policy 0, policy_version 20970 (0.0006) +[2026-06-02 18:53:22,319][352415] Updated weights for policy 0, policy_version 20980 (0.0008) +[2026-06-02 18:53:22,603][352415] Updated weights for policy 0, policy_version 20990 (0.0009) +[2026-06-02 18:53:22,867][352415] Updated weights for policy 0, policy_version 21000 (0.0009) +[2026-06-02 18:53:23,177][352415] Updated weights for policy 0, policy_version 21011 (0.0009) +[2026-06-02 18:53:23,380][351462] Fps is (10 sec: 13107.1, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 10747904. Throughput: 0: 14330.4. Samples: 10792704. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:53:23,381][351462] Avg episode reward: [(0, '628.895')] +[2026-06-02 18:53:23,462][352415] Updated weights for policy 0, policy_version 21021 (0.0009) +[2026-06-02 18:53:24,285][352415] Updated weights for policy 0, policy_version 21031 (0.0007) +[2026-06-02 18:53:24,564][352415] Updated weights for policy 0, policy_version 21041 (0.0008) +[2026-06-02 18:53:24,840][352415] Updated weights for policy 0, policy_version 21051 (0.0009) +[2026-06-02 18:53:25,119][352415] Updated weights for policy 0, policy_version 21061 (0.0009) +[2026-06-02 18:53:25,389][352415] Updated weights for policy 0, policy_version 21071 (0.0009) +[2026-06-02 18:53:25,675][352415] Updated weights for policy 0, policy_version 21081 (0.0008) +[2026-06-02 18:53:26,479][352415] Updated weights for policy 0, policy_version 21091 (0.0009) +[2026-06-02 18:53:26,749][352415] Updated weights for policy 0, policy_version 21101 (0.0009) +[2026-06-02 18:53:27,026][352415] Updated weights for policy 0, policy_version 21111 (0.0009) +[2026-06-02 18:53:27,300][352415] Updated weights for policy 0, policy_version 21121 (0.0009) +[2026-06-02 18:53:27,585][352415] Updated weights for policy 0, policy_version 21131 (0.0009) +[2026-06-02 18:53:27,868][352415] Updated weights for policy 0, policy_version 21141 (0.0009) +[2026-06-02 18:53:28,147][352415] Updated weights for policy 0, policy_version 21151 (0.0009) +[2026-06-02 18:53:28,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10846208. Throughput: 0: 14116.9. Samples: 10872064. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:53:28,381][351462] Avg episode reward: [(0, '650.065')] +[2026-06-02 18:53:28,386][352345] Saving new best policy, reward=650.065! +[2026-06-02 18:53:28,943][352415] Updated weights for policy 0, policy_version 21161 (0.0005) +[2026-06-02 18:53:29,217][352415] Updated weights for policy 0, policy_version 21171 (0.0004) +[2026-06-02 18:53:29,495][352415] Updated weights for policy 0, policy_version 21181 (0.0007) +[2026-06-02 18:53:29,770][352415] Updated weights for policy 0, policy_version 21191 (0.0009) +[2026-06-02 18:53:30,054][352415] Updated weights for policy 0, policy_version 21201 (0.0009) +[2026-06-02 18:53:30,334][352415] Updated weights for policy 0, policy_version 21211 (0.0009) +[2026-06-02 18:53:31,150][352415] Updated weights for policy 0, policy_version 21221 (0.0009) +[2026-06-02 18:53:31,422][352415] Updated weights for policy 0, policy_version 21231 (0.0009) +[2026-06-02 18:53:31,693][352415] Updated weights for policy 0, policy_version 21241 (0.0009) +[2026-06-02 18:53:31,969][352415] Updated weights for policy 0, policy_version 21251 (0.0009) +[2026-06-02 18:53:32,252][352415] Updated weights for policy 0, policy_version 21261 (0.0009) +[2026-06-02 18:53:32,530][352415] Updated weights for policy 0, policy_version 21271 (0.0009) +[2026-06-02 18:53:33,358][352415] Updated weights for policy 0, policy_version 21281 (0.0009) +[2026-06-02 18:53:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10911744. Throughput: 0: 14330.3. Samples: 10921600. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:53:33,381][351462] Avg episode reward: [(0, '672.518')] +[2026-06-02 18:53:33,634][352415] Updated weights for policy 0, policy_version 21292 (0.0009) +[2026-06-02 18:53:33,920][352415] Updated weights for policy 0, policy_version 21302 (0.0009) +[2026-06-02 18:53:34,204][352415] Updated weights for policy 0, policy_version 21312 (0.0009) +[2026-06-02 18:53:34,482][352415] Updated weights for policy 0, policy_version 21322 (0.0009) +[2026-06-02 18:53:34,758][352415] Updated weights for policy 0, policy_version 21332 (0.0008) +[2026-06-02 18:53:35,039][352415] Updated weights for policy 0, policy_version 21342 (0.0009) +[2026-06-02 18:53:35,088][352345] Saving new best policy, reward=672.518! +[2026-06-02 18:53:35,880][352415] Updated weights for policy 0, policy_version 21352 (0.0009) +[2026-06-02 18:53:36,146][352415] Updated weights for policy 0, policy_version 21362 (0.0009) +[2026-06-02 18:53:36,428][352415] Updated weights for policy 0, policy_version 21372 (0.0009) +[2026-06-02 18:53:36,707][352415] Updated weights for policy 0, policy_version 21382 (0.0008) +[2026-06-02 18:53:36,976][352415] Updated weights for policy 0, policy_version 21392 (0.0009) +[2026-06-02 18:53:37,279][352415] Updated weights for policy 0, policy_version 21403 (0.0007) +[2026-06-02 18:53:38,086][352415] Updated weights for policy 0, policy_version 21413 (0.0009) +[2026-06-02 18:53:38,362][352415] Updated weights for policy 0, policy_version 21423 (0.0009) +[2026-06-02 18:53:38,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 10977280. Throughput: 0: 14136.9. Samples: 11001088. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:53:38,381][351462] Avg episode reward: [(0, '702.849')] +[2026-06-02 18:53:38,643][352415] Updated weights for policy 0, policy_version 21433 (0.0009) +[2026-06-02 18:53:38,917][352415] Updated weights for policy 0, policy_version 21443 (0.0009) +[2026-06-02 18:53:39,187][352415] Updated weights for policy 0, policy_version 21453 (0.0007) +[2026-06-02 18:53:39,476][352415] Updated weights for policy 0, policy_version 21463 (0.0009) +[2026-06-02 18:53:39,715][352345] Saving new best policy, reward=702.849! +[2026-06-02 18:53:40,281][352415] Updated weights for policy 0, policy_version 21473 (0.0009) +[2026-06-02 18:53:40,549][352415] Updated weights for policy 0, policy_version 21483 (0.0009) +[2026-06-02 18:53:40,831][352415] Updated weights for policy 0, policy_version 21493 (0.0009) +[2026-06-02 18:53:41,098][352415] Updated weights for policy 0, policy_version 21503 (0.0009) +[2026-06-02 18:53:41,377][352415] Updated weights for policy 0, policy_version 21513 (0.0008) +[2026-06-02 18:53:41,671][352415] Updated weights for policy 0, policy_version 21523 (0.0009) +[2026-06-02 18:53:41,941][352415] Updated weights for policy 0, policy_version 21533 (0.0009) +[2026-06-02 18:53:42,754][352415] Updated weights for policy 0, policy_version 21543 (0.0009) +[2026-06-02 18:53:43,027][352415] Updated weights for policy 0, policy_version 21553 (0.0009) +[2026-06-02 18:53:43,304][352415] Updated weights for policy 0, policy_version 21563 (0.0009) +[2026-06-02 18:53:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11042816. Throughput: 0: 14347.4. Samples: 11089536. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:53:43,381][351462] Avg episode reward: [(0, '715.118')] +[2026-06-02 18:53:43,588][352415] Updated weights for policy 0, policy_version 21573 (0.0009) +[2026-06-02 18:53:43,858][352415] Updated weights for policy 0, policy_version 21583 (0.0009) +[2026-06-02 18:53:44,145][352415] Updated weights for policy 0, policy_version 21593 (0.0009) +[2026-06-02 18:53:44,331][352345] Saving new best policy, reward=715.118! +[2026-06-02 18:53:44,953][352415] Updated weights for policy 0, policy_version 21603 (0.0009) +[2026-06-02 18:53:45,227][352415] Updated weights for policy 0, policy_version 21613 (0.0009) +[2026-06-02 18:53:45,503][352415] Updated weights for policy 0, policy_version 21623 (0.0009) +[2026-06-02 18:53:45,785][352415] Updated weights for policy 0, policy_version 21633 (0.0009) +[2026-06-02 18:53:46,059][352415] Updated weights for policy 0, policy_version 21643 (0.0009) +[2026-06-02 18:53:46,341][352415] Updated weights for policy 0, policy_version 21653 (0.0008) +[2026-06-02 18:53:46,611][352415] Updated weights for policy 0, policy_version 21663 (0.0008) +[2026-06-02 18:53:47,427][352415] Updated weights for policy 0, policy_version 21673 (0.0009) +[2026-06-02 18:53:47,701][352415] Updated weights for policy 0, policy_version 21683 (0.0008) +[2026-06-02 18:53:47,972][352415] Updated weights for policy 0, policy_version 21693 (0.0009) +[2026-06-02 18:53:48,256][352415] Updated weights for policy 0, policy_version 21703 (0.0008) +[2026-06-02 18:53:48,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11108352. Throughput: 0: 14114.1. Samples: 11128832. Policy #0 lag: (min: 63.0, avg: 83.3, max: 127.0) +[2026-06-02 18:53:48,381][351462] Avg episode reward: [(0, '717.321')] +[2026-06-02 18:53:48,530][352415] Updated weights for policy 0, policy_version 21713 (0.0009) +[2026-06-02 18:53:48,814][352415] Updated weights for policy 0, policy_version 21723 (0.0008) +[2026-06-02 18:53:48,942][352345] Saving new best policy, reward=717.321! +[2026-06-02 18:53:49,637][352415] Updated weights for policy 0, policy_version 21733 (0.0009) +[2026-06-02 18:53:49,893][352415] Updated weights for policy 0, policy_version 21743 (0.0009) +[2026-06-02 18:53:50,186][352415] Updated weights for policy 0, policy_version 21753 (0.0009) +[2026-06-02 18:53:50,459][352415] Updated weights for policy 0, policy_version 21763 (0.0009) +[2026-06-02 18:53:50,751][352415] Updated weights for policy 0, policy_version 21773 (0.0009) +[2026-06-02 18:53:51,023][352415] Updated weights for policy 0, policy_version 21783 (0.0008) +[2026-06-02 18:53:51,859][352415] Updated weights for policy 0, policy_version 21794 (0.0018) +[2026-06-02 18:53:52,136][352415] Updated weights for policy 0, policy_version 21804 (0.0009) +[2026-06-02 18:53:52,412][352415] Updated weights for policy 0, policy_version 21814 (0.0008) +[2026-06-02 18:53:52,694][352415] Updated weights for policy 0, policy_version 21824 (0.0008) +[2026-06-02 18:53:52,970][352415] Updated weights for policy 0, policy_version 21834 (0.0009) +[2026-06-02 18:53:53,246][352415] Updated weights for policy 0, policy_version 21844 (0.0009) +[2026-06-02 18:53:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11173888. Throughput: 0: 14316.1. Samples: 11217280. Policy #0 lag: (min: 51.0, avg: 92.1, max: 114.0) +[2026-06-02 18:53:53,381][351462] Avg episode reward: [(0, '714.703')] +[2026-06-02 18:53:53,528][352415] Updated weights for policy 0, policy_version 21854 (0.0009) +[2026-06-02 18:53:54,338][352415] Updated weights for policy 0, policy_version 21864 (0.0007) +[2026-06-02 18:53:54,609][352415] Updated weights for policy 0, policy_version 21874 (0.0008) +[2026-06-02 18:53:54,888][352415] Updated weights for policy 0, policy_version 21884 (0.0009) +[2026-06-02 18:53:55,171][352415] Updated weights for policy 0, policy_version 21894 (0.0008) +[2026-06-02 18:53:55,449][352415] Updated weights for policy 0, policy_version 21904 (0.0009) +[2026-06-02 18:53:55,718][352415] Updated weights for policy 0, policy_version 21914 (0.0009) +[2026-06-02 18:53:56,527][352415] Updated weights for policy 0, policy_version 21924 (0.0009) +[2026-06-02 18:53:56,795][352415] Updated weights for policy 0, policy_version 21934 (0.0008) +[2026-06-02 18:53:57,074][352415] Updated weights for policy 0, policy_version 21944 (0.0009) +[2026-06-02 18:53:57,358][352415] Updated weights for policy 0, policy_version 21954 (0.0008) +[2026-06-02 18:53:57,617][352415] Updated weights for policy 0, policy_version 21964 (0.0009) +[2026-06-02 18:53:57,914][352415] Updated weights for policy 0, policy_version 21974 (0.0009) +[2026-06-02 18:53:58,182][352415] Updated weights for policy 0, policy_version 21984 (0.0009) +[2026-06-02 18:53:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11272192. Throughput: 0: 14114.1. Samples: 11296384. Policy #0 lag: (min: 51.0, avg: 92.1, max: 114.0) +[2026-06-02 18:53:58,381][351462] Avg episode reward: [(0, '725.186')] +[2026-06-02 18:53:58,385][352345] Saving new best policy, reward=725.186! +[2026-06-02 18:53:59,002][352415] Updated weights for policy 0, policy_version 21994 (0.0009) +[2026-06-02 18:53:59,287][352415] Updated weights for policy 0, policy_version 22004 (0.0009) +[2026-06-02 18:53:59,563][352415] Updated weights for policy 0, policy_version 22014 (0.0009) +[2026-06-02 18:53:59,832][352415] Updated weights for policy 0, policy_version 22024 (0.0009) +[2026-06-02 18:54:00,113][352415] Updated weights for policy 0, policy_version 22034 (0.0009) +[2026-06-02 18:54:00,402][352415] Updated weights for policy 0, policy_version 22044 (0.0009) +[2026-06-02 18:54:01,208][352415] Updated weights for policy 0, policy_version 22054 (0.0009) +[2026-06-02 18:54:01,480][352415] Updated weights for policy 0, policy_version 22064 (0.0009) +[2026-06-02 18:54:01,755][352415] Updated weights for policy 0, policy_version 22074 (0.0009) +[2026-06-02 18:54:02,037][352415] Updated weights for policy 0, policy_version 22084 (0.0008) +[2026-06-02 18:54:02,314][352415] Updated weights for policy 0, policy_version 22094 (0.0008) +[2026-06-02 18:54:02,598][352415] Updated weights for policy 0, policy_version 22104 (0.0008) +[2026-06-02 18:54:03,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11337728. Throughput: 0: 14338.9. Samples: 11346304. Policy #0 lag: (min: 51.0, avg: 92.1, max: 114.0) +[2026-06-02 18:54:03,381][351462] Avg episode reward: [(0, '715.575')] +[2026-06-02 18:54:03,411][352415] Updated weights for policy 0, policy_version 22114 (0.0009) +[2026-06-02 18:54:03,675][352415] Updated weights for policy 0, policy_version 22124 (0.0009) +[2026-06-02 18:54:03,944][352415] Updated weights for policy 0, policy_version 22134 (0.0008) +[2026-06-02 18:54:04,235][352415] Updated weights for policy 0, policy_version 22144 (0.0008) +[2026-06-02 18:54:04,501][352415] Updated weights for policy 0, policy_version 22154 (0.0008) +[2026-06-02 18:54:04,790][352415] Updated weights for policy 0, policy_version 22164 (0.0009) +[2026-06-02 18:54:05,067][352415] Updated weights for policy 0, policy_version 22174 (0.0008) +[2026-06-02 18:54:05,926][352415] Updated weights for policy 0, policy_version 22184 (0.0009) +[2026-06-02 18:54:06,196][352415] Updated weights for policy 0, policy_version 22194 (0.0009) +[2026-06-02 18:54:06,468][352415] Updated weights for policy 0, policy_version 22204 (0.0009) +[2026-06-02 18:54:06,759][352415] Updated weights for policy 0, policy_version 22214 (0.0008) +[2026-06-02 18:54:07,039][352415] Updated weights for policy 0, policy_version 22224 (0.0009) +[2026-06-02 18:54:07,308][352415] Updated weights for policy 0, policy_version 22234 (0.0008) +[2026-06-02 18:54:08,109][352415] Updated weights for policy 0, policy_version 22244 (0.0009) +[2026-06-02 18:54:08,374][352415] Updated weights for policy 0, policy_version 22254 (0.0008) +[2026-06-02 18:54:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11403264. Throughput: 0: 14088.5. Samples: 11426688. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:54:08,381][351462] Avg episode reward: [(0, '742.744')] +[2026-06-02 18:54:08,663][352415] Updated weights for policy 0, policy_version 22264 (0.0008) +[2026-06-02 18:54:08,942][352415] Updated weights for policy 0, policy_version 22274 (0.0009) +[2026-06-02 18:54:09,207][352415] Updated weights for policy 0, policy_version 22284 (0.0009) +[2026-06-02 18:54:09,493][352415] Updated weights for policy 0, policy_version 22294 (0.0009) +[2026-06-02 18:54:09,755][352345] Saving new best policy, reward=742.744! +[2026-06-02 18:54:09,757][352415] Updated weights for policy 0, policy_version 22304 (0.0009) +[2026-06-02 18:54:10,576][352415] Updated weights for policy 0, policy_version 22314 (0.0009) +[2026-06-02 18:54:10,840][352415] Updated weights for policy 0, policy_version 22324 (0.0009) +[2026-06-02 18:54:11,117][352415] Updated weights for policy 0, policy_version 22334 (0.0009) +[2026-06-02 18:54:11,403][352415] Updated weights for policy 0, policy_version 22344 (0.0009) +[2026-06-02 18:54:11,672][352415] Updated weights for policy 0, policy_version 22354 (0.0009) +[2026-06-02 18:54:11,961][352415] Updated weights for policy 0, policy_version 22364 (0.0009) +[2026-06-02 18:54:12,774][352415] Updated weights for policy 0, policy_version 22374 (0.0009) +[2026-06-02 18:54:13,044][352415] Updated weights for policy 0, policy_version 22384 (0.0009) +[2026-06-02 18:54:13,318][352415] Updated weights for policy 0, policy_version 22394 (0.0009) +[2026-06-02 18:54:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 11468800. Throughput: 0: 14273.5. Samples: 11514368. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:54:13,381][351462] Avg episode reward: [(0, '770.220')] +[2026-06-02 18:54:13,594][352415] Updated weights for policy 0, policy_version 22404 (0.0009) +[2026-06-02 18:54:13,883][352415] Updated weights for policy 0, policy_version 22414 (0.0010) +[2026-06-02 18:54:14,150][352415] Updated weights for policy 0, policy_version 22424 (0.0009) +[2026-06-02 18:54:14,366][352345] Saving new best policy, reward=770.220! +[2026-06-02 18:54:14,976][352415] Updated weights for policy 0, policy_version 22434 (0.0011) +[2026-06-02 18:54:15,240][352415] Updated weights for policy 0, policy_version 22444 (0.0009) +[2026-06-02 18:54:15,504][352415] Updated weights for policy 0, policy_version 22454 (0.0009) +[2026-06-02 18:54:15,801][352415] Updated weights for policy 0, policy_version 22464 (0.0009) +[2026-06-02 18:54:16,070][352415] Updated weights for policy 0, policy_version 22474 (0.0009) +[2026-06-02 18:54:16,344][352415] Updated weights for policy 0, policy_version 22484 (0.0009) +[2026-06-02 18:54:16,634][352415] Updated weights for policy 0, policy_version 22494 (0.0009) +[2026-06-02 18:54:17,439][352415] Updated weights for policy 0, policy_version 22504 (0.0010) +[2026-06-02 18:54:17,725][352415] Updated weights for policy 0, policy_version 22514 (0.0009) +[2026-06-02 18:54:17,990][352415] Updated weights for policy 0, policy_version 22524 (0.0009) +[2026-06-02 18:54:18,272][352415] Updated weights for policy 0, policy_version 22534 (0.0009) +[2026-06-02 18:54:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11534336. Throughput: 0: 14048.7. Samples: 11553792. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:54:18,381][351462] Avg episode reward: [(0, '789.935')] +[2026-06-02 18:54:18,571][352415] Updated weights for policy 0, policy_version 22544 (0.0009) +[2026-06-02 18:54:18,836][352415] Updated weights for policy 0, policy_version 22554 (0.0009) +[2026-06-02 18:54:18,992][352345] Saving new best policy, reward=789.935! +[2026-06-02 18:54:19,637][352415] Updated weights for policy 0, policy_version 22564 (0.0009) +[2026-06-02 18:54:19,930][352415] Updated weights for policy 0, policy_version 22575 (0.0009) +[2026-06-02 18:54:20,222][352415] Updated weights for policy 0, policy_version 22585 (0.0009) +[2026-06-02 18:54:20,498][352415] Updated weights for policy 0, policy_version 22595 (0.0009) +[2026-06-02 18:54:20,782][352415] Updated weights for policy 0, policy_version 22605 (0.0009) +[2026-06-02 18:54:21,062][352415] Updated weights for policy 0, policy_version 22615 (0.0009) +[2026-06-02 18:54:21,872][352415] Updated weights for policy 0, policy_version 22625 (0.0009) +[2026-06-02 18:54:22,121][352415] Updated weights for policy 0, policy_version 22635 (0.0009) +[2026-06-02 18:54:22,405][352415] Updated weights for policy 0, policy_version 22645 (0.0009) +[2026-06-02 18:54:22,693][352415] Updated weights for policy 0, policy_version 22655 (0.0009) +[2026-06-02 18:54:22,973][352415] Updated weights for policy 0, policy_version 22665 (0.0009) +[2026-06-02 18:54:23,242][352415] Updated weights for policy 0, policy_version 22675 (0.0009) +[2026-06-02 18:54:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11599872. Throughput: 0: 14242.2. Samples: 11641984. Policy #0 lag: (min: 48.0, avg: 90.6, max: 112.0) +[2026-06-02 18:54:23,381][351462] Avg episode reward: [(0, '748.224')] +[2026-06-02 18:54:23,521][352415] Updated weights for policy 0, policy_version 22685 (0.0009) +[2026-06-02 18:54:24,344][352415] Updated weights for policy 0, policy_version 22695 (0.0009) +[2026-06-02 18:54:24,621][352415] Updated weights for policy 0, policy_version 22705 (0.0009) +[2026-06-02 18:54:24,910][352415] Updated weights for policy 0, policy_version 22715 (0.0009) +[2026-06-02 18:54:25,188][352415] Updated weights for policy 0, policy_version 22725 (0.0009) +[2026-06-02 18:54:25,471][352415] Updated weights for policy 0, policy_version 22735 (0.0009) +[2026-06-02 18:54:25,734][352415] Updated weights for policy 0, policy_version 22745 (0.0009) +[2026-06-02 18:54:26,521][352415] Updated weights for policy 0, policy_version 22755 (0.0009) +[2026-06-02 18:54:26,785][352415] Updated weights for policy 0, policy_version 22765 (0.0009) +[2026-06-02 18:54:27,074][352415] Updated weights for policy 0, policy_version 22775 (0.0009) +[2026-06-02 18:54:27,355][352415] Updated weights for policy 0, policy_version 22785 (0.0009) +[2026-06-02 18:54:27,627][352415] Updated weights for policy 0, policy_version 22795 (0.0009) +[2026-06-02 18:54:27,903][352415] Updated weights for policy 0, policy_version 22805 (0.0009) +[2026-06-02 18:54:28,177][352415] Updated weights for policy 0, policy_version 22815 (0.0009) +[2026-06-02 18:54:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11698176. Throughput: 0: 14031.7. Samples: 11720960. Policy #0 lag: (min: 4.0, avg: 25.2, max: 68.0) +[2026-06-02 18:54:28,381][351462] Avg episode reward: [(0, '771.824')] +[2026-06-02 18:54:29,009][352415] Updated weights for policy 0, policy_version 22825 (0.0009) +[2026-06-02 18:54:29,273][352415] Updated weights for policy 0, policy_version 22835 (0.0009) +[2026-06-02 18:54:29,554][352415] Updated weights for policy 0, policy_version 22845 (0.0009) +[2026-06-02 18:54:29,846][352415] Updated weights for policy 0, policy_version 22855 (0.0009) +[2026-06-02 18:54:30,125][352415] Updated weights for policy 0, policy_version 22865 (0.0009) +[2026-06-02 18:54:30,403][352415] Updated weights for policy 0, policy_version 22875 (0.0009) +[2026-06-02 18:54:31,205][352415] Updated weights for policy 0, policy_version 22885 (0.0009) +[2026-06-02 18:54:31,483][352415] Updated weights for policy 0, policy_version 22895 (0.0009) +[2026-06-02 18:54:31,747][352415] Updated weights for policy 0, policy_version 22905 (0.0009) +[2026-06-02 18:54:32,031][352415] Updated weights for policy 0, policy_version 22915 (0.0009) +[2026-06-02 18:54:32,314][352415] Updated weights for policy 0, policy_version 22925 (0.0009) +[2026-06-02 18:54:32,584][352415] Updated weights for policy 0, policy_version 22935 (0.0009) +[2026-06-02 18:54:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11763712. Throughput: 0: 14273.4. Samples: 11771136. Policy #0 lag: (min: 4.0, avg: 25.2, max: 68.0) +[2026-06-02 18:54:33,381][351462] Avg episode reward: [(0, '804.549')] +[2026-06-02 18:54:33,417][352415] Updated weights for policy 0, policy_version 22945 (0.0009) +[2026-06-02 18:54:33,665][352415] Updated weights for policy 0, policy_version 22955 (0.0009) +[2026-06-02 18:54:33,949][352415] Updated weights for policy 0, policy_version 22965 (0.0009) +[2026-06-02 18:54:34,231][352415] Updated weights for policy 0, policy_version 22975 (0.0009) +[2026-06-02 18:54:34,500][352415] Updated weights for policy 0, policy_version 22985 (0.0008) +[2026-06-02 18:54:34,790][352415] Updated weights for policy 0, policy_version 22995 (0.0009) +[2026-06-02 18:54:35,068][352415] Updated weights for policy 0, policy_version 23005 (0.0009) +[2026-06-02 18:54:35,136][352345] Saving new best policy, reward=804.549! +[2026-06-02 18:54:35,902][352415] Updated weights for policy 0, policy_version 23015 (0.0009) +[2026-06-02 18:54:36,166][352415] Updated weights for policy 0, policy_version 23025 (0.0009) +[2026-06-02 18:54:36,444][352415] Updated weights for policy 0, policy_version 23035 (0.0009) +[2026-06-02 18:54:36,722][352415] Updated weights for policy 0, policy_version 23045 (0.0009) +[2026-06-02 18:54:37,003][352415] Updated weights for policy 0, policy_version 23055 (0.0009) +[2026-06-02 18:54:37,273][352415] Updated weights for policy 0, policy_version 23065 (0.0009) +[2026-06-02 18:54:38,073][352415] Updated weights for policy 0, policy_version 23075 (0.0009) +[2026-06-02 18:54:38,341][352415] Updated weights for policy 0, policy_version 23085 (0.0009) +[2026-06-02 18:54:38,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 11829248. Throughput: 0: 14065.8. Samples: 11850240. Policy #0 lag: (min: 4.0, avg: 25.2, max: 68.0) +[2026-06-02 18:54:38,381][351462] Avg episode reward: [(0, '806.917')] +[2026-06-02 18:54:38,612][352415] Updated weights for policy 0, policy_version 23095 (0.0009) +[2026-06-02 18:54:38,898][352415] Updated weights for policy 0, policy_version 23105 (0.0009) +[2026-06-02 18:54:39,181][352415] Updated weights for policy 0, policy_version 23115 (0.0009) +[2026-06-02 18:54:39,456][352415] Updated weights for policy 0, policy_version 23125 (0.0008) +[2026-06-02 18:54:39,734][352415] Updated weights for policy 0, policy_version 23135 (0.0009) +[2026-06-02 18:54:39,750][352345] Saving new best policy, reward=806.917! +[2026-06-02 18:54:40,509][352415] Updated weights for policy 0, policy_version 23145 (0.0009) +[2026-06-02 18:54:40,795][352415] Updated weights for policy 0, policy_version 23155 (0.0009) +[2026-06-02 18:54:41,068][352415] Updated weights for policy 0, policy_version 23165 (0.0009) +[2026-06-02 18:54:41,361][352415] Updated weights for policy 0, policy_version 23175 (0.0009) +[2026-06-02 18:54:41,648][352415] Updated weights for policy 0, policy_version 23185 (0.0009) +[2026-06-02 18:54:41,921][352415] Updated weights for policy 0, policy_version 23195 (0.0009) +[2026-06-02 18:54:42,723][352415] Updated weights for policy 0, policy_version 23205 (0.0009) +[2026-06-02 18:54:42,995][352415] Updated weights for policy 0, policy_version 23215 (0.0009) +[2026-06-02 18:54:43,271][352415] Updated weights for policy 0, policy_version 23225 (0.0009) +[2026-06-02 18:54:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11894784. Throughput: 0: 14259.2. Samples: 11938048. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:54:43,381][351462] Avg episode reward: [(0, '808.551')] +[2026-06-02 18:54:43,554][352415] Updated weights for policy 0, policy_version 23235 (0.0009) +[2026-06-02 18:54:43,858][352415] Updated weights for policy 0, policy_version 23246 (0.0009) +[2026-06-02 18:54:44,139][352415] Updated weights for policy 0, policy_version 23256 (0.0009) +[2026-06-02 18:54:44,346][352345] Saving new best policy, reward=808.551! +[2026-06-02 18:54:44,932][352415] Updated weights for policy 0, policy_version 23266 (0.0009) +[2026-06-02 18:54:45,207][352415] Updated weights for policy 0, policy_version 23276 (0.0009) +[2026-06-02 18:54:45,489][352415] Updated weights for policy 0, policy_version 23286 (0.0007) +[2026-06-02 18:54:45,765][352415] Updated weights for policy 0, policy_version 23296 (0.0005) +[2026-06-02 18:54:46,041][352415] Updated weights for policy 0, policy_version 23306 (0.0005) +[2026-06-02 18:54:46,309][352415] Updated weights for policy 0, policy_version 23316 (0.0005) +[2026-06-02 18:54:46,598][352415] Updated weights for policy 0, policy_version 23326 (0.0006) +[2026-06-02 18:54:47,391][352415] Updated weights for policy 0, policy_version 23336 (0.0009) +[2026-06-02 18:54:47,658][352415] Updated weights for policy 0, policy_version 23346 (0.0009) +[2026-06-02 18:54:47,944][352415] Updated weights for policy 0, policy_version 23356 (0.0009) +[2026-06-02 18:54:48,211][352415] Updated weights for policy 0, policy_version 23366 (0.0009) +[2026-06-02 18:54:48,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 11960320. Throughput: 0: 14026.0. Samples: 11977472. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:54:48,381][351462] Avg episode reward: [(0, '825.727')] +[2026-06-02 18:54:48,490][352415] Updated weights for policy 0, policy_version 23376 (0.0009) +[2026-06-02 18:54:48,769][352415] Updated weights for policy 0, policy_version 23386 (0.0009) +[2026-06-02 18:54:48,933][352345] Saving new best policy, reward=825.727! +[2026-06-02 18:54:49,583][352415] Updated weights for policy 0, policy_version 23396 (0.0009) +[2026-06-02 18:54:49,852][352415] Updated weights for policy 0, policy_version 23406 (0.0009) +[2026-06-02 18:54:50,129][352415] Updated weights for policy 0, policy_version 23416 (0.0009) +[2026-06-02 18:54:50,405][352415] Updated weights for policy 0, policy_version 23426 (0.0009) +[2026-06-02 18:54:50,695][352415] Updated weights for policy 0, policy_version 23436 (0.0009) +[2026-06-02 18:54:50,965][352415] Updated weights for policy 0, policy_version 23446 (0.0009) +[2026-06-02 18:54:51,237][352415] Updated weights for policy 0, policy_version 23456 (0.0009) +[2026-06-02 18:54:52,050][352415] Updated weights for policy 0, policy_version 23466 (0.0009) +[2026-06-02 18:54:52,314][352415] Updated weights for policy 0, policy_version 23476 (0.0009) +[2026-06-02 18:54:52,606][352415] Updated weights for policy 0, policy_version 23486 (0.0009) +[2026-06-02 18:54:52,869][352415] Updated weights for policy 0, policy_version 23496 (0.0009) +[2026-06-02 18:54:53,152][352415] Updated weights for policy 0, policy_version 23506 (0.0009) +[2026-06-02 18:54:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12025856. Throughput: 0: 14202.3. Samples: 12065792. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:54:53,380][351462] Avg episode reward: [(0, '813.528')] +[2026-06-02 18:54:53,439][352415] Updated weights for policy 0, policy_version 23516 (0.0009) +[2026-06-02 18:54:54,246][352415] Updated weights for policy 0, policy_version 23526 (0.0009) +[2026-06-02 18:54:54,515][352415] Updated weights for policy 0, policy_version 23536 (0.0009) +[2026-06-02 18:54:54,792][352415] Updated weights for policy 0, policy_version 23546 (0.0009) +[2026-06-02 18:54:55,073][352415] Updated weights for policy 0, policy_version 23556 (0.0009) +[2026-06-02 18:54:55,337][352415] Updated weights for policy 0, policy_version 23566 (0.0009) +[2026-06-02 18:54:55,620][352415] Updated weights for policy 0, policy_version 23576 (0.0009) +[2026-06-02 18:54:56,451][352415] Updated weights for policy 0, policy_version 23586 (0.0009) +[2026-06-02 18:54:56,719][352415] Updated weights for policy 0, policy_version 23596 (0.0009) +[2026-06-02 18:54:56,996][352415] Updated weights for policy 0, policy_version 23606 (0.0009) +[2026-06-02 18:54:57,272][352415] Updated weights for policy 0, policy_version 23616 (0.0009) +[2026-06-02 18:54:57,547][352415] Updated weights for policy 0, policy_version 23626 (0.0009) +[2026-06-02 18:54:57,824][352415] Updated weights for policy 0, policy_version 23636 (0.0009) +[2026-06-02 18:54:58,104][352415] Updated weights for policy 0, policy_version 23646 (0.0009) +[2026-06-02 18:54:58,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12124160. Throughput: 0: 14008.9. Samples: 12144768. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:54:58,381][351462] Avg episode reward: [(0, '826.784')] +[2026-06-02 18:54:58,386][352345] Saving new best policy, reward=826.784! +[2026-06-02 18:54:58,906][352415] Updated weights for policy 0, policy_version 23656 (0.0008) +[2026-06-02 18:54:59,170][352415] Updated weights for policy 0, policy_version 23666 (0.0008) +[2026-06-02 18:54:59,465][352415] Updated weights for policy 0, policy_version 23676 (0.0009) +[2026-06-02 18:54:59,744][352415] Updated weights for policy 0, policy_version 23686 (0.0009) +[2026-06-02 18:55:00,031][352415] Updated weights for policy 0, policy_version 23696 (0.0008) +[2026-06-02 18:55:00,300][352415] Updated weights for policy 0, policy_version 23706 (0.0008) +[2026-06-02 18:55:01,089][352415] Updated weights for policy 0, policy_version 23716 (0.0008) +[2026-06-02 18:55:01,367][352415] Updated weights for policy 0, policy_version 23726 (0.0009) +[2026-06-02 18:55:01,651][352415] Updated weights for policy 0, policy_version 23736 (0.0008) +[2026-06-02 18:55:01,926][352415] Updated weights for policy 0, policy_version 23746 (0.0008) +[2026-06-02 18:55:02,203][352415] Updated weights for policy 0, policy_version 23756 (0.0009) +[2026-06-02 18:55:02,471][352415] Updated weights for policy 0, policy_version 23766 (0.0008) +[2026-06-02 18:55:02,750][352415] Updated weights for policy 0, policy_version 23776 (0.0009) +[2026-06-02 18:55:03,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12189696. Throughput: 0: 14225.1. Samples: 12193920. Policy #0 lag: (min: 42.0, avg: 76.6, max: 106.0) +[2026-06-02 18:55:03,381][351462] Avg episode reward: [(0, '811.635')] +[2026-06-02 18:55:03,577][352415] Updated weights for policy 0, policy_version 23786 (0.0009) +[2026-06-02 18:55:03,847][352415] Updated weights for policy 0, policy_version 23796 (0.0009) +[2026-06-02 18:55:04,130][352415] Updated weights for policy 0, policy_version 23806 (0.0009) +[2026-06-02 18:55:04,409][352415] Updated weights for policy 0, policy_version 23816 (0.0009) +[2026-06-02 18:55:04,681][352415] Updated weights for policy 0, policy_version 23826 (0.0009) +[2026-06-02 18:55:04,949][352415] Updated weights for policy 0, policy_version 23836 (0.0008) +[2026-06-02 18:55:05,818][352415] Updated weights for policy 0, policy_version 23847 (0.0009) +[2026-06-02 18:55:06,079][352415] Updated weights for policy 0, policy_version 23857 (0.0009) +[2026-06-02 18:55:06,373][352415] Updated weights for policy 0, policy_version 23867 (0.0009) +[2026-06-02 18:55:06,647][352415] Updated weights for policy 0, policy_version 23877 (0.0009) +[2026-06-02 18:55:06,929][352415] Updated weights for policy 0, policy_version 23887 (0.0009) +[2026-06-02 18:55:07,206][352415] Updated weights for policy 0, policy_version 23897 (0.0009) +[2026-06-02 18:55:08,011][352415] Updated weights for policy 0, policy_version 23907 (0.0009) +[2026-06-02 18:55:08,268][352415] Updated weights for policy 0, policy_version 23917 (0.0009) +[2026-06-02 18:55:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12255232. Throughput: 0: 14037.3. Samples: 12273664. Policy #0 lag: (min: 42.0, avg: 76.6, max: 106.0) +[2026-06-02 18:55:08,381][351462] Avg episode reward: [(0, '806.314')] +[2026-06-02 18:55:08,559][352415] Updated weights for policy 0, policy_version 23927 (0.0009) +[2026-06-02 18:55:08,834][352415] Updated weights for policy 0, policy_version 23937 (0.0009) +[2026-06-02 18:55:09,112][352415] Updated weights for policy 0, policy_version 23947 (0.0009) +[2026-06-02 18:55:09,395][352415] Updated weights for policy 0, policy_version 23957 (0.0009) +[2026-06-02 18:55:09,674][352415] Updated weights for policy 0, policy_version 23967 (0.0009) +[2026-06-02 18:55:10,467][352415] Updated weights for policy 0, policy_version 23977 (0.0009) +[2026-06-02 18:55:10,729][352415] Updated weights for policy 0, policy_version 23987 (0.0008) +[2026-06-02 18:55:11,021][352415] Updated weights for policy 0, policy_version 23997 (0.0009) +[2026-06-02 18:55:11,286][352415] Updated weights for policy 0, policy_version 24007 (0.0008) +[2026-06-02 18:55:11,578][352415] Updated weights for policy 0, policy_version 24017 (0.0009) +[2026-06-02 18:55:11,851][352415] Updated weights for policy 0, policy_version 24027 (0.0008) +[2026-06-02 18:55:12,667][352415] Updated weights for policy 0, policy_version 24037 (0.0009) +[2026-06-02 18:55:12,939][352415] Updated weights for policy 0, policy_version 24047 (0.0008) +[2026-06-02 18:55:13,213][352415] Updated weights for policy 0, policy_version 24057 (0.0009) +[2026-06-02 18:55:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12320768. Throughput: 0: 14245.0. Samples: 12361984. Policy #0 lag: (min: 42.0, avg: 76.6, max: 106.0) +[2026-06-02 18:55:13,381][351462] Avg episode reward: [(0, '808.587')] +[2026-06-02 18:55:13,490][352415] Updated weights for policy 0, policy_version 24067 (0.0008) +[2026-06-02 18:55:13,770][352415] Updated weights for policy 0, policy_version 24077 (0.0009) +[2026-06-02 18:55:14,053][352415] Updated weights for policy 0, policy_version 24087 (0.0009) +[2026-06-02 18:55:14,874][352415] Updated weights for policy 0, policy_version 24097 (0.0009) +[2026-06-02 18:55:15,130][352415] Updated weights for policy 0, policy_version 24107 (0.0009) +[2026-06-02 18:55:15,419][352415] Updated weights for policy 0, policy_version 24117 (0.0009) +[2026-06-02 18:55:15,703][352415] Updated weights for policy 0, policy_version 24127 (0.0008) +[2026-06-02 18:55:15,966][352415] Updated weights for policy 0, policy_version 24137 (0.0008) +[2026-06-02 18:55:16,261][352415] Updated weights for policy 0, policy_version 24147 (0.0005) +[2026-06-02 18:55:16,565][352415] Updated weights for policy 0, policy_version 24158 (0.0006) +[2026-06-02 18:55:17,347][352415] Updated weights for policy 0, policy_version 24168 (0.0005) +[2026-06-02 18:55:17,627][352415] Updated weights for policy 0, policy_version 24178 (0.0007) +[2026-06-02 18:55:17,917][352415] Updated weights for policy 0, policy_version 24188 (0.0009) +[2026-06-02 18:55:18,193][352415] Updated weights for policy 0, policy_version 24198 (0.0008) +[2026-06-02 18:55:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12386304. Throughput: 0: 14023.1. Samples: 12402176. Policy #0 lag: (min: 42.0, avg: 76.6, max: 106.0) +[2026-06-02 18:55:18,381][351462] Avg episode reward: [(0, '787.629')] +[2026-06-02 18:55:18,461][352415] Updated weights for policy 0, policy_version 24208 (0.0009) +[2026-06-02 18:55:18,757][352415] Updated weights for policy 0, policy_version 24218 (0.0009) +[2026-06-02 18:55:19,524][352415] Updated weights for policy 0, policy_version 24228 (0.0009) +[2026-06-02 18:55:19,803][352415] Updated weights for policy 0, policy_version 24238 (0.0009) +[2026-06-02 18:55:20,070][352415] Updated weights for policy 0, policy_version 24248 (0.0009) +[2026-06-02 18:55:20,364][352415] Updated weights for policy 0, policy_version 24258 (0.0009) +[2026-06-02 18:55:20,641][352415] Updated weights for policy 0, policy_version 24268 (0.0009) +[2026-06-02 18:55:20,913][352415] Updated weights for policy 0, policy_version 24278 (0.0009) +[2026-06-02 18:55:21,192][352415] Updated weights for policy 0, policy_version 24288 (0.0009) +[2026-06-02 18:55:22,013][352415] Updated weights for policy 0, policy_version 24298 (0.0009) +[2026-06-02 18:55:22,273][352415] Updated weights for policy 0, policy_version 24308 (0.0008) +[2026-06-02 18:55:22,564][352415] Updated weights for policy 0, policy_version 24318 (0.0009) +[2026-06-02 18:55:22,835][352415] Updated weights for policy 0, policy_version 24328 (0.0008) +[2026-06-02 18:55:23,121][352415] Updated weights for policy 0, policy_version 24338 (0.0009) +[2026-06-02 18:55:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12451840. Throughput: 0: 14227.9. Samples: 12490496. Policy #0 lag: (min: 48.0, avg: 80.6, max: 112.0) +[2026-06-02 18:55:23,381][351462] Avg episode reward: [(0, '813.182')] +[2026-06-02 18:55:23,390][352415] Updated weights for policy 0, policy_version 24348 (0.0009) +[2026-06-02 18:55:24,198][352415] Updated weights for policy 0, policy_version 24358 (0.0009) +[2026-06-02 18:55:24,473][352415] Updated weights for policy 0, policy_version 24368 (0.0009) +[2026-06-02 18:55:24,756][352415] Updated weights for policy 0, policy_version 24378 (0.0009) +[2026-06-02 18:55:25,040][352415] Updated weights for policy 0, policy_version 24388 (0.0009) +[2026-06-02 18:55:25,316][352415] Updated weights for policy 0, policy_version 24398 (0.0009) +[2026-06-02 18:55:25,595][352415] Updated weights for policy 0, policy_version 24408 (0.0009) +[2026-06-02 18:55:26,420][352415] Updated weights for policy 0, policy_version 24418 (0.0009) +[2026-06-02 18:55:26,677][352415] Updated weights for policy 0, policy_version 24428 (0.0008) +[2026-06-02 18:55:26,961][352415] Updated weights for policy 0, policy_version 24438 (0.0009) +[2026-06-02 18:55:27,237][352415] Updated weights for policy 0, policy_version 24448 (0.0009) +[2026-06-02 18:55:27,504][352415] Updated weights for policy 0, policy_version 24458 (0.0009) +[2026-06-02 18:55:27,797][352415] Updated weights for policy 0, policy_version 24468 (0.0009) +[2026-06-02 18:55:28,075][352415] Updated weights for policy 0, policy_version 24478 (0.0009) +[2026-06-02 18:55:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12550144. Throughput: 0: 14034.5. Samples: 12569600. Policy #0 lag: (min: 48.0, avg: 80.6, max: 112.0) +[2026-06-02 18:55:28,381][351462] Avg episode reward: [(0, '832.257')] +[2026-06-02 18:55:28,386][352345] Saving new best policy, reward=832.257! +[2026-06-02 18:55:28,902][352415] Updated weights for policy 0, policy_version 24488 (0.0009) +[2026-06-02 18:55:29,184][352415] Updated weights for policy 0, policy_version 24498 (0.0009) +[2026-06-02 18:55:29,465][352415] Updated weights for policy 0, policy_version 24508 (0.0009) +[2026-06-02 18:55:29,745][352415] Updated weights for policy 0, policy_version 24518 (0.0009) +[2026-06-02 18:55:30,022][352415] Updated weights for policy 0, policy_version 24528 (0.0009) +[2026-06-02 18:55:30,292][352415] Updated weights for policy 0, policy_version 24538 (0.0009) +[2026-06-02 18:55:31,104][352415] Updated weights for policy 0, policy_version 24548 (0.0009) +[2026-06-02 18:55:31,374][352415] Updated weights for policy 0, policy_version 24558 (0.0009) +[2026-06-02 18:55:31,651][352415] Updated weights for policy 0, policy_version 24568 (0.0009) +[2026-06-02 18:55:31,927][352415] Updated weights for policy 0, policy_version 24578 (0.0008) +[2026-06-02 18:55:32,205][352415] Updated weights for policy 0, policy_version 24588 (0.0008) +[2026-06-02 18:55:32,481][352415] Updated weights for policy 0, policy_version 24598 (0.0008) +[2026-06-02 18:55:32,747][352415] Updated weights for policy 0, policy_version 24608 (0.0008) +[2026-06-02 18:55:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12615680. Throughput: 0: 14259.2. Samples: 12619136. Policy #0 lag: (min: 48.0, avg: 80.6, max: 112.0) +[2026-06-02 18:55:33,381][351462] Avg episode reward: [(0, '788.724')] +[2026-06-02 18:55:33,570][352415] Updated weights for policy 0, policy_version 24618 (0.0009) +[2026-06-02 18:55:33,845][352415] Updated weights for policy 0, policy_version 24628 (0.0008) +[2026-06-02 18:55:34,124][352415] Updated weights for policy 0, policy_version 24638 (0.0009) +[2026-06-02 18:55:34,405][352415] Updated weights for policy 0, policy_version 24648 (0.0007) +[2026-06-02 18:55:34,673][352415] Updated weights for policy 0, policy_version 24658 (0.0006) +[2026-06-02 18:55:34,950][352415] Updated weights for policy 0, policy_version 24668 (0.0006) +[2026-06-02 18:55:35,788][352415] Updated weights for policy 0, policy_version 24678 (0.0009) +[2026-06-02 18:55:36,074][352415] Updated weights for policy 0, policy_version 24688 (0.0009) +[2026-06-02 18:55:36,343][352415] Updated weights for policy 0, policy_version 24698 (0.0009) +[2026-06-02 18:55:36,622][352415] Updated weights for policy 0, policy_version 24708 (0.0009) +[2026-06-02 18:55:36,911][352415] Updated weights for policy 0, policy_version 24718 (0.0009) +[2026-06-02 18:55:37,191][352415] Updated weights for policy 0, policy_version 24728 (0.0009) +[2026-06-02 18:55:37,997][352415] Updated weights for policy 0, policy_version 24738 (0.0009) +[2026-06-02 18:55:38,256][352415] Updated weights for policy 0, policy_version 24748 (0.0009) +[2026-06-02 18:55:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12681216. Throughput: 0: 14074.3. Samples: 12699136. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:55:38,381][351462] Avg episode reward: [(0, '786.246')] +[2026-06-02 18:55:38,544][352415] Updated weights for policy 0, policy_version 24758 (0.0009) +[2026-06-02 18:55:38,822][352415] Updated weights for policy 0, policy_version 24768 (0.0009) +[2026-06-02 18:55:39,105][352415] Updated weights for policy 0, policy_version 24778 (0.0009) +[2026-06-02 18:55:39,368][352415] Updated weights for policy 0, policy_version 24788 (0.0009) +[2026-06-02 18:55:39,655][352415] Updated weights for policy 0, policy_version 24798 (0.0009) +[2026-06-02 18:55:40,462][352415] Updated weights for policy 0, policy_version 24808 (0.0009) +[2026-06-02 18:55:40,731][352415] Updated weights for policy 0, policy_version 24818 (0.0009) +[2026-06-02 18:55:41,018][352415] Updated weights for policy 0, policy_version 24828 (0.0009) +[2026-06-02 18:55:41,289][352415] Updated weights for policy 0, policy_version 24838 (0.0009) +[2026-06-02 18:55:41,561][352415] Updated weights for policy 0, policy_version 24848 (0.0009) +[2026-06-02 18:55:41,851][352415] Updated weights for policy 0, policy_version 24858 (0.0009) +[2026-06-02 18:55:42,670][352415] Updated weights for policy 0, policy_version 24868 (0.0009) +[2026-06-02 18:55:42,942][352415] Updated weights for policy 0, policy_version 24878 (0.0009) +[2026-06-02 18:55:43,220][352415] Updated weights for policy 0, policy_version 24888 (0.0009) +[2026-06-02 18:55:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12746752. Throughput: 0: 14293.3. Samples: 12787968. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:55:43,381][351462] Avg episode reward: [(0, '854.241')] +[2026-06-02 18:55:43,495][352415] Updated weights for policy 0, policy_version 24898 (0.0009) +[2026-06-02 18:55:43,770][352415] Updated weights for policy 0, policy_version 24908 (0.0009) +[2026-06-02 18:55:44,054][352415] Updated weights for policy 0, policy_version 24918 (0.0009) +[2026-06-02 18:55:44,313][352345] Saving new best policy, reward=854.241! +[2026-06-02 18:55:44,316][352415] Updated weights for policy 0, policy_version 24928 (0.0009) +[2026-06-02 18:55:45,133][352415] Updated weights for policy 0, policy_version 24938 (0.0009) +[2026-06-02 18:55:45,407][352415] Updated weights for policy 0, policy_version 24948 (0.0009) +[2026-06-02 18:55:45,686][352415] Updated weights for policy 0, policy_version 24958 (0.0009) +[2026-06-02 18:55:45,962][352415] Updated weights for policy 0, policy_version 24968 (0.0009) +[2026-06-02 18:55:46,251][352415] Updated weights for policy 0, policy_version 24978 (0.0009) +[2026-06-02 18:55:46,518][352415] Updated weights for policy 0, policy_version 24988 (0.0009) +[2026-06-02 18:55:47,348][352415] Updated weights for policy 0, policy_version 24998 (0.0009) +[2026-06-02 18:55:47,622][352415] Updated weights for policy 0, policy_version 25008 (0.0008) +[2026-06-02 18:55:47,897][352415] Updated weights for policy 0, policy_version 25018 (0.0009) +[2026-06-02 18:55:48,167][352415] Updated weights for policy 0, policy_version 25028 (0.0009) +[2026-06-02 18:55:48,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12812288. Throughput: 0: 14074.3. Samples: 12827264. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:55:48,380][351462] Avg episode reward: [(0, '862.659')] +[2026-06-02 18:55:48,453][352415] Updated weights for policy 0, policy_version 25038 (0.0008) +[2026-06-02 18:55:48,731][352415] Updated weights for policy 0, policy_version 25048 (0.0008) +[2026-06-02 18:55:48,941][352345] Saving new best policy, reward=862.659! +[2026-06-02 18:55:49,556][352415] Updated weights for policy 0, policy_version 25058 (0.0009) +[2026-06-02 18:55:49,822][352415] Updated weights for policy 0, policy_version 25068 (0.0008) +[2026-06-02 18:55:50,089][352415] Updated weights for policy 0, policy_version 25078 (0.0009) +[2026-06-02 18:55:50,373][352415] Updated weights for policy 0, policy_version 25088 (0.0009) +[2026-06-02 18:55:50,660][352415] Updated weights for policy 0, policy_version 25098 (0.0009) +[2026-06-02 18:55:50,942][352415] Updated weights for policy 0, policy_version 25108 (0.0009) +[2026-06-02 18:55:51,220][352415] Updated weights for policy 0, policy_version 25118 (0.0009) +[2026-06-02 18:55:52,014][352415] Updated weights for policy 0, policy_version 25128 (0.0009) +[2026-06-02 18:55:52,299][352415] Updated weights for policy 0, policy_version 25138 (0.0008) +[2026-06-02 18:55:52,582][352415] Updated weights for policy 0, policy_version 25148 (0.0008) +[2026-06-02 18:55:52,848][352415] Updated weights for policy 0, policy_version 25158 (0.0008) +[2026-06-02 18:55:53,134][352415] Updated weights for policy 0, policy_version 25168 (0.0008) +[2026-06-02 18:55:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 12877824. Throughput: 0: 14296.2. Samples: 12916992. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0) +[2026-06-02 18:55:53,381][351462] Avg episode reward: [(0, '887.845')] +[2026-06-02 18:55:53,416][352415] Updated weights for policy 0, policy_version 25178 (0.0009) +[2026-06-02 18:55:53,567][352345] Saving new best policy, reward=887.845! +[2026-06-02 18:55:54,233][352415] Updated weights for policy 0, policy_version 25188 (0.0009) +[2026-06-02 18:55:54,506][352415] Updated weights for policy 0, policy_version 25198 (0.0009) +[2026-06-02 18:55:54,788][352415] Updated weights for policy 0, policy_version 25208 (0.0009) +[2026-06-02 18:55:55,065][352415] Updated weights for policy 0, policy_version 25218 (0.0009) +[2026-06-02 18:55:55,347][352415] Updated weights for policy 0, policy_version 25228 (0.0008) +[2026-06-02 18:55:55,619][352415] Updated weights for policy 0, policy_version 25238 (0.0008) +[2026-06-02 18:55:55,902][352415] Updated weights for policy 0, policy_version 25248 (0.0009) +[2026-06-02 18:55:56,698][352415] Updated weights for policy 0, policy_version 25258 (0.0008) +[2026-06-02 18:55:56,983][352415] Updated weights for policy 0, policy_version 25268 (0.0009) +[2026-06-02 18:55:57,267][352415] Updated weights for policy 0, policy_version 25278 (0.0008) +[2026-06-02 18:55:57,573][352415] Updated weights for policy 0, policy_version 25289 (0.0009) +[2026-06-02 18:55:57,849][352415] Updated weights for policy 0, policy_version 25299 (0.0008) +[2026-06-02 18:55:58,115][352415] Updated weights for policy 0, policy_version 25309 (0.0009) +[2026-06-02 18:55:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 12976128. Throughput: 0: 14088.5. Samples: 12995968. Policy #0 lag: (min: 61.0, avg: 82.0, max: 125.0) +[2026-06-02 18:55:58,381][351462] Avg episode reward: [(0, '847.882')] +[2026-06-02 18:55:58,947][352415] Updated weights for policy 0, policy_version 25319 (0.0009) +[2026-06-02 18:55:59,234][352415] Updated weights for policy 0, policy_version 25329 (0.0009) +[2026-06-02 18:55:59,509][352415] Updated weights for policy 0, policy_version 25339 (0.0009) +[2026-06-02 18:55:59,776][352415] Updated weights for policy 0, policy_version 25349 (0.0009) +[2026-06-02 18:56:00,065][352415] Updated weights for policy 0, policy_version 25359 (0.0009) +[2026-06-02 18:56:00,337][352415] Updated weights for policy 0, policy_version 25369 (0.0009) +[2026-06-02 18:56:01,173][352415] Updated weights for policy 0, policy_version 25379 (0.0009) +[2026-06-02 18:56:01,440][352415] Updated weights for policy 0, policy_version 25389 (0.0009) +[2026-06-02 18:56:01,717][352415] Updated weights for policy 0, policy_version 25399 (0.0008) +[2026-06-02 18:56:01,988][352415] Updated weights for policy 0, policy_version 25409 (0.0008) +[2026-06-02 18:56:02,279][352415] Updated weights for policy 0, policy_version 25419 (0.0008) +[2026-06-02 18:56:02,550][352415] Updated weights for policy 0, policy_version 25429 (0.0008) +[2026-06-02 18:56:02,825][352415] Updated weights for policy 0, policy_version 25439 (0.0009) +[2026-06-02 18:56:03,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13041664. Throughput: 0: 14324.6. Samples: 13046784. Policy #0 lag: (min: 61.0, avg: 82.0, max: 125.0) +[2026-06-02 18:56:03,381][351462] Avg episode reward: [(0, '819.269')] +[2026-06-02 18:56:03,619][352415] Updated weights for policy 0, policy_version 25449 (0.0009) +[2026-06-02 18:56:03,909][352415] Updated weights for policy 0, policy_version 25459 (0.0009) +[2026-06-02 18:56:04,193][352415] Updated weights for policy 0, policy_version 25469 (0.0009) +[2026-06-02 18:56:04,468][352415] Updated weights for policy 0, policy_version 25479 (0.0009) +[2026-06-02 18:56:04,728][352415] Updated weights for policy 0, policy_version 25489 (0.0009) +[2026-06-02 18:56:05,011][352415] Updated weights for policy 0, policy_version 25499 (0.0009) +[2026-06-02 18:56:05,850][352415] Updated weights for policy 0, policy_version 25509 (0.0009) +[2026-06-02 18:56:06,135][352415] Updated weights for policy 0, policy_version 25519 (0.0009) +[2026-06-02 18:56:06,414][352415] Updated weights for policy 0, policy_version 25529 (0.0009) +[2026-06-02 18:56:06,687][352415] Updated weights for policy 0, policy_version 25539 (0.0009) +[2026-06-02 18:56:06,973][352415] Updated weights for policy 0, policy_version 25549 (0.0009) +[2026-06-02 18:56:07,249][352415] Updated weights for policy 0, policy_version 25559 (0.0009) +[2026-06-02 18:56:08,063][352415] Updated weights for policy 0, policy_version 25569 (0.0009) +[2026-06-02 18:56:08,317][352415] Updated weights for policy 0, policy_version 25579 (0.0009) +[2026-06-02 18:56:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13107200. Throughput: 0: 14128.4. Samples: 13126272. Policy #0 lag: (min: 61.0, avg: 82.0, max: 125.0) +[2026-06-02 18:56:08,381][351462] Avg episode reward: [(0, '862.182')] +[2026-06-02 18:56:08,612][352415] Updated weights for policy 0, policy_version 25590 (0.0009) +[2026-06-02 18:56:08,897][352415] Updated weights for policy 0, policy_version 25600 (0.0009) +[2026-06-02 18:56:09,179][352415] Updated weights for policy 0, policy_version 25610 (0.0009) +[2026-06-02 18:56:09,456][352415] Updated weights for policy 0, policy_version 25620 (0.0009) +[2026-06-02 18:56:09,738][352415] Updated weights for policy 0, policy_version 25630 (0.0009) +[2026-06-02 18:56:10,530][352415] Updated weights for policy 0, policy_version 25640 (0.0009) +[2026-06-02 18:56:10,807][352415] Updated weights for policy 0, policy_version 25650 (0.0009) +[2026-06-02 18:56:11,085][352415] Updated weights for policy 0, policy_version 25660 (0.0009) +[2026-06-02 18:56:11,353][352415] Updated weights for policy 0, policy_version 25670 (0.0009) +[2026-06-02 18:56:11,639][352415] Updated weights for policy 0, policy_version 25680 (0.0009) +[2026-06-02 18:56:11,917][352415] Updated weights for policy 0, policy_version 25690 (0.0009) +[2026-06-02 18:56:12,757][352415] Updated weights for policy 0, policy_version 25700 (0.0009) +[2026-06-02 18:56:13,026][352415] Updated weights for policy 0, policy_version 25710 (0.0009) +[2026-06-02 18:56:13,309][352415] Updated weights for policy 0, policy_version 25720 (0.0009) +[2026-06-02 18:56:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13172736. Throughput: 0: 14338.8. Samples: 13214848. Policy #0 lag: (min: 61.0, avg: 82.0, max: 125.0) +[2026-06-02 18:56:13,381][351462] Avg episode reward: [(0, '912.265')] +[2026-06-02 18:56:13,587][352415] Updated weights for policy 0, policy_version 25730 (0.0009) +[2026-06-02 18:56:13,869][352415] Updated weights for policy 0, policy_version 25740 (0.0008) +[2026-06-02 18:56:14,143][352415] Updated weights for policy 0, policy_version 25750 (0.0009) +[2026-06-02 18:56:14,412][352345] Saving new best policy, reward=912.265! +[2026-06-02 18:56:14,414][352415] Updated weights for policy 0, policy_version 25760 (0.0009) +[2026-06-02 18:56:15,210][352415] Updated weights for policy 0, policy_version 25770 (0.0009) +[2026-06-02 18:56:15,485][352415] Updated weights for policy 0, policy_version 25780 (0.0008) +[2026-06-02 18:56:15,776][352415] Updated weights for policy 0, policy_version 25790 (0.0009) +[2026-06-02 18:56:16,052][352415] Updated weights for policy 0, policy_version 25800 (0.0009) +[2026-06-02 18:56:16,329][352415] Updated weights for policy 0, policy_version 25810 (0.0009) +[2026-06-02 18:56:16,608][352415] Updated weights for policy 0, policy_version 25820 (0.0009) +[2026-06-02 18:56:17,399][352415] Updated weights for policy 0, policy_version 25830 (0.0009) +[2026-06-02 18:56:17,687][352415] Updated weights for policy 0, policy_version 25840 (0.0009) +[2026-06-02 18:56:17,971][352415] Updated weights for policy 0, policy_version 25850 (0.0009) +[2026-06-02 18:56:18,247][352415] Updated weights for policy 0, policy_version 25860 (0.0009) +[2026-06-02 18:56:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 13238272. Throughput: 0: 14102.8. Samples: 13253760. Policy #0 lag: (min: 63.0, avg: 85.5, max: 127.0) +[2026-06-02 18:56:18,381][351462] Avg episode reward: [(0, '953.318')] +[2026-06-02 18:56:18,531][352415] Updated weights for policy 0, policy_version 25870 (0.0008) +[2026-06-02 18:56:18,800][352415] Updated weights for policy 0, policy_version 25880 (0.0009) +[2026-06-02 18:56:19,018][352345] Saving new best policy, reward=953.318! +[2026-06-02 18:56:19,610][352415] Updated weights for policy 0, policy_version 25890 (0.0009) +[2026-06-02 18:56:19,883][352415] Updated weights for policy 0, policy_version 25900 (0.0009) +[2026-06-02 18:56:20,150][352415] Updated weights for policy 0, policy_version 25910 (0.0009) +[2026-06-02 18:56:20,441][352415] Updated weights for policy 0, policy_version 25920 (0.0009) +[2026-06-02 18:56:20,714][352415] Updated weights for policy 0, policy_version 25930 (0.0009) +[2026-06-02 18:56:20,986][352415] Updated weights for policy 0, policy_version 25940 (0.0009) +[2026-06-02 18:56:21,276][352415] Updated weights for policy 0, policy_version 25950 (0.0009) +[2026-06-02 18:56:22,087][352415] Updated weights for policy 0, policy_version 25960 (0.0009) +[2026-06-02 18:56:22,363][352415] Updated weights for policy 0, policy_version 25970 (0.0009) +[2026-06-02 18:56:22,632][352415] Updated weights for policy 0, policy_version 25980 (0.0009) +[2026-06-02 18:56:22,918][352415] Updated weights for policy 0, policy_version 25990 (0.0009) +[2026-06-02 18:56:23,198][352415] Updated weights for policy 0, policy_version 26000 (0.0009) +[2026-06-02 18:56:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 13303808. Throughput: 0: 14287.6. Samples: 13342080. Policy #0 lag: (min: 63.0, avg: 85.5, max: 127.0) +[2026-06-02 18:56:23,381][351462] Avg episode reward: [(0, '947.771')] +[2026-06-02 18:56:23,476][352415] Updated weights for policy 0, policy_version 26010 (0.0009) +[2026-06-02 18:56:24,277][352415] Updated weights for policy 0, policy_version 26020 (0.0009) +[2026-06-02 18:56:24,554][352415] Updated weights for policy 0, policy_version 26030 (0.0009) +[2026-06-02 18:56:24,830][352415] Updated weights for policy 0, policy_version 26040 (0.0009) +[2026-06-02 18:56:25,111][352415] Updated weights for policy 0, policy_version 26050 (0.0009) +[2026-06-02 18:56:25,387][352415] Updated weights for policy 0, policy_version 26060 (0.0009) +[2026-06-02 18:56:25,667][352415] Updated weights for policy 0, policy_version 26070 (0.0009) +[2026-06-02 18:56:25,933][352415] Updated weights for policy 0, policy_version 26080 (0.0009) +[2026-06-02 18:56:26,759][352415] Updated weights for policy 0, policy_version 26090 (0.0009) +[2026-06-02 18:56:27,037][352415] Updated weights for policy 0, policy_version 26100 (0.0009) +[2026-06-02 18:56:27,317][352415] Updated weights for policy 0, policy_version 26110 (0.0009) +[2026-06-02 18:56:27,597][352415] Updated weights for policy 0, policy_version 26120 (0.0009) +[2026-06-02 18:56:27,872][352415] Updated weights for policy 0, policy_version 26130 (0.0009) +[2026-06-02 18:56:28,160][352415] Updated weights for policy 0, policy_version 26140 (0.0009) +[2026-06-02 18:56:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13402112. Throughput: 0: 14077.1. Samples: 13421440. Policy #0 lag: (min: 63.0, avg: 85.5, max: 127.0) +[2026-06-02 18:56:28,381][351462] Avg episode reward: [(0, '962.619')] +[2026-06-02 18:56:28,386][352345] Saving new best policy, reward=962.619! +[2026-06-02 18:56:28,958][352415] Updated weights for policy 0, policy_version 26150 (0.0009) +[2026-06-02 18:56:29,220][352415] Updated weights for policy 0, policy_version 26160 (0.0009) +[2026-06-02 18:56:29,508][352415] Updated weights for policy 0, policy_version 26170 (0.0009) +[2026-06-02 18:56:29,772][352415] Updated weights for policy 0, policy_version 26180 (0.0009) +[2026-06-02 18:56:30,068][352415] Updated weights for policy 0, policy_version 26190 (0.0009) +[2026-06-02 18:56:30,347][352415] Updated weights for policy 0, policy_version 26200 (0.0009) +[2026-06-02 18:56:31,180][352415] Updated weights for policy 0, policy_version 26210 (0.0009) +[2026-06-02 18:56:31,444][352415] Updated weights for policy 0, policy_version 26220 (0.0009) +[2026-06-02 18:56:31,724][352415] Updated weights for policy 0, policy_version 26230 (0.0009) +[2026-06-02 18:56:32,004][352415] Updated weights for policy 0, policy_version 26240 (0.0009) +[2026-06-02 18:56:32,278][352415] Updated weights for policy 0, policy_version 26250 (0.0009) +[2026-06-02 18:56:32,551][352415] Updated weights for policy 0, policy_version 26260 (0.0009) +[2026-06-02 18:56:32,859][352415] Updated weights for policy 0, policy_version 26271 (0.0009) +[2026-06-02 18:56:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13467648. Throughput: 0: 14318.9. Samples: 13471616. Policy #0 lag: (min: 63.0, avg: 85.5, max: 127.0) +[2026-06-02 18:56:33,381][351462] Avg episode reward: [(0, '978.159')] +[2026-06-02 18:56:33,675][352415] Updated weights for policy 0, policy_version 26281 (0.0009) +[2026-06-02 18:56:33,944][352415] Updated weights for policy 0, policy_version 26291 (0.0009) +[2026-06-02 18:56:34,231][352415] Updated weights for policy 0, policy_version 26301 (0.0009) +[2026-06-02 18:56:34,514][352415] Updated weights for policy 0, policy_version 26311 (0.0009) +[2026-06-02 18:56:34,783][352415] Updated weights for policy 0, policy_version 26321 (0.0009) +[2026-06-02 18:56:35,067][352415] Updated weights for policy 0, policy_version 26331 (0.0009) +[2026-06-02 18:56:35,207][352345] Saving new best policy, reward=978.159! +[2026-06-02 18:56:35,905][352415] Updated weights for policy 0, policy_version 26341 (0.0009) +[2026-06-02 18:56:36,177][352415] Updated weights for policy 0, policy_version 26351 (0.0009) +[2026-06-02 18:56:36,456][352415] Updated weights for policy 0, policy_version 26361 (0.0009) +[2026-06-02 18:56:36,720][352415] Updated weights for policy 0, policy_version 26371 (0.0009) +[2026-06-02 18:56:37,017][352415] Updated weights for policy 0, policy_version 26381 (0.0009) +[2026-06-02 18:56:37,301][352415] Updated weights for policy 0, policy_version 26391 (0.0009) +[2026-06-02 18:56:38,100][352415] Updated weights for policy 0, policy_version 26401 (0.0009) +[2026-06-02 18:56:38,359][352415] Updated weights for policy 0, policy_version 26411 (0.0009) +[2026-06-02 18:56:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13533184. Throughput: 0: 14094.2. Samples: 13551232. Policy #0 lag: (min: 35.0, avg: 70.1, max: 99.0) +[2026-06-02 18:56:38,381][351462] Avg episode reward: [(0, '978.148')] +[2026-06-02 18:56:38,628][352415] Updated weights for policy 0, policy_version 26421 (0.0009) +[2026-06-02 18:56:38,923][352415] Updated weights for policy 0, policy_version 26431 (0.0009) +[2026-06-02 18:56:39,198][352415] Updated weights for policy 0, policy_version 26441 (0.0009) +[2026-06-02 18:56:39,475][352415] Updated weights for policy 0, policy_version 26451 (0.0009) +[2026-06-02 18:56:39,746][352415] Updated weights for policy 0, policy_version 26461 (0.0009) +[2026-06-02 18:56:40,557][352415] Updated weights for policy 0, policy_version 26471 (0.0008) +[2026-06-02 18:56:40,838][352415] Updated weights for policy 0, policy_version 26481 (0.0009) +[2026-06-02 18:56:41,117][352415] Updated weights for policy 0, policy_version 26491 (0.0009) +[2026-06-02 18:56:41,395][352415] Updated weights for policy 0, policy_version 26501 (0.0009) +[2026-06-02 18:56:41,673][352415] Updated weights for policy 0, policy_version 26511 (0.0009) +[2026-06-02 18:56:41,953][352415] Updated weights for policy 0, policy_version 26521 (0.0009) +[2026-06-02 18:56:42,767][352415] Updated weights for policy 0, policy_version 26531 (0.0009) +[2026-06-02 18:56:43,031][352415] Updated weights for policy 0, policy_version 26541 (0.0009) +[2026-06-02 18:56:43,319][352415] Updated weights for policy 0, policy_version 26551 (0.0009) +[2026-06-02 18:56:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13598720. Throughput: 0: 14296.2. Samples: 13639296. Policy #0 lag: (min: 35.0, avg: 70.1, max: 99.0) +[2026-06-02 18:56:43,381][351462] Avg episode reward: [(0, '910.190')] +[2026-06-02 18:56:43,593][352415] Updated weights for policy 0, policy_version 26561 (0.0009) +[2026-06-02 18:56:43,872][352415] Updated weights for policy 0, policy_version 26571 (0.0009) +[2026-06-02 18:56:44,164][352415] Updated weights for policy 0, policy_version 26581 (0.0009) +[2026-06-02 18:56:44,438][352415] Updated weights for policy 0, policy_version 26591 (0.0009) +[2026-06-02 18:56:45,232][352415] Updated weights for policy 0, policy_version 26601 (0.0009) +[2026-06-02 18:56:45,514][352415] Updated weights for policy 0, policy_version 26611 (0.0009) +[2026-06-02 18:56:45,791][352415] Updated weights for policy 0, policy_version 26621 (0.0009) +[2026-06-02 18:56:46,070][352415] Updated weights for policy 0, policy_version 26631 (0.0009) +[2026-06-02 18:56:46,359][352415] Updated weights for policy 0, policy_version 26641 (0.0009) +[2026-06-02 18:56:46,632][352415] Updated weights for policy 0, policy_version 26651 (0.0009) +[2026-06-02 18:56:47,446][352415] Updated weights for policy 0, policy_version 26661 (0.0009) +[2026-06-02 18:56:47,710][352415] Updated weights for policy 0, policy_version 26671 (0.0009) +[2026-06-02 18:56:47,989][352415] Updated weights for policy 0, policy_version 26681 (0.0009) +[2026-06-02 18:56:48,286][352415] Updated weights for policy 0, policy_version 26691 (0.0009) +[2026-06-02 18:56:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 13664256. Throughput: 0: 14043.0. Samples: 13678720. Policy #0 lag: (min: 35.0, avg: 70.1, max: 99.0) +[2026-06-02 18:56:48,381][351462] Avg episode reward: [(0, '921.209')] +[2026-06-02 18:56:48,562][352415] Updated weights for policy 0, policy_version 26701 (0.0009) +[2026-06-02 18:56:48,832][352415] Updated weights for policy 0, policy_version 26711 (0.0009) +[2026-06-02 18:56:49,663][352415] Updated weights for policy 0, policy_version 26721 (0.0009) +[2026-06-02 18:56:49,921][352415] Updated weights for policy 0, policy_version 26731 (0.0009) +[2026-06-02 18:56:50,197][352415] Updated weights for policy 0, policy_version 26741 (0.0009) +[2026-06-02 18:56:50,468][352415] Updated weights for policy 0, policy_version 26751 (0.0009) +[2026-06-02 18:56:50,746][352415] Updated weights for policy 0, policy_version 26761 (0.0009) +[2026-06-02 18:56:51,034][352415] Updated weights for policy 0, policy_version 26771 (0.0009) +[2026-06-02 18:56:51,310][352415] Updated weights for policy 0, policy_version 26781 (0.0009) +[2026-06-02 18:56:52,113][352415] Updated weights for policy 0, policy_version 26791 (0.0009) +[2026-06-02 18:56:52,404][352415] Updated weights for policy 0, policy_version 26801 (0.0009) +[2026-06-02 18:56:52,681][352415] Updated weights for policy 0, policy_version 26811 (0.0009) +[2026-06-02 18:56:52,960][352415] Updated weights for policy 0, policy_version 26821 (0.0009) +[2026-06-02 18:56:53,237][352415] Updated weights for policy 0, policy_version 26831 (0.0009) +[2026-06-02 18:56:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 13729792. Throughput: 0: 14253.5. Samples: 13767680. Policy #0 lag: (min: 35.0, avg: 70.1, max: 99.0) +[2026-06-02 18:56:53,381][351462] Avg episode reward: [(0, '922.433')] +[2026-06-02 18:56:53,519][352415] Updated weights for policy 0, policy_version 26841 (0.0009) +[2026-06-02 18:56:54,319][352415] Updated weights for policy 0, policy_version 26851 (0.0009) +[2026-06-02 18:56:54,583][352415] Updated weights for policy 0, policy_version 26861 (0.0009) +[2026-06-02 18:56:54,886][352415] Updated weights for policy 0, policy_version 26871 (0.0009) +[2026-06-02 18:56:55,147][352415] Updated weights for policy 0, policy_version 26881 (0.0009) +[2026-06-02 18:56:55,434][352415] Updated weights for policy 0, policy_version 26891 (0.0009) +[2026-06-02 18:56:55,715][352415] Updated weights for policy 0, policy_version 26901 (0.0009) +[2026-06-02 18:56:55,990][352415] Updated weights for policy 0, policy_version 26911 (0.0009) +[2026-06-02 18:56:56,788][352415] Updated weights for policy 0, policy_version 26921 (0.0009) +[2026-06-02 18:56:57,071][352415] Updated weights for policy 0, policy_version 26931 (0.0009) +[2026-06-02 18:56:57,338][352415] Updated weights for policy 0, policy_version 26941 (0.0009) +[2026-06-02 18:56:57,628][352415] Updated weights for policy 0, policy_version 26951 (0.0009) +[2026-06-02 18:56:57,904][352415] Updated weights for policy 0, policy_version 26961 (0.0009) +[2026-06-02 18:56:58,169][352415] Updated weights for policy 0, policy_version 26971 (0.0009) +[2026-06-02 18:56:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13828096. Throughput: 0: 14040.2. Samples: 13846656. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:56:58,381][351462] Avg episode reward: [(0, '913.812')] +[2026-06-02 18:56:58,981][352415] Updated weights for policy 0, policy_version 26981 (0.0009) +[2026-06-02 18:56:59,255][352415] Updated weights for policy 0, policy_version 26991 (0.0009) +[2026-06-02 18:56:59,538][352415] Updated weights for policy 0, policy_version 27001 (0.0009) +[2026-06-02 18:56:59,814][352415] Updated weights for policy 0, policy_version 27011 (0.0009) +[2026-06-02 18:57:00,080][352415] Updated weights for policy 0, policy_version 27021 (0.0009) +[2026-06-02 18:57:00,377][352415] Updated weights for policy 0, policy_version 27031 (0.0009) +[2026-06-02 18:57:01,220][352415] Updated weights for policy 0, policy_version 27041 (0.0009) +[2026-06-02 18:57:01,478][352415] Updated weights for policy 0, policy_version 27051 (0.0009) +[2026-06-02 18:57:01,754][352415] Updated weights for policy 0, policy_version 27061 (0.0009) +[2026-06-02 18:57:02,022][352415] Updated weights for policy 0, policy_version 27071 (0.0009) +[2026-06-02 18:57:02,311][352415] Updated weights for policy 0, policy_version 27081 (0.0009) +[2026-06-02 18:57:02,580][352415] Updated weights for policy 0, policy_version 27091 (0.0009) +[2026-06-02 18:57:02,895][352415] Updated weights for policy 0, policy_version 27102 (0.0009) +[2026-06-02 18:57:03,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 13893632. Throughput: 0: 14290.5. Samples: 13896832. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:57:03,381][351462] Avg episode reward: [(0, '905.441')] +[2026-06-02 18:57:03,708][352415] Updated weights for policy 0, policy_version 27112 (0.0009) +[2026-06-02 18:57:03,991][352415] Updated weights for policy 0, policy_version 27122 (0.0005) +[2026-06-02 18:57:04,266][352415] Updated weights for policy 0, policy_version 27132 (0.0005) +[2026-06-02 18:57:04,551][352415] Updated weights for policy 0, policy_version 27142 (0.0006) +[2026-06-02 18:57:04,825][352415] Updated weights for policy 0, policy_version 27152 (0.0005) +[2026-06-02 18:57:05,105][352415] Updated weights for policy 0, policy_version 27162 (0.0005) +[2026-06-02 18:57:05,921][352415] Updated weights for policy 0, policy_version 27172 (0.0006) +[2026-06-02 18:57:06,198][352415] Updated weights for policy 0, policy_version 27182 (0.0009) +[2026-06-02 18:57:06,469][352415] Updated weights for policy 0, policy_version 27192 (0.0009) +[2026-06-02 18:57:06,750][352415] Updated weights for policy 0, policy_version 27202 (0.0009) +[2026-06-02 18:57:07,025][352415] Updated weights for policy 0, policy_version 27212 (0.0009) +[2026-06-02 18:57:07,303][352415] Updated weights for policy 0, policy_version 27222 (0.0009) +[2026-06-02 18:57:07,572][352415] Updated weights for policy 0, policy_version 27232 (0.0008) +[2026-06-02 18:57:08,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 13959168. Throughput: 0: 14071.4. Samples: 13975296. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:57:08,381][351462] Avg episode reward: [(0, '890.837')] +[2026-06-02 18:57:08,393][352415] Updated weights for policy 0, policy_version 27242 (0.0009) +[2026-06-02 18:57:08,667][352415] Updated weights for policy 0, policy_version 27252 (0.0009) +[2026-06-02 18:57:08,939][352415] Updated weights for policy 0, policy_version 27262 (0.0009) +[2026-06-02 18:57:09,211][352415] Updated weights for policy 0, policy_version 27272 (0.0009) +[2026-06-02 18:57:09,495][352415] Updated weights for policy 0, policy_version 27282 (0.0009) +[2026-06-02 18:57:09,777][352415] Updated weights for policy 0, policy_version 27292 (0.0009) +[2026-06-02 18:57:10,593][352415] Updated weights for policy 0, policy_version 27302 (0.0009) +[2026-06-02 18:57:10,868][352415] Updated weights for policy 0, policy_version 27312 (0.0009) +[2026-06-02 18:57:11,149][352415] Updated weights for policy 0, policy_version 27322 (0.0009) +[2026-06-02 18:57:11,424][352415] Updated weights for policy 0, policy_version 27332 (0.0009) +[2026-06-02 18:57:11,701][352415] Updated weights for policy 0, policy_version 27342 (0.0009) +[2026-06-02 18:57:11,979][352415] Updated weights for policy 0, policy_version 27352 (0.0009) +[2026-06-02 18:57:12,776][352415] Updated weights for policy 0, policy_version 27362 (0.0009) +[2026-06-02 18:57:13,043][352415] Updated weights for policy 0, policy_version 27372 (0.0009) +[2026-06-02 18:57:13,315][352415] Updated weights for policy 0, policy_version 27382 (0.0009) +[2026-06-02 18:57:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14024704. Throughput: 0: 14279.1. Samples: 14064000. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:57:13,381][351462] Avg episode reward: [(0, '905.704')] +[2026-06-02 18:57:13,597][352415] Updated weights for policy 0, policy_version 27392 (0.0009) +[2026-06-02 18:57:13,885][352415] Updated weights for policy 0, policy_version 27402 (0.0009) +[2026-06-02 18:57:14,165][352415] Updated weights for policy 0, policy_version 27412 (0.0009) +[2026-06-02 18:57:14,434][352415] Updated weights for policy 0, policy_version 27422 (0.0009) +[2026-06-02 18:57:15,244][352415] Updated weights for policy 0, policy_version 27432 (0.0009) +[2026-06-02 18:57:15,516][352415] Updated weights for policy 0, policy_version 27442 (0.0009) +[2026-06-02 18:57:15,792][352415] Updated weights for policy 0, policy_version 27452 (0.0009) +[2026-06-02 18:57:16,059][352415] Updated weights for policy 0, policy_version 27462 (0.0008) +[2026-06-02 18:57:16,339][352415] Updated weights for policy 0, policy_version 27472 (0.0009) +[2026-06-02 18:57:16,613][352415] Updated weights for policy 0, policy_version 27482 (0.0009) +[2026-06-02 18:57:17,438][352415] Updated weights for policy 0, policy_version 27492 (0.0009) +[2026-06-02 18:57:17,697][352415] Updated weights for policy 0, policy_version 27502 (0.0009) +[2026-06-02 18:57:17,977][352415] Updated weights for policy 0, policy_version 27512 (0.0008) +[2026-06-02 18:57:18,267][352415] Updated weights for policy 0, policy_version 27522 (0.0004) +[2026-06-02 18:57:18,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 14090240. Throughput: 0: 14037.3. Samples: 14103296. Policy #0 lag: (min: 63.0, avg: 84.8, max: 127.0) +[2026-06-02 18:57:18,381][351462] Avg episode reward: [(0, '884.504')] +[2026-06-02 18:57:18,533][352415] Updated weights for policy 0, policy_version 27532 (0.0009) +[2026-06-02 18:57:18,813][352415] Updated weights for policy 0, policy_version 27542 (0.0005) +[2026-06-02 18:57:19,100][352415] Updated weights for policy 0, policy_version 27552 (0.0006) +[2026-06-02 18:57:19,910][352415] Updated weights for policy 0, policy_version 27562 (0.0009) +[2026-06-02 18:57:20,182][352415] Updated weights for policy 0, policy_version 27572 (0.0009) +[2026-06-02 18:57:20,469][352415] Updated weights for policy 0, policy_version 27582 (0.0008) +[2026-06-02 18:57:20,739][352415] Updated weights for policy 0, policy_version 27592 (0.0009) +[2026-06-02 18:57:21,027][352415] Updated weights for policy 0, policy_version 27602 (0.0008) +[2026-06-02 18:57:21,307][352415] Updated weights for policy 0, policy_version 27612 (0.0009) +[2026-06-02 18:57:22,100][352415] Updated weights for policy 0, policy_version 27622 (0.0009) +[2026-06-02 18:57:22,381][352415] Updated weights for policy 0, policy_version 27632 (0.0009) +[2026-06-02 18:57:22,662][352415] Updated weights for policy 0, policy_version 27642 (0.0009) +[2026-06-02 18:57:22,935][352415] Updated weights for policy 0, policy_version 27652 (0.0010) +[2026-06-02 18:57:23,214][352415] Updated weights for policy 0, policy_version 27662 (0.0009) +[2026-06-02 18:57:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 14155776. Throughput: 0: 14242.2. Samples: 14192128. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:57:23,381][351462] Avg episode reward: [(0, '903.117')] +[2026-06-02 18:57:23,497][352415] Updated weights for policy 0, policy_version 27672 (0.0009) +[2026-06-02 18:57:24,305][352415] Updated weights for policy 0, policy_version 27682 (0.0009) +[2026-06-02 18:57:24,562][352415] Updated weights for policy 0, policy_version 27692 (0.0008) +[2026-06-02 18:57:24,846][352415] Updated weights for policy 0, policy_version 27702 (0.0009) +[2026-06-02 18:57:25,121][352415] Updated weights for policy 0, policy_version 27712 (0.0009) +[2026-06-02 18:57:25,393][352415] Updated weights for policy 0, policy_version 27722 (0.0005) +[2026-06-02 18:57:25,688][352415] Updated weights for policy 0, policy_version 27732 (0.0007) +[2026-06-02 18:57:25,967][352415] Updated weights for policy 0, policy_version 27742 (0.0008) +[2026-06-02 18:57:26,761][352415] Updated weights for policy 0, policy_version 27752 (0.0009) +[2026-06-02 18:57:27,033][352415] Updated weights for policy 0, policy_version 27762 (0.0009) +[2026-06-02 18:57:27,311][352415] Updated weights for policy 0, policy_version 27772 (0.0009) +[2026-06-02 18:57:27,591][352415] Updated weights for policy 0, policy_version 27782 (0.0008) +[2026-06-02 18:57:27,858][352415] Updated weights for policy 0, policy_version 27792 (0.0009) +[2026-06-02 18:57:28,139][352415] Updated weights for policy 0, policy_version 27802 (0.0009) +[2026-06-02 18:57:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14254080. Throughput: 0: 14043.0. Samples: 14271232. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:57:28,381][351462] Avg episode reward: [(0, '875.884')] +[2026-06-02 18:57:28,951][352415] Updated weights for policy 0, policy_version 27812 (0.0009) +[2026-06-02 18:57:29,223][352415] Updated weights for policy 0, policy_version 27822 (0.0009) +[2026-06-02 18:57:29,525][352415] Updated weights for policy 0, policy_version 27833 (0.0009) +[2026-06-02 18:57:29,807][352415] Updated weights for policy 0, policy_version 27843 (0.0009) +[2026-06-02 18:57:30,084][352415] Updated weights for policy 0, policy_version 27853 (0.0009) +[2026-06-02 18:57:30,366][352415] Updated weights for policy 0, policy_version 27863 (0.0009) +[2026-06-02 18:57:31,191][352415] Updated weights for policy 0, policy_version 27873 (0.0009) +[2026-06-02 18:57:31,457][352415] Updated weights for policy 0, policy_version 27883 (0.0009) +[2026-06-02 18:57:31,725][352415] Updated weights for policy 0, policy_version 27893 (0.0009) +[2026-06-02 18:57:32,008][352415] Updated weights for policy 0, policy_version 27903 (0.0009) +[2026-06-02 18:57:32,296][352415] Updated weights for policy 0, policy_version 27913 (0.0009) +[2026-06-02 18:57:32,560][352415] Updated weights for policy 0, policy_version 27923 (0.0010) +[2026-06-02 18:57:32,848][352415] Updated weights for policy 0, policy_version 27933 (0.0009) +[2026-06-02 18:57:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14319616. Throughput: 0: 14270.6. Samples: 14320896. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:57:33,381][351462] Avg episode reward: [(0, '885.838')] +[2026-06-02 18:57:33,637][352415] Updated weights for policy 0, policy_version 27943 (0.0008) +[2026-06-02 18:57:33,917][352415] Updated weights for policy 0, policy_version 27953 (0.0004) +[2026-06-02 18:57:34,196][352415] Updated weights for policy 0, policy_version 27963 (0.0004) +[2026-06-02 18:57:34,474][352415] Updated weights for policy 0, policy_version 27973 (0.0004) +[2026-06-02 18:57:34,742][352415] Updated weights for policy 0, policy_version 27983 (0.0004) +[2026-06-02 18:57:35,028][352415] Updated weights for policy 0, policy_version 27993 (0.0004) +[2026-06-02 18:57:35,869][352415] Updated weights for policy 0, policy_version 28003 (0.0004) +[2026-06-02 18:57:36,144][352415] Updated weights for policy 0, policy_version 28013 (0.0004) +[2026-06-02 18:57:36,419][352415] Updated weights for policy 0, policy_version 28023 (0.0006) +[2026-06-02 18:57:36,694][352415] Updated weights for policy 0, policy_version 28033 (0.0008) +[2026-06-02 18:57:36,977][352415] Updated weights for policy 0, policy_version 28043 (0.0009) +[2026-06-02 18:57:37,260][352415] Updated weights for policy 0, policy_version 28053 (0.0008) +[2026-06-02 18:57:37,536][352415] Updated weights for policy 0, policy_version 28063 (0.0009) +[2026-06-02 18:57:38,330][352415] Updated weights for policy 0, policy_version 28073 (0.0008) +[2026-06-02 18:57:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14385152. Throughput: 0: 14071.5. Samples: 14400896. Policy #0 lag: (min: 63.0, avg: 84.3, max: 127.0) +[2026-06-02 18:57:38,381][351462] Avg episode reward: [(0, '887.207')] +[2026-06-02 18:57:38,603][352415] Updated weights for policy 0, policy_version 28083 (0.0008) +[2026-06-02 18:57:38,882][352415] Updated weights for policy 0, policy_version 28093 (0.0008) +[2026-06-02 18:57:39,157][352415] Updated weights for policy 0, policy_version 28103 (0.0008) +[2026-06-02 18:57:39,439][352415] Updated weights for policy 0, policy_version 28113 (0.0009) +[2026-06-02 18:57:39,730][352415] Updated weights for policy 0, policy_version 28123 (0.0008) +[2026-06-02 18:57:40,533][352415] Updated weights for policy 0, policy_version 28133 (0.0008) +[2026-06-02 18:57:40,802][352415] Updated weights for policy 0, policy_version 28143 (0.0008) +[2026-06-02 18:57:41,094][352415] Updated weights for policy 0, policy_version 28153 (0.0008) +[2026-06-02 18:57:41,371][352415] Updated weights for policy 0, policy_version 28163 (0.0008) +[2026-06-02 18:57:41,635][352415] Updated weights for policy 0, policy_version 28173 (0.0008) +[2026-06-02 18:57:41,918][352415] Updated weights for policy 0, policy_version 28183 (0.0008) +[2026-06-02 18:57:42,758][352415] Updated weights for policy 0, policy_version 28193 (0.0009) +[2026-06-02 18:57:43,050][352415] Updated weights for policy 0, policy_version 28204 (0.0009) +[2026-06-02 18:57:43,320][352415] Updated weights for policy 0, policy_version 28214 (0.0008) +[2026-06-02 18:57:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14450688. Throughput: 0: 14293.3. Samples: 14489856. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0) +[2026-06-02 18:57:43,381][351462] Avg episode reward: [(0, '894.626')] +[2026-06-02 18:57:43,611][352415] Updated weights for policy 0, policy_version 28224 (0.0008) +[2026-06-02 18:57:43,894][352415] Updated weights for policy 0, policy_version 28234 (0.0009) +[2026-06-02 18:57:44,197][352415] Updated weights for policy 0, policy_version 28245 (0.0009) +[2026-06-02 18:57:44,472][352415] Updated weights for policy 0, policy_version 28255 (0.0008) +[2026-06-02 18:57:45,256][352415] Updated weights for policy 0, policy_version 28265 (0.0009) +[2026-06-02 18:57:45,533][352415] Updated weights for policy 0, policy_version 28275 (0.0009) +[2026-06-02 18:57:45,816][352415] Updated weights for policy 0, policy_version 28285 (0.0009) +[2026-06-02 18:57:46,095][352415] Updated weights for policy 0, policy_version 28295 (0.0008) +[2026-06-02 18:57:46,362][352415] Updated weights for policy 0, policy_version 28305 (0.0009) +[2026-06-02 18:57:46,655][352415] Updated weights for policy 0, policy_version 28315 (0.0009) +[2026-06-02 18:57:47,464][352415] Updated weights for policy 0, policy_version 28325 (0.0008) +[2026-06-02 18:57:47,741][352415] Updated weights for policy 0, policy_version 28335 (0.0009) +[2026-06-02 18:57:48,006][352415] Updated weights for policy 0, policy_version 28345 (0.0009) +[2026-06-02 18:57:48,297][352415] Updated weights for policy 0, policy_version 28355 (0.0009) +[2026-06-02 18:57:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14516224. Throughput: 0: 14048.7. Samples: 14529024. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0) +[2026-06-02 18:57:48,381][351462] Avg episode reward: [(0, '913.113')] +[2026-06-02 18:57:48,567][352415] Updated weights for policy 0, policy_version 28365 (0.0009) +[2026-06-02 18:57:48,857][352415] Updated weights for policy 0, policy_version 28375 (0.0009) +[2026-06-02 18:57:49,652][352415] Updated weights for policy 0, policy_version 28385 (0.0008) +[2026-06-02 18:57:49,910][352415] Updated weights for policy 0, policy_version 28395 (0.0009) +[2026-06-02 18:57:50,193][352415] Updated weights for policy 0, policy_version 28405 (0.0009) +[2026-06-02 18:57:50,474][352415] Updated weights for policy 0, policy_version 28415 (0.0009) +[2026-06-02 18:57:50,759][352415] Updated weights for policy 0, policy_version 28425 (0.0008) +[2026-06-02 18:57:51,046][352415] Updated weights for policy 0, policy_version 28435 (0.0006) +[2026-06-02 18:57:51,315][352415] Updated weights for policy 0, policy_version 28445 (0.0007) +[2026-06-02 18:57:52,132][352415] Updated weights for policy 0, policy_version 28455 (0.0009) +[2026-06-02 18:57:52,411][352415] Updated weights for policy 0, policy_version 28465 (0.0009) +[2026-06-02 18:57:52,684][352415] Updated weights for policy 0, policy_version 28475 (0.0009) +[2026-06-02 18:57:52,967][352415] Updated weights for policy 0, policy_version 28485 (0.0009) +[2026-06-02 18:57:53,247][352415] Updated weights for policy 0, policy_version 28495 (0.0009) +[2026-06-02 18:57:53,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 14581760. Throughput: 0: 14287.7. Samples: 14618240. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0) +[2026-06-02 18:57:53,380][351462] Avg episode reward: [(0, '904.630')] +[2026-06-02 18:57:53,528][352415] Updated weights for policy 0, policy_version 28505 (0.0009) +[2026-06-02 18:57:54,383][352415] Updated weights for policy 0, policy_version 28515 (0.0006) +[2026-06-02 18:57:54,667][352415] Updated weights for policy 0, policy_version 28525 (0.0005) +[2026-06-02 18:57:54,947][352415] Updated weights for policy 0, policy_version 28535 (0.0009) +[2026-06-02 18:57:55,231][352415] Updated weights for policy 0, policy_version 28545 (0.0005) +[2026-06-02 18:57:55,539][352415] Updated weights for policy 0, policy_version 28556 (0.0007) +[2026-06-02 18:57:55,809][352415] Updated weights for policy 0, policy_version 28566 (0.0005) +[2026-06-02 18:57:56,080][352415] Updated weights for policy 0, policy_version 28576 (0.0006) +[2026-06-02 18:57:56,860][352415] Updated weights for policy 0, policy_version 28586 (0.0006) +[2026-06-02 18:57:57,152][352415] Updated weights for policy 0, policy_version 28596 (0.0006) +[2026-06-02 18:57:57,424][352415] Updated weights for policy 0, policy_version 28606 (0.0008) +[2026-06-02 18:57:57,718][352415] Updated weights for policy 0, policy_version 28616 (0.0009) +[2026-06-02 18:57:57,989][352415] Updated weights for policy 0, policy_version 28626 (0.0009) +[2026-06-02 18:57:58,275][352415] Updated weights for policy 0, policy_version 28636 (0.0010) +[2026-06-02 18:57:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14680064. Throughput: 0: 14082.8. Samples: 14697728. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0) +[2026-06-02 18:57:58,384][351462] Avg episode reward: [(0, '910.842')] +[2026-06-02 18:57:59,070][352415] Updated weights for policy 0, policy_version 28646 (0.0009) +[2026-06-02 18:57:59,347][352415] Updated weights for policy 0, policy_version 28656 (0.0009) +[2026-06-02 18:57:59,627][352415] Updated weights for policy 0, policy_version 28666 (0.0009) +[2026-06-02 18:57:59,894][352415] Updated weights for policy 0, policy_version 28676 (0.0008) +[2026-06-02 18:58:00,179][352415] Updated weights for policy 0, policy_version 28686 (0.0009) +[2026-06-02 18:58:00,461][352415] Updated weights for policy 0, policy_version 28696 (0.0009) +[2026-06-02 18:58:01,266][352415] Updated weights for policy 0, policy_version 28706 (0.0009) +[2026-06-02 18:58:01,532][352415] Updated weights for policy 0, policy_version 28716 (0.0010) +[2026-06-02 18:58:01,798][352415] Updated weights for policy 0, policy_version 28726 (0.0009) +[2026-06-02 18:58:02,090][352415] Updated weights for policy 0, policy_version 28736 (0.0009) +[2026-06-02 18:58:02,363][352415] Updated weights for policy 0, policy_version 28746 (0.0009) +[2026-06-02 18:58:02,646][352415] Updated weights for policy 0, policy_version 28756 (0.0009) +[2026-06-02 18:58:02,931][352415] Updated weights for policy 0, policy_version 28766 (0.0010) +[2026-06-02 18:58:03,380][351462] Fps is (10 sec: 16383.8, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14745600. Throughput: 0: 14267.7. Samples: 14745344. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0) +[2026-06-02 18:58:03,381][351462] Avg episode reward: [(0, '908.151')] +[2026-06-02 18:58:03,743][352415] Updated weights for policy 0, policy_version 28776 (0.0010) +[2026-06-02 18:58:04,023][352415] Updated weights for policy 0, policy_version 28786 (0.0009) +[2026-06-02 18:58:04,302][352415] Updated weights for policy 0, policy_version 28796 (0.0010) +[2026-06-02 18:58:04,570][352415] Updated weights for policy 0, policy_version 28806 (0.0009) +[2026-06-02 18:58:04,855][352415] Updated weights for policy 0, policy_version 28816 (0.0009) +[2026-06-02 18:58:05,139][352415] Updated weights for policy 0, policy_version 28826 (0.0009) +[2026-06-02 18:58:05,967][352415] Updated weights for policy 0, policy_version 28836 (0.0009) +[2026-06-02 18:58:06,236][352415] Updated weights for policy 0, policy_version 28846 (0.0009) +[2026-06-02 18:58:06,503][352415] Updated weights for policy 0, policy_version 28856 (0.0009) +[2026-06-02 18:58:06,790][352415] Updated weights for policy 0, policy_version 28866 (0.0009) +[2026-06-02 18:58:07,074][352415] Updated weights for policy 0, policy_version 28876 (0.0006) +[2026-06-02 18:58:07,342][352415] Updated weights for policy 0, policy_version 28886 (0.0005) +[2026-06-02 18:58:07,625][352415] Updated weights for policy 0, policy_version 28896 (0.0006) +[2026-06-02 18:58:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14811136. Throughput: 0: 14085.7. Samples: 14825984. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0) +[2026-06-02 18:58:08,381][351462] Avg episode reward: [(0, '899.732')] +[2026-06-02 18:58:08,388][352415] Updated weights for policy 0, policy_version 28906 (0.0009) +[2026-06-02 18:58:08,674][352415] Updated weights for policy 0, policy_version 28916 (0.0009) +[2026-06-02 18:58:08,946][352415] Updated weights for policy 0, policy_version 28926 (0.0008) +[2026-06-02 18:58:09,230][352415] Updated weights for policy 0, policy_version 28936 (0.0008) +[2026-06-02 18:58:09,496][352415] Updated weights for policy 0, policy_version 28946 (0.0009) +[2026-06-02 18:58:09,792][352415] Updated weights for policy 0, policy_version 28956 (0.0009) +[2026-06-02 18:58:10,605][352415] Updated weights for policy 0, policy_version 28966 (0.0009) +[2026-06-02 18:58:10,891][352415] Updated weights for policy 0, policy_version 28976 (0.0009) +[2026-06-02 18:58:11,166][352415] Updated weights for policy 0, policy_version 28986 (0.0008) +[2026-06-02 18:58:11,442][352415] Updated weights for policy 0, policy_version 28996 (0.0008) +[2026-06-02 18:58:11,718][352415] Updated weights for policy 0, policy_version 29006 (0.0008) +[2026-06-02 18:58:12,025][352415] Updated weights for policy 0, policy_version 29017 (0.0008) +[2026-06-02 18:58:12,844][352415] Updated weights for policy 0, policy_version 29027 (0.0009) +[2026-06-02 18:58:13,110][352415] Updated weights for policy 0, policy_version 29037 (0.0009) +[2026-06-02 18:58:13,380][351462] Fps is (10 sec: 13107.4, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14876672. Throughput: 0: 14293.4. Samples: 14914432. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0) +[2026-06-02 18:58:13,380][351462] Avg episode reward: [(0, '919.310')] +[2026-06-02 18:58:13,386][352415] Updated weights for policy 0, policy_version 29047 (0.0008) +[2026-06-02 18:58:13,668][352415] Updated weights for policy 0, policy_version 29057 (0.0008) +[2026-06-02 18:58:13,956][352415] Updated weights for policy 0, policy_version 29067 (0.0008) +[2026-06-02 18:58:14,220][352415] Updated weights for policy 0, policy_version 29077 (0.0009) +[2026-06-02 18:58:14,518][352415] Updated weights for policy 0, policy_version 29087 (0.0010) +[2026-06-02 18:58:15,292][352415] Updated weights for policy 0, policy_version 29097 (0.0009) +[2026-06-02 18:58:15,572][352415] Updated weights for policy 0, policy_version 29107 (0.0008) +[2026-06-02 18:58:15,848][352415] Updated weights for policy 0, policy_version 29117 (0.0009) +[2026-06-02 18:58:16,132][352415] Updated weights for policy 0, policy_version 29127 (0.0009) +[2026-06-02 18:58:16,415][352415] Updated weights for policy 0, policy_version 29137 (0.0009) +[2026-06-02 18:58:16,696][352415] Updated weights for policy 0, policy_version 29147 (0.0010) +[2026-06-02 18:58:17,508][352415] Updated weights for policy 0, policy_version 29157 (0.0010) +[2026-06-02 18:58:17,776][352415] Updated weights for policy 0, policy_version 29167 (0.0009) +[2026-06-02 18:58:18,056][352415] Updated weights for policy 0, policy_version 29177 (0.0010) +[2026-06-02 18:58:18,347][352415] Updated weights for policy 0, policy_version 29187 (0.0010) +[2026-06-02 18:58:18,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 14942208. Throughput: 0: 14051.6. Samples: 14953216. Policy #0 lag: (min: 63.0, avg: 85.2, max: 127.0) +[2026-06-02 18:58:18,380][351462] Avg episode reward: [(0, '884.631')] +[2026-06-02 18:58:18,624][352415] Updated weights for policy 0, policy_version 29197 (0.0009) +[2026-06-02 18:58:18,888][352415] Updated weights for policy 0, policy_version 29207 (0.0008) +[2026-06-02 18:58:19,715][352415] Updated weights for policy 0, policy_version 29217 (0.0009) +[2026-06-02 18:58:19,979][352415] Updated weights for policy 0, policy_version 29227 (0.0009) +[2026-06-02 18:58:20,251][352415] Updated weights for policy 0, policy_version 29237 (0.0009) +[2026-06-02 18:58:20,538][352415] Updated weights for policy 0, policy_version 29247 (0.0009) +[2026-06-02 18:58:20,809][352415] Updated weights for policy 0, policy_version 29257 (0.0009) +[2026-06-02 18:58:21,101][352415] Updated weights for policy 0, policy_version 29267 (0.0009) +[2026-06-02 18:58:21,382][352415] Updated weights for policy 0, policy_version 29277 (0.0009) +[2026-06-02 18:58:22,208][352415] Updated weights for policy 0, policy_version 29287 (0.0009) +[2026-06-02 18:58:22,480][352415] Updated weights for policy 0, policy_version 29297 (0.0009) +[2026-06-02 18:58:22,754][352415] Updated weights for policy 0, policy_version 29307 (0.0009) +[2026-06-02 18:58:23,033][352415] Updated weights for policy 0, policy_version 29317 (0.0009) +[2026-06-02 18:58:23,314][352415] Updated weights for policy 0, policy_version 29327 (0.0009) +[2026-06-02 18:58:23,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 15007744. Throughput: 0: 14279.1. Samples: 15043456. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:58:23,380][351462] Avg episode reward: [(0, '848.073')] +[2026-06-02 18:58:23,593][352415] Updated weights for policy 0, policy_version 29337 (0.0009) +[2026-06-02 18:58:24,406][352415] Updated weights for policy 0, policy_version 29347 (0.0009) +[2026-06-02 18:58:24,687][352415] Updated weights for policy 0, policy_version 29357 (0.0009) +[2026-06-02 18:58:24,963][352415] Updated weights for policy 0, policy_version 29367 (0.0009) +[2026-06-02 18:58:25,246][352415] Updated weights for policy 0, policy_version 29377 (0.0009) +[2026-06-02 18:58:25,515][352415] Updated weights for policy 0, policy_version 29387 (0.0009) +[2026-06-02 18:58:25,798][352415] Updated weights for policy 0, policy_version 29397 (0.0009) +[2026-06-02 18:58:26,086][352415] Updated weights for policy 0, policy_version 29407 (0.0009) +[2026-06-02 18:58:26,884][352415] Updated weights for policy 0, policy_version 29417 (0.0009) +[2026-06-02 18:58:27,165][352415] Updated weights for policy 0, policy_version 29427 (0.0009) +[2026-06-02 18:58:27,453][352415] Updated weights for policy 0, policy_version 29437 (0.0009) +[2026-06-02 18:58:27,725][352415] Updated weights for policy 0, policy_version 29447 (0.0009) +[2026-06-02 18:58:28,010][352415] Updated weights for policy 0, policy_version 29457 (0.0009) +[2026-06-02 18:58:28,295][352415] Updated weights for policy 0, policy_version 29467 (0.0009) +[2026-06-02 18:58:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 15073280. Throughput: 0: 14080.0. Samples: 15123456. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:58:28,381][351462] Avg episode reward: [(0, '892.089')] +[2026-06-02 18:58:29,089][352415] Updated weights for policy 0, policy_version 29477 (0.0009) +[2026-06-02 18:58:29,372][352415] Updated weights for policy 0, policy_version 29487 (0.0009) +[2026-06-02 18:58:29,643][352415] Updated weights for policy 0, policy_version 29497 (0.0008) +[2026-06-02 18:58:29,928][352415] Updated weights for policy 0, policy_version 29507 (0.0009) +[2026-06-02 18:58:30,209][352415] Updated weights for policy 0, policy_version 29517 (0.0009) +[2026-06-02 18:58:30,472][352415] Updated weights for policy 0, policy_version 29527 (0.0009) +[2026-06-02 18:58:31,306][352415] Updated weights for policy 0, policy_version 29537 (0.0009) +[2026-06-02 18:58:31,562][352415] Updated weights for policy 0, policy_version 29547 (0.0009) +[2026-06-02 18:58:31,828][352415] Updated weights for policy 0, policy_version 29557 (0.0009) +[2026-06-02 18:58:32,125][352415] Updated weights for policy 0, policy_version 29567 (0.0009) +[2026-06-02 18:58:32,397][352415] Updated weights for policy 0, policy_version 29577 (0.0009) +[2026-06-02 18:58:32,670][352415] Updated weights for policy 0, policy_version 29587 (0.0009) +[2026-06-02 18:58:32,949][352415] Updated weights for policy 0, policy_version 29597 (0.0010) +[2026-06-02 18:58:33,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15171584. Throughput: 0: 14222.2. Samples: 15169024. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:58:33,381][351462] Avg episode reward: [(0, '923.028')] +[2026-06-02 18:58:33,774][352415] Updated weights for policy 0, policy_version 29607 (0.0009) +[2026-06-02 18:58:34,051][352415] Updated weights for policy 0, policy_version 29617 (0.0009) +[2026-06-02 18:58:34,323][352415] Updated weights for policy 0, policy_version 29627 (0.0009) +[2026-06-02 18:58:34,604][352415] Updated weights for policy 0, policy_version 29637 (0.0009) +[2026-06-02 18:58:34,879][352415] Updated weights for policy 0, policy_version 29647 (0.0009) +[2026-06-02 18:58:35,151][352415] Updated weights for policy 0, policy_version 29657 (0.0009) +[2026-06-02 18:58:35,994][352415] Updated weights for policy 0, policy_version 29667 (0.0009) +[2026-06-02 18:58:36,259][352415] Updated weights for policy 0, policy_version 29677 (0.0009) +[2026-06-02 18:58:36,547][352415] Updated weights for policy 0, policy_version 29687 (0.0009) +[2026-06-02 18:58:36,814][352415] Updated weights for policy 0, policy_version 29697 (0.0009) +[2026-06-02 18:58:37,103][352415] Updated weights for policy 0, policy_version 29707 (0.0009) +[2026-06-02 18:58:37,369][352415] Updated weights for policy 0, policy_version 29717 (0.0009) +[2026-06-02 18:58:37,658][352415] Updated weights for policy 0, policy_version 29727 (0.0009) +[2026-06-02 18:58:38,380][351462] Fps is (10 sec: 16384.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15237120. Throughput: 0: 14091.4. Samples: 15252352. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:58:38,380][351462] Avg episode reward: [(0, '923.028')] +[2026-06-02 18:58:38,449][352415] Updated weights for policy 0, policy_version 29737 (0.0009) +[2026-06-02 18:58:38,710][352415] Updated weights for policy 0, policy_version 29747 (0.0009) +[2026-06-02 18:58:38,996][352415] Updated weights for policy 0, policy_version 29757 (0.0009) +[2026-06-02 18:58:39,280][352415] Updated weights for policy 0, policy_version 29767 (0.0009) +[2026-06-02 18:58:39,560][352415] Updated weights for policy 0, policy_version 29777 (0.0009) +[2026-06-02 18:58:39,831][352415] Updated weights for policy 0, policy_version 29787 (0.0009) +[2026-06-02 18:58:40,654][352415] Updated weights for policy 0, policy_version 29797 (0.0009) +[2026-06-02 18:58:40,928][352415] Updated weights for policy 0, policy_version 29807 (0.0008) +[2026-06-02 18:58:41,201][352415] Updated weights for policy 0, policy_version 29817 (0.0009) +[2026-06-02 18:58:41,473][352415] Updated weights for policy 0, policy_version 29827 (0.0008) +[2026-06-02 18:58:41,765][352415] Updated weights for policy 0, policy_version 29837 (0.0008) +[2026-06-02 18:58:42,045][352415] Updated weights for policy 0, policy_version 29847 (0.0009) +[2026-06-02 18:58:42,858][352415] Updated weights for policy 0, policy_version 29857 (0.0009) +[2026-06-02 18:58:43,129][352415] Updated weights for policy 0, policy_version 29867 (0.0009) +[2026-06-02 18:58:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15302656. Throughput: 0: 14293.3. Samples: 15340928. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:58:43,381][351462] Avg episode reward: [(0, '916.764')] +[2026-06-02 18:58:43,412][352415] Updated weights for policy 0, policy_version 29877 (0.0008) +[2026-06-02 18:58:43,695][352415] Updated weights for policy 0, policy_version 29887 (0.0006) +[2026-06-02 18:58:43,972][352415] Updated weights for policy 0, policy_version 29897 (0.0006) +[2026-06-02 18:58:44,241][352415] Updated weights for policy 0, policy_version 29907 (0.0006) +[2026-06-02 18:58:44,538][352415] Updated weights for policy 0, policy_version 29917 (0.0007) +[2026-06-02 18:58:45,334][352415] Updated weights for policy 0, policy_version 29927 (0.0009) +[2026-06-02 18:58:45,615][352415] Updated weights for policy 0, policy_version 29937 (0.0010) +[2026-06-02 18:58:45,889][352415] Updated weights for policy 0, policy_version 29947 (0.0009) +[2026-06-02 18:58:46,165][352415] Updated weights for policy 0, policy_version 29957 (0.0009) +[2026-06-02 18:58:46,445][352415] Updated weights for policy 0, policy_version 29967 (0.0009) +[2026-06-02 18:58:46,716][352415] Updated weights for policy 0, policy_version 29977 (0.0009) +[2026-06-02 18:58:47,534][352415] Updated weights for policy 0, policy_version 29987 (0.0008) +[2026-06-02 18:58:47,815][352415] Updated weights for policy 0, policy_version 29997 (0.0009) +[2026-06-02 18:58:48,091][352415] Updated weights for policy 0, policy_version 30007 (0.0009) +[2026-06-02 18:58:48,372][352415] Updated weights for policy 0, policy_version 30017 (0.0009) +[2026-06-02 18:58:48,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15368192. Throughput: 0: 14117.0. Samples: 15380608. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:58:48,381][351462] Avg episode reward: [(0, '940.173')] +[2026-06-02 18:58:48,647][352415] Updated weights for policy 0, policy_version 30027 (0.0009) +[2026-06-02 18:58:48,928][352415] Updated weights for policy 0, policy_version 30037 (0.0008) +[2026-06-02 18:58:49,201][352415] Updated weights for policy 0, policy_version 30047 (0.0009) +[2026-06-02 18:58:50,017][352415] Updated weights for policy 0, policy_version 30057 (0.0009) +[2026-06-02 18:58:50,289][352415] Updated weights for policy 0, policy_version 30067 (0.0009) +[2026-06-02 18:58:50,568][352415] Updated weights for policy 0, policy_version 30077 (0.0009) +[2026-06-02 18:58:50,844][352415] Updated weights for policy 0, policy_version 30087 (0.0009) +[2026-06-02 18:58:51,128][352415] Updated weights for policy 0, policy_version 30097 (0.0009) +[2026-06-02 18:58:51,398][352415] Updated weights for policy 0, policy_version 30107 (0.0009) +[2026-06-02 18:58:52,204][352415] Updated weights for policy 0, policy_version 30117 (0.0009) +[2026-06-02 18:58:52,488][352415] Updated weights for policy 0, policy_version 30127 (0.0009) +[2026-06-02 18:58:52,769][352415] Updated weights for policy 0, policy_version 30137 (0.0009) +[2026-06-02 18:58:53,036][352415] Updated weights for policy 0, policy_version 30147 (0.0009) +[2026-06-02 18:58:53,312][352415] Updated weights for policy 0, policy_version 30157 (0.0008) +[2026-06-02 18:58:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 15433728. Throughput: 0: 14304.7. Samples: 15469696. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:58:53,381][351462] Avg episode reward: [(0, '965.147')] +[2026-06-02 18:58:53,599][352415] Updated weights for policy 0, policy_version 30167 (0.0009) +[2026-06-02 18:58:54,417][352415] Updated weights for policy 0, policy_version 30177 (0.0009) +[2026-06-02 18:58:54,670][352415] Updated weights for policy 0, policy_version 30187 (0.0008) +[2026-06-02 18:58:54,942][352415] Updated weights for policy 0, policy_version 30197 (0.0009) +[2026-06-02 18:58:55,223][352415] Updated weights for policy 0, policy_version 30207 (0.0009) +[2026-06-02 18:58:55,511][352415] Updated weights for policy 0, policy_version 30217 (0.0009) +[2026-06-02 18:58:55,789][352415] Updated weights for policy 0, policy_version 30227 (0.0009) +[2026-06-02 18:58:56,057][352415] Updated weights for policy 0, policy_version 30237 (0.0009) +[2026-06-02 18:58:56,883][352415] Updated weights for policy 0, policy_version 30247 (0.0009) +[2026-06-02 18:58:57,148][352415] Updated weights for policy 0, policy_version 30257 (0.0009) +[2026-06-02 18:58:57,435][352415] Updated weights for policy 0, policy_version 30267 (0.0008) +[2026-06-02 18:58:57,717][352415] Updated weights for policy 0, policy_version 30277 (0.0008) +[2026-06-02 18:58:57,986][352415] Updated weights for policy 0, policy_version 30287 (0.0009) +[2026-06-02 18:58:58,264][352415] Updated weights for policy 0, policy_version 30297 (0.0009) +[2026-06-02 18:58:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 15499264. Throughput: 0: 14080.0. Samples: 15548032. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:58:58,381][351462] Avg episode reward: [(0, '976.416')] +[2026-06-02 18:58:59,084][352415] Updated weights for policy 0, policy_version 30307 (0.0009) +[2026-06-02 18:58:59,364][352415] Updated weights for policy 0, policy_version 30317 (0.0009) +[2026-06-02 18:58:59,640][352415] Updated weights for policy 0, policy_version 30327 (0.0009) +[2026-06-02 18:58:59,912][352415] Updated weights for policy 0, policy_version 30337 (0.0009) +[2026-06-02 18:59:00,194][352415] Updated weights for policy 0, policy_version 30347 (0.0008) +[2026-06-02 18:59:00,480][352415] Updated weights for policy 0, policy_version 30357 (0.0009) +[2026-06-02 18:59:00,752][352415] Updated weights for policy 0, policy_version 30367 (0.0009) +[2026-06-02 18:59:01,562][352415] Updated weights for policy 0, policy_version 30377 (0.0009) +[2026-06-02 18:59:01,826][352415] Updated weights for policy 0, policy_version 30387 (0.0008) +[2026-06-02 18:59:02,110][352415] Updated weights for policy 0, policy_version 30397 (0.0009) +[2026-06-02 18:59:02,397][352415] Updated weights for policy 0, policy_version 30407 (0.0009) +[2026-06-02 18:59:02,674][352415] Updated weights for policy 0, policy_version 30417 (0.0008) +[2026-06-02 18:59:02,966][352415] Updated weights for policy 0, policy_version 30427 (0.0009) +[2026-06-02 18:59:03,380][351462] Fps is (10 sec: 16383.8, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15597568. Throughput: 0: 14208.0. Samples: 15592576. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0) +[2026-06-02 18:59:03,381][351462] Avg episode reward: [(0, '1000.991')] +[2026-06-02 18:59:03,769][352415] Updated weights for policy 0, policy_version 30437 (0.0009) +[2026-06-02 18:59:04,037][352415] Updated weights for policy 0, policy_version 30447 (0.0009) +[2026-06-02 18:59:04,319][352415] Updated weights for policy 0, policy_version 30457 (0.0009) +[2026-06-02 18:59:04,594][352415] Updated weights for policy 0, policy_version 30467 (0.0008) +[2026-06-02 18:59:04,864][352415] Updated weights for policy 0, policy_version 30477 (0.0008) +[2026-06-02 18:59:05,156][352415] Updated weights for policy 0, policy_version 30487 (0.0009) +[2026-06-02 18:59:05,391][352345] Saving new best policy, reward=1000.991! +[2026-06-02 18:59:06,007][352415] Updated weights for policy 0, policy_version 30497 (0.0009) +[2026-06-02 18:59:06,255][352415] Updated weights for policy 0, policy_version 30507 (0.0009) +[2026-06-02 18:59:06,530][352415] Updated weights for policy 0, policy_version 30517 (0.0009) +[2026-06-02 18:59:06,828][352415] Updated weights for policy 0, policy_version 30527 (0.0009) +[2026-06-02 18:59:07,102][352415] Updated weights for policy 0, policy_version 30537 (0.0009) +[2026-06-02 18:59:07,382][352415] Updated weights for policy 0, policy_version 30547 (0.0009) +[2026-06-02 18:59:07,659][352415] Updated weights for policy 0, policy_version 30557 (0.0008) +[2026-06-02 18:59:08,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15663104. Throughput: 0: 14085.7. Samples: 15677312. Policy #0 lag: (min: 44.0, avg: 65.2, max: 108.0) +[2026-06-02 18:59:08,381][351462] Avg episode reward: [(0, '1002.690')] +[2026-06-02 18:59:08,442][352415] Updated weights for policy 0, policy_version 30567 (0.0008) +[2026-06-02 18:59:08,728][352415] Updated weights for policy 0, policy_version 30577 (0.0007) +[2026-06-02 18:59:09,009][352415] Updated weights for policy 0, policy_version 30587 (0.0007) +[2026-06-02 18:59:09,286][352415] Updated weights for policy 0, policy_version 30597 (0.0007) +[2026-06-02 18:59:09,569][352415] Updated weights for policy 0, policy_version 30607 (0.0009) +[2026-06-02 18:59:09,845][352415] Updated weights for policy 0, policy_version 30617 (0.0009) +[2026-06-02 18:59:10,025][352345] Saving new best policy, reward=1002.690! +[2026-06-02 18:59:10,669][352415] Updated weights for policy 0, policy_version 30627 (0.0009) +[2026-06-02 18:59:10,930][352415] Updated weights for policy 0, policy_version 30637 (0.0009) +[2026-06-02 18:59:11,203][352415] Updated weights for policy 0, policy_version 30647 (0.0009) +[2026-06-02 18:59:11,471][352415] Updated weights for policy 0, policy_version 30657 (0.0009) +[2026-06-02 18:59:11,751][352415] Updated weights for policy 0, policy_version 30667 (0.0009) +[2026-06-02 18:59:12,039][352415] Updated weights for policy 0, policy_version 30677 (0.0009) +[2026-06-02 18:59:12,318][352415] Updated weights for policy 0, policy_version 30687 (0.0009) +[2026-06-02 18:59:13,133][352415] Updated weights for policy 0, policy_version 30697 (0.0009) +[2026-06-02 18:59:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 15728640. Throughput: 0: 14281.9. Samples: 15766144. Policy #0 lag: (min: 44.0, avg: 65.2, max: 108.0) +[2026-06-02 18:59:13,381][351462] Avg episode reward: [(0, '1018.207')] +[2026-06-02 18:59:13,410][352415] Updated weights for policy 0, policy_version 30707 (0.0009) +[2026-06-02 18:59:13,683][352415] Updated weights for policy 0, policy_version 30717 (0.0009) +[2026-06-02 18:59:13,973][352415] Updated weights for policy 0, policy_version 30727 (0.0009) +[2026-06-02 18:59:14,243][352415] Updated weights for policy 0, policy_version 30737 (0.0008) +[2026-06-02 18:59:14,530][352415] Updated weights for policy 0, policy_version 30747 (0.0008) +[2026-06-02 18:59:14,656][352345] Saving new best policy, reward=1018.207! +[2026-06-02 18:59:15,330][352415] Updated weights for policy 0, policy_version 30757 (0.0009) +[2026-06-02 18:59:15,610][352415] Updated weights for policy 0, policy_version 30767 (0.0009) +[2026-06-02 18:59:15,884][352415] Updated weights for policy 0, policy_version 30777 (0.0009) +[2026-06-02 18:59:16,168][352415] Updated weights for policy 0, policy_version 30787 (0.0009) +[2026-06-02 18:59:16,449][352415] Updated weights for policy 0, policy_version 30797 (0.0009) +[2026-06-02 18:59:16,712][352415] Updated weights for policy 0, policy_version 30807 (0.0008) +[2026-06-02 18:59:17,561][352415] Updated weights for policy 0, policy_version 30817 (0.0009) +[2026-06-02 18:59:17,814][352415] Updated weights for policy 0, policy_version 30827 (0.0009) +[2026-06-02 18:59:18,100][352415] Updated weights for policy 0, policy_version 30837 (0.0009) +[2026-06-02 18:59:18,373][352415] Updated weights for policy 0, policy_version 30847 (0.0008) +[2026-06-02 18:59:18,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 15794176. Throughput: 0: 14154.0. Samples: 15805952. Policy #0 lag: (min: 44.0, avg: 65.2, max: 108.0) +[2026-06-02 18:59:18,381][351462] Avg episode reward: [(0, '973.896')] +[2026-06-02 18:59:18,658][352415] Updated weights for policy 0, policy_version 30857 (0.0009) +[2026-06-02 18:59:18,924][352415] Updated weights for policy 0, policy_version 30867 (0.0008) +[2026-06-02 18:59:19,210][352415] Updated weights for policy 0, policy_version 30877 (0.0009) +[2026-06-02 18:59:20,020][352415] Updated weights for policy 0, policy_version 30887 (0.0009) +[2026-06-02 18:59:20,283][352415] Updated weights for policy 0, policy_version 30897 (0.0009) +[2026-06-02 18:59:20,566][352415] Updated weights for policy 0, policy_version 30907 (0.0009) +[2026-06-02 18:59:20,837][352415] Updated weights for policy 0, policy_version 30917 (0.0009) +[2026-06-02 18:59:21,119][352415] Updated weights for policy 0, policy_version 30927 (0.0009) +[2026-06-02 18:59:21,409][352415] Updated weights for policy 0, policy_version 30937 (0.0009) +[2026-06-02 18:59:22,225][352415] Updated weights for policy 0, policy_version 30947 (0.0009) +[2026-06-02 18:59:22,500][352415] Updated weights for policy 0, policy_version 30957 (0.0009) +[2026-06-02 18:59:22,777][352415] Updated weights for policy 0, policy_version 30967 (0.0009) +[2026-06-02 18:59:23,058][352415] Updated weights for policy 0, policy_version 30977 (0.0008) +[2026-06-02 18:59:23,334][352415] Updated weights for policy 0, policy_version 30987 (0.0009) +[2026-06-02 18:59:23,380][351462] Fps is (10 sec: 13107.4, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 15859712. Throughput: 0: 14299.0. Samples: 15895808. Policy #0 lag: (min: 44.0, avg: 65.2, max: 108.0) +[2026-06-02 18:59:23,381][351462] Avg episode reward: [(0, '971.526')] +[2026-06-02 18:59:23,603][352415] Updated weights for policy 0, policy_version 30997 (0.0009) +[2026-06-02 18:59:23,886][352415] Updated weights for policy 0, policy_version 31007 (0.0008) +[2026-06-02 18:59:24,713][352415] Updated weights for policy 0, policy_version 31017 (0.0009) +[2026-06-02 18:59:24,980][352415] Updated weights for policy 0, policy_version 31027 (0.0009) +[2026-06-02 18:59:25,263][352415] Updated weights for policy 0, policy_version 31037 (0.0009) +[2026-06-02 18:59:25,551][352415] Updated weights for policy 0, policy_version 31047 (0.0009) +[2026-06-02 18:59:25,836][352415] Updated weights for policy 0, policy_version 31057 (0.0009) +[2026-06-02 18:59:26,116][352415] Updated weights for policy 0, policy_version 31067 (0.0009) +[2026-06-02 18:59:26,899][352415] Updated weights for policy 0, policy_version 31077 (0.0006) +[2026-06-02 18:59:27,178][352415] Updated weights for policy 0, policy_version 31087 (0.0008) +[2026-06-02 18:59:27,458][352415] Updated weights for policy 0, policy_version 31097 (0.0009) +[2026-06-02 18:59:27,739][352415] Updated weights for policy 0, policy_version 31107 (0.0008) +[2026-06-02 18:59:28,010][352415] Updated weights for policy 0, policy_version 31117 (0.0008) +[2026-06-02 18:59:28,296][352415] Updated weights for policy 0, policy_version 31127 (0.0009) +[2026-06-02 18:59:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 15925248. Throughput: 0: 14071.4. Samples: 15974144. Policy #0 lag: (min: 44.0, avg: 65.2, max: 108.0) +[2026-06-02 18:59:28,381][351462] Avg episode reward: [(0, '1014.466')] +[2026-06-02 18:59:29,119][352415] Updated weights for policy 0, policy_version 31137 (0.0009) +[2026-06-02 18:59:29,384][352415] Updated weights for policy 0, policy_version 31147 (0.0009) +[2026-06-02 18:59:29,664][352415] Updated weights for policy 0, policy_version 31157 (0.0009) +[2026-06-02 18:59:29,945][352415] Updated weights for policy 0, policy_version 31167 (0.0008) +[2026-06-02 18:59:30,229][352415] Updated weights for policy 0, policy_version 31177 (0.0009) +[2026-06-02 18:59:30,501][352415] Updated weights for policy 0, policy_version 31187 (0.0006) +[2026-06-02 18:59:30,792][352415] Updated weights for policy 0, policy_version 31197 (0.0005) +[2026-06-02 18:59:31,590][352415] Updated weights for policy 0, policy_version 31207 (0.0005) +[2026-06-02 18:59:31,862][352415] Updated weights for policy 0, policy_version 31217 (0.0005) +[2026-06-02 18:59:32,144][352415] Updated weights for policy 0, policy_version 31227 (0.0005) +[2026-06-02 18:59:32,425][352415] Updated weights for policy 0, policy_version 31237 (0.0005) +[2026-06-02 18:59:32,706][352415] Updated weights for policy 0, policy_version 31247 (0.0005) +[2026-06-02 18:59:32,989][352415] Updated weights for policy 0, policy_version 31257 (0.0006) +[2026-06-02 18:59:33,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16023552. Throughput: 0: 14114.1. Samples: 16015744. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:59:33,381][351462] Avg episode reward: [(0, '1019.610')] +[2026-06-02 18:59:33,386][352345] Saving new best policy, reward=1019.610! +[2026-06-02 18:59:33,796][352415] Updated weights for policy 0, policy_version 31267 (0.0007) +[2026-06-02 18:59:34,072][352415] Updated weights for policy 0, policy_version 31277 (0.0007) +[2026-06-02 18:59:34,351][352415] Updated weights for policy 0, policy_version 31287 (0.0009) +[2026-06-02 18:59:34,633][352415] Updated weights for policy 0, policy_version 31297 (0.0009) +[2026-06-02 18:59:34,907][352415] Updated weights for policy 0, policy_version 31307 (0.0008) +[2026-06-02 18:59:35,212][352415] Updated weights for policy 0, policy_version 31318 (0.0006) +[2026-06-02 18:59:35,499][352415] Updated weights for policy 0, policy_version 31328 (0.0009) +[2026-06-02 18:59:36,318][352415] Updated weights for policy 0, policy_version 31338 (0.0009) +[2026-06-02 18:59:36,603][352415] Updated weights for policy 0, policy_version 31348 (0.0009) +[2026-06-02 18:59:36,880][352415] Updated weights for policy 0, policy_version 31358 (0.0008) +[2026-06-02 18:59:37,153][352415] Updated weights for policy 0, policy_version 31368 (0.0009) +[2026-06-02 18:59:37,433][352415] Updated weights for policy 0, policy_version 31378 (0.0009) +[2026-06-02 18:59:37,724][352415] Updated weights for policy 0, policy_version 31388 (0.0008) +[2026-06-02 18:59:38,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 16089088. Throughput: 0: 14088.5. Samples: 16103680. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:59:38,381][351462] Avg episode reward: [(0, '1046.900')] +[2026-06-02 18:59:38,520][352415] Updated weights for policy 0, policy_version 31398 (0.0009) +[2026-06-02 18:59:38,790][352415] Updated weights for policy 0, policy_version 31408 (0.0007) +[2026-06-02 18:59:39,060][352415] Updated weights for policy 0, policy_version 31418 (0.0008) +[2026-06-02 18:59:39,358][352415] Updated weights for policy 0, policy_version 31428 (0.0006) +[2026-06-02 18:59:39,635][352415] Updated weights for policy 0, policy_version 31438 (0.0005) +[2026-06-02 18:59:39,912][352415] Updated weights for policy 0, policy_version 31448 (0.0006) +[2026-06-02 18:59:40,122][352345] Saving new best policy, reward=1046.900! +[2026-06-02 18:59:40,727][352415] Updated weights for policy 0, policy_version 31458 (0.0006) +[2026-06-02 18:59:40,979][352415] Updated weights for policy 0, policy_version 31468 (0.0009) +[2026-06-02 18:59:41,243][352415] Updated weights for policy 0, policy_version 31478 (0.0009) +[2026-06-02 18:59:41,533][352415] Updated weights for policy 0, policy_version 31488 (0.0009) +[2026-06-02 18:59:41,810][352415] Updated weights for policy 0, policy_version 31498 (0.0009) +[2026-06-02 18:59:42,091][352415] Updated weights for policy 0, policy_version 31508 (0.0009) +[2026-06-02 18:59:42,353][352415] Updated weights for policy 0, policy_version 31518 (0.0009) +[2026-06-02 18:59:43,178][352415] Updated weights for policy 0, policy_version 31528 (0.0009) +[2026-06-02 18:59:43,380][351462] Fps is (10 sec: 13106.9, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 16154624. Throughput: 0: 14310.4. Samples: 16192000. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:59:43,381][351462] Avg episode reward: [(0, '1067.734')] +[2026-06-02 18:59:43,469][352415] Updated weights for policy 0, policy_version 31539 (0.0009) +[2026-06-02 18:59:43,762][352415] Updated weights for policy 0, policy_version 31549 (0.0009) +[2026-06-02 18:59:44,037][352415] Updated weights for policy 0, policy_version 31559 (0.0009) +[2026-06-02 18:59:44,306][352415] Updated weights for policy 0, policy_version 31569 (0.0009) +[2026-06-02 18:59:44,593][352415] Updated weights for policy 0, policy_version 31579 (0.0009) +[2026-06-02 18:59:44,718][352345] Saving new best policy, reward=1067.734! +[2026-06-02 18:59:45,423][352415] Updated weights for policy 0, policy_version 31589 (0.0009) +[2026-06-02 18:59:45,693][352415] Updated weights for policy 0, policy_version 31599 (0.0009) +[2026-06-02 18:59:45,964][352415] Updated weights for policy 0, policy_version 31609 (0.0009) +[2026-06-02 18:59:46,252][352415] Updated weights for policy 0, policy_version 31619 (0.0008) +[2026-06-02 18:59:46,530][352415] Updated weights for policy 0, policy_version 31629 (0.0008) +[2026-06-02 18:59:46,801][352415] Updated weights for policy 0, policy_version 31639 (0.0008) +[2026-06-02 18:59:47,622][352415] Updated weights for policy 0, policy_version 31649 (0.0008) +[2026-06-02 18:59:47,896][352415] Updated weights for policy 0, policy_version 31659 (0.0008) +[2026-06-02 18:59:48,169][352415] Updated weights for policy 0, policy_version 31669 (0.0008) +[2026-06-02 18:59:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16220160. Throughput: 0: 14213.7. Samples: 16232192. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:59:48,381][351462] Avg episode reward: [(0, '1098.813')] +[2026-06-02 18:59:48,453][352415] Updated weights for policy 0, policy_version 31679 (0.0008) +[2026-06-02 18:59:48,723][352415] Updated weights for policy 0, policy_version 31689 (0.0008) +[2026-06-02 18:59:49,003][352415] Updated weights for policy 0, policy_version 31699 (0.0008) +[2026-06-02 18:59:49,292][352415] Updated weights for policy 0, policy_version 31709 (0.0009) +[2026-06-02 18:59:49,360][352345] Saving new best policy, reward=1098.813! +[2026-06-02 18:59:50,101][352415] Updated weights for policy 0, policy_version 31719 (0.0009) +[2026-06-02 18:59:50,372][352415] Updated weights for policy 0, policy_version 31729 (0.0009) +[2026-06-02 18:59:50,641][352415] Updated weights for policy 0, policy_version 31739 (0.0009) +[2026-06-02 18:59:50,924][352415] Updated weights for policy 0, policy_version 31749 (0.0008) +[2026-06-02 18:59:51,206][352415] Updated weights for policy 0, policy_version 31759 (0.0008) +[2026-06-02 18:59:51,494][352415] Updated weights for policy 0, policy_version 31769 (0.0008) +[2026-06-02 18:59:52,290][352415] Updated weights for policy 0, policy_version 31779 (0.0009) +[2026-06-02 18:59:52,569][352415] Updated weights for policy 0, policy_version 31789 (0.0009) +[2026-06-02 18:59:52,850][352415] Updated weights for policy 0, policy_version 31799 (0.0009) +[2026-06-02 18:59:53,121][352415] Updated weights for policy 0, policy_version 31809 (0.0009) +[2026-06-02 18:59:53,380][351462] Fps is (10 sec: 13107.4, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 16285696. Throughput: 0: 14282.0. Samples: 16320000. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:59:53,381][351462] Avg episode reward: [(0, '1072.816')] +[2026-06-02 18:59:53,440][352415] Updated weights for policy 0, policy_version 31820 (0.0009) +[2026-06-02 18:59:53,710][352415] Updated weights for policy 0, policy_version 31830 (0.0009) +[2026-06-02 18:59:53,987][352415] Updated weights for policy 0, policy_version 31840 (0.0009) +[2026-06-02 18:59:54,783][352415] Updated weights for policy 0, policy_version 31850 (0.0009) +[2026-06-02 18:59:55,067][352415] Updated weights for policy 0, policy_version 31860 (0.0009) +[2026-06-02 18:59:55,344][352415] Updated weights for policy 0, policy_version 31870 (0.0009) +[2026-06-02 18:59:55,610][352415] Updated weights for policy 0, policy_version 31880 (0.0009) +[2026-06-02 18:59:55,890][352415] Updated weights for policy 0, policy_version 31890 (0.0009) +[2026-06-02 18:59:56,211][352415] Updated weights for policy 0, policy_version 31901 (0.0008) +[2026-06-02 18:59:57,017][352415] Updated weights for policy 0, policy_version 31911 (0.0007) +[2026-06-02 18:59:57,307][352415] Updated weights for policy 0, policy_version 31921 (0.0006) +[2026-06-02 18:59:57,582][352415] Updated weights for policy 0, policy_version 31931 (0.0006) +[2026-06-02 18:59:57,869][352415] Updated weights for policy 0, policy_version 31941 (0.0005) +[2026-06-02 18:59:58,145][352415] Updated weights for policy 0, policy_version 31951 (0.0005) +[2026-06-02 18:59:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 16351232. Throughput: 0: 14108.5. Samples: 16401024. Policy #0 lag: (min: 3.0, avg: 39.1, max: 67.0) +[2026-06-02 18:59:58,381][351462] Avg episode reward: [(0, '1075.378')] +[2026-06-02 18:59:58,433][352415] Updated weights for policy 0, policy_version 31961 (0.0005) +[2026-06-02 18:59:59,223][352415] Updated weights for policy 0, policy_version 31971 (0.0007) +[2026-06-02 18:59:59,505][352415] Updated weights for policy 0, policy_version 31981 (0.0008) +[2026-06-02 18:59:59,778][352415] Updated weights for policy 0, policy_version 31991 (0.0008) +[2026-06-02 19:00:00,062][352415] Updated weights for policy 0, policy_version 32001 (0.0008) +[2026-06-02 19:00:00,344][352415] Updated weights for policy 0, policy_version 32011 (0.0009) +[2026-06-02 19:00:00,621][352415] Updated weights for policy 0, policy_version 32021 (0.0009) +[2026-06-02 19:00:00,888][352415] Updated weights for policy 0, policy_version 32031 (0.0008) +[2026-06-02 19:00:01,701][352415] Updated weights for policy 0, policy_version 32041 (0.0008) +[2026-06-02 19:00:01,978][352415] Updated weights for policy 0, policy_version 32051 (0.0008) +[2026-06-02 19:00:02,268][352415] Updated weights for policy 0, policy_version 32061 (0.0009) +[2026-06-02 19:00:02,543][352415] Updated weights for policy 0, policy_version 32071 (0.0008) +[2026-06-02 19:00:02,826][352415] Updated weights for policy 0, policy_version 32081 (0.0008) +[2026-06-02 19:00:03,099][352415] Updated weights for policy 0, policy_version 32091 (0.0009) +[2026-06-02 19:00:03,380][351462] Fps is (10 sec: 16383.8, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16449536. Throughput: 0: 14097.0. Samples: 16440320. Policy #0 lag: (min: 3.0, avg: 39.1, max: 67.0) +[2026-06-02 19:00:03,382][351462] Avg episode reward: [(0, '1085.439')] +[2026-06-02 19:00:03,910][352415] Updated weights for policy 0, policy_version 32101 (0.0009) +[2026-06-02 19:00:04,194][352415] Updated weights for policy 0, policy_version 32111 (0.0009) +[2026-06-02 19:00:04,473][352415] Updated weights for policy 0, policy_version 32121 (0.0008) +[2026-06-02 19:00:04,752][352415] Updated weights for policy 0, policy_version 32131 (0.0008) +[2026-06-02 19:00:05,017][352415] Updated weights for policy 0, policy_version 32141 (0.0009) +[2026-06-02 19:00:05,312][352415] Updated weights for policy 0, policy_version 32151 (0.0008) +[2026-06-02 19:00:06,163][352415] Updated weights for policy 0, policy_version 32161 (0.0010) +[2026-06-02 19:00:06,425][352415] Updated weights for policy 0, policy_version 32171 (0.0009) +[2026-06-02 19:00:06,701][352415] Updated weights for policy 0, policy_version 32181 (0.0009) +[2026-06-02 19:00:06,971][352415] Updated weights for policy 0, policy_version 32191 (0.0009) +[2026-06-02 19:00:07,250][352415] Updated weights for policy 0, policy_version 32201 (0.0009) +[2026-06-02 19:00:07,539][352415] Updated weights for policy 0, policy_version 32211 (0.0009) +[2026-06-02 19:00:07,818][352415] Updated weights for policy 0, policy_version 32221 (0.0008) +[2026-06-02 19:00:08,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16515072. Throughput: 0: 14088.5. Samples: 16529792. Policy #0 lag: (min: 3.0, avg: 39.1, max: 67.0) +[2026-06-02 19:00:08,381][351462] Avg episode reward: [(0, '1133.616')] +[2026-06-02 19:00:08,607][352415] Updated weights for policy 0, policy_version 32231 (0.0009) +[2026-06-02 19:00:08,882][352415] Updated weights for policy 0, policy_version 32241 (0.0005) +[2026-06-02 19:00:09,158][352415] Updated weights for policy 0, policy_version 32251 (0.0008) +[2026-06-02 19:00:09,442][352415] Updated weights for policy 0, policy_version 32261 (0.0009) +[2026-06-02 19:00:09,719][352415] Updated weights for policy 0, policy_version 32271 (0.0009) +[2026-06-02 19:00:09,990][352415] Updated weights for policy 0, policy_version 32281 (0.0009) +[2026-06-02 19:00:10,183][352345] Saving new best policy, reward=1133.616! +[2026-06-02 19:00:10,808][352415] Updated weights for policy 0, policy_version 32291 (0.0009) +[2026-06-02 19:00:11,074][352415] Updated weights for policy 0, policy_version 32301 (0.0008) +[2026-06-02 19:00:11,344][352415] Updated weights for policy 0, policy_version 32311 (0.0009) +[2026-06-02 19:00:11,633][352415] Updated weights for policy 0, policy_version 32321 (0.0009) +[2026-06-02 19:00:11,897][352415] Updated weights for policy 0, policy_version 32331 (0.0008) +[2026-06-02 19:00:12,179][352415] Updated weights for policy 0, policy_version 32341 (0.0009) +[2026-06-02 19:00:12,466][352415] Updated weights for policy 0, policy_version 32351 (0.0009) +[2026-06-02 19:00:13,272][352415] Updated weights for policy 0, policy_version 32361 (0.0009) +[2026-06-02 19:00:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16580608. Throughput: 0: 14316.1. Samples: 16618368. Policy #0 lag: (min: 3.0, avg: 39.1, max: 67.0) +[2026-06-02 19:00:13,381][351462] Avg episode reward: [(0, '1198.809')] +[2026-06-02 19:00:13,550][352415] Updated weights for policy 0, policy_version 32371 (0.0009) +[2026-06-02 19:00:13,840][352415] Updated weights for policy 0, policy_version 32381 (0.0009) +[2026-06-02 19:00:14,114][352415] Updated weights for policy 0, policy_version 32391 (0.0009) +[2026-06-02 19:00:14,397][352415] Updated weights for policy 0, policy_version 32401 (0.0009) +[2026-06-02 19:00:14,687][352415] Updated weights for policy 0, policy_version 32411 (0.0009) +[2026-06-02 19:00:14,812][352345] Saving new best policy, reward=1198.809! +[2026-06-02 19:00:15,490][352415] Updated weights for policy 0, policy_version 32421 (0.0009) +[2026-06-02 19:00:15,758][352415] Updated weights for policy 0, policy_version 32431 (0.0009) +[2026-06-02 19:00:16,050][352415] Updated weights for policy 0, policy_version 32441 (0.0009) +[2026-06-02 19:00:16,328][352415] Updated weights for policy 0, policy_version 32451 (0.0009) +[2026-06-02 19:00:16,611][352415] Updated weights for policy 0, policy_version 32461 (0.0009) +[2026-06-02 19:00:16,896][352415] Updated weights for policy 0, policy_version 32471 (0.0009) +[2026-06-02 19:00:17,720][352415] Updated weights for policy 0, policy_version 32481 (0.0009) +[2026-06-02 19:00:17,974][352415] Updated weights for policy 0, policy_version 32491 (0.0009) +[2026-06-02 19:00:18,262][352415] Updated weights for policy 0, policy_version 32501 (0.0008) +[2026-06-02 19:00:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16646144. Throughput: 0: 14270.6. Samples: 16657920. Policy #0 lag: (min: 23.0, avg: 44.1, max: 87.0) +[2026-06-02 19:00:18,381][351462] Avg episode reward: [(0, '1234.061')] +[2026-06-02 19:00:18,527][352415] Updated weights for policy 0, policy_version 32511 (0.0009) +[2026-06-02 19:00:18,814][352415] Updated weights for policy 0, policy_version 32521 (0.0009) +[2026-06-02 19:00:19,103][352415] Updated weights for policy 0, policy_version 32531 (0.0009) +[2026-06-02 19:00:19,378][352415] Updated weights for policy 0, policy_version 32541 (0.0009) +[2026-06-02 19:00:19,449][352345] Saving new best policy, reward=1234.061! +[2026-06-02 19:00:20,183][352415] Updated weights for policy 0, policy_version 32551 (0.0009) +[2026-06-02 19:00:20,445][352415] Updated weights for policy 0, policy_version 32561 (0.0009) +[2026-06-02 19:00:20,723][352415] Updated weights for policy 0, policy_version 32571 (0.0009) +[2026-06-02 19:00:21,017][352415] Updated weights for policy 0, policy_version 32581 (0.0009) +[2026-06-02 19:00:21,294][352415] Updated weights for policy 0, policy_version 32591 (0.0009) +[2026-06-02 19:00:21,574][352415] Updated weights for policy 0, policy_version 32601 (0.0008) +[2026-06-02 19:00:22,377][352415] Updated weights for policy 0, policy_version 32611 (0.0009) +[2026-06-02 19:00:22,655][352415] Updated weights for policy 0, policy_version 32621 (0.0009) +[2026-06-02 19:00:22,970][352415] Updated weights for policy 0, policy_version 32632 (0.0009) +[2026-06-02 19:00:23,241][352415] Updated weights for policy 0, policy_version 32642 (0.0009) +[2026-06-02 19:00:23,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 16711680. Throughput: 0: 14208.0. Samples: 16743040. Policy #0 lag: (min: 23.0, avg: 44.1, max: 87.0) +[2026-06-02 19:00:23,381][351462] Avg episode reward: [(0, '1260.933')] +[2026-06-02 19:00:23,518][352415] Updated weights for policy 0, policy_version 32652 (0.0009) +[2026-06-02 19:00:23,809][352415] Updated weights for policy 0, policy_version 32662 (0.0009) +[2026-06-02 19:00:24,072][352345] Saving new best policy, reward=1260.933! +[2026-06-02 19:00:24,074][352415] Updated weights for policy 0, policy_version 32672 (0.0009) +[2026-06-02 19:00:24,889][352415] Updated weights for policy 0, policy_version 32682 (0.0009) +[2026-06-02 19:00:25,155][352415] Updated weights for policy 0, policy_version 32692 (0.0008) +[2026-06-02 19:00:25,434][352415] Updated weights for policy 0, policy_version 32702 (0.0009) +[2026-06-02 19:00:25,732][352415] Updated weights for policy 0, policy_version 32712 (0.0008) +[2026-06-02 19:00:26,010][352415] Updated weights for policy 0, policy_version 32722 (0.0008) +[2026-06-02 19:00:26,288][352415] Updated weights for policy 0, policy_version 32732 (0.0009) +[2026-06-02 19:00:27,094][352415] Updated weights for policy 0, policy_version 32742 (0.0009) +[2026-06-02 19:00:27,368][352415] Updated weights for policy 0, policy_version 32752 (0.0009) +[2026-06-02 19:00:27,639][352415] Updated weights for policy 0, policy_version 32762 (0.0008) +[2026-06-02 19:00:27,928][352415] Updated weights for policy 0, policy_version 32772 (0.0008) +[2026-06-02 19:00:28,193][352415] Updated weights for policy 0, policy_version 32782 (0.0009) +[2026-06-02 19:00:28,380][351462] Fps is (10 sec: 13106.7, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 16777216. Throughput: 0: 14116.9. Samples: 16827264. Policy #0 lag: (min: 23.0, avg: 44.1, max: 87.0) +[2026-06-02 19:00:28,381][351462] Avg episode reward: [(0, '1288.832')] +[2026-06-02 19:00:28,479][352415] Updated weights for policy 0, policy_version 32792 (0.0009) +[2026-06-02 19:00:28,692][352345] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/checkpoint_p0/checkpoint_000032800_16809984.pth... +[2026-06-02 19:00:28,712][352345] Saving new best policy, reward=1288.832! +[2026-06-02 19:00:29,321][352415] Updated weights for policy 0, policy_version 32802 (0.0009) +[2026-06-02 19:00:29,584][352415] Updated weights for policy 0, policy_version 32812 (0.0009) +[2026-06-02 19:00:29,865][352415] Updated weights for policy 0, policy_version 32822 (0.0009) +[2026-06-02 19:00:30,165][352415] Updated weights for policy 0, policy_version 32833 (0.0009) +[2026-06-02 19:00:30,459][352415] Updated weights for policy 0, policy_version 32843 (0.0009) +[2026-06-02 19:00:30,738][352415] Updated weights for policy 0, policy_version 32853 (0.0008) +[2026-06-02 19:00:31,001][352415] Updated weights for policy 0, policy_version 32863 (0.0009) +[2026-06-02 19:00:31,817][352415] Updated weights for policy 0, policy_version 32873 (0.0009) +[2026-06-02 19:00:32,083][352415] Updated weights for policy 0, policy_version 32883 (0.0009) +[2026-06-02 19:00:32,374][352415] Updated weights for policy 0, policy_version 32893 (0.0009) +[2026-06-02 19:00:32,649][352415] Updated weights for policy 0, policy_version 32903 (0.0009) +[2026-06-02 19:00:32,921][352415] Updated weights for policy 0, policy_version 32913 (0.0009) +[2026-06-02 19:00:33,238][352415] Updated weights for policy 0, policy_version 32924 (0.0009) +[2026-06-02 19:00:33,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16875520. Throughput: 0: 14114.2. Samples: 16867328. Policy #0 lag: (min: 23.0, avg: 44.1, max: 87.0) +[2026-06-02 19:00:33,380][351462] Avg episode reward: [(0, '1297.256')] +[2026-06-02 19:00:33,384][352345] Saving new best policy, reward=1297.256! +[2026-06-02 19:00:34,053][352415] Updated weights for policy 0, policy_version 32934 (0.0009) +[2026-06-02 19:00:34,338][352415] Updated weights for policy 0, policy_version 32944 (0.0010) +[2026-06-02 19:00:34,628][352415] Updated weights for policy 0, policy_version 32954 (0.0010) +[2026-06-02 19:00:34,898][352415] Updated weights for policy 0, policy_version 32964 (0.0010) +[2026-06-02 19:00:35,189][352415] Updated weights for policy 0, policy_version 32974 (0.0009) +[2026-06-02 19:00:35,462][352415] Updated weights for policy 0, policy_version 32984 (0.0009) +[2026-06-02 19:00:36,260][352415] Updated weights for policy 0, policy_version 32994 (0.0009) +[2026-06-02 19:00:36,534][352415] Updated weights for policy 0, policy_version 33004 (0.0009) +[2026-06-02 19:00:36,814][352415] Updated weights for policy 0, policy_version 33014 (0.0010) +[2026-06-02 19:00:37,088][352415] Updated weights for policy 0, policy_version 33024 (0.0009) +[2026-06-02 19:00:37,376][352415] Updated weights for policy 0, policy_version 33034 (0.0009) +[2026-06-02 19:00:37,656][352415] Updated weights for policy 0, policy_version 33044 (0.0009) +[2026-06-02 19:00:37,941][352415] Updated weights for policy 0, policy_version 33054 (0.0010) +[2026-06-02 19:00:38,380][351462] Fps is (10 sec: 16384.7, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 16941056. Throughput: 0: 14136.9. Samples: 16956160. Policy #0 lag: (min: 23.0, avg: 44.1, max: 87.0) +[2026-06-02 19:00:38,381][351462] Avg episode reward: [(0, '1345.807')] +[2026-06-02 19:00:38,720][352415] Updated weights for policy 0, policy_version 33064 (0.0009) +[2026-06-02 19:00:39,008][352415] Updated weights for policy 0, policy_version 33074 (0.0009) +[2026-06-02 19:00:39,283][352415] Updated weights for policy 0, policy_version 33084 (0.0010) +[2026-06-02 19:00:39,565][352415] Updated weights for policy 0, policy_version 33094 (0.0009) +[2026-06-02 19:00:39,850][352415] Updated weights for policy 0, policy_version 33104 (0.0009) +[2026-06-02 19:00:40,133][352415] Updated weights for policy 0, policy_version 33114 (0.0009) +[2026-06-02 19:00:40,294][352345] Saving new best policy, reward=1345.807! +[2026-06-02 19:00:40,954][352415] Updated weights for policy 0, policy_version 33124 (0.0009) +[2026-06-02 19:00:41,220][352415] Updated weights for policy 0, policy_version 33134 (0.0009) +[2026-06-02 19:00:41,499][352415] Updated weights for policy 0, policy_version 33144 (0.0009) +[2026-06-02 19:00:41,789][352415] Updated weights for policy 0, policy_version 33154 (0.0009) +[2026-06-02 19:00:42,069][352415] Updated weights for policy 0, policy_version 33164 (0.0009) +[2026-06-02 19:00:42,339][352415] Updated weights for policy 0, policy_version 33174 (0.0009) +[2026-06-02 19:00:42,617][352415] Updated weights for policy 0, policy_version 33184 (0.0010) +[2026-06-02 19:00:43,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17006592. Throughput: 0: 14347.4. Samples: 17046656. Policy #0 lag: (min: 63.0, avg: 85.0, max: 127.0) +[2026-06-02 19:00:43,380][351462] Avg episode reward: [(0, '1322.175')] +[2026-06-02 19:00:43,433][352415] Updated weights for policy 0, policy_version 33194 (0.0009) +[2026-06-02 19:00:43,715][352415] Updated weights for policy 0, policy_version 33204 (0.0009) +[2026-06-02 19:00:43,993][352415] Updated weights for policy 0, policy_version 33214 (0.0009) +[2026-06-02 19:00:44,275][352415] Updated weights for policy 0, policy_version 33224 (0.0009) +[2026-06-02 19:00:44,551][352415] Updated weights for policy 0, policy_version 33234 (0.0009) +[2026-06-02 19:00:44,833][352415] Updated weights for policy 0, policy_version 33244 (0.0009) +[2026-06-02 19:00:45,642][352415] Updated weights for policy 0, policy_version 33254 (0.0009) +[2026-06-02 19:00:45,919][352415] Updated weights for policy 0, policy_version 33264 (0.0009) +[2026-06-02 19:00:46,198][352415] Updated weights for policy 0, policy_version 33274 (0.0009) +[2026-06-02 19:00:46,475][352415] Updated weights for policy 0, policy_version 33284 (0.0010) +[2026-06-02 19:00:46,756][352415] Updated weights for policy 0, policy_version 33294 (0.0009) +[2026-06-02 19:00:47,037][352415] Updated weights for policy 0, policy_version 33304 (0.0009) +[2026-06-02 19:00:47,845][352415] Updated weights for policy 0, policy_version 33314 (0.0009) +[2026-06-02 19:00:48,109][352415] Updated weights for policy 0, policy_version 33324 (0.0009) +[2026-06-02 19:00:48,377][352415] Updated weights for policy 0, policy_version 33334 (0.0009) +[2026-06-02 19:00:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17072128. Throughput: 0: 14344.6. Samples: 17085824. Policy #0 lag: (min: 63.0, avg: 85.0, max: 127.0) +[2026-06-02 19:00:48,380][351462] Avg episode reward: [(0, '1268.467')] +[2026-06-02 19:00:48,673][352415] Updated weights for policy 0, policy_version 33344 (0.0009) +[2026-06-02 19:00:48,946][352415] Updated weights for policy 0, policy_version 33354 (0.0009) +[2026-06-02 19:00:49,231][352415] Updated weights for policy 0, policy_version 33364 (0.0009) +[2026-06-02 19:00:49,515][352415] Updated weights for policy 0, policy_version 33374 (0.0008) +[2026-06-02 19:00:50,307][352415] Updated weights for policy 0, policy_version 33384 (0.0008) +[2026-06-02 19:00:50,596][352415] Updated weights for policy 0, policy_version 33394 (0.0009) +[2026-06-02 19:00:50,877][352415] Updated weights for policy 0, policy_version 33404 (0.0008) +[2026-06-02 19:00:51,156][352415] Updated weights for policy 0, policy_version 33414 (0.0008) +[2026-06-02 19:00:51,429][352415] Updated weights for policy 0, policy_version 33424 (0.0008) +[2026-06-02 19:00:51,717][352415] Updated weights for policy 0, policy_version 33434 (0.0008) +[2026-06-02 19:00:52,524][352415] Updated weights for policy 0, policy_version 33444 (0.0009) +[2026-06-02 19:00:52,791][352415] Updated weights for policy 0, policy_version 33454 (0.0009) +[2026-06-02 19:00:53,057][352415] Updated weights for policy 0, policy_version 33464 (0.0009) +[2026-06-02 19:00:53,352][352415] Updated weights for policy 0, policy_version 33474 (0.0009) +[2026-06-02 19:00:53,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 17137664. Throughput: 0: 14142.6. Samples: 17166208. Policy #0 lag: (min: 63.0, avg: 85.0, max: 127.0) +[2026-06-02 19:00:53,381][351462] Avg episode reward: [(0, '1289.439')] +[2026-06-02 19:00:53,620][352415] Updated weights for policy 0, policy_version 33484 (0.0009) +[2026-06-02 19:00:53,913][352415] Updated weights for policy 0, policy_version 33494 (0.0007) +[2026-06-02 19:00:54,184][352415] Updated weights for policy 0, policy_version 33504 (0.0006) +[2026-06-02 19:00:54,979][352415] Updated weights for policy 0, policy_version 33514 (0.0004) +[2026-06-02 19:00:55,265][352415] Updated weights for policy 0, policy_version 33524 (0.0004) +[2026-06-02 19:00:55,549][352415] Updated weights for policy 0, policy_version 33534 (0.0007) +[2026-06-02 19:00:55,841][352415] Updated weights for policy 0, policy_version 33544 (0.0009) +[2026-06-02 19:00:56,106][352415] Updated weights for policy 0, policy_version 33554 (0.0008) +[2026-06-02 19:00:56,400][352415] Updated weights for policy 0, policy_version 33564 (0.0009) +[2026-06-02 19:00:57,201][352415] Updated weights for policy 0, policy_version 33574 (0.0009) +[2026-06-02 19:00:57,467][352415] Updated weights for policy 0, policy_version 33584 (0.0008) +[2026-06-02 19:00:57,765][352415] Updated weights for policy 0, policy_version 33594 (0.0009) +[2026-06-02 19:00:58,027][352415] Updated weights for policy 0, policy_version 33604 (0.0009) +[2026-06-02 19:00:58,315][352415] Updated weights for policy 0, policy_version 33614 (0.0008) +[2026-06-02 19:00:58,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 17203200. Throughput: 0: 14136.9. Samples: 17254528. Policy #0 lag: (min: 63.0, avg: 85.0, max: 127.0) +[2026-06-02 19:00:58,381][351462] Avg episode reward: [(0, '1314.078')] +[2026-06-02 19:00:58,605][352415] Updated weights for policy 0, policy_version 33624 (0.0009) +[2026-06-02 19:00:59,398][352415] Updated weights for policy 0, policy_version 33634 (0.0009) +[2026-06-02 19:00:59,673][352415] Updated weights for policy 0, policy_version 33644 (0.0009) +[2026-06-02 19:00:59,947][352415] Updated weights for policy 0, policy_version 33654 (0.0009) +[2026-06-02 19:01:00,222][352415] Updated weights for policy 0, policy_version 33664 (0.0009) +[2026-06-02 19:01:00,494][352415] Updated weights for policy 0, policy_version 33674 (0.0009) +[2026-06-02 19:01:00,787][352415] Updated weights for policy 0, policy_version 33684 (0.0009) +[2026-06-02 19:01:01,053][352415] Updated weights for policy 0, policy_version 33694 (0.0009) +[2026-06-02 19:01:01,869][352415] Updated weights for policy 0, policy_version 33704 (0.0009) +[2026-06-02 19:01:02,137][352415] Updated weights for policy 0, policy_version 33714 (0.0009) +[2026-06-02 19:01:02,428][352415] Updated weights for policy 0, policy_version 33724 (0.0008) +[2026-06-02 19:01:02,707][352415] Updated weights for policy 0, policy_version 33734 (0.0008) +[2026-06-02 19:01:02,988][352415] Updated weights for policy 0, policy_version 33744 (0.0009) +[2026-06-02 19:01:03,264][352415] Updated weights for policy 0, policy_version 33754 (0.0009) +[2026-06-02 19:01:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.4, 300 sec: 14106.9). Total num frames: 17268736. Throughput: 0: 14134.0. Samples: 17293952. Policy #0 lag: (min: 63.0, avg: 85.0, max: 127.0) +[2026-06-02 19:01:03,381][351462] Avg episode reward: [(0, '1300.582')] +[2026-06-02 19:01:04,076][352415] Updated weights for policy 0, policy_version 33764 (0.0008) +[2026-06-02 19:01:04,352][352415] Updated weights for policy 0, policy_version 33774 (0.0009) +[2026-06-02 19:01:04,622][352415] Updated weights for policy 0, policy_version 33784 (0.0008) +[2026-06-02 19:01:04,903][352415] Updated weights for policy 0, policy_version 33794 (0.0008) +[2026-06-02 19:01:05,193][352415] Updated weights for policy 0, policy_version 33804 (0.0009) +[2026-06-02 19:01:05,471][352415] Updated weights for policy 0, policy_version 33814 (0.0009) +[2026-06-02 19:01:05,747][352415] Updated weights for policy 0, policy_version 33824 (0.0008) +[2026-06-02 19:01:06,540][352415] Updated weights for policy 0, policy_version 33834 (0.0008) +[2026-06-02 19:01:06,818][352415] Updated weights for policy 0, policy_version 33844 (0.0008) +[2026-06-02 19:01:07,111][352415] Updated weights for policy 0, policy_version 33854 (0.0009) +[2026-06-02 19:01:07,395][352415] Updated weights for policy 0, policy_version 33864 (0.0009) +[2026-06-02 19:01:07,662][352415] Updated weights for policy 0, policy_version 33874 (0.0008) +[2026-06-02 19:01:07,956][352415] Updated weights for policy 0, policy_version 33884 (0.0008) +[2026-06-02 19:01:08,380][351462] Fps is (10 sec: 16384.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17367040. Throughput: 0: 14208.0. Samples: 17382400. Policy #0 lag: (min: 63.0, avg: 84.6, max: 127.0) +[2026-06-02 19:01:08,381][351462] Avg episode reward: [(0, '1273.684')] +[2026-06-02 19:01:08,733][352415] Updated weights for policy 0, policy_version 33894 (0.0009) +[2026-06-02 19:01:09,020][352415] Updated weights for policy 0, policy_version 33904 (0.0008) +[2026-06-02 19:01:09,304][352415] Updated weights for policy 0, policy_version 33914 (0.0009) +[2026-06-02 19:01:09,571][352415] Updated weights for policy 0, policy_version 33924 (0.0008) +[2026-06-02 19:01:09,863][352415] Updated weights for policy 0, policy_version 33934 (0.0008) +[2026-06-02 19:01:10,136][352415] Updated weights for policy 0, policy_version 33944 (0.0008) +[2026-06-02 19:01:10,966][352415] Updated weights for policy 0, policy_version 33954 (0.0009) +[2026-06-02 19:01:11,237][352415] Updated weights for policy 0, policy_version 33964 (0.0009) +[2026-06-02 19:01:11,510][352415] Updated weights for policy 0, policy_version 33974 (0.0009) +[2026-06-02 19:01:11,791][352415] Updated weights for policy 0, policy_version 33984 (0.0009) +[2026-06-02 19:01:12,100][352415] Updated weights for policy 0, policy_version 33995 (0.0009) +[2026-06-02 19:01:12,383][352415] Updated weights for policy 0, policy_version 34005 (0.0008) +[2026-06-02 19:01:12,668][352415] Updated weights for policy 0, policy_version 34015 (0.0006) +[2026-06-02 19:01:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17432576. Throughput: 0: 14299.2. Samples: 17470720. Policy #0 lag: (min: 63.0, avg: 84.6, max: 127.0) +[2026-06-02 19:01:13,381][351462] Avg episode reward: [(0, '1283.338')] +[2026-06-02 19:01:13,434][352415] Updated weights for policy 0, policy_version 34025 (0.0005) +[2026-06-02 19:01:13,718][352415] Updated weights for policy 0, policy_version 34035 (0.0006) +[2026-06-02 19:01:14,006][352415] Updated weights for policy 0, policy_version 34045 (0.0009) +[2026-06-02 19:01:14,287][352415] Updated weights for policy 0, policy_version 34055 (0.0009) +[2026-06-02 19:01:14,564][352415] Updated weights for policy 0, policy_version 34065 (0.0009) +[2026-06-02 19:01:14,846][352415] Updated weights for policy 0, policy_version 34075 (0.0009) +[2026-06-02 19:01:15,648][352415] Updated weights for policy 0, policy_version 34085 (0.0009) +[2026-06-02 19:01:15,913][352415] Updated weights for policy 0, policy_version 34095 (0.0009) +[2026-06-02 19:01:16,209][352415] Updated weights for policy 0, policy_version 34105 (0.0010) +[2026-06-02 19:01:16,481][352415] Updated weights for policy 0, policy_version 34115 (0.0009) +[2026-06-02 19:01:16,754][352415] Updated weights for policy 0, policy_version 34125 (0.0009) +[2026-06-02 19:01:17,038][352415] Updated weights for policy 0, policy_version 34135 (0.0009) +[2026-06-02 19:01:17,864][352415] Updated weights for policy 0, policy_version 34145 (0.0009) +[2026-06-02 19:01:18,155][352415] Updated weights for policy 0, policy_version 34156 (0.0009) +[2026-06-02 19:01:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17498112. Throughput: 0: 14304.7. Samples: 17511040. Policy #0 lag: (min: 63.0, avg: 84.6, max: 127.0) +[2026-06-02 19:01:18,381][351462] Avg episode reward: [(0, '1280.784')] +[2026-06-02 19:01:18,435][352415] Updated weights for policy 0, policy_version 34166 (0.0009) +[2026-06-02 19:01:18,711][352415] Updated weights for policy 0, policy_version 34176 (0.0009) +[2026-06-02 19:01:18,982][352415] Updated weights for policy 0, policy_version 34186 (0.0009) +[2026-06-02 19:01:19,272][352415] Updated weights for policy 0, policy_version 34196 (0.0009) +[2026-06-02 19:01:19,540][352415] Updated weights for policy 0, policy_version 34206 (0.0009) +[2026-06-02 19:01:20,334][352415] Updated weights for policy 0, policy_version 34216 (0.0009) +[2026-06-02 19:01:20,618][352415] Updated weights for policy 0, policy_version 34226 (0.0009) +[2026-06-02 19:01:20,889][352415] Updated weights for policy 0, policy_version 34236 (0.0009) +[2026-06-02 19:01:21,167][352415] Updated weights for policy 0, policy_version 34246 (0.0009) +[2026-06-02 19:01:21,445][352415] Updated weights for policy 0, policy_version 34256 (0.0009) +[2026-06-02 19:01:21,742][352415] Updated weights for policy 0, policy_version 34266 (0.0009) +[2026-06-02 19:01:22,554][352415] Updated weights for policy 0, policy_version 34276 (0.0009) +[2026-06-02 19:01:22,821][352415] Updated weights for policy 0, policy_version 34286 (0.0009) +[2026-06-02 19:01:23,105][352415] Updated weights for policy 0, policy_version 34296 (0.0009) +[2026-06-02 19:01:23,377][352415] Updated weights for policy 0, policy_version 34306 (0.0008) +[2026-06-02 19:01:23,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 17563648. Throughput: 0: 14085.7. Samples: 17590016. Policy #0 lag: (min: 63.0, avg: 84.6, max: 127.0) +[2026-06-02 19:01:23,380][351462] Avg episode reward: [(0, '1280.055')] +[2026-06-02 19:01:23,669][352415] Updated weights for policy 0, policy_version 34316 (0.0009) +[2026-06-02 19:01:23,950][352415] Updated weights for policy 0, policy_version 34326 (0.0009) +[2026-06-02 19:01:24,219][352415] Updated weights for policy 0, policy_version 34336 (0.0009) +[2026-06-02 19:01:25,023][352415] Updated weights for policy 0, policy_version 34346 (0.0009) +[2026-06-02 19:01:25,294][352415] Updated weights for policy 0, policy_version 34356 (0.0009) +[2026-06-02 19:01:25,576][352415] Updated weights for policy 0, policy_version 34366 (0.0009) +[2026-06-02 19:01:25,852][352415] Updated weights for policy 0, policy_version 34376 (0.0009) +[2026-06-02 19:01:26,130][352415] Updated weights for policy 0, policy_version 34386 (0.0009) +[2026-06-02 19:01:26,417][352415] Updated weights for policy 0, policy_version 34396 (0.0009) +[2026-06-02 19:01:27,215][352415] Updated weights for policy 0, policy_version 34406 (0.0009) +[2026-06-02 19:01:27,497][352415] Updated weights for policy 0, policy_version 34416 (0.0009) +[2026-06-02 19:01:27,777][352415] Updated weights for policy 0, policy_version 34426 (0.0009) +[2026-06-02 19:01:28,051][352415] Updated weights for policy 0, policy_version 34436 (0.0009) +[2026-06-02 19:01:28,337][352415] Updated weights for policy 0, policy_version 34446 (0.0009) +[2026-06-02 19:01:28,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 17629184. Throughput: 0: 14037.3. Samples: 17678336. Policy #0 lag: (min: 63.0, avg: 84.6, max: 127.0) +[2026-06-02 19:01:28,381][351462] Avg episode reward: [(0, '1316.894')] +[2026-06-02 19:01:28,606][352415] Updated weights for policy 0, policy_version 34456 (0.0009) +[2026-06-02 19:01:29,422][352415] Updated weights for policy 0, policy_version 34466 (0.0009) +[2026-06-02 19:01:29,678][352415] Updated weights for policy 0, policy_version 34476 (0.0009) +[2026-06-02 19:01:29,961][352415] Updated weights for policy 0, policy_version 34486 (0.0009) +[2026-06-02 19:01:30,240][352415] Updated weights for policy 0, policy_version 34496 (0.0009) +[2026-06-02 19:01:30,532][352415] Updated weights for policy 0, policy_version 34506 (0.0009) +[2026-06-02 19:01:30,814][352415] Updated weights for policy 0, policy_version 34516 (0.0009) +[2026-06-02 19:01:31,095][352415] Updated weights for policy 0, policy_version 34526 (0.0009) +[2026-06-02 19:01:31,892][352415] Updated weights for policy 0, policy_version 34536 (0.0009) +[2026-06-02 19:01:32,158][352415] Updated weights for policy 0, policy_version 34546 (0.0009) +[2026-06-02 19:01:32,450][352415] Updated weights for policy 0, policy_version 34556 (0.0009) +[2026-06-02 19:01:32,716][352415] Updated weights for policy 0, policy_version 34566 (0.0009) +[2026-06-02 19:01:33,014][352415] Updated weights for policy 0, policy_version 34576 (0.0009) +[2026-06-02 19:01:33,286][352415] Updated weights for policy 0, policy_version 34586 (0.0009) +[2026-06-02 19:01:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 17694720. Throughput: 0: 14043.0. Samples: 17717760. Policy #0 lag: (min: 11.0, avg: 54.2, max: 75.0) +[2026-06-02 19:01:33,380][351462] Avg episode reward: [(0, '1276.169')] +[2026-06-02 19:01:34,123][352415] Updated weights for policy 0, policy_version 34596 (0.0009) +[2026-06-02 19:01:34,385][352415] Updated weights for policy 0, policy_version 34606 (0.0009) +[2026-06-02 19:01:34,669][352415] Updated weights for policy 0, policy_version 34616 (0.0009) +[2026-06-02 19:01:34,955][352415] Updated weights for policy 0, policy_version 34626 (0.0010) +[2026-06-02 19:01:35,215][352415] Updated weights for policy 0, policy_version 34636 (0.0009) +[2026-06-02 19:01:35,503][352415] Updated weights for policy 0, policy_version 34646 (0.0009) +[2026-06-02 19:01:36,344][352415] Updated weights for policy 0, policy_version 34657 (0.0009) +[2026-06-02 19:01:36,594][352415] Updated weights for policy 0, policy_version 34667 (0.0009) +[2026-06-02 19:01:36,873][352415] Updated weights for policy 0, policy_version 34677 (0.0009) +[2026-06-02 19:01:37,154][352415] Updated weights for policy 0, policy_version 34687 (0.0009) +[2026-06-02 19:01:37,440][352415] Updated weights for policy 0, policy_version 34697 (0.0009) +[2026-06-02 19:01:37,719][352415] Updated weights for policy 0, policy_version 34707 (0.0010) +[2026-06-02 19:01:37,987][352415] Updated weights for policy 0, policy_version 34717 (0.0009) +[2026-06-02 19:01:38,380][351462] Fps is (10 sec: 16384.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17793024. Throughput: 0: 14222.2. Samples: 17806208. Policy #0 lag: (min: 11.0, avg: 54.2, max: 75.0) +[2026-06-02 19:01:38,380][351462] Avg episode reward: [(0, '1305.691')] +[2026-06-02 19:01:38,797][352415] Updated weights for policy 0, policy_version 34727 (0.0009) +[2026-06-02 19:01:39,082][352415] Updated weights for policy 0, policy_version 34737 (0.0009) +[2026-06-02 19:01:39,354][352415] Updated weights for policy 0, policy_version 34747 (0.0009) +[2026-06-02 19:01:39,631][352415] Updated weights for policy 0, policy_version 34757 (0.0009) +[2026-06-02 19:01:39,913][352415] Updated weights for policy 0, policy_version 34767 (0.0008) +[2026-06-02 19:01:40,200][352415] Updated weights for policy 0, policy_version 34777 (0.0009) +[2026-06-02 19:01:41,018][352415] Updated weights for policy 0, policy_version 34787 (0.0009) +[2026-06-02 19:01:41,279][352415] Updated weights for policy 0, policy_version 34797 (0.0008) +[2026-06-02 19:01:41,558][352415] Updated weights for policy 0, policy_version 34807 (0.0008) +[2026-06-02 19:01:41,835][352415] Updated weights for policy 0, policy_version 34817 (0.0008) +[2026-06-02 19:01:42,125][352415] Updated weights for policy 0, policy_version 34827 (0.0008) +[2026-06-02 19:01:42,398][352415] Updated weights for policy 0, policy_version 34837 (0.0008) +[2026-06-02 19:01:42,674][352415] Updated weights for policy 0, policy_version 34847 (0.0008) +[2026-06-02 19:01:43,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17858560. Throughput: 0: 14182.4. Samples: 17892736. Policy #0 lag: (min: 11.0, avg: 54.2, max: 75.0) +[2026-06-02 19:01:43,381][351462] Avg episode reward: [(0, '1352.990')] +[2026-06-02 19:01:43,494][352415] Updated weights for policy 0, policy_version 34857 (0.0009) +[2026-06-02 19:01:43,771][352415] Updated weights for policy 0, policy_version 34867 (0.0008) +[2026-06-02 19:01:44,048][352415] Updated weights for policy 0, policy_version 34877 (0.0008) +[2026-06-02 19:01:44,330][352415] Updated weights for policy 0, policy_version 34887 (0.0009) +[2026-06-02 19:01:44,594][352415] Updated weights for policy 0, policy_version 34897 (0.0008) +[2026-06-02 19:01:44,886][352415] Updated weights for policy 0, policy_version 34907 (0.0009) +[2026-06-02 19:01:45,017][352345] Saving new best policy, reward=1352.990! +[2026-06-02 19:01:45,692][352415] Updated weights for policy 0, policy_version 34917 (0.0009) +[2026-06-02 19:01:45,970][352415] Updated weights for policy 0, policy_version 34927 (0.0009) +[2026-06-02 19:01:46,246][352415] Updated weights for policy 0, policy_version 34937 (0.0008) +[2026-06-02 19:01:46,520][352415] Updated weights for policy 0, policy_version 34947 (0.0009) +[2026-06-02 19:01:46,809][352415] Updated weights for policy 0, policy_version 34957 (0.0008) +[2026-06-02 19:01:47,073][352415] Updated weights for policy 0, policy_version 34967 (0.0008) +[2026-06-02 19:01:47,908][352415] Updated weights for policy 0, policy_version 34977 (0.0009) +[2026-06-02 19:01:48,184][352415] Updated weights for policy 0, policy_version 34987 (0.0008) +[2026-06-02 19:01:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 17924096. Throughput: 0: 14239.3. Samples: 17934720. Policy #0 lag: (min: 11.0, avg: 54.2, max: 75.0) +[2026-06-02 19:01:48,380][351462] Avg episode reward: [(0, '1367.195')] +[2026-06-02 19:01:48,461][352415] Updated weights for policy 0, policy_version 34997 (0.0008) +[2026-06-02 19:01:48,744][352415] Updated weights for policy 0, policy_version 35007 (0.0009) +[2026-06-02 19:01:49,020][352415] Updated weights for policy 0, policy_version 35017 (0.0008) +[2026-06-02 19:01:49,296][352415] Updated weights for policy 0, policy_version 35027 (0.0009) +[2026-06-02 19:01:49,567][352415] Updated weights for policy 0, policy_version 35037 (0.0008) +[2026-06-02 19:01:49,649][352345] Saving new best policy, reward=1367.195! +[2026-06-02 19:01:50,371][352415] Updated weights for policy 0, policy_version 35047 (0.0009) +[2026-06-02 19:01:50,662][352415] Updated weights for policy 0, policy_version 35057 (0.0009) +[2026-06-02 19:01:50,934][352415] Updated weights for policy 0, policy_version 35067 (0.0009) +[2026-06-02 19:01:51,213][352415] Updated weights for policy 0, policy_version 35077 (0.0009) +[2026-06-02 19:01:51,501][352415] Updated weights for policy 0, policy_version 35087 (0.0009) +[2026-06-02 19:01:51,775][352415] Updated weights for policy 0, policy_version 35097 (0.0009) +[2026-06-02 19:01:52,578][352415] Updated weights for policy 0, policy_version 35107 (0.0009) +[2026-06-02 19:01:52,860][352415] Updated weights for policy 0, policy_version 35117 (0.0009) +[2026-06-02 19:01:53,132][352415] Updated weights for policy 0, policy_version 35127 (0.0009) +[2026-06-02 19:01:53,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 17989632. Throughput: 0: 14034.5. Samples: 18013952. Policy #0 lag: (min: 11.0, avg: 54.2, max: 75.0) +[2026-06-02 19:01:53,380][351462] Avg episode reward: [(0, '1357.715')] +[2026-06-02 19:01:53,405][352415] Updated weights for policy 0, policy_version 35137 (0.0009) +[2026-06-02 19:01:53,695][352415] Updated weights for policy 0, policy_version 35147 (0.0009) +[2026-06-02 19:01:53,965][352415] Updated weights for policy 0, policy_version 35157 (0.0008) +[2026-06-02 19:01:54,251][352415] Updated weights for policy 0, policy_version 35167 (0.0009) +[2026-06-02 19:01:55,071][352415] Updated weights for policy 0, policy_version 35177 (0.0009) +[2026-06-02 19:01:55,348][352415] Updated weights for policy 0, policy_version 35187 (0.0008) +[2026-06-02 19:01:55,626][352415] Updated weights for policy 0, policy_version 35197 (0.0008) +[2026-06-02 19:01:55,909][352415] Updated weights for policy 0, policy_version 35207 (0.0008) +[2026-06-02 19:01:56,201][352415] Updated weights for policy 0, policy_version 35217 (0.0008) +[2026-06-02 19:01:56,471][352415] Updated weights for policy 0, policy_version 35227 (0.0009) +[2026-06-02 19:01:57,273][352415] Updated weights for policy 0, policy_version 35237 (0.0008) +[2026-06-02 19:01:57,554][352415] Updated weights for policy 0, policy_version 35247 (0.0008) +[2026-06-02 19:01:57,835][352415] Updated weights for policy 0, policy_version 35257 (0.0008) +[2026-06-02 19:01:58,107][352415] Updated weights for policy 0, policy_version 35267 (0.0008) +[2026-06-02 19:01:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 18055168. Throughput: 0: 14051.6. Samples: 18103040. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:01:58,380][351462] Avg episode reward: [(0, '1361.189')] +[2026-06-02 19:01:58,381][352415] Updated weights for policy 0, policy_version 35277 (0.0009) +[2026-06-02 19:01:58,673][352415] Updated weights for policy 0, policy_version 35287 (0.0009) +[2026-06-02 19:01:59,482][352415] Updated weights for policy 0, policy_version 35297 (0.0008) +[2026-06-02 19:01:59,754][352415] Updated weights for policy 0, policy_version 35307 (0.0009) +[2026-06-02 19:02:00,027][352415] Updated weights for policy 0, policy_version 35317 (0.0009) +[2026-06-02 19:02:00,316][352415] Updated weights for policy 0, policy_version 35327 (0.0008) +[2026-06-02 19:02:00,586][352415] Updated weights for policy 0, policy_version 35337 (0.0008) +[2026-06-02 19:02:00,875][352415] Updated weights for policy 0, policy_version 35347 (0.0008) +[2026-06-02 19:02:01,155][352415] Updated weights for policy 0, policy_version 35357 (0.0009) +[2026-06-02 19:02:01,956][352415] Updated weights for policy 0, policy_version 35367 (0.0009) +[2026-06-02 19:02:02,223][352415] Updated weights for policy 0, policy_version 35377 (0.0009) +[2026-06-02 19:02:02,515][352415] Updated weights for policy 0, policy_version 35387 (0.0009) +[2026-06-02 19:02:02,781][352415] Updated weights for policy 0, policy_version 35397 (0.0009) +[2026-06-02 19:02:03,064][352415] Updated weights for policy 0, policy_version 35407 (0.0009) +[2026-06-02 19:02:03,358][352415] Updated weights for policy 0, policy_version 35417 (0.0009) +[2026-06-02 19:02:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 18120704. Throughput: 0: 14028.8. Samples: 18142336. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:02:03,380][351462] Avg episode reward: [(0, '1348.798')] +[2026-06-02 19:02:04,189][352415] Updated weights for policy 0, policy_version 35427 (0.0009) +[2026-06-02 19:02:04,468][352415] Updated weights for policy 0, policy_version 35437 (0.0009) +[2026-06-02 19:02:04,735][352415] Updated weights for policy 0, policy_version 35447 (0.0009) +[2026-06-02 19:02:05,021][352415] Updated weights for policy 0, policy_version 35457 (0.0007) +[2026-06-02 19:02:05,303][352415] Updated weights for policy 0, policy_version 35467 (0.0005) +[2026-06-02 19:02:05,581][352415] Updated weights for policy 0, policy_version 35477 (0.0006) +[2026-06-02 19:02:05,866][352415] Updated weights for policy 0, policy_version 35487 (0.0005) +[2026-06-02 19:02:06,633][352415] Updated weights for policy 0, policy_version 35497 (0.0008) +[2026-06-02 19:02:06,910][352415] Updated weights for policy 0, policy_version 35507 (0.0009) +[2026-06-02 19:02:07,200][352415] Updated weights for policy 0, policy_version 35517 (0.0009) +[2026-06-02 19:02:07,477][352415] Updated weights for policy 0, policy_version 35527 (0.0008) +[2026-06-02 19:02:07,749][352415] Updated weights for policy 0, policy_version 35537 (0.0009) +[2026-06-02 19:02:08,023][352415] Updated weights for policy 0, policy_version 35547 (0.0008) +[2026-06-02 19:02:08,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 18219008. Throughput: 0: 14259.2. Samples: 18231680. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:02:08,380][351462] Avg episode reward: [(0, '1373.707')] +[2026-06-02 19:02:08,384][352345] Saving new best policy, reward=1373.707! +[2026-06-02 19:02:08,842][352415] Updated weights for policy 0, policy_version 35557 (0.0009) +[2026-06-02 19:02:09,121][352415] Updated weights for policy 0, policy_version 35567 (0.0009) +[2026-06-02 19:02:09,407][352415] Updated weights for policy 0, policy_version 35577 (0.0009) +[2026-06-02 19:02:09,679][352415] Updated weights for policy 0, policy_version 35587 (0.0009) +[2026-06-02 19:02:09,959][352415] Updated weights for policy 0, policy_version 35597 (0.0009) +[2026-06-02 19:02:10,240][352415] Updated weights for policy 0, policy_version 35607 (0.0009) +[2026-06-02 19:02:11,063][352415] Updated weights for policy 0, policy_version 35617 (0.0009) +[2026-06-02 19:02:11,333][352415] Updated weights for policy 0, policy_version 35627 (0.0009) +[2026-06-02 19:02:11,602][352415] Updated weights for policy 0, policy_version 35637 (0.0009) +[2026-06-02 19:02:11,882][352415] Updated weights for policy 0, policy_version 35647 (0.0008) +[2026-06-02 19:02:12,167][352415] Updated weights for policy 0, policy_version 35657 (0.0009) +[2026-06-02 19:02:12,441][352415] Updated weights for policy 0, policy_version 35667 (0.0008) +[2026-06-02 19:02:12,726][352415] Updated weights for policy 0, policy_version 35677 (0.0009) +[2026-06-02 19:02:13,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 18284544. Throughput: 0: 14148.3. Samples: 18315008. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:02:13,381][351462] Avg episode reward: [(0, '1379.552')] +[2026-06-02 19:02:13,524][352415] Updated weights for policy 0, policy_version 35687 (0.0009) +[2026-06-02 19:02:13,796][352415] Updated weights for policy 0, policy_version 35697 (0.0009) +[2026-06-02 19:02:14,071][352415] Updated weights for policy 0, policy_version 35707 (0.0009) +[2026-06-02 19:02:14,345][352415] Updated weights for policy 0, policy_version 35717 (0.0009) +[2026-06-02 19:02:14,627][352415] Updated weights for policy 0, policy_version 35727 (0.0009) +[2026-06-02 19:02:14,913][352415] Updated weights for policy 0, policy_version 35737 (0.0009) +[2026-06-02 19:02:15,097][352345] Saving new best policy, reward=1379.552! +[2026-06-02 19:02:15,727][352415] Updated weights for policy 0, policy_version 35747 (0.0009) +[2026-06-02 19:02:15,985][352415] Updated weights for policy 0, policy_version 35757 (0.0009) +[2026-06-02 19:02:16,270][352415] Updated weights for policy 0, policy_version 35767 (0.0009) +[2026-06-02 19:02:16,540][352415] Updated weights for policy 0, policy_version 35777 (0.0009) +[2026-06-02 19:02:16,825][352415] Updated weights for policy 0, policy_version 35787 (0.0009) +[2026-06-02 19:02:17,110][352415] Updated weights for policy 0, policy_version 35797 (0.0007) +[2026-06-02 19:02:17,404][352415] Updated weights for policy 0, policy_version 35807 (0.0008) +[2026-06-02 19:02:18,210][352415] Updated weights for policy 0, policy_version 35817 (0.0009) +[2026-06-02 19:02:18,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 18350080. Throughput: 0: 14276.3. Samples: 18360192. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:02:18,381][351462] Avg episode reward: [(0, '1379.884')] +[2026-06-02 19:02:18,493][352415] Updated weights for policy 0, policy_version 35827 (0.0009) +[2026-06-02 19:02:18,764][352415] Updated weights for policy 0, policy_version 35837 (0.0009) +[2026-06-02 19:02:19,053][352415] Updated weights for policy 0, policy_version 35847 (0.0009) +[2026-06-02 19:02:19,339][352415] Updated weights for policy 0, policy_version 35857 (0.0009) +[2026-06-02 19:02:19,622][352415] Updated weights for policy 0, policy_version 35867 (0.0009) +[2026-06-02 19:02:19,748][352345] Saving new best policy, reward=1379.884! +[2026-06-02 19:02:20,394][352415] Updated weights for policy 0, policy_version 35877 (0.0009) +[2026-06-02 19:02:20,681][352415] Updated weights for policy 0, policy_version 35887 (0.0009) +[2026-06-02 19:02:20,954][352415] Updated weights for policy 0, policy_version 35897 (0.0009) +[2026-06-02 19:02:21,250][352415] Updated weights for policy 0, policy_version 35907 (0.0009) +[2026-06-02 19:02:21,522][352415] Updated weights for policy 0, policy_version 35917 (0.0009) +[2026-06-02 19:02:21,794][352415] Updated weights for policy 0, policy_version 35927 (0.0008) +[2026-06-02 19:02:22,631][352415] Updated weights for policy 0, policy_version 35937 (0.0009) +[2026-06-02 19:02:22,888][352415] Updated weights for policy 0, policy_version 35947 (0.0009) +[2026-06-02 19:02:23,174][352415] Updated weights for policy 0, policy_version 35957 (0.0009) +[2026-06-02 19:02:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 18415616. Throughput: 0: 14082.8. Samples: 18439936. Policy #0 lag: (min: 9.0, avg: 51.1, max: 73.0) +[2026-06-02 19:02:23,381][351462] Avg episode reward: [(0, '1377.708')] +[2026-06-02 19:02:23,450][352415] Updated weights for policy 0, policy_version 35967 (0.0009) +[2026-06-02 19:02:23,721][352415] Updated weights for policy 0, policy_version 35977 (0.0009) +[2026-06-02 19:02:24,009][352415] Updated weights for policy 0, policy_version 35987 (0.0009) +[2026-06-02 19:02:24,290][352415] Updated weights for policy 0, policy_version 35997 (0.0009) +[2026-06-02 19:02:25,087][352415] Updated weights for policy 0, policy_version 36007 (0.0009) +[2026-06-02 19:02:25,365][352415] Updated weights for policy 0, policy_version 36017 (0.0008) +[2026-06-02 19:02:25,643][352415] Updated weights for policy 0, policy_version 36027 (0.0008) +[2026-06-02 19:02:25,911][352415] Updated weights for policy 0, policy_version 36037 (0.0008) +[2026-06-02 19:02:26,200][352415] Updated weights for policy 0, policy_version 36047 (0.0008) +[2026-06-02 19:02:26,482][352415] Updated weights for policy 0, policy_version 36057 (0.0009) +[2026-06-02 19:02:27,289][352415] Updated weights for policy 0, policy_version 36067 (0.0009) +[2026-06-02 19:02:27,564][352415] Updated weights for policy 0, policy_version 36077 (0.0009) +[2026-06-02 19:02:27,838][352415] Updated weights for policy 0, policy_version 36087 (0.0008) +[2026-06-02 19:02:28,122][352415] Updated weights for policy 0, policy_version 36097 (0.0009) +[2026-06-02 19:02:28,380][351462] Fps is (10 sec: 13106.9, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 18481152. Throughput: 0: 14131.1. Samples: 18528640. Policy #0 lag: (min: 9.0, avg: 51.1, max: 73.0) +[2026-06-02 19:02:28,381][351462] Avg episode reward: [(0, '1376.741')] +[2026-06-02 19:02:28,398][352415] Updated weights for policy 0, policy_version 36107 (0.0010) +[2026-06-02 19:02:28,700][352415] Updated weights for policy 0, policy_version 36117 (0.0009) +[2026-06-02 19:02:28,972][352415] Updated weights for policy 0, policy_version 36127 (0.0009) +[2026-06-02 19:02:29,761][352415] Updated weights for policy 0, policy_version 36137 (0.0009) +[2026-06-02 19:02:30,038][352415] Updated weights for policy 0, policy_version 36147 (0.0009) +[2026-06-02 19:02:30,313][352415] Updated weights for policy 0, policy_version 36157 (0.0009) +[2026-06-02 19:02:30,595][352415] Updated weights for policy 0, policy_version 36167 (0.0009) +[2026-06-02 19:02:30,876][352415] Updated weights for policy 0, policy_version 36177 (0.0009) +[2026-06-02 19:02:31,147][352415] Updated weights for policy 0, policy_version 36187 (0.0009) +[2026-06-02 19:02:31,975][352415] Updated weights for policy 0, policy_version 36197 (0.0009) +[2026-06-02 19:02:32,244][352415] Updated weights for policy 0, policy_version 36207 (0.0009) +[2026-06-02 19:02:32,516][352415] Updated weights for policy 0, policy_version 36217 (0.0009) +[2026-06-02 19:02:32,798][352415] Updated weights for policy 0, policy_version 36227 (0.0009) +[2026-06-02 19:02:33,081][352415] Updated weights for policy 0, policy_version 36237 (0.0009) +[2026-06-02 19:02:33,362][352415] Updated weights for policy 0, policy_version 36247 (0.0009) +[2026-06-02 19:02:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 18546688. Throughput: 0: 14068.6. Samples: 18567808. Policy #0 lag: (min: 9.0, avg: 51.1, max: 73.0) +[2026-06-02 19:02:33,381][351462] Avg episode reward: [(0, '1291.012')] +[2026-06-02 19:02:34,220][352415] Updated weights for policy 0, policy_version 36257 (0.0009) +[2026-06-02 19:02:34,494][352415] Updated weights for policy 0, policy_version 36267 (0.0008) +[2026-06-02 19:02:34,767][352415] Updated weights for policy 0, policy_version 36277 (0.0008) +[2026-06-02 19:02:35,044][352415] Updated weights for policy 0, policy_version 36287 (0.0008) +[2026-06-02 19:02:35,313][352415] Updated weights for policy 0, policy_version 36297 (0.0008) +[2026-06-02 19:02:35,596][352415] Updated weights for policy 0, policy_version 36307 (0.0007) +[2026-06-02 19:02:35,881][352415] Updated weights for policy 0, policy_version 36317 (0.0009) +[2026-06-02 19:02:36,656][352415] Updated weights for policy 0, policy_version 36327 (0.0009) +[2026-06-02 19:02:36,933][352415] Updated weights for policy 0, policy_version 36337 (0.0008) +[2026-06-02 19:02:37,212][352415] Updated weights for policy 0, policy_version 36347 (0.0008) +[2026-06-02 19:02:37,496][352415] Updated weights for policy 0, policy_version 36357 (0.0008) +[2026-06-02 19:02:37,774][352415] Updated weights for policy 0, policy_version 36367 (0.0009) +[2026-06-02 19:02:38,067][352415] Updated weights for policy 0, policy_version 36377 (0.0009) +[2026-06-02 19:02:38,380][351462] Fps is (10 sec: 16384.4, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 18644992. Throughput: 0: 14279.1. Samples: 18656512. Policy #0 lag: (min: 9.0, avg: 51.1, max: 73.0) +[2026-06-02 19:02:38,381][351462] Avg episode reward: [(0, '1287.485')] +[2026-06-02 19:02:38,867][352415] Updated weights for policy 0, policy_version 36387 (0.0009) +[2026-06-02 19:02:39,135][352415] Updated weights for policy 0, policy_version 36397 (0.0009) +[2026-06-02 19:02:39,415][352415] Updated weights for policy 0, policy_version 36407 (0.0009) +[2026-06-02 19:02:39,698][352415] Updated weights for policy 0, policy_version 36417 (0.0008) +[2026-06-02 19:02:39,967][352415] Updated weights for policy 0, policy_version 36427 (0.0009) +[2026-06-02 19:02:40,260][352415] Updated weights for policy 0, policy_version 36437 (0.0008) +[2026-06-02 19:02:40,537][352415] Updated weights for policy 0, policy_version 36447 (0.0008) +[2026-06-02 19:02:41,343][352415] Updated weights for policy 0, policy_version 36457 (0.0009) +[2026-06-02 19:02:41,606][352415] Updated weights for policy 0, policy_version 36467 (0.0008) +[2026-06-02 19:02:41,896][352415] Updated weights for policy 0, policy_version 36477 (0.0009) +[2026-06-02 19:02:42,173][352415] Updated weights for policy 0, policy_version 36487 (0.0009) +[2026-06-02 19:02:42,435][352415] Updated weights for policy 0, policy_version 36497 (0.0008) +[2026-06-02 19:02:42,723][352415] Updated weights for policy 0, policy_version 36507 (0.0009) +[2026-06-02 19:02:43,380][351462] Fps is (10 sec: 16383.6, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 18710528. Throughput: 0: 14082.8. Samples: 18736768. Policy #0 lag: (min: 9.0, avg: 51.1, max: 73.0) +[2026-06-02 19:02:43,381][351462] Avg episode reward: [(0, '1307.667')] +[2026-06-02 19:02:43,543][352415] Updated weights for policy 0, policy_version 36517 (0.0009) +[2026-06-02 19:02:43,828][352415] Updated weights for policy 0, policy_version 36527 (0.0009) +[2026-06-02 19:02:44,105][352415] Updated weights for policy 0, policy_version 36537 (0.0009) +[2026-06-02 19:02:44,395][352415] Updated weights for policy 0, policy_version 36548 (0.0009) +[2026-06-02 19:02:44,680][352415] Updated weights for policy 0, policy_version 36558 (0.0009) +[2026-06-02 19:02:44,957][352415] Updated weights for policy 0, policy_version 36568 (0.0009) +[2026-06-02 19:02:45,805][352415] Updated weights for policy 0, policy_version 36578 (0.0010) +[2026-06-02 19:02:46,063][352415] Updated weights for policy 0, policy_version 36588 (0.0009) +[2026-06-02 19:02:46,336][352415] Updated weights for policy 0, policy_version 36598 (0.0009) +[2026-06-02 19:02:46,612][352415] Updated weights for policy 0, policy_version 36608 (0.0009) +[2026-06-02 19:02:46,879][352415] Updated weights for policy 0, policy_version 36618 (0.0009) +[2026-06-02 19:02:47,173][352415] Updated weights for policy 0, policy_version 36628 (0.0009) +[2026-06-02 19:02:47,435][352415] Updated weights for policy 0, policy_version 36638 (0.0009) +[2026-06-02 19:02:48,267][352415] Updated weights for policy 0, policy_version 36648 (0.0010) +[2026-06-02 19:02:48,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 18776064. Throughput: 0: 14281.9. Samples: 18785024. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 19:02:48,381][351462] Avg episode reward: [(0, '1307.812')] +[2026-06-02 19:02:48,527][352415] Updated weights for policy 0, policy_version 36658 (0.0009) +[2026-06-02 19:02:48,805][352415] Updated weights for policy 0, policy_version 36668 (0.0010) +[2026-06-02 19:02:49,082][352415] Updated weights for policy 0, policy_version 36678 (0.0009) +[2026-06-02 19:02:49,372][352415] Updated weights for policy 0, policy_version 36688 (0.0010) +[2026-06-02 19:02:49,646][352415] Updated weights for policy 0, policy_version 36698 (0.0010) +[2026-06-02 19:02:50,464][352415] Updated weights for policy 0, policy_version 36708 (0.0009) +[2026-06-02 19:02:50,733][352415] Updated weights for policy 0, policy_version 36718 (0.0009) +[2026-06-02 19:02:51,010][352415] Updated weights for policy 0, policy_version 36728 (0.0009) +[2026-06-02 19:02:51,328][352415] Updated weights for policy 0, policy_version 36739 (0.0009) +[2026-06-02 19:02:51,604][352415] Updated weights for policy 0, policy_version 36749 (0.0009) +[2026-06-02 19:02:51,887][352415] Updated weights for policy 0, policy_version 36759 (0.0009) +[2026-06-02 19:02:52,724][352415] Updated weights for policy 0, policy_version 36770 (0.0009) +[2026-06-02 19:02:52,991][352415] Updated weights for policy 0, policy_version 36780 (0.0007) +[2026-06-02 19:02:53,262][352415] Updated weights for policy 0, policy_version 36790 (0.0006) +[2026-06-02 19:02:53,380][351462] Fps is (10 sec: 13107.5, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 18841600. Throughput: 0: 14060.1. Samples: 18864384. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 19:02:53,381][351462] Avg episode reward: [(0, '1299.984')] +[2026-06-02 19:02:53,545][352415] Updated weights for policy 0, policy_version 36800 (0.0006) +[2026-06-02 19:02:53,844][352415] Updated weights for policy 0, policy_version 36811 (0.0008) +[2026-06-02 19:02:54,142][352415] Updated weights for policy 0, policy_version 36821 (0.0009) +[2026-06-02 19:02:54,417][352415] Updated weights for policy 0, policy_version 36831 (0.0009) +[2026-06-02 19:02:55,252][352415] Updated weights for policy 0, policy_version 36842 (0.0009) +[2026-06-02 19:02:55,534][352415] Updated weights for policy 0, policy_version 36852 (0.0009) +[2026-06-02 19:02:55,796][352415] Updated weights for policy 0, policy_version 36862 (0.0009) +[2026-06-02 19:02:56,111][352415] Updated weights for policy 0, policy_version 36873 (0.0009) +[2026-06-02 19:02:56,386][352415] Updated weights for policy 0, policy_version 36883 (0.0009) +[2026-06-02 19:02:56,660][352415] Updated weights for policy 0, policy_version 36893 (0.0009) +[2026-06-02 19:02:57,519][352415] Updated weights for policy 0, policy_version 36904 (0.0009) +[2026-06-02 19:02:57,781][352415] Updated weights for policy 0, policy_version 36914 (0.0009) +[2026-06-02 19:02:58,063][352415] Updated weights for policy 0, policy_version 36924 (0.0008) +[2026-06-02 19:02:58,345][352415] Updated weights for policy 0, policy_version 36934 (0.0009) +[2026-06-02 19:02:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 18907136. Throughput: 0: 14185.2. Samples: 18953344. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 19:02:58,381][351462] Avg episode reward: [(0, '1318.258')] +[2026-06-02 19:02:58,633][352415] Updated weights for policy 0, policy_version 36944 (0.0008) +[2026-06-02 19:02:58,936][352415] Updated weights for policy 0, policy_version 36955 (0.0009) +[2026-06-02 19:02:59,742][352415] Updated weights for policy 0, policy_version 36965 (0.0009) +[2026-06-02 19:03:00,011][352415] Updated weights for policy 0, policy_version 36975 (0.0008) +[2026-06-02 19:03:00,297][352415] Updated weights for policy 0, policy_version 36985 (0.0008) +[2026-06-02 19:03:00,578][352415] Updated weights for policy 0, policy_version 36995 (0.0009) +[2026-06-02 19:03:00,856][352415] Updated weights for policy 0, policy_version 37005 (0.0008) +[2026-06-02 19:03:01,133][352415] Updated weights for policy 0, policy_version 37015 (0.0009) +[2026-06-02 19:03:01,961][352415] Updated weights for policy 0, policy_version 37025 (0.0009) +[2026-06-02 19:03:02,216][352415] Updated weights for policy 0, policy_version 37035 (0.0009) +[2026-06-02 19:03:02,496][352415] Updated weights for policy 0, policy_version 37045 (0.0008) +[2026-06-02 19:03:02,782][352415] Updated weights for policy 0, policy_version 37055 (0.0008) +[2026-06-02 19:03:03,063][352415] Updated weights for policy 0, policy_version 37065 (0.0009) +[2026-06-02 19:03:03,349][352415] Updated weights for policy 0, policy_version 37075 (0.0009) +[2026-06-02 19:03:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 18972672. Throughput: 0: 14054.4. Samples: 18992640. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 19:03:03,381][351462] Avg episode reward: [(0, '1318.258')] +[2026-06-02 19:03:03,634][352415] Updated weights for policy 0, policy_version 37085 (0.0009) +[2026-06-02 19:03:04,462][352415] Updated weights for policy 0, policy_version 37095 (0.0009) +[2026-06-02 19:03:04,736][352415] Updated weights for policy 0, policy_version 37105 (0.0009) +[2026-06-02 19:03:05,017][352415] Updated weights for policy 0, policy_version 37115 (0.0009) +[2026-06-02 19:03:05,289][352415] Updated weights for policy 0, policy_version 37125 (0.0009) +[2026-06-02 19:03:05,582][352415] Updated weights for policy 0, policy_version 37135 (0.0009) +[2026-06-02 19:03:05,857][352415] Updated weights for policy 0, policy_version 37145 (0.0009) +[2026-06-02 19:03:06,640][352415] Updated weights for policy 0, policy_version 37155 (0.0009) +[2026-06-02 19:03:06,912][352415] Updated weights for policy 0, policy_version 37165 (0.0009) +[2026-06-02 19:03:07,182][352415] Updated weights for policy 0, policy_version 37175 (0.0009) +[2026-06-02 19:03:07,459][352415] Updated weights for policy 0, policy_version 37185 (0.0008) +[2026-06-02 19:03:07,742][352415] Updated weights for policy 0, policy_version 37195 (0.0009) +[2026-06-02 19:03:08,037][352415] Updated weights for policy 0, policy_version 37205 (0.0009) +[2026-06-02 19:03:08,319][352415] Updated weights for policy 0, policy_version 37215 (0.0008) +[2026-06-02 19:03:08,380][351462] Fps is (10 sec: 16384.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19070976. Throughput: 0: 14239.3. Samples: 19080704. Policy #0 lag: (min: 53.0, avg: 73.2, max: 117.0) +[2026-06-02 19:03:08,381][351462] Avg episode reward: [(0, '1365.844')] +[2026-06-02 19:03:09,128][352415] Updated weights for policy 0, policy_version 37225 (0.0009) +[2026-06-02 19:03:09,397][352415] Updated weights for policy 0, policy_version 37235 (0.0009) +[2026-06-02 19:03:09,684][352415] Updated weights for policy 0, policy_version 37245 (0.0009) +[2026-06-02 19:03:09,970][352415] Updated weights for policy 0, policy_version 37255 (0.0009) +[2026-06-02 19:03:10,249][352415] Updated weights for policy 0, policy_version 37265 (0.0008) +[2026-06-02 19:03:10,519][352415] Updated weights for policy 0, policy_version 37275 (0.0009) +[2026-06-02 19:03:11,320][352415] Updated weights for policy 0, policy_version 37285 (0.0009) +[2026-06-02 19:03:11,605][352415] Updated weights for policy 0, policy_version 37295 (0.0009) +[2026-06-02 19:03:11,886][352415] Updated weights for policy 0, policy_version 37305 (0.0009) +[2026-06-02 19:03:12,157][352415] Updated weights for policy 0, policy_version 37315 (0.0008) +[2026-06-02 19:03:12,440][352415] Updated weights for policy 0, policy_version 37325 (0.0006) +[2026-06-02 19:03:12,734][352415] Updated weights for policy 0, policy_version 37335 (0.0006) +[2026-06-02 19:03:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19136512. Throughput: 0: 14034.6. Samples: 19160192. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:13,381][351462] Avg episode reward: [(0, '1381.588')] +[2026-06-02 19:03:13,535][352415] Updated weights for policy 0, policy_version 37345 (0.0006) +[2026-06-02 19:03:13,792][352415] Updated weights for policy 0, policy_version 37355 (0.0008) +[2026-06-02 19:03:14,070][352415] Updated weights for policy 0, policy_version 37365 (0.0006) +[2026-06-02 19:03:14,356][352415] Updated weights for policy 0, policy_version 37375 (0.0006) +[2026-06-02 19:03:14,640][352415] Updated weights for policy 0, policy_version 37385 (0.0009) +[2026-06-02 19:03:14,923][352415] Updated weights for policy 0, policy_version 37395 (0.0009) +[2026-06-02 19:03:15,212][352415] Updated weights for policy 0, policy_version 37405 (0.0009) +[2026-06-02 19:03:15,280][352345] Saving new best policy, reward=1381.588! +[2026-06-02 19:03:15,988][352415] Updated weights for policy 0, policy_version 37415 (0.0009) +[2026-06-02 19:03:16,263][352415] Updated weights for policy 0, policy_version 37425 (0.0009) +[2026-06-02 19:03:16,548][352415] Updated weights for policy 0, policy_version 37435 (0.0009) +[2026-06-02 19:03:16,842][352415] Updated weights for policy 0, policy_version 37445 (0.0009) +[2026-06-02 19:03:17,113][352415] Updated weights for policy 0, policy_version 37455 (0.0009) +[2026-06-02 19:03:17,402][352415] Updated weights for policy 0, policy_version 37465 (0.0009) +[2026-06-02 19:03:18,202][352415] Updated weights for policy 0, policy_version 37475 (0.0009) +[2026-06-02 19:03:18,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19202048. Throughput: 0: 14250.7. Samples: 19209088. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:18,381][351462] Avg episode reward: [(0, '1364.876')] +[2026-06-02 19:03:18,459][352415] Updated weights for policy 0, policy_version 37485 (0.0009) +[2026-06-02 19:03:18,753][352415] Updated weights for policy 0, policy_version 37495 (0.0009) +[2026-06-02 19:03:19,032][352415] Updated weights for policy 0, policy_version 37505 (0.0009) +[2026-06-02 19:03:19,312][352415] Updated weights for policy 0, policy_version 37515 (0.0009) +[2026-06-02 19:03:19,583][352415] Updated weights for policy 0, policy_version 37525 (0.0009) +[2026-06-02 19:03:19,863][352415] Updated weights for policy 0, policy_version 37535 (0.0009) +[2026-06-02 19:03:20,683][352415] Updated weights for policy 0, policy_version 37545 (0.0009) +[2026-06-02 19:03:20,956][352415] Updated weights for policy 0, policy_version 37555 (0.0009) +[2026-06-02 19:03:21,239][352415] Updated weights for policy 0, policy_version 37565 (0.0009) +[2026-06-02 19:03:21,520][352415] Updated weights for policy 0, policy_version 37575 (0.0009) +[2026-06-02 19:03:21,799][352415] Updated weights for policy 0, policy_version 37585 (0.0009) +[2026-06-02 19:03:22,070][352415] Updated weights for policy 0, policy_version 37595 (0.0009) +[2026-06-02 19:03:22,879][352415] Updated weights for policy 0, policy_version 37605 (0.0009) +[2026-06-02 19:03:23,143][352415] Updated weights for policy 0, policy_version 37615 (0.0009) +[2026-06-02 19:03:23,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19267584. Throughput: 0: 14040.2. Samples: 19288320. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:23,381][351462] Avg episode reward: [(0, '1370.305')] +[2026-06-02 19:03:23,444][352415] Updated weights for policy 0, policy_version 37625 (0.0009) +[2026-06-02 19:03:23,708][352415] Updated weights for policy 0, policy_version 37635 (0.0009) +[2026-06-02 19:03:23,995][352415] Updated weights for policy 0, policy_version 37645 (0.0009) +[2026-06-02 19:03:24,283][352415] Updated weights for policy 0, policy_version 37655 (0.0008) +[2026-06-02 19:03:25,105][352415] Updated weights for policy 0, policy_version 37665 (0.0009) +[2026-06-02 19:03:25,358][352415] Updated weights for policy 0, policy_version 37675 (0.0009) +[2026-06-02 19:03:25,633][352415] Updated weights for policy 0, policy_version 37685 (0.0009) +[2026-06-02 19:03:25,927][352415] Updated weights for policy 0, policy_version 37695 (0.0009) +[2026-06-02 19:03:26,191][352415] Updated weights for policy 0, policy_version 37705 (0.0009) +[2026-06-02 19:03:26,477][352415] Updated weights for policy 0, policy_version 37715 (0.0009) +[2026-06-02 19:03:26,750][352415] Updated weights for policy 0, policy_version 37725 (0.0009) +[2026-06-02 19:03:27,585][352415] Updated weights for policy 0, policy_version 37735 (0.0009) +[2026-06-02 19:03:27,881][352415] Updated weights for policy 0, policy_version 37746 (0.0009) +[2026-06-02 19:03:28,163][352415] Updated weights for policy 0, policy_version 37756 (0.0009) +[2026-06-02 19:03:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 19333120. Throughput: 0: 14239.4. Samples: 19377536. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:28,381][351462] Avg episode reward: [(0, '1408.584')] +[2026-06-02 19:03:28,437][352415] Updated weights for policy 0, policy_version 37766 (0.0009) +[2026-06-02 19:03:28,724][352415] Updated weights for policy 0, policy_version 37776 (0.0009) +[2026-06-02 19:03:29,005][352415] Updated weights for policy 0, policy_version 37786 (0.0008) +[2026-06-02 19:03:29,159][352345] Saving new best policy, reward=1408.584! +[2026-06-02 19:03:29,823][352415] Updated weights for policy 0, policy_version 37796 (0.0009) +[2026-06-02 19:03:30,093][352415] Updated weights for policy 0, policy_version 37806 (0.0009) +[2026-06-02 19:03:30,369][352415] Updated weights for policy 0, policy_version 37816 (0.0009) +[2026-06-02 19:03:30,656][352415] Updated weights for policy 0, policy_version 37826 (0.0009) +[2026-06-02 19:03:30,937][352415] Updated weights for policy 0, policy_version 37836 (0.0009) +[2026-06-02 19:03:31,207][352415] Updated weights for policy 0, policy_version 37846 (0.0008) +[2026-06-02 19:03:31,486][352415] Updated weights for policy 0, policy_version 37856 (0.0008) +[2026-06-02 19:03:32,298][352415] Updated weights for policy 0, policy_version 37866 (0.0009) +[2026-06-02 19:03:32,587][352415] Updated weights for policy 0, policy_version 37876 (0.0009) +[2026-06-02 19:03:32,861][352415] Updated weights for policy 0, policy_version 37886 (0.0008) +[2026-06-02 19:03:33,148][352415] Updated weights for policy 0, policy_version 37896 (0.0008) +[2026-06-02 19:03:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 19398656. Throughput: 0: 14051.6. Samples: 19417344. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:33,381][351462] Avg episode reward: [(0, '1407.169')] +[2026-06-02 19:03:33,430][352415] Updated weights for policy 0, policy_version 37906 (0.0009) +[2026-06-02 19:03:33,703][352415] Updated weights for policy 0, policy_version 37916 (0.0009) +[2026-06-02 19:03:34,545][352415] Updated weights for policy 0, policy_version 37926 (0.0009) +[2026-06-02 19:03:34,822][352415] Updated weights for policy 0, policy_version 37936 (0.0009) +[2026-06-02 19:03:35,103][352415] Updated weights for policy 0, policy_version 37946 (0.0009) +[2026-06-02 19:03:35,380][352415] Updated weights for policy 0, policy_version 37956 (0.0009) +[2026-06-02 19:03:35,659][352415] Updated weights for policy 0, policy_version 37966 (0.0008) +[2026-06-02 19:03:35,936][352415] Updated weights for policy 0, policy_version 37976 (0.0008) +[2026-06-02 19:03:36,729][352415] Updated weights for policy 0, policy_version 37986 (0.0009) +[2026-06-02 19:03:37,009][352415] Updated weights for policy 0, policy_version 37996 (0.0009) +[2026-06-02 19:03:37,276][352415] Updated weights for policy 0, policy_version 38006 (0.0009) +[2026-06-02 19:03:37,551][352415] Updated weights for policy 0, policy_version 38016 (0.0009) +[2026-06-02 19:03:37,849][352415] Updated weights for policy 0, policy_version 38026 (0.0009) +[2026-06-02 19:03:38,132][352415] Updated weights for policy 0, policy_version 38036 (0.0009) +[2026-06-02 19:03:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 19464192. Throughput: 0: 14270.6. Samples: 19506560. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 19:03:38,381][351462] Avg episode reward: [(0, '1418.075')] +[2026-06-02 19:03:38,401][352415] Updated weights for policy 0, policy_version 38046 (0.0009) +[2026-06-02 19:03:38,449][352345] Saving new best policy, reward=1418.075! +[2026-06-02 19:03:39,201][352415] Updated weights for policy 0, policy_version 38056 (0.0009) +[2026-06-02 19:03:39,472][352415] Updated weights for policy 0, policy_version 38066 (0.0009) +[2026-06-02 19:03:39,762][352415] Updated weights for policy 0, policy_version 38076 (0.0009) +[2026-06-02 19:03:40,040][352415] Updated weights for policy 0, policy_version 38086 (0.0009) +[2026-06-02 19:03:40,317][352415] Updated weights for policy 0, policy_version 38096 (0.0009) +[2026-06-02 19:03:40,588][352415] Updated weights for policy 0, policy_version 38106 (0.0009) +[2026-06-02 19:03:41,416][352415] Updated weights for policy 0, policy_version 38116 (0.0009) +[2026-06-02 19:03:41,710][352415] Updated weights for policy 0, policy_version 38127 (0.0009) +[2026-06-02 19:03:42,000][352415] Updated weights for policy 0, policy_version 38137 (0.0009) +[2026-06-02 19:03:42,274][352415] Updated weights for policy 0, policy_version 38147 (0.0009) +[2026-06-02 19:03:42,544][352415] Updated weights for policy 0, policy_version 38157 (0.0009) +[2026-06-02 19:03:42,841][352415] Updated weights for policy 0, policy_version 38167 (0.0009) +[2026-06-02 19:03:43,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19562496. Throughput: 0: 14048.7. Samples: 19585536. Policy #0 lag: (min: 37.0, avg: 59.8, max: 101.0) +[2026-06-02 19:03:43,381][351462] Avg episode reward: [(0, '1466.972')] +[2026-06-02 19:03:43,669][352415] Updated weights for policy 0, policy_version 38177 (0.0009) +[2026-06-02 19:03:43,930][352415] Updated weights for policy 0, policy_version 38187 (0.0008) +[2026-06-02 19:03:44,198][352415] Updated weights for policy 0, policy_version 38197 (0.0008) +[2026-06-02 19:03:44,489][352415] Updated weights for policy 0, policy_version 38207 (0.0008) +[2026-06-02 19:03:44,768][352415] Updated weights for policy 0, policy_version 38217 (0.0008) +[2026-06-02 19:03:45,049][352415] Updated weights for policy 0, policy_version 38227 (0.0008) +[2026-06-02 19:03:45,324][352415] Updated weights for policy 0, policy_version 38237 (0.0009) +[2026-06-02 19:03:45,402][352345] Saving new best policy, reward=1466.972! +[2026-06-02 19:03:46,145][352415] Updated weights for policy 0, policy_version 38247 (0.0009) +[2026-06-02 19:03:46,417][352415] Updated weights for policy 0, policy_version 38257 (0.0009) +[2026-06-02 19:03:46,712][352415] Updated weights for policy 0, policy_version 38267 (0.0009) +[2026-06-02 19:03:46,988][352415] Updated weights for policy 0, policy_version 38277 (0.0009) +[2026-06-02 19:03:47,266][352415] Updated weights for policy 0, policy_version 38287 (0.0009) +[2026-06-02 19:03:47,554][352415] Updated weights for policy 0, policy_version 38297 (0.0009) +[2026-06-02 19:03:48,355][352415] Updated weights for policy 0, policy_version 38307 (0.0009) +[2026-06-02 19:03:48,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19628032. Throughput: 0: 14281.9. Samples: 19635328. Policy #0 lag: (min: 37.0, avg: 59.8, max: 101.0) +[2026-06-02 19:03:48,381][351462] Avg episode reward: [(0, '1482.442')] +[2026-06-02 19:03:48,624][352415] Updated weights for policy 0, policy_version 38317 (0.0008) +[2026-06-02 19:03:48,906][352415] Updated weights for policy 0, policy_version 38327 (0.0006) +[2026-06-02 19:03:49,175][352415] Updated weights for policy 0, policy_version 38337 (0.0008) +[2026-06-02 19:03:49,467][352415] Updated weights for policy 0, policy_version 38347 (0.0009) +[2026-06-02 19:03:49,739][352415] Updated weights for policy 0, policy_version 38357 (0.0009) +[2026-06-02 19:03:50,024][352415] Updated weights for policy 0, policy_version 38367 (0.0009) +[2026-06-02 19:03:50,049][352345] Saving new best policy, reward=1482.442! +[2026-06-02 19:03:50,838][352415] Updated weights for policy 0, policy_version 38377 (0.0009) +[2026-06-02 19:03:51,110][352415] Updated weights for policy 0, policy_version 38387 (0.0009) +[2026-06-02 19:03:51,397][352415] Updated weights for policy 0, policy_version 38397 (0.0009) +[2026-06-02 19:03:51,667][352415] Updated weights for policy 0, policy_version 38407 (0.0009) +[2026-06-02 19:03:51,955][352415] Updated weights for policy 0, policy_version 38417 (0.0009) +[2026-06-02 19:03:52,238][352415] Updated weights for policy 0, policy_version 38427 (0.0008) +[2026-06-02 19:03:53,046][352415] Updated weights for policy 0, policy_version 38437 (0.0009) +[2026-06-02 19:03:53,315][352415] Updated weights for policy 0, policy_version 38447 (0.0009) +[2026-06-02 19:03:53,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19693568. Throughput: 0: 14074.3. Samples: 19714048. Policy #0 lag: (min: 37.0, avg: 59.8, max: 101.0) +[2026-06-02 19:03:53,381][351462] Avg episode reward: [(0, '1491.947')] +[2026-06-02 19:03:53,598][352415] Updated weights for policy 0, policy_version 38457 (0.0009) +[2026-06-02 19:03:53,872][352415] Updated weights for policy 0, policy_version 38467 (0.0009) +[2026-06-02 19:03:54,164][352415] Updated weights for policy 0, policy_version 38477 (0.0009) +[2026-06-02 19:03:54,442][352415] Updated weights for policy 0, policy_version 38487 (0.0009) +[2026-06-02 19:03:54,682][352345] Saving new best policy, reward=1491.947! +[2026-06-02 19:03:55,269][352415] Updated weights for policy 0, policy_version 38497 (0.0009) +[2026-06-02 19:03:55,537][352415] Updated weights for policy 0, policy_version 38507 (0.0009) +[2026-06-02 19:03:55,850][352415] Updated weights for policy 0, policy_version 38518 (0.0009) +[2026-06-02 19:03:56,126][352415] Updated weights for policy 0, policy_version 38528 (0.0009) +[2026-06-02 19:03:56,389][352415] Updated weights for policy 0, policy_version 38538 (0.0009) +[2026-06-02 19:03:56,687][352415] Updated weights for policy 0, policy_version 38548 (0.0009) +[2026-06-02 19:03:56,960][352415] Updated weights for policy 0, policy_version 38558 (0.0009) +[2026-06-02 19:03:57,748][352415] Updated weights for policy 0, policy_version 38568 (0.0009) +[2026-06-02 19:03:58,024][352415] Updated weights for policy 0, policy_version 38578 (0.0009) +[2026-06-02 19:03:58,320][352415] Updated weights for policy 0, policy_version 38588 (0.0009) +[2026-06-02 19:03:58,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 19759104. Throughput: 0: 14284.8. Samples: 19803008. Policy #0 lag: (min: 37.0, avg: 59.8, max: 101.0) +[2026-06-02 19:03:58,381][351462] Avg episode reward: [(0, '1528.892')] +[2026-06-02 19:03:58,587][352415] Updated weights for policy 0, policy_version 38598 (0.0009) +[2026-06-02 19:03:58,866][352415] Updated weights for policy 0, policy_version 38608 (0.0009) +[2026-06-02 19:03:59,160][352415] Updated weights for policy 0, policy_version 38618 (0.0009) +[2026-06-02 19:03:59,311][352345] Saving new best policy, reward=1528.892! +[2026-06-02 19:03:59,968][352415] Updated weights for policy 0, policy_version 38628 (0.0009) +[2026-06-02 19:04:00,235][352415] Updated weights for policy 0, policy_version 38638 (0.0009) +[2026-06-02 19:04:00,503][352415] Updated weights for policy 0, policy_version 38648 (0.0009) +[2026-06-02 19:04:00,810][352415] Updated weights for policy 0, policy_version 38658 (0.0008) +[2026-06-02 19:04:01,077][352415] Updated weights for policy 0, policy_version 38668 (0.0005) +[2026-06-02 19:04:01,361][352415] Updated weights for policy 0, policy_version 38678 (0.0005) +[2026-06-02 19:04:01,632][352415] Updated weights for policy 0, policy_version 38688 (0.0009) +[2026-06-02 19:04:02,432][352415] Updated weights for policy 0, policy_version 38698 (0.0009) +[2026-06-02 19:04:02,751][352415] Updated weights for policy 0, policy_version 38709 (0.0009) +[2026-06-02 19:04:03,021][352415] Updated weights for policy 0, policy_version 38719 (0.0009) +[2026-06-02 19:04:03,301][352415] Updated weights for policy 0, policy_version 38729 (0.0009) +[2026-06-02 19:04:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 19824640. Throughput: 0: 14080.0. Samples: 19842688. Policy #0 lag: (min: 37.0, avg: 59.8, max: 101.0) +[2026-06-02 19:04:03,381][351462] Avg episode reward: [(0, '1564.989')] +[2026-06-02 19:04:03,600][352415] Updated weights for policy 0, policy_version 38739 (0.0009) +[2026-06-02 19:04:03,870][352415] Updated weights for policy 0, policy_version 38749 (0.0008) +[2026-06-02 19:04:03,956][352345] Saving new best policy, reward=1564.989! +[2026-06-02 19:04:04,691][352415] Updated weights for policy 0, policy_version 38759 (0.0009) +[2026-06-02 19:04:04,964][352415] Updated weights for policy 0, policy_version 38769 (0.0009) +[2026-06-02 19:04:05,239][352415] Updated weights for policy 0, policy_version 38779 (0.0009) +[2026-06-02 19:04:05,520][352415] Updated weights for policy 0, policy_version 38789 (0.0009) +[2026-06-02 19:04:05,800][352415] Updated weights for policy 0, policy_version 38799 (0.0009) +[2026-06-02 19:04:06,075][352415] Updated weights for policy 0, policy_version 38809 (0.0009) +[2026-06-02 19:04:06,906][352415] Updated weights for policy 0, policy_version 38819 (0.0009) +[2026-06-02 19:04:07,172][352415] Updated weights for policy 0, policy_version 38829 (0.0006) +[2026-06-02 19:04:07,450][352415] Updated weights for policy 0, policy_version 38839 (0.0009) +[2026-06-02 19:04:07,735][352415] Updated weights for policy 0, policy_version 38849 (0.0009) +[2026-06-02 19:04:08,008][352415] Updated weights for policy 0, policy_version 38859 (0.0008) +[2026-06-02 19:04:08,287][352415] Updated weights for policy 0, policy_version 38869 (0.0009) +[2026-06-02 19:04:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 19890176. Throughput: 0: 14293.3. Samples: 19931520. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 19:04:08,381][351462] Avg episode reward: [(0, '1569.990')] +[2026-06-02 19:04:08,575][352415] Updated weights for policy 0, policy_version 38879 (0.0008) +[2026-06-02 19:04:08,589][352345] Saving new best policy, reward=1569.990! +[2026-06-02 19:04:09,370][352415] Updated weights for policy 0, policy_version 38889 (0.0009) +[2026-06-02 19:04:09,647][352415] Updated weights for policy 0, policy_version 38899 (0.0009) +[2026-06-02 19:04:09,928][352415] Updated weights for policy 0, policy_version 38909 (0.0009) +[2026-06-02 19:04:10,213][352415] Updated weights for policy 0, policy_version 38919 (0.0009) +[2026-06-02 19:04:10,484][352415] Updated weights for policy 0, policy_version 38929 (0.0008) +[2026-06-02 19:04:10,779][352415] Updated weights for policy 0, policy_version 38939 (0.0008) +[2026-06-02 19:04:11,588][352415] Updated weights for policy 0, policy_version 38949 (0.0009) +[2026-06-02 19:04:11,862][352415] Updated weights for policy 0, policy_version 38959 (0.0009) +[2026-06-02 19:04:12,145][352415] Updated weights for policy 0, policy_version 38969 (0.0009) +[2026-06-02 19:04:12,426][352415] Updated weights for policy 0, policy_version 38979 (0.0009) +[2026-06-02 19:04:12,710][352415] Updated weights for policy 0, policy_version 38989 (0.0009) +[2026-06-02 19:04:12,984][352415] Updated weights for policy 0, policy_version 38999 (0.0008) +[2026-06-02 19:04:13,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 19988480. Throughput: 0: 14074.3. Samples: 20010880. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 19:04:13,381][351462] Avg episode reward: [(0, '1569.990')] +[2026-06-02 19:04:13,800][352415] Updated weights for policy 0, policy_version 39009 (0.0007) +[2026-06-02 19:04:14,075][352415] Updated weights for policy 0, policy_version 39019 (0.0005) +[2026-06-02 19:04:14,362][352415] Updated weights for policy 0, policy_version 39029 (0.0005) +[2026-06-02 19:04:14,636][352415] Updated weights for policy 0, policy_version 39039 (0.0004) +[2026-06-02 19:04:14,915][352415] Updated weights for policy 0, policy_version 39049 (0.0007) +[2026-06-02 19:04:15,211][352415] Updated weights for policy 0, policy_version 39059 (0.0009) +[2026-06-02 19:04:15,481][352415] Updated weights for policy 0, policy_version 39069 (0.0009) +[2026-06-02 19:04:16,274][352415] Updated weights for policy 0, policy_version 39079 (0.0009) +[2026-06-02 19:04:16,553][352415] Updated weights for policy 0, policy_version 39089 (0.0008) +[2026-06-02 19:04:16,829][352415] Updated weights for policy 0, policy_version 39099 (0.0009) +[2026-06-02 19:04:17,113][352415] Updated weights for policy 0, policy_version 39109 (0.0009) +[2026-06-02 19:04:17,398][352415] Updated weights for policy 0, policy_version 39119 (0.0009) +[2026-06-02 19:04:17,673][352415] Updated weights for policy 0, policy_version 39129 (0.0009) +[2026-06-02 19:04:18,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20054016. Throughput: 0: 14304.7. Samples: 20061056. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 19:04:18,381][351462] Avg episode reward: [(0, '1565.261')] +[2026-06-02 19:04:18,502][352415] Updated weights for policy 0, policy_version 39139 (0.0008) +[2026-06-02 19:04:18,781][352415] Updated weights for policy 0, policy_version 39149 (0.0009) +[2026-06-02 19:04:19,061][352415] Updated weights for policy 0, policy_version 39159 (0.0009) +[2026-06-02 19:04:19,336][352415] Updated weights for policy 0, policy_version 39169 (0.0009) +[2026-06-02 19:04:19,610][352415] Updated weights for policy 0, policy_version 39179 (0.0009) +[2026-06-02 19:04:19,898][352415] Updated weights for policy 0, policy_version 39189 (0.0009) +[2026-06-02 19:04:20,175][352415] Updated weights for policy 0, policy_version 39199 (0.0009) +[2026-06-02 19:04:20,994][352415] Updated weights for policy 0, policy_version 39209 (0.0008) +[2026-06-02 19:04:21,265][352415] Updated weights for policy 0, policy_version 39219 (0.0005) +[2026-06-02 19:04:21,543][352415] Updated weights for policy 0, policy_version 39229 (0.0009) +[2026-06-02 19:04:21,822][352415] Updated weights for policy 0, policy_version 39239 (0.0009) +[2026-06-02 19:04:22,097][352415] Updated weights for policy 0, policy_version 39249 (0.0009) +[2026-06-02 19:04:22,378][352415] Updated weights for policy 0, policy_version 39259 (0.0008) +[2026-06-02 19:04:23,195][352415] Updated weights for policy 0, policy_version 39269 (0.0007) +[2026-06-02 19:04:23,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20119552. Throughput: 0: 14065.8. Samples: 20139520. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 19:04:23,381][351462] Avg episode reward: [(0, '1522.419')] +[2026-06-02 19:04:23,468][352415] Updated weights for policy 0, policy_version 39279 (0.0009) +[2026-06-02 19:04:23,748][352415] Updated weights for policy 0, policy_version 39289 (0.0009) +[2026-06-02 19:04:24,016][352415] Updated weights for policy 0, policy_version 39299 (0.0009) +[2026-06-02 19:04:24,312][352415] Updated weights for policy 0, policy_version 39309 (0.0006) +[2026-06-02 19:04:24,600][352415] Updated weights for policy 0, policy_version 39319 (0.0006) +[2026-06-02 19:04:25,395][352415] Updated weights for policy 0, policy_version 39329 (0.0009) +[2026-06-02 19:04:25,668][352415] Updated weights for policy 0, policy_version 39339 (0.0011) +[2026-06-02 19:04:25,931][352415] Updated weights for policy 0, policy_version 39349 (0.0009) +[2026-06-02 19:04:26,217][352415] Updated weights for policy 0, policy_version 39359 (0.0010) +[2026-06-02 19:04:26,504][352415] Updated weights for policy 0, policy_version 39369 (0.0009) +[2026-06-02 19:04:26,770][352415] Updated weights for policy 0, policy_version 39379 (0.0009) +[2026-06-02 19:04:27,071][352415] Updated weights for policy 0, policy_version 39389 (0.0009) +[2026-06-02 19:04:27,888][352415] Updated weights for policy 0, policy_version 39400 (0.0009) +[2026-06-02 19:04:28,181][352415] Updated weights for policy 0, policy_version 39410 (0.0009) +[2026-06-02 19:04:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20185088. Throughput: 0: 14307.5. Samples: 20229376. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 19:04:28,381][351462] Avg episode reward: [(0, '1495.877')] +[2026-06-02 19:04:28,465][352415] Updated weights for policy 0, policy_version 39420 (0.0009) +[2026-06-02 19:04:28,747][352415] Updated weights for policy 0, policy_version 39430 (0.0009) +[2026-06-02 19:04:29,016][352415] Updated weights for policy 0, policy_version 39440 (0.0009) +[2026-06-02 19:04:29,301][352415] Updated weights for policy 0, policy_version 39450 (0.0009) +[2026-06-02 19:04:30,121][352415] Updated weights for policy 0, policy_version 39460 (0.0009) +[2026-06-02 19:04:30,397][352415] Updated weights for policy 0, policy_version 39470 (0.0009) +[2026-06-02 19:04:30,667][352415] Updated weights for policy 0, policy_version 39480 (0.0009) +[2026-06-02 19:04:30,968][352415] Updated weights for policy 0, policy_version 39490 (0.0009) +[2026-06-02 19:04:31,250][352415] Updated weights for policy 0, policy_version 39500 (0.0009) +[2026-06-02 19:04:31,515][352415] Updated weights for policy 0, policy_version 39510 (0.0009) +[2026-06-02 19:04:31,797][352415] Updated weights for policy 0, policy_version 39520 (0.0009) +[2026-06-02 19:04:32,602][352415] Updated weights for policy 0, policy_version 39530 (0.0005) +[2026-06-02 19:04:32,886][352415] Updated weights for policy 0, policy_version 39540 (0.0008) +[2026-06-02 19:04:33,158][352415] Updated weights for policy 0, policy_version 39550 (0.0009) +[2026-06-02 19:04:33,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20250624. Throughput: 0: 14094.2. Samples: 20269568. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:33,381][351462] Avg episode reward: [(0, '1507.906')] +[2026-06-02 19:04:33,445][352415] Updated weights for policy 0, policy_version 39560 (0.0009) +[2026-06-02 19:04:33,732][352415] Updated weights for policy 0, policy_version 39570 (0.0010) +[2026-06-02 19:04:34,017][352415] Updated weights for policy 0, policy_version 39580 (0.0009) +[2026-06-02 19:04:34,824][352415] Updated weights for policy 0, policy_version 39590 (0.0009) +[2026-06-02 19:04:35,102][352415] Updated weights for policy 0, policy_version 39600 (0.0008) +[2026-06-02 19:04:35,390][352415] Updated weights for policy 0, policy_version 39610 (0.0008) +[2026-06-02 19:04:35,669][352415] Updated weights for policy 0, policy_version 39620 (0.0009) +[2026-06-02 19:04:35,937][352415] Updated weights for policy 0, policy_version 39630 (0.0008) +[2026-06-02 19:04:36,231][352415] Updated weights for policy 0, policy_version 39640 (0.0009) +[2026-06-02 19:04:37,043][352415] Updated weights for policy 0, policy_version 39650 (0.0009) +[2026-06-02 19:04:37,307][352415] Updated weights for policy 0, policy_version 39660 (0.0008) +[2026-06-02 19:04:37,586][352415] Updated weights for policy 0, policy_version 39670 (0.0008) +[2026-06-02 19:04:37,852][352415] Updated weights for policy 0, policy_version 39680 (0.0009) +[2026-06-02 19:04:38,149][352415] Updated weights for policy 0, policy_version 39690 (0.0009) +[2026-06-02 19:04:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20316160. Throughput: 0: 14318.9. Samples: 20358400. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:38,381][351462] Avg episode reward: [(0, '1510.776')] +[2026-06-02 19:04:38,419][352415] Updated weights for policy 0, policy_version 39700 (0.0009) +[2026-06-02 19:04:38,708][352415] Updated weights for policy 0, policy_version 39710 (0.0009) +[2026-06-02 19:04:39,517][352415] Updated weights for policy 0, policy_version 39720 (0.0009) +[2026-06-02 19:04:39,787][352415] Updated weights for policy 0, policy_version 39730 (0.0009) +[2026-06-02 19:04:40,069][352415] Updated weights for policy 0, policy_version 39740 (0.0009) +[2026-06-02 19:04:40,346][352415] Updated weights for policy 0, policy_version 39750 (0.0009) +[2026-06-02 19:04:40,615][352415] Updated weights for policy 0, policy_version 39760 (0.0009) +[2026-06-02 19:04:40,910][352415] Updated weights for policy 0, policy_version 39770 (0.0009) +[2026-06-02 19:04:41,718][352415] Updated weights for policy 0, policy_version 39780 (0.0010) +[2026-06-02 19:04:42,000][352415] Updated weights for policy 0, policy_version 39790 (0.0009) +[2026-06-02 19:04:42,289][352415] Updated weights for policy 0, policy_version 39800 (0.0009) +[2026-06-02 19:04:42,565][352415] Updated weights for policy 0, policy_version 39810 (0.0009) +[2026-06-02 19:04:42,838][352415] Updated weights for policy 0, policy_version 39820 (0.0009) +[2026-06-02 19:04:43,126][352415] Updated weights for policy 0, policy_version 39830 (0.0009) +[2026-06-02 19:04:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 20381696. Throughput: 0: 14105.6. Samples: 20437760. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:43,381][351462] Avg episode reward: [(0, '1509.660')] +[2026-06-02 19:04:43,394][352415] Updated weights for policy 0, policy_version 39840 (0.0009) +[2026-06-02 19:04:44,213][352415] Updated weights for policy 0, policy_version 39850 (0.0009) +[2026-06-02 19:04:44,488][352415] Updated weights for policy 0, policy_version 39860 (0.0009) +[2026-06-02 19:04:44,758][352415] Updated weights for policy 0, policy_version 39870 (0.0009) +[2026-06-02 19:04:45,051][352415] Updated weights for policy 0, policy_version 39880 (0.0009) +[2026-06-02 19:04:45,320][352415] Updated weights for policy 0, policy_version 39890 (0.0009) +[2026-06-02 19:04:45,611][352415] Updated weights for policy 0, policy_version 39900 (0.0008) +[2026-06-02 19:04:46,411][352415] Updated weights for policy 0, policy_version 39910 (0.0009) +[2026-06-02 19:04:46,697][352415] Updated weights for policy 0, policy_version 39920 (0.0009) +[2026-06-02 19:04:46,969][352415] Updated weights for policy 0, policy_version 39930 (0.0009) +[2026-06-02 19:04:47,247][352415] Updated weights for policy 0, policy_version 39940 (0.0009) +[2026-06-02 19:04:47,531][352415] Updated weights for policy 0, policy_version 39950 (0.0009) +[2026-06-02 19:04:47,824][352415] Updated weights for policy 0, policy_version 39960 (0.0010) +[2026-06-02 19:04:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20480000. Throughput: 0: 14264.9. Samples: 20484608. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:48,381][351462] Avg episode reward: [(0, '1543.566')] +[2026-06-02 19:04:48,653][352415] Updated weights for policy 0, policy_version 39970 (0.0010) +[2026-06-02 19:04:48,913][352415] Updated weights for policy 0, policy_version 39980 (0.0009) +[2026-06-02 19:04:49,188][352415] Updated weights for policy 0, policy_version 39990 (0.0009) +[2026-06-02 19:04:49,489][352415] Updated weights for policy 0, policy_version 40000 (0.0009) +[2026-06-02 19:04:49,767][352415] Updated weights for policy 0, policy_version 40010 (0.0009) +[2026-06-02 19:04:50,040][352415] Updated weights for policy 0, policy_version 40020 (0.0009) +[2026-06-02 19:04:50,324][352415] Updated weights for policy 0, policy_version 40030 (0.0009) +[2026-06-02 19:04:51,135][352415] Updated weights for policy 0, policy_version 40040 (0.0009) +[2026-06-02 19:04:51,408][352415] Updated weights for policy 0, policy_version 40050 (0.0009) +[2026-06-02 19:04:51,685][352415] Updated weights for policy 0, policy_version 40060 (0.0009) +[2026-06-02 19:04:51,966][352415] Updated weights for policy 0, policy_version 40070 (0.0009) +[2026-06-02 19:04:52,245][352415] Updated weights for policy 0, policy_version 40080 (0.0009) +[2026-06-02 19:04:52,515][352415] Updated weights for policy 0, policy_version 40090 (0.0008) +[2026-06-02 19:04:53,341][352415] Updated weights for policy 0, policy_version 40100 (0.0009) +[2026-06-02 19:04:53,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20545536. Throughput: 0: 14122.6. Samples: 20567040. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:53,381][351462] Avg episode reward: [(0, '1544.413')] +[2026-06-02 19:04:53,614][352415] Updated weights for policy 0, policy_version 40110 (0.0008) +[2026-06-02 19:04:53,880][352415] Updated weights for policy 0, policy_version 40120 (0.0010) +[2026-06-02 19:04:54,177][352415] Updated weights for policy 0, policy_version 40130 (0.0009) +[2026-06-02 19:04:54,449][352415] Updated weights for policy 0, policy_version 40140 (0.0009) +[2026-06-02 19:04:54,732][352415] Updated weights for policy 0, policy_version 40150 (0.0007) +[2026-06-02 19:04:55,006][352415] Updated weights for policy 0, policy_version 40160 (0.0005) +[2026-06-02 19:04:55,815][352415] Updated weights for policy 0, policy_version 40170 (0.0006) +[2026-06-02 19:04:56,094][352415] Updated weights for policy 0, policy_version 40180 (0.0009) +[2026-06-02 19:04:56,373][352415] Updated weights for policy 0, policy_version 40190 (0.0009) +[2026-06-02 19:04:56,646][352415] Updated weights for policy 0, policy_version 40200 (0.0009) +[2026-06-02 19:04:56,933][352415] Updated weights for policy 0, policy_version 40210 (0.0009) +[2026-06-02 19:04:57,213][352415] Updated weights for policy 0, policy_version 40220 (0.0009) +[2026-06-02 19:04:58,026][352415] Updated weights for policy 0, policy_version 40230 (0.0009) +[2026-06-02 19:04:58,286][352415] Updated weights for policy 0, policy_version 40240 (0.0009) +[2026-06-02 19:04:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20611072. Throughput: 0: 14350.2. Samples: 20656640. Policy #0 lag: (min: 38.0, avg: 81.6, max: 100.0) +[2026-06-02 19:04:58,381][351462] Avg episode reward: [(0, '1535.678')] +[2026-06-02 19:04:58,579][352415] Updated weights for policy 0, policy_version 40250 (0.0009) +[2026-06-02 19:04:58,854][352415] Updated weights for policy 0, policy_version 40260 (0.0009) +[2026-06-02 19:04:59,138][352415] Updated weights for policy 0, policy_version 40270 (0.0009) +[2026-06-02 19:04:59,434][352415] Updated weights for policy 0, policy_version 40281 (0.0009) +[2026-06-02 19:05:00,254][352415] Updated weights for policy 0, policy_version 40291 (0.0009) +[2026-06-02 19:05:00,527][352415] Updated weights for policy 0, policy_version 40301 (0.0009) +[2026-06-02 19:05:00,813][352415] Updated weights for policy 0, policy_version 40311 (0.0009) +[2026-06-02 19:05:01,093][352415] Updated weights for policy 0, policy_version 40321 (0.0009) +[2026-06-02 19:05:01,375][352415] Updated weights for policy 0, policy_version 40331 (0.0009) +[2026-06-02 19:05:01,651][352415] Updated weights for policy 0, policy_version 40341 (0.0009) +[2026-06-02 19:05:01,924][352415] Updated weights for policy 0, policy_version 40351 (0.0008) +[2026-06-02 19:05:02,739][352415] Updated weights for policy 0, policy_version 40361 (0.0009) +[2026-06-02 19:05:03,021][352415] Updated weights for policy 0, policy_version 40371 (0.0009) +[2026-06-02 19:05:03,314][352415] Updated weights for policy 0, policy_version 40381 (0.0009) +[2026-06-02 19:05:03,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20676608. Throughput: 0: 14119.8. Samples: 20696448. Policy #0 lag: (min: 82.0, avg: 117.4, max: 144.0) +[2026-06-02 19:05:03,381][351462] Avg episode reward: [(0, '1583.039')] +[2026-06-02 19:05:03,598][352415] Updated weights for policy 0, policy_version 40391 (0.0009) +[2026-06-02 19:05:03,877][352415] Updated weights for policy 0, policy_version 40401 (0.0009) +[2026-06-02 19:05:04,154][352415] Updated weights for policy 0, policy_version 40411 (0.0007) +[2026-06-02 19:05:04,277][352345] Saving new best policy, reward=1583.039! +[2026-06-02 19:05:05,014][352415] Updated weights for policy 0, policy_version 40422 (0.0009) +[2026-06-02 19:05:05,282][352415] Updated weights for policy 0, policy_version 40432 (0.0009) +[2026-06-02 19:05:05,573][352415] Updated weights for policy 0, policy_version 40442 (0.0009) +[2026-06-02 19:05:05,851][352415] Updated weights for policy 0, policy_version 40452 (0.0009) +[2026-06-02 19:05:06,158][352415] Updated weights for policy 0, policy_version 40463 (0.0010) +[2026-06-02 19:05:06,435][352415] Updated weights for policy 0, policy_version 40473 (0.0009) +[2026-06-02 19:05:07,236][352415] Updated weights for policy 0, policy_version 40483 (0.0009) +[2026-06-02 19:05:07,523][352415] Updated weights for policy 0, policy_version 40493 (0.0008) +[2026-06-02 19:05:07,801][352415] Updated weights for policy 0, policy_version 40503 (0.0009) +[2026-06-02 19:05:08,070][352415] Updated weights for policy 0, policy_version 40513 (0.0009) +[2026-06-02 19:05:08,357][352415] Updated weights for policy 0, policy_version 40523 (0.0009) +[2026-06-02 19:05:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 20742144. Throughput: 0: 14375.8. Samples: 20786432. Policy #0 lag: (min: 82.0, avg: 117.4, max: 144.0) +[2026-06-02 19:05:08,381][351462] Avg episode reward: [(0, '1587.546')] +[2026-06-02 19:05:08,633][352415] Updated weights for policy 0, policy_version 40533 (0.0009) +[2026-06-02 19:05:08,908][352415] Updated weights for policy 0, policy_version 40543 (0.0009) +[2026-06-02 19:05:08,931][352345] Saving new best policy, reward=1587.546! +[2026-06-02 19:05:09,728][352415] Updated weights for policy 0, policy_version 40553 (0.0009) +[2026-06-02 19:05:10,001][352415] Updated weights for policy 0, policy_version 40563 (0.0009) +[2026-06-02 19:05:10,279][352415] Updated weights for policy 0, policy_version 40573 (0.0009) +[2026-06-02 19:05:10,557][352415] Updated weights for policy 0, policy_version 40583 (0.0009) +[2026-06-02 19:05:10,836][352415] Updated weights for policy 0, policy_version 40593 (0.0008) +[2026-06-02 19:05:11,116][352415] Updated weights for policy 0, policy_version 40603 (0.0009) +[2026-06-02 19:05:11,928][352415] Updated weights for policy 0, policy_version 40613 (0.0009) +[2026-06-02 19:05:12,199][352415] Updated weights for policy 0, policy_version 40623 (0.0009) +[2026-06-02 19:05:12,478][352415] Updated weights for policy 0, policy_version 40633 (0.0009) +[2026-06-02 19:05:12,761][352415] Updated weights for policy 0, policy_version 40643 (0.0009) +[2026-06-02 19:05:13,039][352415] Updated weights for policy 0, policy_version 40653 (0.0009) +[2026-06-02 19:05:13,307][352415] Updated weights for policy 0, policy_version 40663 (0.0009) +[2026-06-02 19:05:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 20807680. Throughput: 0: 14117.0. Samples: 20864640. Policy #0 lag: (min: 82.0, avg: 117.4, max: 144.0) +[2026-06-02 19:05:13,381][351462] Avg episode reward: [(0, '1596.919')] +[2026-06-02 19:05:13,556][352345] Saving new best policy, reward=1596.919! +[2026-06-02 19:05:14,135][352415] Updated weights for policy 0, policy_version 40673 (0.0009) +[2026-06-02 19:05:14,396][352415] Updated weights for policy 0, policy_version 40683 (0.0009) +[2026-06-02 19:05:14,678][352415] Updated weights for policy 0, policy_version 40693 (0.0009) +[2026-06-02 19:05:14,953][352415] Updated weights for policy 0, policy_version 40703 (0.0009) +[2026-06-02 19:05:15,225][352415] Updated weights for policy 0, policy_version 40713 (0.0009) +[2026-06-02 19:05:15,505][352415] Updated weights for policy 0, policy_version 40723 (0.0009) +[2026-06-02 19:05:15,792][352415] Updated weights for policy 0, policy_version 40733 (0.0007) +[2026-06-02 19:05:16,599][352415] Updated weights for policy 0, policy_version 40743 (0.0008) +[2026-06-02 19:05:16,863][352415] Updated weights for policy 0, policy_version 40753 (0.0009) +[2026-06-02 19:05:17,147][352415] Updated weights for policy 0, policy_version 40763 (0.0009) +[2026-06-02 19:05:17,427][352415] Updated weights for policy 0, policy_version 40773 (0.0009) +[2026-06-02 19:05:17,720][352415] Updated weights for policy 0, policy_version 40783 (0.0009) +[2026-06-02 19:05:18,004][352415] Updated weights for policy 0, policy_version 40793 (0.0009) +[2026-06-02 19:05:18,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20905984. Throughput: 0: 14128.4. Samples: 20905344. Policy #0 lag: (min: 82.0, avg: 117.4, max: 144.0) +[2026-06-02 19:05:18,381][351462] Avg episode reward: [(0, '1625.672')] +[2026-06-02 19:05:18,386][352345] Saving new best policy, reward=1625.672! +[2026-06-02 19:05:18,800][352415] Updated weights for policy 0, policy_version 40803 (0.0009) +[2026-06-02 19:05:19,072][352415] Updated weights for policy 0, policy_version 40813 (0.0009) +[2026-06-02 19:05:19,352][352415] Updated weights for policy 0, policy_version 40823 (0.0009) +[2026-06-02 19:05:19,624][352415] Updated weights for policy 0, policy_version 40833 (0.0008) +[2026-06-02 19:05:19,916][352415] Updated weights for policy 0, policy_version 40843 (0.0009) +[2026-06-02 19:05:20,185][352415] Updated weights for policy 0, policy_version 40853 (0.0009) +[2026-06-02 19:05:20,461][352415] Updated weights for policy 0, policy_version 40863 (0.0009) +[2026-06-02 19:05:21,306][352415] Updated weights for policy 0, policy_version 40874 (0.0009) +[2026-06-02 19:05:21,583][352415] Updated weights for policy 0, policy_version 40884 (0.0009) +[2026-06-02 19:05:21,858][352415] Updated weights for policy 0, policy_version 40894 (0.0008) +[2026-06-02 19:05:22,134][352415] Updated weights for policy 0, policy_version 40904 (0.0009) +[2026-06-02 19:05:22,423][352415] Updated weights for policy 0, policy_version 40914 (0.0009) +[2026-06-02 19:05:22,701][352415] Updated weights for policy 0, policy_version 40924 (0.0009) +[2026-06-02 19:05:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 20971520. Throughput: 0: 14102.8. Samples: 20993024. Policy #0 lag: (min: 82.0, avg: 117.4, max: 144.0) +[2026-06-02 19:05:23,381][351462] Avg episode reward: [(0, '1622.638')] +[2026-06-02 19:05:23,520][352415] Updated weights for policy 0, policy_version 40934 (0.0009) +[2026-06-02 19:05:23,781][352415] Updated weights for policy 0, policy_version 40944 (0.0009) +[2026-06-02 19:05:24,078][352415] Updated weights for policy 0, policy_version 40954 (0.0009) +[2026-06-02 19:05:24,360][352415] Updated weights for policy 0, policy_version 40964 (0.0009) +[2026-06-02 19:05:24,632][352415] Updated weights for policy 0, policy_version 40974 (0.0009) +[2026-06-02 19:05:24,919][352415] Updated weights for policy 0, policy_version 40984 (0.0009) +[2026-06-02 19:05:25,736][352415] Updated weights for policy 0, policy_version 40994 (0.0009) +[2026-06-02 19:05:26,003][352415] Updated weights for policy 0, policy_version 41004 (0.0009) +[2026-06-02 19:05:26,278][352415] Updated weights for policy 0, policy_version 41014 (0.0008) +[2026-06-02 19:05:26,551][352415] Updated weights for policy 0, policy_version 41024 (0.0009) +[2026-06-02 19:05:26,841][352415] Updated weights for policy 0, policy_version 41034 (0.0009) +[2026-06-02 19:05:27,119][352415] Updated weights for policy 0, policy_version 41044 (0.0009) +[2026-06-02 19:05:27,399][352415] Updated weights for policy 0, policy_version 41054 (0.0009) +[2026-06-02 19:05:28,208][352415] Updated weights for policy 0, policy_version 41064 (0.0009) +[2026-06-02 19:05:28,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21037056. Throughput: 0: 14318.9. Samples: 21082112. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:28,381][351462] Avg episode reward: [(0, '1616.002')] +[2026-06-02 19:05:28,478][352415] Updated weights for policy 0, policy_version 41074 (0.0009) +[2026-06-02 19:05:28,764][352415] Updated weights for policy 0, policy_version 41084 (0.0009) +[2026-06-02 19:05:29,030][352415] Updated weights for policy 0, policy_version 41094 (0.0009) +[2026-06-02 19:05:29,318][352415] Updated weights for policy 0, policy_version 41104 (0.0009) +[2026-06-02 19:05:29,599][352415] Updated weights for policy 0, policy_version 41114 (0.0009) +[2026-06-02 19:05:30,400][352415] Updated weights for policy 0, policy_version 41124 (0.0009) +[2026-06-02 19:05:30,683][352415] Updated weights for policy 0, policy_version 41134 (0.0009) +[2026-06-02 19:05:30,959][352415] Updated weights for policy 0, policy_version 41144 (0.0009) +[2026-06-02 19:05:31,226][352415] Updated weights for policy 0, policy_version 41154 (0.0007) +[2026-06-02 19:05:31,507][352415] Updated weights for policy 0, policy_version 41164 (0.0009) +[2026-06-02 19:05:31,799][352415] Updated weights for policy 0, policy_version 41174 (0.0009) +[2026-06-02 19:05:32,070][352415] Updated weights for policy 0, policy_version 41184 (0.0009) +[2026-06-02 19:05:32,899][352415] Updated weights for policy 0, policy_version 41194 (0.0009) +[2026-06-02 19:05:33,179][352415] Updated weights for policy 0, policy_version 41204 (0.0006) +[2026-06-02 19:05:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21102592. Throughput: 0: 14151.1. Samples: 21121408. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:33,381][351462] Avg episode reward: [(0, '1626.081')] +[2026-06-02 19:05:33,449][352415] Updated weights for policy 0, policy_version 41214 (0.0009) +[2026-06-02 19:05:33,737][352415] Updated weights for policy 0, policy_version 41224 (0.0007) +[2026-06-02 19:05:34,023][352415] Updated weights for policy 0, policy_version 41234 (0.0005) +[2026-06-02 19:05:34,295][352415] Updated weights for policy 0, policy_version 41244 (0.0005) +[2026-06-02 19:05:34,406][352345] Saving new best policy, reward=1626.081! +[2026-06-02 19:05:35,116][352415] Updated weights for policy 0, policy_version 41254 (0.0007) +[2026-06-02 19:05:35,399][352415] Updated weights for policy 0, policy_version 41264 (0.0010) +[2026-06-02 19:05:35,681][352415] Updated weights for policy 0, policy_version 41274 (0.0009) +[2026-06-02 19:05:35,946][352415] Updated weights for policy 0, policy_version 41284 (0.0009) +[2026-06-02 19:05:36,237][352415] Updated weights for policy 0, policy_version 41294 (0.0008) +[2026-06-02 19:05:36,512][352415] Updated weights for policy 0, policy_version 41304 (0.0009) +[2026-06-02 19:05:37,311][352415] Updated weights for policy 0, policy_version 41314 (0.0009) +[2026-06-02 19:05:37,576][352415] Updated weights for policy 0, policy_version 41324 (0.0008) +[2026-06-02 19:05:37,853][352415] Updated weights for policy 0, policy_version 41334 (0.0009) +[2026-06-02 19:05:38,150][352415] Updated weights for policy 0, policy_version 41344 (0.0009) +[2026-06-02 19:05:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21168128. Throughput: 0: 14230.8. Samples: 21207424. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:38,381][351462] Avg episode reward: [(0, '1641.677')] +[2026-06-02 19:05:38,423][352415] Updated weights for policy 0, policy_version 41354 (0.0008) +[2026-06-02 19:05:38,708][352415] Updated weights for policy 0, policy_version 41364 (0.0008) +[2026-06-02 19:05:38,988][352415] Updated weights for policy 0, policy_version 41374 (0.0009) +[2026-06-02 19:05:39,027][352345] Saving new best policy, reward=1641.677! +[2026-06-02 19:05:39,798][352415] Updated weights for policy 0, policy_version 41384 (0.0009) +[2026-06-02 19:05:40,076][352415] Updated weights for policy 0, policy_version 41394 (0.0009) +[2026-06-02 19:05:40,357][352415] Updated weights for policy 0, policy_version 41404 (0.0009) +[2026-06-02 19:05:40,631][352415] Updated weights for policy 0, policy_version 41414 (0.0009) +[2026-06-02 19:05:40,917][352415] Updated weights for policy 0, policy_version 41424 (0.0009) +[2026-06-02 19:05:41,190][352415] Updated weights for policy 0, policy_version 41434 (0.0009) +[2026-06-02 19:05:42,010][352415] Updated weights for policy 0, policy_version 41444 (0.0009) +[2026-06-02 19:05:42,274][352415] Updated weights for policy 0, policy_version 41454 (0.0009) +[2026-06-02 19:05:42,543][352415] Updated weights for policy 0, policy_version 41464 (0.0008) +[2026-06-02 19:05:42,830][352415] Updated weights for policy 0, policy_version 41474 (0.0009) +[2026-06-02 19:05:43,105][352415] Updated weights for policy 0, policy_version 41484 (0.0009) +[2026-06-02 19:05:43,380][352415] Updated weights for policy 0, policy_version 41494 (0.0009) +[2026-06-02 19:05:43,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21233664. Throughput: 0: 14054.4. Samples: 21289088. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:43,381][351462] Avg episode reward: [(0, '1632.327')] +[2026-06-02 19:05:43,657][352415] Updated weights for policy 0, policy_version 41504 (0.0009) +[2026-06-02 19:05:44,477][352415] Updated weights for policy 0, policy_version 41514 (0.0009) +[2026-06-02 19:05:44,748][352415] Updated weights for policy 0, policy_version 41524 (0.0009) +[2026-06-02 19:05:45,025][352415] Updated weights for policy 0, policy_version 41534 (0.0009) +[2026-06-02 19:05:45,289][352415] Updated weights for policy 0, policy_version 41544 (0.0009) +[2026-06-02 19:05:45,580][352415] Updated weights for policy 0, policy_version 41554 (0.0009) +[2026-06-02 19:05:45,859][352415] Updated weights for policy 0, policy_version 41564 (0.0009) +[2026-06-02 19:05:46,693][352415] Updated weights for policy 0, policy_version 41574 (0.0009) +[2026-06-02 19:05:46,963][352415] Updated weights for policy 0, policy_version 41584 (0.0009) +[2026-06-02 19:05:47,248][352415] Updated weights for policy 0, policy_version 41594 (0.0009) +[2026-06-02 19:05:47,514][352415] Updated weights for policy 0, policy_version 41604 (0.0009) +[2026-06-02 19:05:47,804][352415] Updated weights for policy 0, policy_version 41614 (0.0009) +[2026-06-02 19:05:48,081][352415] Updated weights for policy 0, policy_version 41624 (0.0009) +[2026-06-02 19:05:48,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 21331968. Throughput: 0: 14020.3. Samples: 21327360. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:48,381][351462] Avg episode reward: [(0, '1614.144')] +[2026-06-02 19:05:48,900][352415] Updated weights for policy 0, policy_version 41634 (0.0009) +[2026-06-02 19:05:49,166][352415] Updated weights for policy 0, policy_version 41644 (0.0009) +[2026-06-02 19:05:49,444][352415] Updated weights for policy 0, policy_version 41654 (0.0009) +[2026-06-02 19:05:49,732][352415] Updated weights for policy 0, policy_version 41664 (0.0009) +[2026-06-02 19:05:50,003][352415] Updated weights for policy 0, policy_version 41674 (0.0009) +[2026-06-02 19:05:50,297][352415] Updated weights for policy 0, policy_version 41684 (0.0009) +[2026-06-02 19:05:50,576][352415] Updated weights for policy 0, policy_version 41694 (0.0009) +[2026-06-02 19:05:51,383][352415] Updated weights for policy 0, policy_version 41704 (0.0008) +[2026-06-02 19:05:51,656][352415] Updated weights for policy 0, policy_version 41714 (0.0009) +[2026-06-02 19:05:51,922][352415] Updated weights for policy 0, policy_version 41724 (0.0009) +[2026-06-02 19:05:52,212][352415] Updated weights for policy 0, policy_version 41734 (0.0009) +[2026-06-02 19:05:52,490][352415] Updated weights for policy 0, policy_version 41744 (0.0009) +[2026-06-02 19:05:52,782][352415] Updated weights for policy 0, policy_version 41754 (0.0009) +[2026-06-02 19:05:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 21397504. Throughput: 0: 14011.7. Samples: 21416960. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0) +[2026-06-02 19:05:53,381][351462] Avg episode reward: [(0, '1595.577')] +[2026-06-02 19:05:53,566][352415] Updated weights for policy 0, policy_version 41764 (0.0009) +[2026-06-02 19:05:53,845][352415] Updated weights for policy 0, policy_version 41774 (0.0009) +[2026-06-02 19:05:54,116][352415] Updated weights for policy 0, policy_version 41784 (0.0009) +[2026-06-02 19:05:54,408][352415] Updated weights for policy 0, policy_version 41794 (0.0009) +[2026-06-02 19:05:54,686][352415] Updated weights for policy 0, policy_version 41804 (0.0009) +[2026-06-02 19:05:54,967][352415] Updated weights for policy 0, policy_version 41814 (0.0009) +[2026-06-02 19:05:55,241][352415] Updated weights for policy 0, policy_version 41824 (0.0009) +[2026-06-02 19:05:56,049][352415] Updated weights for policy 0, policy_version 41834 (0.0009) +[2026-06-02 19:05:56,326][352415] Updated weights for policy 0, policy_version 41844 (0.0009) +[2026-06-02 19:05:56,607][352415] Updated weights for policy 0, policy_version 41854 (0.0009) +[2026-06-02 19:05:56,875][352415] Updated weights for policy 0, policy_version 41864 (0.0009) +[2026-06-02 19:05:57,160][352415] Updated weights for policy 0, policy_version 41874 (0.0009) +[2026-06-02 19:05:57,438][352415] Updated weights for policy 0, policy_version 41884 (0.0009) +[2026-06-02 19:05:58,242][352415] Updated weights for policy 0, policy_version 41894 (0.0007) +[2026-06-02 19:05:58,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 21463040. Throughput: 0: 14256.4. Samples: 21506176. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:05:58,381][351462] Avg episode reward: [(0, '1599.209')] +[2026-06-02 19:05:58,525][352415] Updated weights for policy 0, policy_version 41904 (0.0009) +[2026-06-02 19:05:58,806][352415] Updated weights for policy 0, policy_version 41914 (0.0009) +[2026-06-02 19:05:59,076][352415] Updated weights for policy 0, policy_version 41924 (0.0009) +[2026-06-02 19:05:59,366][352415] Updated weights for policy 0, policy_version 41934 (0.0009) +[2026-06-02 19:05:59,640][352415] Updated weights for policy 0, policy_version 41944 (0.0008) +[2026-06-02 19:06:00,452][352415] Updated weights for policy 0, policy_version 41954 (0.0008) +[2026-06-02 19:06:00,728][352415] Updated weights for policy 0, policy_version 41964 (0.0009) +[2026-06-02 19:06:00,996][352415] Updated weights for policy 0, policy_version 41974 (0.0009) +[2026-06-02 19:06:01,279][352415] Updated weights for policy 0, policy_version 41984 (0.0009) +[2026-06-02 19:06:01,554][352415] Updated weights for policy 0, policy_version 41994 (0.0009) +[2026-06-02 19:06:01,843][352415] Updated weights for policy 0, policy_version 42004 (0.0009) +[2026-06-02 19:06:02,117][352415] Updated weights for policy 0, policy_version 42014 (0.0010) +[2026-06-02 19:06:02,923][352415] Updated weights for policy 0, policy_version 42024 (0.0005) +[2026-06-02 19:06:03,206][352415] Updated weights for policy 0, policy_version 42034 (0.0007) +[2026-06-02 19:06:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21528576. Throughput: 0: 14225.1. Samples: 21545472. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:06:03,381][351462] Avg episode reward: [(0, '1690.324')] +[2026-06-02 19:06:03,478][352415] Updated weights for policy 0, policy_version 42044 (0.0009) +[2026-06-02 19:06:03,747][352415] Updated weights for policy 0, policy_version 42054 (0.0009) +[2026-06-02 19:06:04,032][352415] Updated weights for policy 0, policy_version 42064 (0.0008) +[2026-06-02 19:06:04,323][352415] Updated weights for policy 0, policy_version 42074 (0.0009) +[2026-06-02 19:06:04,479][352345] Saving new best policy, reward=1690.324! +[2026-06-02 19:06:05,147][352415] Updated weights for policy 0, policy_version 42084 (0.0009) +[2026-06-02 19:06:05,411][352415] Updated weights for policy 0, policy_version 42094 (0.0007) +[2026-06-02 19:06:05,687][352415] Updated weights for policy 0, policy_version 42104 (0.0007) +[2026-06-02 19:06:05,971][352415] Updated weights for policy 0, policy_version 42114 (0.0005) +[2026-06-02 19:06:06,243][352415] Updated weights for policy 0, policy_version 42124 (0.0009) +[2026-06-02 19:06:06,519][352415] Updated weights for policy 0, policy_version 42134 (0.0009) +[2026-06-02 19:06:06,799][352415] Updated weights for policy 0, policy_version 42144 (0.0009) +[2026-06-02 19:06:07,606][352415] Updated weights for policy 0, policy_version 42154 (0.0009) +[2026-06-02 19:06:07,899][352415] Updated weights for policy 0, policy_version 42164 (0.0009) +[2026-06-02 19:06:08,185][352415] Updated weights for policy 0, policy_version 42174 (0.0008) +[2026-06-02 19:06:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21594112. Throughput: 0: 14105.6. Samples: 21627776. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:06:08,381][351462] Avg episode reward: [(0, '1675.495')] +[2026-06-02 19:06:08,459][352415] Updated weights for policy 0, policy_version 42184 (0.0008) +[2026-06-02 19:06:08,743][352415] Updated weights for policy 0, policy_version 42194 (0.0007) +[2026-06-02 19:06:09,010][352415] Updated weights for policy 0, policy_version 42204 (0.0009) +[2026-06-02 19:06:09,801][352415] Updated weights for policy 0, policy_version 42214 (0.0009) +[2026-06-02 19:06:10,078][352415] Updated weights for policy 0, policy_version 42224 (0.0009) +[2026-06-02 19:06:10,356][352415] Updated weights for policy 0, policy_version 42234 (0.0009) +[2026-06-02 19:06:10,649][352415] Updated weights for policy 0, policy_version 42244 (0.0009) +[2026-06-02 19:06:10,932][352415] Updated weights for policy 0, policy_version 42254 (0.0009) +[2026-06-02 19:06:11,209][352415] Updated weights for policy 0, policy_version 42264 (0.0009) +[2026-06-02 19:06:12,021][352415] Updated weights for policy 0, policy_version 42274 (0.0009) +[2026-06-02 19:06:12,274][352415] Updated weights for policy 0, policy_version 42284 (0.0009) +[2026-06-02 19:06:12,571][352415] Updated weights for policy 0, policy_version 42294 (0.0009) +[2026-06-02 19:06:12,853][352415] Updated weights for policy 0, policy_version 42304 (0.0009) +[2026-06-02 19:06:13,122][352415] Updated weights for policy 0, policy_version 42314 (0.0009) +[2026-06-02 19:06:13,380][351462] Fps is (10 sec: 13107.0, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 21659648. Throughput: 0: 14031.6. Samples: 21713536. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:06:13,381][351462] Avg episode reward: [(0, '1683.762')] +[2026-06-02 19:06:13,412][352415] Updated weights for policy 0, policy_version 42324 (0.0009) +[2026-06-02 19:06:13,689][352415] Updated weights for policy 0, policy_version 42334 (0.0009) +[2026-06-02 19:06:14,488][352415] Updated weights for policy 0, policy_version 42344 (0.0009) +[2026-06-02 19:06:14,751][352415] Updated weights for policy 0, policy_version 42354 (0.0009) +[2026-06-02 19:06:15,028][352415] Updated weights for policy 0, policy_version 42364 (0.0009) +[2026-06-02 19:06:15,317][352415] Updated weights for policy 0, policy_version 42374 (0.0009) +[2026-06-02 19:06:15,595][352415] Updated weights for policy 0, policy_version 42384 (0.0009) +[2026-06-02 19:06:15,867][352415] Updated weights for policy 0, policy_version 42394 (0.0010) +[2026-06-02 19:06:16,678][352415] Updated weights for policy 0, policy_version 42404 (0.0009) +[2026-06-02 19:06:16,941][352415] Updated weights for policy 0, policy_version 42414 (0.0010) +[2026-06-02 19:06:17,227][352415] Updated weights for policy 0, policy_version 42424 (0.0009) +[2026-06-02 19:06:17,507][352415] Updated weights for policy 0, policy_version 42434 (0.0009) +[2026-06-02 19:06:17,782][352415] Updated weights for policy 0, policy_version 42444 (0.0009) +[2026-06-02 19:06:18,055][352415] Updated weights for policy 0, policy_version 42454 (0.0009) +[2026-06-02 19:06:18,327][352415] Updated weights for policy 0, policy_version 42464 (0.0009) +[2026-06-02 19:06:18,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 21757952. Throughput: 0: 14025.9. Samples: 21752576. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:06:18,381][351462] Avg episode reward: [(0, '1698.711')] +[2026-06-02 19:06:18,385][352345] Saving new best policy, reward=1698.711! +[2026-06-02 19:06:19,151][352415] Updated weights for policy 0, policy_version 42474 (0.0009) +[2026-06-02 19:06:19,437][352415] Updated weights for policy 0, policy_version 42484 (0.0009) +[2026-06-02 19:06:19,703][352415] Updated weights for policy 0, policy_version 42494 (0.0009) +[2026-06-02 19:06:19,991][352415] Updated weights for policy 0, policy_version 42504 (0.0009) +[2026-06-02 19:06:20,271][352415] Updated weights for policy 0, policy_version 42514 (0.0009) +[2026-06-02 19:06:20,549][352415] Updated weights for policy 0, policy_version 42524 (0.0009) +[2026-06-02 19:06:21,374][352415] Updated weights for policy 0, policy_version 42534 (0.0009) +[2026-06-02 19:06:21,672][352415] Updated weights for policy 0, policy_version 42545 (0.0009) +[2026-06-02 19:06:21,936][352415] Updated weights for policy 0, policy_version 42555 (0.0009) +[2026-06-02 19:06:22,227][352415] Updated weights for policy 0, policy_version 42565 (0.0009) +[2026-06-02 19:06:22,511][352415] Updated weights for policy 0, policy_version 42575 (0.0009) +[2026-06-02 19:06:22,789][352415] Updated weights for policy 0, policy_version 42585 (0.0009) +[2026-06-02 19:06:23,380][351462] Fps is (10 sec: 16384.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 21823488. Throughput: 0: 14102.7. Samples: 21842048. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 19:06:23,381][351462] Avg episode reward: [(0, '1709.278')] +[2026-06-02 19:06:23,601][352415] Updated weights for policy 0, policy_version 42595 (0.0009) +[2026-06-02 19:06:23,864][352415] Updated weights for policy 0, policy_version 42605 (0.0009) +[2026-06-02 19:06:24,140][352415] Updated weights for policy 0, policy_version 42615 (0.0009) +[2026-06-02 19:06:24,434][352415] Updated weights for policy 0, policy_version 42625 (0.0009) +[2026-06-02 19:06:24,705][352415] Updated weights for policy 0, policy_version 42635 (0.0009) +[2026-06-02 19:06:24,986][352415] Updated weights for policy 0, policy_version 42645 (0.0009) +[2026-06-02 19:06:25,274][352415] Updated weights for policy 0, policy_version 42655 (0.0009) +[2026-06-02 19:06:25,287][352345] Saving new best policy, reward=1709.278! +[2026-06-02 19:06:26,062][352415] Updated weights for policy 0, policy_version 42665 (0.0009) +[2026-06-02 19:06:26,340][352415] Updated weights for policy 0, policy_version 42675 (0.0009) +[2026-06-02 19:06:26,620][352415] Updated weights for policy 0, policy_version 42685 (0.0009) +[2026-06-02 19:06:26,908][352415] Updated weights for policy 0, policy_version 42695 (0.0009) +[2026-06-02 19:06:27,186][352415] Updated weights for policy 0, policy_version 42705 (0.0011) +[2026-06-02 19:06:27,470][352415] Updated weights for policy 0, policy_version 42715 (0.0009) +[2026-06-02 19:06:28,278][352415] Updated weights for policy 0, policy_version 42725 (0.0009) +[2026-06-02 19:06:28,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 21889024. Throughput: 0: 14299.0. Samples: 21932544. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:28,381][351462] Avg episode reward: [(0, '1707.406')] +[2026-06-02 19:06:28,539][352415] Updated weights for policy 0, policy_version 42735 (0.0008) +[2026-06-02 19:06:28,825][352415] Updated weights for policy 0, policy_version 42745 (0.0009) +[2026-06-02 19:06:29,093][352415] Updated weights for policy 0, policy_version 42755 (0.0009) +[2026-06-02 19:06:29,388][352415] Updated weights for policy 0, policy_version 42765 (0.0009) +[2026-06-02 19:06:29,665][352415] Updated weights for policy 0, policy_version 42775 (0.0009) +[2026-06-02 19:06:30,500][352415] Updated weights for policy 0, policy_version 42785 (0.0009) +[2026-06-02 19:06:30,764][352415] Updated weights for policy 0, policy_version 42795 (0.0008) +[2026-06-02 19:06:31,037][352415] Updated weights for policy 0, policy_version 42805 (0.0009) +[2026-06-02 19:06:31,328][352415] Updated weights for policy 0, policy_version 42815 (0.0009) +[2026-06-02 19:06:31,603][352415] Updated weights for policy 0, policy_version 42825 (0.0009) +[2026-06-02 19:06:31,876][352415] Updated weights for policy 0, policy_version 42835 (0.0009) +[2026-06-02 19:06:32,176][352415] Updated weights for policy 0, policy_version 42846 (0.0009) +[2026-06-02 19:06:32,996][352415] Updated weights for policy 0, policy_version 42856 (0.0009) +[2026-06-02 19:06:33,282][352415] Updated weights for policy 0, policy_version 42866 (0.0009) +[2026-06-02 19:06:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 21954560. Throughput: 0: 14324.6. Samples: 21971968. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:33,381][351462] Avg episode reward: [(0, '1707.317')] +[2026-06-02 19:06:33,553][352415] Updated weights for policy 0, policy_version 42876 (0.0008) +[2026-06-02 19:06:33,827][352415] Updated weights for policy 0, policy_version 42886 (0.0008) +[2026-06-02 19:06:34,089][352415] Updated weights for policy 0, policy_version 42896 (0.0009) +[2026-06-02 19:06:34,384][352415] Updated weights for policy 0, policy_version 42906 (0.0009) +[2026-06-02 19:06:35,233][352415] Updated weights for policy 0, policy_version 42916 (0.0009) +[2026-06-02 19:06:35,502][352415] Updated weights for policy 0, policy_version 42926 (0.0009) +[2026-06-02 19:06:35,784][352415] Updated weights for policy 0, policy_version 42936 (0.0010) +[2026-06-02 19:06:36,054][352415] Updated weights for policy 0, policy_version 42946 (0.0009) +[2026-06-02 19:06:36,339][352415] Updated weights for policy 0, policy_version 42956 (0.0009) +[2026-06-02 19:06:36,620][352415] Updated weights for policy 0, policy_version 42966 (0.0009) +[2026-06-02 19:06:36,883][352415] Updated weights for policy 0, policy_version 42976 (0.0009) +[2026-06-02 19:06:37,691][352415] Updated weights for policy 0, policy_version 42986 (0.0010) +[2026-06-02 19:06:37,968][352415] Updated weights for policy 0, policy_version 42996 (0.0009) +[2026-06-02 19:06:38,256][352415] Updated weights for policy 0, policy_version 43006 (0.0009) +[2026-06-02 19:06:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22020096. Throughput: 0: 14122.7. Samples: 22052480. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:38,380][351462] Avg episode reward: [(0, '1725.134')] +[2026-06-02 19:06:38,534][352415] Updated weights for policy 0, policy_version 43016 (0.0009) +[2026-06-02 19:06:38,798][352415] Updated weights for policy 0, policy_version 43026 (0.0009) +[2026-06-02 19:06:39,075][352415] Updated weights for policy 0, policy_version 43036 (0.0009) +[2026-06-02 19:06:39,187][352345] Saving new best policy, reward=1725.134! +[2026-06-02 19:06:39,906][352415] Updated weights for policy 0, policy_version 43046 (0.0010) +[2026-06-02 19:06:40,177][352415] Updated weights for policy 0, policy_version 43056 (0.0009) +[2026-06-02 19:06:40,458][352415] Updated weights for policy 0, policy_version 43066 (0.0009) +[2026-06-02 19:06:40,735][352415] Updated weights for policy 0, policy_version 43076 (0.0009) +[2026-06-02 19:06:41,004][352415] Updated weights for policy 0, policy_version 43086 (0.0009) +[2026-06-02 19:06:41,283][352415] Updated weights for policy 0, policy_version 43096 (0.0009) +[2026-06-02 19:06:42,089][352415] Updated weights for policy 0, policy_version 43106 (0.0010) +[2026-06-02 19:06:42,355][352415] Updated weights for policy 0, policy_version 43116 (0.0008) +[2026-06-02 19:06:42,640][352415] Updated weights for policy 0, policy_version 43126 (0.0007) +[2026-06-02 19:06:42,907][352415] Updated weights for policy 0, policy_version 43136 (0.0005) +[2026-06-02 19:06:43,195][352415] Updated weights for policy 0, policy_version 43146 (0.0009) +[2026-06-02 19:06:43,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22085632. Throughput: 0: 14080.0. Samples: 22139776. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:43,381][351462] Avg episode reward: [(0, '1713.803')] +[2026-06-02 19:06:43,474][352415] Updated weights for policy 0, policy_version 43156 (0.0011) +[2026-06-02 19:06:43,749][352415] Updated weights for policy 0, policy_version 43166 (0.0009) +[2026-06-02 19:06:44,543][352415] Updated weights for policy 0, policy_version 43176 (0.0006) +[2026-06-02 19:06:44,826][352415] Updated weights for policy 0, policy_version 43186 (0.0007) +[2026-06-02 19:06:45,107][352415] Updated weights for policy 0, policy_version 43196 (0.0009) +[2026-06-02 19:06:45,382][352415] Updated weights for policy 0, policy_version 43206 (0.0011) +[2026-06-02 19:06:45,669][352415] Updated weights for policy 0, policy_version 43216 (0.0010) +[2026-06-02 19:06:45,945][352415] Updated weights for policy 0, policy_version 43226 (0.0010) +[2026-06-02 19:06:46,782][352415] Updated weights for policy 0, policy_version 43236 (0.0014) +[2026-06-02 19:06:47,049][352415] Updated weights for policy 0, policy_version 43246 (0.0009) +[2026-06-02 19:06:47,323][352415] Updated weights for policy 0, policy_version 43256 (0.0009) +[2026-06-02 19:06:47,610][352415] Updated weights for policy 0, policy_version 43266 (0.0009) +[2026-06-02 19:06:47,879][352415] Updated weights for policy 0, policy_version 43276 (0.0012) +[2026-06-02 19:06:48,166][352415] Updated weights for policy 0, policy_version 43286 (0.0009) +[2026-06-02 19:06:48,380][351462] Fps is (10 sec: 13107.1, 60 sec: 13653.3, 300 sec: 14106.9). Total num frames: 22151168. Throughput: 0: 14080.0. Samples: 22179072. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:48,381][351462] Avg episode reward: [(0, '1714.052')] +[2026-06-02 19:06:48,430][352415] Updated weights for policy 0, policy_version 43296 (0.0010) +[2026-06-02 19:06:49,260][352415] Updated weights for policy 0, policy_version 43306 (0.0010) +[2026-06-02 19:06:49,537][352415] Updated weights for policy 0, policy_version 43316 (0.0010) +[2026-06-02 19:06:49,812][352415] Updated weights for policy 0, policy_version 43326 (0.0009) +[2026-06-02 19:06:50,094][352415] Updated weights for policy 0, policy_version 43336 (0.0009) +[2026-06-02 19:06:50,369][352415] Updated weights for policy 0, policy_version 43346 (0.0009) +[2026-06-02 19:06:50,651][352415] Updated weights for policy 0, policy_version 43356 (0.0009) +[2026-06-02 19:06:51,463][352415] Updated weights for policy 0, policy_version 43366 (0.0009) +[2026-06-02 19:06:51,726][352415] Updated weights for policy 0, policy_version 43376 (0.0009) +[2026-06-02 19:06:52,018][352415] Updated weights for policy 0, policy_version 43386 (0.0009) +[2026-06-02 19:06:52,294][352415] Updated weights for policy 0, policy_version 43396 (0.0009) +[2026-06-02 19:06:52,568][352415] Updated weights for policy 0, policy_version 43406 (0.0009) +[2026-06-02 19:06:52,850][352415] Updated weights for policy 0, policy_version 43416 (0.0010) +[2026-06-02 19:06:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 22249472. Throughput: 0: 14236.4. Samples: 22268416. Policy #0 lag: (min: 82.0, avg: 116.9, max: 142.0) +[2026-06-02 19:06:53,381][351462] Avg episode reward: [(0, '1728.188')] +[2026-06-02 19:06:53,673][352415] Updated weights for policy 0, policy_version 43426 (0.0010) +[2026-06-02 19:06:53,939][352415] Updated weights for policy 0, policy_version 43436 (0.0006) +[2026-06-02 19:06:54,217][352415] Updated weights for policy 0, policy_version 43446 (0.0006) +[2026-06-02 19:06:54,488][352415] Updated weights for policy 0, policy_version 43456 (0.0006) +[2026-06-02 19:06:54,777][352415] Updated weights for policy 0, policy_version 43466 (0.0007) +[2026-06-02 19:06:55,050][352415] Updated weights for policy 0, policy_version 43476 (0.0009) +[2026-06-02 19:06:55,344][352415] Updated weights for policy 0, policy_version 43486 (0.0009) +[2026-06-02 19:06:55,378][352345] Saving new best policy, reward=1728.188! +[2026-06-02 19:06:56,147][352415] Updated weights for policy 0, policy_version 43496 (0.0009) +[2026-06-02 19:06:56,422][352415] Updated weights for policy 0, policy_version 43506 (0.0009) +[2026-06-02 19:06:56,699][352415] Updated weights for policy 0, policy_version 43516 (0.0010) +[2026-06-02 19:06:56,967][352415] Updated weights for policy 0, policy_version 43526 (0.0009) +[2026-06-02 19:06:57,257][352415] Updated weights for policy 0, policy_version 43536 (0.0009) +[2026-06-02 19:06:57,540][352415] Updated weights for policy 0, policy_version 43546 (0.0009) +[2026-06-02 19:06:58,350][352415] Updated weights for policy 0, policy_version 43556 (0.0007) +[2026-06-02 19:06:58,380][351462] Fps is (10 sec: 16383.8, 60 sec: 14199.4, 300 sec: 14218.0). Total num frames: 22315008. Throughput: 0: 14262.0. Samples: 22355328. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:06:58,382][351462] Avg episode reward: [(0, '1718.408')] +[2026-06-02 19:06:58,622][352415] Updated weights for policy 0, policy_version 43566 (0.0005) +[2026-06-02 19:06:58,916][352415] Updated weights for policy 0, policy_version 43576 (0.0005) +[2026-06-02 19:06:59,199][352415] Updated weights for policy 0, policy_version 43586 (0.0006) +[2026-06-02 19:06:59,477][352415] Updated weights for policy 0, policy_version 43596 (0.0008) +[2026-06-02 19:06:59,757][352415] Updated weights for policy 0, policy_version 43606 (0.0009) +[2026-06-02 19:07:00,026][352415] Updated weights for policy 0, policy_version 43616 (0.0008) +[2026-06-02 19:07:00,828][352415] Updated weights for policy 0, policy_version 43626 (0.0009) +[2026-06-02 19:07:01,103][352415] Updated weights for policy 0, policy_version 43636 (0.0009) +[2026-06-02 19:07:01,392][352415] Updated weights for policy 0, policy_version 43646 (0.0010) +[2026-06-02 19:07:01,663][352415] Updated weights for policy 0, policy_version 43656 (0.0009) +[2026-06-02 19:07:01,953][352415] Updated weights for policy 0, policy_version 43666 (0.0009) +[2026-06-02 19:07:02,234][352415] Updated weights for policy 0, policy_version 43676 (0.0009) +[2026-06-02 19:07:03,035][352415] Updated weights for policy 0, policy_version 43686 (0.0009) +[2026-06-02 19:07:03,342][352415] Updated weights for policy 0, policy_version 43697 (0.0009) +[2026-06-02 19:07:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22380544. Throughput: 0: 14333.2. Samples: 22397568. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:07:03,381][351462] Avg episode reward: [(0, '1717.295')] +[2026-06-02 19:07:03,622][352415] Updated weights for policy 0, policy_version 43707 (0.0008) +[2026-06-02 19:07:03,910][352415] Updated weights for policy 0, policy_version 43717 (0.0010) +[2026-06-02 19:07:04,190][352415] Updated weights for policy 0, policy_version 43727 (0.0011) +[2026-06-02 19:07:04,473][352415] Updated weights for policy 0, policy_version 43737 (0.0009) +[2026-06-02 19:07:05,305][352415] Updated weights for policy 0, policy_version 43747 (0.0009) +[2026-06-02 19:07:05,586][352415] Updated weights for policy 0, policy_version 43757 (0.0009) +[2026-06-02 19:07:05,858][352415] Updated weights for policy 0, policy_version 43767 (0.0009) +[2026-06-02 19:07:06,134][352415] Updated weights for policy 0, policy_version 43777 (0.0009) +[2026-06-02 19:07:06,415][352415] Updated weights for policy 0, policy_version 43787 (0.0009) +[2026-06-02 19:07:06,690][352415] Updated weights for policy 0, policy_version 43797 (0.0009) +[2026-06-02 19:07:06,958][352415] Updated weights for policy 0, policy_version 43807 (0.0009) +[2026-06-02 19:07:07,754][352415] Updated weights for policy 0, policy_version 43817 (0.0009) +[2026-06-02 19:07:08,027][352415] Updated weights for policy 0, policy_version 43827 (0.0009) +[2026-06-02 19:07:08,310][352415] Updated weights for policy 0, policy_version 43837 (0.0009) +[2026-06-02 19:07:08,380][351462] Fps is (10 sec: 13107.4, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22446080. Throughput: 0: 14122.7. Samples: 22477568. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:07:08,381][351462] Avg episode reward: [(0, '1717.295')] +[2026-06-02 19:07:08,588][352415] Updated weights for policy 0, policy_version 43847 (0.0009) +[2026-06-02 19:07:08,864][352415] Updated weights for policy 0, policy_version 43857 (0.0009) +[2026-06-02 19:07:09,142][352415] Updated weights for policy 0, policy_version 43867 (0.0009) +[2026-06-02 19:07:09,973][352415] Updated weights for policy 0, policy_version 43877 (0.0009) +[2026-06-02 19:07:10,248][352415] Updated weights for policy 0, policy_version 43887 (0.0009) +[2026-06-02 19:07:10,521][352415] Updated weights for policy 0, policy_version 43897 (0.0009) +[2026-06-02 19:07:10,801][352415] Updated weights for policy 0, policy_version 43907 (0.0009) +[2026-06-02 19:07:11,083][352415] Updated weights for policy 0, policy_version 43917 (0.0009) +[2026-06-02 19:07:11,364][352415] Updated weights for policy 0, policy_version 43927 (0.0010) +[2026-06-02 19:07:12,184][352415] Updated weights for policy 0, policy_version 43937 (0.0009) +[2026-06-02 19:07:12,431][352415] Updated weights for policy 0, policy_version 43947 (0.0009) +[2026-06-02 19:07:12,719][352415] Updated weights for policy 0, policy_version 43957 (0.0009) +[2026-06-02 19:07:12,989][352415] Updated weights for policy 0, policy_version 43967 (0.0009) +[2026-06-02 19:07:13,276][352415] Updated weights for policy 0, policy_version 43977 (0.0008) +[2026-06-02 19:07:13,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22511616. Throughput: 0: 14085.7. Samples: 22566400. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:07:13,381][351462] Avg episode reward: [(0, '1724.219')] +[2026-06-02 19:07:13,555][352415] Updated weights for policy 0, policy_version 43987 (0.0009) +[2026-06-02 19:07:13,839][352415] Updated weights for policy 0, policy_version 43997 (0.0008) +[2026-06-02 19:07:14,639][352415] Updated weights for policy 0, policy_version 44007 (0.0009) +[2026-06-02 19:07:14,924][352415] Updated weights for policy 0, policy_version 44017 (0.0009) +[2026-06-02 19:07:15,206][352415] Updated weights for policy 0, policy_version 44027 (0.0010) +[2026-06-02 19:07:15,476][352415] Updated weights for policy 0, policy_version 44037 (0.0009) +[2026-06-02 19:07:15,760][352415] Updated weights for policy 0, policy_version 44047 (0.0009) +[2026-06-02 19:07:16,054][352415] Updated weights for policy 0, policy_version 44057 (0.0009) +[2026-06-02 19:07:16,858][352415] Updated weights for policy 0, policy_version 44067 (0.0009) +[2026-06-02 19:07:17,130][352415] Updated weights for policy 0, policy_version 44077 (0.0009) +[2026-06-02 19:07:17,402][352415] Updated weights for policy 0, policy_version 44087 (0.0009) +[2026-06-02 19:07:17,692][352415] Updated weights for policy 0, policy_version 44097 (0.0009) +[2026-06-02 19:07:17,973][352415] Updated weights for policy 0, policy_version 44107 (0.0009) +[2026-06-02 19:07:18,240][352415] Updated weights for policy 0, policy_version 44117 (0.0009) +[2026-06-02 19:07:18,380][351462] Fps is (10 sec: 13107.3, 60 sec: 13653.4, 300 sec: 14106.9). Total num frames: 22577152. Throughput: 0: 14102.8. Samples: 22606592. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:07:18,380][351462] Avg episode reward: [(0, '1762.902')] +[2026-06-02 19:07:18,534][352415] Updated weights for policy 0, policy_version 44127 (0.0009) +[2026-06-02 19:07:18,548][352345] Saving new best policy, reward=1762.902! +[2026-06-02 19:07:19,310][352415] Updated weights for policy 0, policy_version 44137 (0.0009) +[2026-06-02 19:07:19,584][352415] Updated weights for policy 0, policy_version 44147 (0.0009) +[2026-06-02 19:07:19,880][352415] Updated weights for policy 0, policy_version 44157 (0.0009) +[2026-06-02 19:07:20,145][352415] Updated weights for policy 0, policy_version 44167 (0.0009) +[2026-06-02 19:07:20,432][352415] Updated weights for policy 0, policy_version 44177 (0.0009) +[2026-06-02 19:07:20,711][352415] Updated weights for policy 0, policy_version 44187 (0.0009) +[2026-06-02 19:07:21,528][352415] Updated weights for policy 0, policy_version 44197 (0.0008) +[2026-06-02 19:07:21,785][352415] Updated weights for policy 0, policy_version 44207 (0.0008) +[2026-06-02 19:07:22,076][352415] Updated weights for policy 0, policy_version 44217 (0.0009) +[2026-06-02 19:07:22,349][352415] Updated weights for policy 0, policy_version 44227 (0.0009) +[2026-06-02 19:07:22,632][352415] Updated weights for policy 0, policy_version 44237 (0.0009) +[2026-06-02 19:07:22,922][352415] Updated weights for policy 0, policy_version 44247 (0.0010) +[2026-06-02 19:07:23,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 22675456. Throughput: 0: 14276.3. Samples: 22694912. Policy #0 lag: (min: 81.0, avg: 113.8, max: 145.0) +[2026-06-02 19:07:23,380][351462] Avg episode reward: [(0, '1789.926')] +[2026-06-02 19:07:23,385][352345] Saving new best policy, reward=1789.926! +[2026-06-02 19:07:23,740][352415] Updated weights for policy 0, policy_version 44257 (0.0010) +[2026-06-02 19:07:24,000][352415] Updated weights for policy 0, policy_version 44267 (0.0010) +[2026-06-02 19:07:24,278][352415] Updated weights for policy 0, policy_version 44277 (0.0008) +[2026-06-02 19:07:24,549][352415] Updated weights for policy 0, policy_version 44287 (0.0010) +[2026-06-02 19:07:24,833][352415] Updated weights for policy 0, policy_version 44297 (0.0009) +[2026-06-02 19:07:25,103][352415] Updated weights for policy 0, policy_version 44307 (0.0009) +[2026-06-02 19:07:25,388][352415] Updated weights for policy 0, policy_version 44317 (0.0009) +[2026-06-02 19:07:26,206][352415] Updated weights for policy 0, policy_version 44327 (0.0009) +[2026-06-02 19:07:26,484][352415] Updated weights for policy 0, policy_version 44337 (0.0010) +[2026-06-02 19:07:26,753][352415] Updated weights for policy 0, policy_version 44347 (0.0009) +[2026-06-02 19:07:27,040][352415] Updated weights for policy 0, policy_version 44357 (0.0009) +[2026-06-02 19:07:27,323][352415] Updated weights for policy 0, policy_version 44367 (0.0009) +[2026-06-02 19:07:27,609][352415] Updated weights for policy 0, policy_version 44377 (0.0009) +[2026-06-02 19:07:28,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 22740992. Throughput: 0: 14196.6. Samples: 22778624. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:28,381][351462] Avg episode reward: [(0, '1773.896')] +[2026-06-02 19:07:28,410][352415] Updated weights for policy 0, policy_version 44387 (0.0009) +[2026-06-02 19:07:28,672][352415] Updated weights for policy 0, policy_version 44397 (0.0009) +[2026-06-02 19:07:28,961][352415] Updated weights for policy 0, policy_version 44407 (0.0009) +[2026-06-02 19:07:29,230][352415] Updated weights for policy 0, policy_version 44417 (0.0009) +[2026-06-02 19:07:29,506][352415] Updated weights for policy 0, policy_version 44427 (0.0009) +[2026-06-02 19:07:29,792][352415] Updated weights for policy 0, policy_version 44437 (0.0009) +[2026-06-02 19:07:30,080][352415] Updated weights for policy 0, policy_version 44447 (0.0009) +[2026-06-02 19:07:30,900][352415] Updated weights for policy 0, policy_version 44457 (0.0009) +[2026-06-02 19:07:31,174][352415] Updated weights for policy 0, policy_version 44467 (0.0009) +[2026-06-02 19:07:31,460][352415] Updated weights for policy 0, policy_version 44477 (0.0009) +[2026-06-02 19:07:31,742][352415] Updated weights for policy 0, policy_version 44487 (0.0009) +[2026-06-02 19:07:32,023][352415] Updated weights for policy 0, policy_version 44497 (0.0009) +[2026-06-02 19:07:32,300][352415] Updated weights for policy 0, policy_version 44507 (0.0009) +[2026-06-02 19:07:33,096][352415] Updated weights for policy 0, policy_version 44517 (0.0009) +[2026-06-02 19:07:33,368][352415] Updated weights for policy 0, policy_version 44527 (0.0009) +[2026-06-02 19:07:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22806528. Throughput: 0: 14347.4. Samples: 22824704. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:33,380][351462] Avg episode reward: [(0, '1751.561')] +[2026-06-02 19:07:33,645][352415] Updated weights for policy 0, policy_version 44537 (0.0009) +[2026-06-02 19:07:33,928][352415] Updated weights for policy 0, policy_version 44547 (0.0009) +[2026-06-02 19:07:34,212][352415] Updated weights for policy 0, policy_version 44557 (0.0009) +[2026-06-02 19:07:34,487][352415] Updated weights for policy 0, policy_version 44567 (0.0009) +[2026-06-02 19:07:35,340][352415] Updated weights for policy 0, policy_version 44577 (0.0010) +[2026-06-02 19:07:35,602][352415] Updated weights for policy 0, policy_version 44587 (0.0009) +[2026-06-02 19:07:35,877][352415] Updated weights for policy 0, policy_version 44597 (0.0009) +[2026-06-02 19:07:36,160][352415] Updated weights for policy 0, policy_version 44607 (0.0009) +[2026-06-02 19:07:36,427][352415] Updated weights for policy 0, policy_version 44617 (0.0009) +[2026-06-02 19:07:36,707][352415] Updated weights for policy 0, policy_version 44627 (0.0009) +[2026-06-02 19:07:36,988][352415] Updated weights for policy 0, policy_version 44637 (0.0009) +[2026-06-02 19:07:37,779][352415] Updated weights for policy 0, policy_version 44647 (0.0009) +[2026-06-02 19:07:38,040][352415] Updated weights for policy 0, policy_version 44657 (0.0009) +[2026-06-02 19:07:38,336][352415] Updated weights for policy 0, policy_version 44667 (0.0009) +[2026-06-02 19:07:38,380][351462] Fps is (10 sec: 13107.3, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22872064. Throughput: 0: 14122.7. Samples: 22903936. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:38,380][351462] Avg episode reward: [(0, '1787.761')] +[2026-06-02 19:07:38,608][352415] Updated weights for policy 0, policy_version 44677 (0.0008) +[2026-06-02 19:07:38,897][352415] Updated weights for policy 0, policy_version 44687 (0.0009) +[2026-06-02 19:07:39,175][352415] Updated weights for policy 0, policy_version 44697 (0.0009) +[2026-06-02 19:07:39,975][352415] Updated weights for policy 0, policy_version 44707 (0.0009) +[2026-06-02 19:07:40,232][352415] Updated weights for policy 0, policy_version 44717 (0.0009) +[2026-06-02 19:07:40,523][352415] Updated weights for policy 0, policy_version 44727 (0.0009) +[2026-06-02 19:07:40,785][352415] Updated weights for policy 0, policy_version 44737 (0.0009) +[2026-06-02 19:07:41,076][352415] Updated weights for policy 0, policy_version 44747 (0.0010) +[2026-06-02 19:07:41,349][352415] Updated weights for policy 0, policy_version 44757 (0.0009) +[2026-06-02 19:07:41,629][352415] Updated weights for policy 0, policy_version 44767 (0.0009) +[2026-06-02 19:07:42,451][352415] Updated weights for policy 0, policy_version 44777 (0.0009) +[2026-06-02 19:07:42,725][352415] Updated weights for policy 0, policy_version 44787 (0.0009) +[2026-06-02 19:07:43,011][352415] Updated weights for policy 0, policy_version 44797 (0.0009) +[2026-06-02 19:07:43,281][352415] Updated weights for policy 0, policy_version 44807 (0.0009) +[2026-06-02 19:07:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 22937600. Throughput: 0: 14148.3. Samples: 22992000. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:43,380][351462] Avg episode reward: [(0, '1783.273')] +[2026-06-02 19:07:43,572][352415] Updated weights for policy 0, policy_version 44817 (0.0009) +[2026-06-02 19:07:43,853][352415] Updated weights for policy 0, policy_version 44827 (0.0009) +[2026-06-02 19:07:44,647][352415] Updated weights for policy 0, policy_version 44837 (0.0009) +[2026-06-02 19:07:44,934][352415] Updated weights for policy 0, policy_version 44847 (0.0009) +[2026-06-02 19:07:45,201][352415] Updated weights for policy 0, policy_version 44857 (0.0009) +[2026-06-02 19:07:45,482][352415] Updated weights for policy 0, policy_version 44867 (0.0008) +[2026-06-02 19:07:45,769][352415] Updated weights for policy 0, policy_version 44877 (0.0009) +[2026-06-02 19:07:46,049][352415] Updated weights for policy 0, policy_version 44887 (0.0009) +[2026-06-02 19:07:46,874][352415] Updated weights for policy 0, policy_version 44897 (0.0009) +[2026-06-02 19:07:47,131][352415] Updated weights for policy 0, policy_version 44907 (0.0009) +[2026-06-02 19:07:47,406][352415] Updated weights for policy 0, policy_version 44917 (0.0009) +[2026-06-02 19:07:47,696][352415] Updated weights for policy 0, policy_version 44927 (0.0009) +[2026-06-02 19:07:47,971][352415] Updated weights for policy 0, policy_version 44937 (0.0009) +[2026-06-02 19:07:48,250][352415] Updated weights for policy 0, policy_version 44947 (0.0009) +[2026-06-02 19:07:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23003136. Throughput: 0: 14091.4. Samples: 23031680. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:48,380][351462] Avg episode reward: [(0, '1906.970')] +[2026-06-02 19:07:48,515][352415] Updated weights for policy 0, policy_version 44957 (0.0009) +[2026-06-02 19:07:48,599][352345] Saving new best policy, reward=1906.970! +[2026-06-02 19:07:49,350][352415] Updated weights for policy 0, policy_version 44967 (0.0009) +[2026-06-02 19:07:49,620][352415] Updated weights for policy 0, policy_version 44977 (0.0009) +[2026-06-02 19:07:49,896][352415] Updated weights for policy 0, policy_version 44987 (0.0009) +[2026-06-02 19:07:50,182][352415] Updated weights for policy 0, policy_version 44997 (0.0009) +[2026-06-02 19:07:50,447][352415] Updated weights for policy 0, policy_version 45007 (0.0009) +[2026-06-02 19:07:50,721][352415] Updated weights for policy 0, policy_version 45017 (0.0009) +[2026-06-02 19:07:51,554][352415] Updated weights for policy 0, policy_version 45027 (0.0009) +[2026-06-02 19:07:51,820][352415] Updated weights for policy 0, policy_version 45037 (0.0009) +[2026-06-02 19:07:52,090][352415] Updated weights for policy 0, policy_version 45047 (0.0009) +[2026-06-02 19:07:52,380][352415] Updated weights for policy 0, policy_version 45057 (0.0009) +[2026-06-02 19:07:52,646][352415] Updated weights for policy 0, policy_version 45067 (0.0009) +[2026-06-02 19:07:52,936][352415] Updated weights for policy 0, policy_version 45077 (0.0010) +[2026-06-02 19:07:53,216][352415] Updated weights for policy 0, policy_version 45087 (0.0009) +[2026-06-02 19:07:53,380][351462] Fps is (10 sec: 16383.9, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23101440. Throughput: 0: 14301.9. Samples: 23121152. Policy #0 lag: (min: 39.0, avg: 60.3, max: 103.0) +[2026-06-02 19:07:53,381][351462] Avg episode reward: [(0, '1930.320')] +[2026-06-02 19:07:53,386][352345] Saving new best policy, reward=1930.320! +[2026-06-02 19:07:54,042][352415] Updated weights for policy 0, policy_version 45097 (0.0009) +[2026-06-02 19:07:54,319][352415] Updated weights for policy 0, policy_version 45107 (0.0009) +[2026-06-02 19:07:54,587][352415] Updated weights for policy 0, policy_version 45117 (0.0009) +[2026-06-02 19:07:54,873][352415] Updated weights for policy 0, policy_version 45127 (0.0009) +[2026-06-02 19:07:55,159][352415] Updated weights for policy 0, policy_version 45137 (0.0009) +[2026-06-02 19:07:55,433][352415] Updated weights for policy 0, policy_version 45147 (0.0009) +[2026-06-02 19:07:56,228][352415] Updated weights for policy 0, policy_version 45157 (0.0009) +[2026-06-02 19:07:56,492][352415] Updated weights for policy 0, policy_version 45167 (0.0009) +[2026-06-02 19:07:56,775][352415] Updated weights for policy 0, policy_version 45177 (0.0009) +[2026-06-02 19:07:57,059][352415] Updated weights for policy 0, policy_version 45187 (0.0009) +[2026-06-02 19:07:57,350][352415] Updated weights for policy 0, policy_version 45198 (0.0009) +[2026-06-02 19:07:57,649][352415] Updated weights for policy 0, policy_version 45208 (0.0009) +[2026-06-02 19:07:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23166976. Throughput: 0: 14134.0. Samples: 23202432. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:07:58,381][351462] Avg episode reward: [(0, '1950.149')] +[2026-06-02 19:07:58,463][352415] Updated weights for policy 0, policy_version 45218 (0.0009) +[2026-06-02 19:07:58,726][352415] Updated weights for policy 0, policy_version 45228 (0.0009) +[2026-06-02 19:07:59,005][352415] Updated weights for policy 0, policy_version 45238 (0.0009) +[2026-06-02 19:07:59,282][352415] Updated weights for policy 0, policy_version 45248 (0.0009) +[2026-06-02 19:07:59,560][352415] Updated weights for policy 0, policy_version 45258 (0.0009) +[2026-06-02 19:07:59,845][352415] Updated weights for policy 0, policy_version 45268 (0.0009) +[2026-06-02 19:08:00,119][352415] Updated weights for policy 0, policy_version 45278 (0.0008) +[2026-06-02 19:08:00,164][352345] Saving new best policy, reward=1950.149! +[2026-06-02 19:08:00,928][352415] Updated weights for policy 0, policy_version 45288 (0.0009) +[2026-06-02 19:08:01,202][352415] Updated weights for policy 0, policy_version 45298 (0.0009) +[2026-06-02 19:08:01,465][352415] Updated weights for policy 0, policy_version 45308 (0.0009) +[2026-06-02 19:08:01,749][352415] Updated weights for policy 0, policy_version 45318 (0.0009) +[2026-06-02 19:08:02,030][352415] Updated weights for policy 0, policy_version 45328 (0.0009) +[2026-06-02 19:08:02,311][352415] Updated weights for policy 0, policy_version 45338 (0.0009) +[2026-06-02 19:08:03,127][352415] Updated weights for policy 0, policy_version 45348 (0.0009) +[2026-06-02 19:08:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23232512. Throughput: 0: 14304.7. Samples: 23250304. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:03,381][351462] Avg episode reward: [(0, '1982.428')] +[2026-06-02 19:08:03,392][352415] Updated weights for policy 0, policy_version 45358 (0.0009) +[2026-06-02 19:08:03,674][352415] Updated weights for policy 0, policy_version 45368 (0.0009) +[2026-06-02 19:08:03,958][352415] Updated weights for policy 0, policy_version 45378 (0.0008) +[2026-06-02 19:08:04,225][352415] Updated weights for policy 0, policy_version 45388 (0.0009) +[2026-06-02 19:08:04,502][352415] Updated weights for policy 0, policy_version 45398 (0.0009) +[2026-06-02 19:08:04,780][352345] Saving new best policy, reward=1982.428! +[2026-06-02 19:08:04,782][352415] Updated weights for policy 0, policy_version 45408 (0.0009) +[2026-06-02 19:08:05,619][352415] Updated weights for policy 0, policy_version 45418 (0.0009) +[2026-06-02 19:08:05,887][352415] Updated weights for policy 0, policy_version 45428 (0.0009) +[2026-06-02 19:08:06,173][352415] Updated weights for policy 0, policy_version 45438 (0.0009) +[2026-06-02 19:08:06,453][352415] Updated weights for policy 0, policy_version 45448 (0.0009) +[2026-06-02 19:08:06,724][352415] Updated weights for policy 0, policy_version 45458 (0.0009) +[2026-06-02 19:08:07,001][352415] Updated weights for policy 0, policy_version 45468 (0.0009) +[2026-06-02 19:08:07,795][352415] Updated weights for policy 0, policy_version 45478 (0.0009) +[2026-06-02 19:08:08,054][352415] Updated weights for policy 0, policy_version 45488 (0.0009) +[2026-06-02 19:08:08,337][352415] Updated weights for policy 0, policy_version 45498 (0.0009) +[2026-06-02 19:08:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23298048. Throughput: 0: 14108.4. Samples: 23329792. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:08,381][351462] Avg episode reward: [(0, '2011.633')] +[2026-06-02 19:08:08,616][352415] Updated weights for policy 0, policy_version 45508 (0.0009) +[2026-06-02 19:08:08,898][352415] Updated weights for policy 0, policy_version 45518 (0.0009) +[2026-06-02 19:08:09,176][352415] Updated weights for policy 0, policy_version 45528 (0.0009) +[2026-06-02 19:08:09,388][352345] Saving new best policy, reward=2011.633! +[2026-06-02 19:08:09,997][352415] Updated weights for policy 0, policy_version 45538 (0.0009) +[2026-06-02 19:08:10,262][352415] Updated weights for policy 0, policy_version 45548 (0.0009) +[2026-06-02 19:08:10,540][352415] Updated weights for policy 0, policy_version 45558 (0.0009) +[2026-06-02 19:08:10,811][352415] Updated weights for policy 0, policy_version 45568 (0.0009) +[2026-06-02 19:08:11,105][352415] Updated weights for policy 0, policy_version 45578 (0.0009) +[2026-06-02 19:08:11,375][352415] Updated weights for policy 0, policy_version 45588 (0.0009) +[2026-06-02 19:08:11,663][352415] Updated weights for policy 0, policy_version 45598 (0.0009) +[2026-06-02 19:08:12,463][352415] Updated weights for policy 0, policy_version 45608 (0.0009) +[2026-06-02 19:08:12,749][352415] Updated weights for policy 0, policy_version 45618 (0.0009) +[2026-06-02 19:08:13,025][352415] Updated weights for policy 0, policy_version 45628 (0.0009) +[2026-06-02 19:08:13,306][352415] Updated weights for policy 0, policy_version 45638 (0.0009) +[2026-06-02 19:08:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23363584. Throughput: 0: 14210.9. Samples: 23418112. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:13,381][351462] Avg episode reward: [(0, '2016.073')] +[2026-06-02 19:08:13,583][352415] Updated weights for policy 0, policy_version 45648 (0.0009) +[2026-06-02 19:08:13,859][352415] Updated weights for policy 0, policy_version 45658 (0.0009) +[2026-06-02 19:08:14,011][352345] Saving new best policy, reward=2016.073! +[2026-06-02 19:08:14,675][352415] Updated weights for policy 0, policy_version 45668 (0.0009) +[2026-06-02 19:08:14,946][352415] Updated weights for policy 0, policy_version 45678 (0.0009) +[2026-06-02 19:08:15,224][352415] Updated weights for policy 0, policy_version 45688 (0.0009) +[2026-06-02 19:08:15,502][352415] Updated weights for policy 0, policy_version 45698 (0.0009) +[2026-06-02 19:08:15,779][352415] Updated weights for policy 0, policy_version 45708 (0.0009) +[2026-06-02 19:08:16,058][352415] Updated weights for policy 0, policy_version 45718 (0.0009) +[2026-06-02 19:08:16,327][352415] Updated weights for policy 0, policy_version 45728 (0.0009) +[2026-06-02 19:08:17,152][352415] Updated weights for policy 0, policy_version 45738 (0.0009) +[2026-06-02 19:08:17,421][352415] Updated weights for policy 0, policy_version 45748 (0.0009) +[2026-06-02 19:08:17,707][352415] Updated weights for policy 0, policy_version 45758 (0.0009) +[2026-06-02 19:08:17,980][352415] Updated weights for policy 0, policy_version 45768 (0.0009) +[2026-06-02 19:08:18,266][352415] Updated weights for policy 0, policy_version 45778 (0.0009) +[2026-06-02 19:08:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.4, 300 sec: 14106.9). Total num frames: 23429120. Throughput: 0: 14062.9. Samples: 23457536. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:18,381][351462] Avg episode reward: [(0, '2001.078')] +[2026-06-02 19:08:18,531][352415] Updated weights for policy 0, policy_version 45788 (0.0009) +[2026-06-02 19:08:19,345][352415] Updated weights for policy 0, policy_version 45798 (0.0009) +[2026-06-02 19:08:19,628][352415] Updated weights for policy 0, policy_version 45808 (0.0009) +[2026-06-02 19:08:19,901][352415] Updated weights for policy 0, policy_version 45818 (0.0009) +[2026-06-02 19:08:20,178][352415] Updated weights for policy 0, policy_version 45828 (0.0009) +[2026-06-02 19:08:20,462][352415] Updated weights for policy 0, policy_version 45838 (0.0009) +[2026-06-02 19:08:20,754][352415] Updated weights for policy 0, policy_version 45848 (0.0009) +[2026-06-02 19:08:21,552][352415] Updated weights for policy 0, policy_version 45858 (0.0009) +[2026-06-02 19:08:21,819][352415] Updated weights for policy 0, policy_version 45868 (0.0009) +[2026-06-02 19:08:22,099][352415] Updated weights for policy 0, policy_version 45878 (0.0009) +[2026-06-02 19:08:22,383][352415] Updated weights for policy 0, policy_version 45888 (0.0009) +[2026-06-02 19:08:22,658][352415] Updated weights for policy 0, policy_version 45898 (0.0009) +[2026-06-02 19:08:22,927][352415] Updated weights for policy 0, policy_version 45908 (0.0009) +[2026-06-02 19:08:23,220][352415] Updated weights for policy 0, policy_version 45918 (0.0009) +[2026-06-02 19:08:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23527424. Throughput: 0: 14290.5. Samples: 23547008. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:23,381][351462] Avg episode reward: [(0, '2029.408')] +[2026-06-02 19:08:23,385][352345] Saving new best policy, reward=2029.408! +[2026-06-02 19:08:24,023][352415] Updated weights for policy 0, policy_version 45928 (0.0010) +[2026-06-02 19:08:24,292][352415] Updated weights for policy 0, policy_version 45938 (0.0009) +[2026-06-02 19:08:24,572][352415] Updated weights for policy 0, policy_version 45948 (0.0009) +[2026-06-02 19:08:24,855][352415] Updated weights for policy 0, policy_version 45958 (0.0009) +[2026-06-02 19:08:25,122][352415] Updated weights for policy 0, policy_version 45968 (0.0009) +[2026-06-02 19:08:25,402][352415] Updated weights for policy 0, policy_version 45978 (0.0009) +[2026-06-02 19:08:26,223][352415] Updated weights for policy 0, policy_version 45988 (0.0009) +[2026-06-02 19:08:26,495][352415] Updated weights for policy 0, policy_version 45998 (0.0010) +[2026-06-02 19:08:26,775][352415] Updated weights for policy 0, policy_version 46008 (0.0010) +[2026-06-02 19:08:27,053][352415] Updated weights for policy 0, policy_version 46018 (0.0009) +[2026-06-02 19:08:27,315][352415] Updated weights for policy 0, policy_version 46028 (0.0009) +[2026-06-02 19:08:27,602][352415] Updated weights for policy 0, policy_version 46038 (0.0009) +[2026-06-02 19:08:27,879][352415] Updated weights for policy 0, policy_version 46048 (0.0009) +[2026-06-02 19:08:28,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23592960. Throughput: 0: 14111.3. Samples: 23627008. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0) +[2026-06-02 19:08:28,381][351462] Avg episode reward: [(0, '2049.814')] +[2026-06-02 19:08:28,706][352415] Updated weights for policy 0, policy_version 46058 (0.0009) +[2026-06-02 19:08:28,997][352415] Updated weights for policy 0, policy_version 46068 (0.0009) +[2026-06-02 19:08:29,272][352415] Updated weights for policy 0, policy_version 46078 (0.0009) +[2026-06-02 19:08:29,556][352415] Updated weights for policy 0, policy_version 46088 (0.0009) +[2026-06-02 19:08:29,841][352415] Updated weights for policy 0, policy_version 46098 (0.0007) +[2026-06-02 19:08:30,109][352415] Updated weights for policy 0, policy_version 46108 (0.0005) +[2026-06-02 19:08:30,220][352345] Saving new best policy, reward=2049.814! +[2026-06-02 19:08:30,884][352415] Updated weights for policy 0, policy_version 46118 (0.0007) +[2026-06-02 19:08:31,157][352415] Updated weights for policy 0, policy_version 46128 (0.0009) +[2026-06-02 19:08:31,439][352415] Updated weights for policy 0, policy_version 46138 (0.0009) +[2026-06-02 19:08:31,713][352415] Updated weights for policy 0, policy_version 46148 (0.0009) +[2026-06-02 19:08:31,995][352415] Updated weights for policy 0, policy_version 46158 (0.0009) +[2026-06-02 19:08:32,263][352415] Updated weights for policy 0, policy_version 46168 (0.0009) +[2026-06-02 19:08:33,090][352415] Updated weights for policy 0, policy_version 46178 (0.0009) +[2026-06-02 19:08:33,364][352415] Updated weights for policy 0, policy_version 46188 (0.0009) +[2026-06-02 19:08:33,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23658496. Throughput: 0: 14310.4. Samples: 23675648. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:33,381][351462] Avg episode reward: [(0, '2049.191')] +[2026-06-02 19:08:33,645][352415] Updated weights for policy 0, policy_version 46198 (0.0010) +[2026-06-02 19:08:33,920][352415] Updated weights for policy 0, policy_version 46208 (0.0010) +[2026-06-02 19:08:34,199][352415] Updated weights for policy 0, policy_version 46218 (0.0010) +[2026-06-02 19:08:34,483][352415] Updated weights for policy 0, policy_version 46228 (0.0009) +[2026-06-02 19:08:34,753][352415] Updated weights for policy 0, policy_version 46238 (0.0009) +[2026-06-02 19:08:35,585][352415] Updated weights for policy 0, policy_version 46248 (0.0009) +[2026-06-02 19:08:35,850][352415] Updated weights for policy 0, policy_version 46258 (0.0009) +[2026-06-02 19:08:36,133][352415] Updated weights for policy 0, policy_version 46268 (0.0009) +[2026-06-02 19:08:36,398][352415] Updated weights for policy 0, policy_version 46278 (0.0009) +[2026-06-02 19:08:36,705][352415] Updated weights for policy 0, policy_version 46289 (0.0009) +[2026-06-02 19:08:36,989][352415] Updated weights for policy 0, policy_version 46299 (0.0009) +[2026-06-02 19:08:37,796][352415] Updated weights for policy 0, policy_version 46309 (0.0009) +[2026-06-02 19:08:38,057][352415] Updated weights for policy 0, policy_version 46319 (0.0009) +[2026-06-02 19:08:38,333][352415] Updated weights for policy 0, policy_version 46329 (0.0009) +[2026-06-02 19:08:38,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23724032. Throughput: 0: 14074.3. Samples: 23754496. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:38,381][351462] Avg episode reward: [(0, '2066.149')] +[2026-06-02 19:08:38,610][352415] Updated weights for policy 0, policy_version 46339 (0.0009) +[2026-06-02 19:08:38,889][352415] Updated weights for policy 0, policy_version 46349 (0.0010) +[2026-06-02 19:08:39,168][352415] Updated weights for policy 0, policy_version 46359 (0.0009) +[2026-06-02 19:08:39,414][352345] Saving new best policy, reward=2066.149! +[2026-06-02 19:08:40,002][352415] Updated weights for policy 0, policy_version 46369 (0.0011) +[2026-06-02 19:08:40,252][352415] Updated weights for policy 0, policy_version 46379 (0.0009) +[2026-06-02 19:08:40,537][352415] Updated weights for policy 0, policy_version 46389 (0.0009) +[2026-06-02 19:08:40,821][352415] Updated weights for policy 0, policy_version 46399 (0.0009) +[2026-06-02 19:08:41,099][352415] Updated weights for policy 0, policy_version 46409 (0.0009) +[2026-06-02 19:08:41,370][352415] Updated weights for policy 0, policy_version 46419 (0.0009) +[2026-06-02 19:08:41,654][352415] Updated weights for policy 0, policy_version 46429 (0.0009) +[2026-06-02 19:08:42,459][352415] Updated weights for policy 0, policy_version 46439 (0.0008) +[2026-06-02 19:08:42,732][352415] Updated weights for policy 0, policy_version 46449 (0.0009) +[2026-06-02 19:08:43,006][352415] Updated weights for policy 0, policy_version 46459 (0.0009) +[2026-06-02 19:08:43,296][352415] Updated weights for policy 0, policy_version 46469 (0.0009) +[2026-06-02 19:08:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23789568. Throughput: 0: 14236.4. Samples: 23843072. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:43,381][351462] Avg episode reward: [(0, '2051.451')] +[2026-06-02 19:08:43,568][352415] Updated weights for policy 0, policy_version 46479 (0.0010) +[2026-06-02 19:08:43,842][352415] Updated weights for policy 0, policy_version 46489 (0.0009) +[2026-06-02 19:08:44,665][352415] Updated weights for policy 0, policy_version 46499 (0.0009) +[2026-06-02 19:08:44,933][352415] Updated weights for policy 0, policy_version 46509 (0.0009) +[2026-06-02 19:08:45,212][352415] Updated weights for policy 0, policy_version 46519 (0.0009) +[2026-06-02 19:08:45,487][352415] Updated weights for policy 0, policy_version 46529 (0.0009) +[2026-06-02 19:08:45,768][352415] Updated weights for policy 0, policy_version 46539 (0.0009) +[2026-06-02 19:08:46,053][352415] Updated weights for policy 0, policy_version 46549 (0.0009) +[2026-06-02 19:08:46,334][352415] Updated weights for policy 0, policy_version 46559 (0.0009) +[2026-06-02 19:08:47,143][352415] Updated weights for policy 0, policy_version 46569 (0.0010) +[2026-06-02 19:08:47,431][352415] Updated weights for policy 0, policy_version 46579 (0.0010) +[2026-06-02 19:08:47,701][352415] Updated weights for policy 0, policy_version 46589 (0.0009) +[2026-06-02 19:08:47,980][352415] Updated weights for policy 0, policy_version 46599 (0.0010) +[2026-06-02 19:08:48,259][352415] Updated weights for policy 0, policy_version 46609 (0.0009) +[2026-06-02 19:08:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 23855104. Throughput: 0: 14045.9. Samples: 23882368. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:48,381][351462] Avg episode reward: [(0, '2052.479')] +[2026-06-02 19:08:48,538][352415] Updated weights for policy 0, policy_version 46619 (0.0009) +[2026-06-02 19:08:49,338][352415] Updated weights for policy 0, policy_version 46629 (0.0009) +[2026-06-02 19:08:49,599][352415] Updated weights for policy 0, policy_version 46639 (0.0009) +[2026-06-02 19:08:49,890][352415] Updated weights for policy 0, policy_version 46649 (0.0009) +[2026-06-02 19:08:50,166][352415] Updated weights for policy 0, policy_version 46659 (0.0009) +[2026-06-02 19:08:50,433][352415] Updated weights for policy 0, policy_version 46669 (0.0009) +[2026-06-02 19:08:50,721][352415] Updated weights for policy 0, policy_version 46679 (0.0009) +[2026-06-02 19:08:51,547][352415] Updated weights for policy 0, policy_version 46689 (0.0009) +[2026-06-02 19:08:51,787][352415] Updated weights for policy 0, policy_version 46699 (0.0009) +[2026-06-02 19:08:52,075][352415] Updated weights for policy 0, policy_version 46709 (0.0009) +[2026-06-02 19:08:52,345][352415] Updated weights for policy 0, policy_version 46719 (0.0009) +[2026-06-02 19:08:52,637][352415] Updated weights for policy 0, policy_version 46729 (0.0009) +[2026-06-02 19:08:52,914][352415] Updated weights for policy 0, policy_version 46739 (0.0009) +[2026-06-02 19:08:53,188][352415] Updated weights for policy 0, policy_version 46749 (0.0009) +[2026-06-02 19:08:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 23953408. Throughput: 0: 14256.4. Samples: 23971328. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:53,381][351462] Avg episode reward: [(0, '2019.893')] +[2026-06-02 19:08:53,998][352415] Updated weights for policy 0, policy_version 46759 (0.0009) +[2026-06-02 19:08:54,280][352415] Updated weights for policy 0, policy_version 46769 (0.0009) +[2026-06-02 19:08:54,545][352415] Updated weights for policy 0, policy_version 46779 (0.0009) +[2026-06-02 19:08:54,834][352415] Updated weights for policy 0, policy_version 46789 (0.0009) +[2026-06-02 19:08:55,115][352415] Updated weights for policy 0, policy_version 46799 (0.0009) +[2026-06-02 19:08:55,399][352415] Updated weights for policy 0, policy_version 46809 (0.0009) +[2026-06-02 19:08:56,209][352415] Updated weights for policy 0, policy_version 46819 (0.0009) +[2026-06-02 19:08:56,469][352415] Updated weights for policy 0, policy_version 46829 (0.0009) +[2026-06-02 19:08:56,740][352415] Updated weights for policy 0, policy_version 46839 (0.0009) +[2026-06-02 19:08:57,029][352415] Updated weights for policy 0, policy_version 46849 (0.0009) +[2026-06-02 19:08:57,305][352415] Updated weights for policy 0, policy_version 46859 (0.0009) +[2026-06-02 19:08:57,583][352415] Updated weights for policy 0, policy_version 46869 (0.0009) +[2026-06-02 19:08:57,871][352415] Updated weights for policy 0, policy_version 46879 (0.0009) +[2026-06-02 19:08:58,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24018944. Throughput: 0: 14071.5. Samples: 24051328. Policy #0 lag: (min: 13.0, avg: 33.8, max: 77.0) +[2026-06-02 19:08:58,380][351462] Avg episode reward: [(0, '2014.411')] +[2026-06-02 19:08:58,690][352415] Updated weights for policy 0, policy_version 46889 (0.0009) +[2026-06-02 19:08:58,962][352415] Updated weights for policy 0, policy_version 46899 (0.0009) +[2026-06-02 19:08:59,250][352415] Updated weights for policy 0, policy_version 46909 (0.0009) +[2026-06-02 19:08:59,522][352415] Updated weights for policy 0, policy_version 46919 (0.0009) +[2026-06-02 19:08:59,817][352415] Updated weights for policy 0, policy_version 46929 (0.0009) +[2026-06-02 19:09:00,087][352415] Updated weights for policy 0, policy_version 46939 (0.0009) +[2026-06-02 19:09:00,885][352415] Updated weights for policy 0, policy_version 46949 (0.0009) +[2026-06-02 19:09:01,167][352415] Updated weights for policy 0, policy_version 46959 (0.0009) +[2026-06-02 19:09:01,452][352415] Updated weights for policy 0, policy_version 46969 (0.0009) +[2026-06-02 19:09:01,718][352415] Updated weights for policy 0, policy_version 46979 (0.0009) +[2026-06-02 19:09:02,003][352415] Updated weights for policy 0, policy_version 46989 (0.0009) +[2026-06-02 19:09:02,282][352415] Updated weights for policy 0, policy_version 46999 (0.0009) +[2026-06-02 19:09:03,110][352415] Updated weights for policy 0, policy_version 47009 (0.0009) +[2026-06-02 19:09:03,366][352415] Updated weights for policy 0, policy_version 47019 (0.0009) +[2026-06-02 19:09:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24084480. Throughput: 0: 14282.0. Samples: 24100224. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:03,381][351462] Avg episode reward: [(0, '2021.942')] +[2026-06-02 19:09:03,644][352415] Updated weights for policy 0, policy_version 47029 (0.0009) +[2026-06-02 19:09:03,915][352415] Updated weights for policy 0, policy_version 47039 (0.0009) +[2026-06-02 19:09:04,205][352415] Updated weights for policy 0, policy_version 47049 (0.0009) +[2026-06-02 19:09:04,488][352415] Updated weights for policy 0, policy_version 47059 (0.0009) +[2026-06-02 19:09:04,756][352415] Updated weights for policy 0, policy_version 47069 (0.0009) +[2026-06-02 19:09:05,599][352415] Updated weights for policy 0, policy_version 47079 (0.0009) +[2026-06-02 19:09:05,872][352415] Updated weights for policy 0, policy_version 47089 (0.0009) +[2026-06-02 19:09:06,142][352415] Updated weights for policy 0, policy_version 47099 (0.0009) +[2026-06-02 19:09:06,422][352415] Updated weights for policy 0, policy_version 47109 (0.0009) +[2026-06-02 19:09:06,718][352415] Updated weights for policy 0, policy_version 47119 (0.0009) +[2026-06-02 19:09:06,989][352415] Updated weights for policy 0, policy_version 47129 (0.0009) +[2026-06-02 19:09:07,778][352415] Updated weights for policy 0, policy_version 47139 (0.0009) +[2026-06-02 19:09:08,053][352415] Updated weights for policy 0, policy_version 47149 (0.0009) +[2026-06-02 19:09:08,334][352415] Updated weights for policy 0, policy_version 47159 (0.0009) +[2026-06-02 19:09:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 24150016. Throughput: 0: 14062.9. Samples: 24179840. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:08,381][351462] Avg episode reward: [(0, '2021.942')] +[2026-06-02 19:09:08,612][352415] Updated weights for policy 0, policy_version 47169 (0.0009) +[2026-06-02 19:09:08,897][352415] Updated weights for policy 0, policy_version 47179 (0.0009) +[2026-06-02 19:09:09,178][352415] Updated weights for policy 0, policy_version 47189 (0.0009) +[2026-06-02 19:09:09,461][352415] Updated weights for policy 0, policy_version 47199 (0.0009) +[2026-06-02 19:09:10,255][352415] Updated weights for policy 0, policy_version 47209 (0.0009) +[2026-06-02 19:09:10,529][352415] Updated weights for policy 0, policy_version 47219 (0.0009) +[2026-06-02 19:09:10,817][352415] Updated weights for policy 0, policy_version 47229 (0.0009) +[2026-06-02 19:09:11,097][352415] Updated weights for policy 0, policy_version 47239 (0.0009) +[2026-06-02 19:09:11,382][352415] Updated weights for policy 0, policy_version 47249 (0.0009) +[2026-06-02 19:09:11,646][352415] Updated weights for policy 0, policy_version 47259 (0.0009) +[2026-06-02 19:09:12,473][352415] Updated weights for policy 0, policy_version 47269 (0.0009) +[2026-06-02 19:09:12,726][352415] Updated weights for policy 0, policy_version 47279 (0.0009) +[2026-06-02 19:09:13,017][352415] Updated weights for policy 0, policy_version 47289 (0.0009) +[2026-06-02 19:09:13,299][352415] Updated weights for policy 0, policy_version 47299 (0.0009) +[2026-06-02 19:09:13,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 24215552. Throughput: 0: 14264.9. Samples: 24268928. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:13,381][351462] Avg episode reward: [(0, '2014.666')] +[2026-06-02 19:09:13,567][352415] Updated weights for policy 0, policy_version 47309 (0.0009) +[2026-06-02 19:09:13,844][352415] Updated weights for policy 0, policy_version 47319 (0.0009) +[2026-06-02 19:09:14,665][352415] Updated weights for policy 0, policy_version 47329 (0.0009) +[2026-06-02 19:09:14,923][352415] Updated weights for policy 0, policy_version 47339 (0.0009) +[2026-06-02 19:09:15,197][352415] Updated weights for policy 0, policy_version 47349 (0.0008) +[2026-06-02 19:09:15,482][352415] Updated weights for policy 0, policy_version 47359 (0.0009) +[2026-06-02 19:09:15,751][352415] Updated weights for policy 0, policy_version 47369 (0.0009) +[2026-06-02 19:09:16,043][352415] Updated weights for policy 0, policy_version 47379 (0.0009) +[2026-06-02 19:09:16,319][352415] Updated weights for policy 0, policy_version 47389 (0.0010) +[2026-06-02 19:09:17,132][352415] Updated weights for policy 0, policy_version 47399 (0.0009) +[2026-06-02 19:09:17,407][352415] Updated weights for policy 0, policy_version 47409 (0.0009) +[2026-06-02 19:09:17,697][352415] Updated weights for policy 0, policy_version 47419 (0.0009) +[2026-06-02 19:09:17,976][352415] Updated weights for policy 0, policy_version 47429 (0.0010) +[2026-06-02 19:09:18,252][352415] Updated weights for policy 0, policy_version 47439 (0.0009) +[2026-06-02 19:09:18,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 24281088. Throughput: 0: 14057.2. Samples: 24308224. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:18,381][351462] Avg episode reward: [(0, '2026.593')] +[2026-06-02 19:09:18,534][352415] Updated weights for policy 0, policy_version 47449 (0.0009) +[2026-06-02 19:09:19,339][352415] Updated weights for policy 0, policy_version 47459 (0.0009) +[2026-06-02 19:09:19,609][352415] Updated weights for policy 0, policy_version 47469 (0.0009) +[2026-06-02 19:09:19,887][352415] Updated weights for policy 0, policy_version 47479 (0.0009) +[2026-06-02 19:09:20,168][352415] Updated weights for policy 0, policy_version 47489 (0.0009) +[2026-06-02 19:09:20,447][352415] Updated weights for policy 0, policy_version 47499 (0.0009) +[2026-06-02 19:09:20,731][352415] Updated weights for policy 0, policy_version 47509 (0.0009) +[2026-06-02 19:09:21,013][352415] Updated weights for policy 0, policy_version 47519 (0.0009) +[2026-06-02 19:09:21,813][352415] Updated weights for policy 0, policy_version 47529 (0.0008) +[2026-06-02 19:09:22,092][352415] Updated weights for policy 0, policy_version 47539 (0.0009) +[2026-06-02 19:09:22,369][352415] Updated weights for policy 0, policy_version 47549 (0.0009) +[2026-06-02 19:09:22,647][352415] Updated weights for policy 0, policy_version 47559 (0.0009) +[2026-06-02 19:09:22,928][352415] Updated weights for policy 0, policy_version 47569 (0.0009) +[2026-06-02 19:09:23,192][352415] Updated weights for policy 0, policy_version 47579 (0.0009) +[2026-06-02 19:09:23,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24379392. Throughput: 0: 14299.0. Samples: 24397952. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:23,381][351462] Avg episode reward: [(0, '2079.870')] +[2026-06-02 19:09:23,386][352345] Saving new best policy, reward=2079.870! +[2026-06-02 19:09:24,006][352415] Updated weights for policy 0, policy_version 47589 (0.0009) +[2026-06-02 19:09:24,267][352415] Updated weights for policy 0, policy_version 47599 (0.0009) +[2026-06-02 19:09:24,556][352415] Updated weights for policy 0, policy_version 47609 (0.0009) +[2026-06-02 19:09:24,834][352415] Updated weights for policy 0, policy_version 47619 (0.0009) +[2026-06-02 19:09:25,116][352415] Updated weights for policy 0, policy_version 47629 (0.0009) +[2026-06-02 19:09:25,392][352415] Updated weights for policy 0, policy_version 47639 (0.0009) +[2026-06-02 19:09:26,213][352415] Updated weights for policy 0, policy_version 47649 (0.0009) +[2026-06-02 19:09:26,474][352415] Updated weights for policy 0, policy_version 47659 (0.0009) +[2026-06-02 19:09:26,756][352415] Updated weights for policy 0, policy_version 47669 (0.0009) +[2026-06-02 19:09:27,026][352415] Updated weights for policy 0, policy_version 47679 (0.0009) +[2026-06-02 19:09:27,311][352415] Updated weights for policy 0, policy_version 47689 (0.0009) +[2026-06-02 19:09:27,596][352415] Updated weights for policy 0, policy_version 47699 (0.0009) +[2026-06-02 19:09:27,862][352415] Updated weights for policy 0, policy_version 47709 (0.0009) +[2026-06-02 19:09:28,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24444928. Throughput: 0: 14080.0. Samples: 24476672. Policy #0 lag: (min: 23.0, avg: 44.0, max: 87.0) +[2026-06-02 19:09:28,381][351462] Avg episode reward: [(0, '2079.870')] +[2026-06-02 19:09:28,674][352415] Updated weights for policy 0, policy_version 47719 (0.0009) +[2026-06-02 19:09:28,950][352415] Updated weights for policy 0, policy_version 47729 (0.0009) +[2026-06-02 19:09:29,223][352415] Updated weights for policy 0, policy_version 47739 (0.0009) +[2026-06-02 19:09:29,502][352415] Updated weights for policy 0, policy_version 47749 (0.0009) +[2026-06-02 19:09:29,780][352415] Updated weights for policy 0, policy_version 47759 (0.0009) +[2026-06-02 19:09:30,070][352415] Updated weights for policy 0, policy_version 47769 (0.0009) +[2026-06-02 19:09:30,877][352415] Updated weights for policy 0, policy_version 47779 (0.0009) +[2026-06-02 19:09:31,146][352415] Updated weights for policy 0, policy_version 47789 (0.0009) +[2026-06-02 19:09:31,431][352415] Updated weights for policy 0, policy_version 47799 (0.0009) +[2026-06-02 19:09:31,704][352415] Updated weights for policy 0, policy_version 47809 (0.0009) +[2026-06-02 19:09:31,993][352415] Updated weights for policy 0, policy_version 47819 (0.0009) +[2026-06-02 19:09:32,272][352415] Updated weights for policy 0, policy_version 47829 (0.0009) +[2026-06-02 19:09:32,548][352415] Updated weights for policy 0, policy_version 47839 (0.0009) +[2026-06-02 19:09:33,358][352415] Updated weights for policy 0, policy_version 47849 (0.0009) +[2026-06-02 19:09:33,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24510464. Throughput: 0: 14293.3. Samples: 24525568. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:33,381][351462] Avg episode reward: [(0, '2073.856')] +[2026-06-02 19:09:33,631][352415] Updated weights for policy 0, policy_version 47859 (0.0009) +[2026-06-02 19:09:33,897][352415] Updated weights for policy 0, policy_version 47869 (0.0009) +[2026-06-02 19:09:34,193][352415] Updated weights for policy 0, policy_version 47879 (0.0009) +[2026-06-02 19:09:34,455][352415] Updated weights for policy 0, policy_version 47889 (0.0009) +[2026-06-02 19:09:34,743][352415] Updated weights for policy 0, policy_version 47899 (0.0009) +[2026-06-02 19:09:35,582][352415] Updated weights for policy 0, policy_version 47909 (0.0009) +[2026-06-02 19:09:35,859][352415] Updated weights for policy 0, policy_version 47919 (0.0009) +[2026-06-02 19:09:36,142][352415] Updated weights for policy 0, policy_version 47929 (0.0009) +[2026-06-02 19:09:36,421][352415] Updated weights for policy 0, policy_version 47939 (0.0008) +[2026-06-02 19:09:36,697][352415] Updated weights for policy 0, policy_version 47949 (0.0009) +[2026-06-02 19:09:36,981][352415] Updated weights for policy 0, policy_version 47959 (0.0009) +[2026-06-02 19:09:37,781][352415] Updated weights for policy 0, policy_version 47969 (0.0009) +[2026-06-02 19:09:38,051][352415] Updated weights for policy 0, policy_version 47979 (0.0009) +[2026-06-02 19:09:38,328][352415] Updated weights for policy 0, policy_version 47989 (0.0009) +[2026-06-02 19:09:38,380][351462] Fps is (10 sec: 13107.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24576000. Throughput: 0: 14097.0. Samples: 24605696. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:38,381][351462] Avg episode reward: [(0, '2073.856')] +[2026-06-02 19:09:38,604][352415] Updated weights for policy 0, policy_version 47999 (0.0009) +[2026-06-02 19:09:38,884][352415] Updated weights for policy 0, policy_version 48009 (0.0010) +[2026-06-02 19:09:39,168][352415] Updated weights for policy 0, policy_version 48019 (0.0009) +[2026-06-02 19:09:39,443][352415] Updated weights for policy 0, policy_version 48029 (0.0009) +[2026-06-02 19:09:40,263][352415] Updated weights for policy 0, policy_version 48040 (0.0009) +[2026-06-02 19:09:40,548][352415] Updated weights for policy 0, policy_version 48050 (0.0009) +[2026-06-02 19:09:40,825][352415] Updated weights for policy 0, policy_version 48060 (0.0009) +[2026-06-02 19:09:41,109][352415] Updated weights for policy 0, policy_version 48070 (0.0009) +[2026-06-02 19:09:41,387][352415] Updated weights for policy 0, policy_version 48080 (0.0009) +[2026-06-02 19:09:41,665][352415] Updated weights for policy 0, policy_version 48090 (0.0009) +[2026-06-02 19:09:42,467][352415] Updated weights for policy 0, policy_version 48100 (0.0009) +[2026-06-02 19:09:42,729][352415] Updated weights for policy 0, policy_version 48110 (0.0009) +[2026-06-02 19:09:43,018][352415] Updated weights for policy 0, policy_version 48120 (0.0009) +[2026-06-02 19:09:43,302][352415] Updated weights for policy 0, policy_version 48130 (0.0009) +[2026-06-02 19:09:43,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 24641536. Throughput: 0: 14281.9. Samples: 24694016. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:43,381][351462] Avg episode reward: [(0, '2062.634')] +[2026-06-02 19:09:43,570][352415] Updated weights for policy 0, policy_version 48140 (0.0009) +[2026-06-02 19:09:43,863][352415] Updated weights for policy 0, policy_version 48150 (0.0009) +[2026-06-02 19:09:44,132][352415] Updated weights for policy 0, policy_version 48160 (0.0006) +[2026-06-02 19:09:44,946][352415] Updated weights for policy 0, policy_version 48170 (0.0009) +[2026-06-02 19:09:45,221][352415] Updated weights for policy 0, policy_version 48180 (0.0009) +[2026-06-02 19:09:45,499][352415] Updated weights for policy 0, policy_version 48190 (0.0009) +[2026-06-02 19:09:45,781][352415] Updated weights for policy 0, policy_version 48200 (0.0009) +[2026-06-02 19:09:46,062][352415] Updated weights for policy 0, policy_version 48210 (0.0008) +[2026-06-02 19:09:46,328][352415] Updated weights for policy 0, policy_version 48220 (0.0005) +[2026-06-02 19:09:47,128][352415] Updated weights for policy 0, policy_version 48230 (0.0005) +[2026-06-02 19:09:47,403][352415] Updated weights for policy 0, policy_version 48240 (0.0004) +[2026-06-02 19:09:47,687][352415] Updated weights for policy 0, policy_version 48250 (0.0008) +[2026-06-02 19:09:47,969][352415] Updated weights for policy 0, policy_version 48260 (0.0009) +[2026-06-02 19:09:48,232][352415] Updated weights for policy 0, policy_version 48270 (0.0009) +[2026-06-02 19:09:48,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14106.9). Total num frames: 24707072. Throughput: 0: 14094.2. Samples: 24734464. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:48,381][351462] Avg episode reward: [(0, '2071.870')] +[2026-06-02 19:09:48,517][352415] Updated weights for policy 0, policy_version 48280 (0.0009) +[2026-06-02 19:09:49,315][352415] Updated weights for policy 0, policy_version 48290 (0.0009) +[2026-06-02 19:09:49,587][352415] Updated weights for policy 0, policy_version 48300 (0.0008) +[2026-06-02 19:09:49,882][352415] Updated weights for policy 0, policy_version 48310 (0.0010) +[2026-06-02 19:09:50,147][352415] Updated weights for policy 0, policy_version 48320 (0.0009) +[2026-06-02 19:09:50,422][352415] Updated weights for policy 0, policy_version 48330 (0.0009) +[2026-06-02 19:09:50,715][352415] Updated weights for policy 0, policy_version 48340 (0.0009) +[2026-06-02 19:09:50,980][352415] Updated weights for policy 0, policy_version 48350 (0.0009) +[2026-06-02 19:09:51,801][352415] Updated weights for policy 0, policy_version 48360 (0.0009) +[2026-06-02 19:09:52,059][352415] Updated weights for policy 0, policy_version 48370 (0.0008) +[2026-06-02 19:09:52,338][352415] Updated weights for policy 0, policy_version 48380 (0.0009) +[2026-06-02 19:09:52,624][352415] Updated weights for policy 0, policy_version 48390 (0.0009) +[2026-06-02 19:09:52,897][352415] Updated weights for policy 0, policy_version 48400 (0.0009) +[2026-06-02 19:09:53,179][352415] Updated weights for policy 0, policy_version 48410 (0.0009) +[2026-06-02 19:09:53,380][351462] Fps is (10 sec: 16384.0, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24805376. Throughput: 0: 14296.2. Samples: 24823168. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:53,381][351462] Avg episode reward: [(0, '2071.870')] +[2026-06-02 19:09:53,996][352415] Updated weights for policy 0, policy_version 48420 (0.0009) +[2026-06-02 19:09:54,281][352415] Updated weights for policy 0, policy_version 48430 (0.0009) +[2026-06-02 19:09:54,554][352415] Updated weights for policy 0, policy_version 48440 (0.0009) +[2026-06-02 19:09:54,839][352415] Updated weights for policy 0, policy_version 48450 (0.0009) +[2026-06-02 19:09:55,116][352415] Updated weights for policy 0, policy_version 48460 (0.0009) +[2026-06-02 19:09:55,384][352415] Updated weights for policy 0, policy_version 48470 (0.0009) +[2026-06-02 19:09:55,667][352415] Updated weights for policy 0, policy_version 48480 (0.0009) +[2026-06-02 19:09:56,473][352415] Updated weights for policy 0, policy_version 48490 (0.0009) +[2026-06-02 19:09:56,748][352415] Updated weights for policy 0, policy_version 48500 (0.0009) +[2026-06-02 19:09:57,028][352415] Updated weights for policy 0, policy_version 48510 (0.0009) +[2026-06-02 19:09:57,303][352415] Updated weights for policy 0, policy_version 48520 (0.0008) +[2026-06-02 19:09:57,577][352415] Updated weights for policy 0, policy_version 48530 (0.0009) +[2026-06-02 19:09:57,856][352415] Updated weights for policy 0, policy_version 48540 (0.0009) +[2026-06-02 19:09:58,380][351462] Fps is (10 sec: 16384.1, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24870912. Throughput: 0: 14074.3. Samples: 24902272. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:09:58,382][351462] Avg episode reward: [(0, '2131.730')] +[2026-06-02 19:09:58,654][352415] Updated weights for policy 0, policy_version 48550 (0.0009) +[2026-06-02 19:09:58,939][352415] Updated weights for policy 0, policy_version 48560 (0.0009) +[2026-06-02 19:09:59,213][352415] Updated weights for policy 0, policy_version 48570 (0.0009) +[2026-06-02 19:09:59,492][352415] Updated weights for policy 0, policy_version 48580 (0.0009) +[2026-06-02 19:09:59,774][352415] Updated weights for policy 0, policy_version 48590 (0.0009) +[2026-06-02 19:10:00,060][352415] Updated weights for policy 0, policy_version 48600 (0.0009) +[2026-06-02 19:10:00,276][352345] Saving new best policy, reward=2131.730! +[2026-06-02 19:10:00,864][352415] Updated weights for policy 0, policy_version 48610 (0.0009) +[2026-06-02 19:10:01,141][352415] Updated weights for policy 0, policy_version 48620 (0.0009) +[2026-06-02 19:10:01,424][352415] Updated weights for policy 0, policy_version 48630 (0.0009) +[2026-06-02 19:10:01,704][352415] Updated weights for policy 0, policy_version 48640 (0.0009) +[2026-06-02 19:10:01,980][352415] Updated weights for policy 0, policy_version 48650 (0.0009) +[2026-06-02 19:10:02,254][352415] Updated weights for policy 0, policy_version 48660 (0.0009) +[2026-06-02 19:10:02,546][352415] Updated weights for policy 0, policy_version 48670 (0.0009) +[2026-06-02 19:10:03,331][352415] Updated weights for policy 0, policy_version 48680 (0.0009) +[2026-06-02 19:10:03,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 24936448. Throughput: 0: 14284.8. Samples: 24951040. Policy #0 lag: (min: 63.0, avg: 84.2, max: 127.0) +[2026-06-02 19:10:03,381][351462] Avg episode reward: [(0, '2153.664')] +[2026-06-02 19:10:03,622][352415] Updated weights for policy 0, policy_version 48690 (0.0009) +[2026-06-02 19:10:03,898][352415] Updated weights for policy 0, policy_version 48700 (0.0009) +[2026-06-02 19:10:04,176][352415] Updated weights for policy 0, policy_version 48710 (0.0009) +[2026-06-02 19:10:04,468][352415] Updated weights for policy 0, policy_version 48720 (0.0009) +[2026-06-02 19:10:04,749][352415] Updated weights for policy 0, policy_version 48730 (0.0009) +[2026-06-02 19:10:04,900][352345] Saving new best policy, reward=2153.664! +[2026-06-02 19:10:05,575][352415] Updated weights for policy 0, policy_version 48740 (0.0011) +[2026-06-02 19:10:05,832][352415] Updated weights for policy 0, policy_version 48750 (0.0009) +[2026-06-02 19:10:06,118][352415] Updated weights for policy 0, policy_version 48760 (0.0008) +[2026-06-02 19:10:06,405][352415] Updated weights for policy 0, policy_version 48770 (0.0009) +[2026-06-02 19:10:06,687][352415] Updated weights for policy 0, policy_version 48780 (0.0009) +[2026-06-02 19:10:06,969][352415] Updated weights for policy 0, policy_version 48790 (0.0009) +[2026-06-02 19:10:07,237][352415] Updated weights for policy 0, policy_version 48800 (0.0009) +[2026-06-02 19:10:08,032][352415] Updated weights for policy 0, policy_version 48810 (0.0008) +[2026-06-02 19:10:08,318][352415] Updated weights for policy 0, policy_version 48820 (0.0009) +[2026-06-02 19:10:08,380][351462] Fps is (10 sec: 13107.2, 60 sec: 14199.5, 300 sec: 14218.0). Total num frames: 25001984. Throughput: 0: 14074.3. Samples: 25031296. Policy #0 lag: (min: 30.0, avg: 52.1, max: 94.0) +[2026-06-02 19:10:08,381][351462] Avg episode reward: [(0, '2153.664')] +[2026-06-02 19:10:08,596][352415] Updated weights for policy 0, policy_version 48830 (0.0009) +[2026-06-02 19:10:08,861][352345] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000000 +[2026-06-02 19:10:08,863][352345] Stopping Batcher_0... +[2026-06-02 19:10:08,863][352345] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-02 19:10:08,863][351462] Component Batcher_0 stopped! +[2026-06-02 19:10:08,863][352417] Stopping RolloutWorker_w1... +[2026-06-02 19:10:08,864][352415] Updated weights for policy 0, policy_version 48840 (0.0009) +[2026-06-02 19:10:08,864][352417] Loop rollout_proc1_evt_loop terminating... +[2026-06-02 19:10:08,864][351462] Component RolloutWorker_w1 stopped! +[2026-06-02 19:10:08,865][351462] Component RolloutWorker_w0 stopped! +[2026-06-02 19:10:08,863][352345] Loop batcher_evt_loop terminating... +[2026-06-02 19:10:08,865][352416] Stopping RolloutWorker_w0... +[2026-06-02 19:10:08,866][352416] Loop rollout_proc0_evt_loop terminating... +[2026-06-02 19:10:08,883][352345] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs8_seed14/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-02 19:10:08,905][352345] Stopping LearnerWorker_p0... +[2026-06-02 19:10:08,905][352345] Loop learner_proc0_evt_loop terminating... +[2026-06-02 19:10:08,905][351462] Component LearnerWorker_p0 stopped! +[2026-06-02 19:10:08,914][352415] Weights refcount: 2 0 +[2026-06-02 19:10:08,915][352415] Stopping InferenceWorker_p0-w0... +[2026-06-02 19:10:08,915][352415] Loop inference_proc0-0_evt_loop terminating... +[2026-06-02 19:10:08,915][351462] Component InferenceWorker_p0-w0 stopped! +[2026-06-02 19:10:08,916][351462] Waiting for process learner_proc0 to stop... +[2026-06-02 19:10:09,724][351462] Waiting for process inference_proc0-0 to join... +[2026-06-02 19:10:09,725][351462] Waiting for process rollout_proc0 to join... +[2026-06-02 19:10:09,725][351462] Waiting for process rollout_proc1 to join... +[2026-06-02 19:10:09,726][351462] Batcher 0 profile tree view: +batching: 0.7723, releasing_batches: 0.0341 +[2026-06-02 19:10:09,726][351462] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 1243.6592 +update_model: 47.8778 + weight_update: 0.0009 +one_step: 0.0016 + handle_policy_step: 450.1834 + deserialize: 5.6909, stack: 0.4051, obs_to_device_normalize: 62.5290, forward: 160.4384, prepare_outputs: 191.8455, send_messages: 11.2548 +[2026-06-02 19:10:09,727][351462] Learner 0 profile tree view: +misc: 0.0046, prepare_batch: 202.5047 +train: 1340.9474 + epoch_init: 0.0610, minibatch_init: 2.6994, losses_postprocess: 557.1588, kl_divergence: 23.1415, after_optimizer: 577.4666 + calculate_losses: 40.1923 + losses_init: 0.0840, forward_head: 13.3314, bptt_initial: 0.3597, bptt: 0.4163, tail: 9.1906, advantages_returns: 2.9404, losses: 10.8821 + update: 136.7595 + clip: 13.3393 +[2026-06-02 19:10:09,727][351462] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0350, enqueue_policy_requests: 163.4800, process_policy_outputs: 7.6322, env_step: 1289.2715, finalize_trajectories: 0.1189, complete_rollouts: 0.0783 +post_env_step: 16.7470 + process_env_step: 4.8789 +[2026-06-02 19:10:09,728][351462] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0348, enqueue_policy_requests: 160.6622, process_policy_outputs: 7.5771, env_step: 1285.4577, finalize_trajectories: 0.1150, complete_rollouts: 0.0795 +post_env_step: 16.6872 + process_env_step: 4.8766 +[2026-06-02 19:10:09,729][351462] Loop Runner_EvtLoop terminating... +[2026-06-02 19:10:09,729][351462] Runner profile tree view: +main_loop: 1776.1782 +[2026-06-02 19:10:09,729][351462] Collected {0: 25034752}, FPS: 14094.7