diff --git a/.gitattributes b/.gitattributes
index 43964235f38ab112f6a905a80ef83f0a9b8794f9..0ed50dd1cbcd3ef104cc170ddf6d529c5b344d5a 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000048344_24772608_reward_2159.318.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000048344_24772608_reward_2159.318.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a081000873eb5072aa30ce7b5dfb07b019a456de
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000048344_24772608_reward_2159.318.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13a32eccff65e4ec6dcfb07864152333739260d00e22c2468699417abb637e2
+size 21797945
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000023640_12124160.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000023640_12124160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d04999068f19af016e26ecc4a9cd76f661553a3
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000023640_12124160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b41e96b3d3aa3a8c8677fc78ab0a3eb3e3608a2501bd59fc93f0751582a3b46
+size 21798305
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048152_24674304.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048152_24674304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1e1bc2aec9738653eb6b2cca41965cc53c27c82e
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048152_24674304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd08dbcbb0b0b2ed2e127ee782c652e0db70a908fa1c9ee78423208dd51c918
+size 21798305
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9cb3c45e21a5f271fb1a7d1cb991f7df10153df
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c80ecd6b7af832bc367118a937dca8266e5cee6b4676aa793ea52c8d9f66a8
+size 21798305
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..719b787093669bc832cec97017a9f4d0581092fe
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/config.json
@@ -0,0 +1,266 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_frame_stack_fixed_l2_fs4_seed10",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 10,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-fs4-fixed_l2",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "frame_stack",
+    "fixed",
+    "fixed_l2",
+    "fs4",
+    "seed10"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 30.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "fixed",
+  "fixed_latency_ms": 66.66666666666667,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_fixed_l2_fs4_seed10 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 10 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs4-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack fixed fixed_l2 fs4 seed10 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_frame_stack_fixed_l2_fs4_seed10",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 10,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-fs4-fixed_l2",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "frame_stack",
+      "fixed",
+      "fixed_l2",
+      "fs4",
+      "seed10"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 30.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "fixed",
+    "fixed_latency_ms": 66.66666666666667,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/episode_metrics.jsonl"
+  },
+  "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/fixed_l2/fs4/seed_10",
+  "wandb_unique_id": "flappy-fs4-fixed_l2-s10"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..0ed21f114c83b6acd64597635ee5c95c184150ae
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38c4f63413afd92369d347d2755ccd45a619b6f52f98043cded19496f3d3edc
+size 38739452
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e86326cd1c9ad3b817a1f8265a62a352c18e5599
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt
@@ -0,0 +1,8006 @@
+[2026-06-02 16:12:44,431][210153] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/config.json...
+[2026-06-02 16:12:44,497][210153] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:44,498][210153] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:12:44,498][210153] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-02 16:12:44,498][210153] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:12:46,688][210153] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:46,689][210153] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:12:46,694][210153] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:46,698][210153] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-02 16:12:46,699][210153] Starting all processes...
+[2026-06-02 16:12:46,699][210153] Starting process learner_proc0
+[2026-06-02 16:12:48,135][210153] Starting all processes...
+[2026-06-02 16:12:48,139][210153] Starting process inference_proc0-0
+[2026-06-02 16:12:48,139][210153] Starting process rollout_proc0
+[2026-06-02 16:12:48,140][210153] Starting process rollout_proc1
+[2026-06-02 16:12:48,995][233447] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:48,995][233447] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for learning process 0
+[2026-06-02 16:12:48,995][233447] Num visible devices: 1
+[2026-06-02 16:12:48,996][233447] Setting fixed seed 10
+[2026-06-02 16:12:48,998][233447] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:48,998][233447] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:12:48,998][233447] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:12:49,008][233447] RunningMeanStd input shape: (1,)
+[2026-06-02 16:12:49,016][233447] ConvEncoder: input_channels=12
+[2026-06-02 16:12:49,095][233447] Conv encoder output size: 512
+[2026-06-02 16:12:49,097][233447] Created Actor Critic model with architecture:
+[2026-06-02 16:12:49,097][233447] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:12:49,100][233447] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:12:50,278][233447] No checkpoints found
+[2026-06-02 16:12:50,279][233447] Did not load from checkpoint, starting from scratch!
+[2026-06-02 16:12:50,279][233447] Initialized policy 0 weights for model version 0
+[2026-06-02 16:12:50,297][233447] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:12:50,297][233447] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:51,545][233734] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:51,546][233734] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for inference process 0
+[2026-06-02 16:12:51,547][233734] Num visible devices: 1
+[2026-06-02 16:12:51,572][233734] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:12:51,614][233734] RunningMeanStd input shape: (1,)
+[2026-06-02 16:12:51,633][233734] ConvEncoder: input_channels=12
+[2026-06-02 16:12:51,699][233734] Conv encoder output size: 512
+[2026-06-02 16:12:51,716][210153] Inference worker 0-0 is ready!
+[2026-06-02 16:12:51,717][210153] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:12:51,853][233733] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:12:51,853][233733] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-02 16:12:51,853][233733] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for actor process 1
+[2026-06-02 16:12:51,853][233733] Num visible devices: 1
+[2026-06-02 16:12:51,855][233733] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:12:51,867][233732] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:12:51,868][233732] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-02 16:12:51,868][233732] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for actor process 0
+[2026-06-02 16:12:51,868][233732] Num visible devices: 1
+[2026-06-02 16:12:51,869][233732] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:12:53,395][210153] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:12:54,738][233447] Signal inference workers to stop experience collection...
+[2026-06-02 16:12:54,745][233734] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:12:56,366][233447] Signal inference workers to resume experience collection...
+[2026-06-02 16:12:56,367][233734] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:12:56,754][233734] Updated weights for policy 0, policy_version 81 (0.0048)
+[2026-06-02 16:12:56,931][233734] Updated weights for policy 0, policy_version 91 (0.0005)
+[2026-06-02 16:12:57,107][233734] Updated weights for policy 0, policy_version 102 (0.0009)
+[2026-06-02 16:12:57,293][233734] Updated weights for policy 0, policy_version 112 (0.0010)
+[2026-06-02 16:12:57,479][233734] Updated weights for policy 0, policy_version 122 (0.0007)
+[2026-06-02 16:12:57,958][233734] Updated weights for policy 0, policy_version 132 (0.0008)
+[2026-06-02 16:12:58,115][233734] Updated weights for policy 0, policy_version 142 (0.0009)
+[2026-06-02 16:12:58,286][233734] Updated weights for policy 0, policy_version 152 (0.0009)
+[2026-06-02 16:12:58,397][210153] Fps is (10 sec: 13102.3, 60 sec: 13102.3, 300 sec: 13102.3). Total num frames: 65536. Throughput: 0: 19576.7. Samples: 97920. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 16:12:58,401][210153] Avg episode reward: [(0, '-7.008')]
+[2026-06-02 16:12:58,475][233734] Updated weights for policy 0, policy_version 162 (0.0006)
+[2026-06-02 16:12:58,648][233734] Updated weights for policy 0, policy_version 173 (0.0006)
+[2026-06-02 16:12:58,826][233734] Updated weights for policy 0, policy_version 183 (0.0006)
+[2026-06-02 16:12:59,304][233734] Updated weights for policy 0, policy_version 193 (0.0006)
+[2026-06-02 16:12:59,484][233734] Updated weights for policy 0, policy_version 203 (0.0005)
+[2026-06-02 16:12:59,658][233734] Updated weights for policy 0, policy_version 214 (0.0009)
+[2026-06-02 16:12:59,839][233734] Updated weights for policy 0, policy_version 224 (0.0008)
+[2026-06-02 16:13:00,023][233734] Updated weights for policy 0, policy_version 234 (0.0004)
+[2026-06-02 16:13:00,225][233734] Updated weights for policy 0, policy_version 246 (0.0007)
+[2026-06-02 16:13:00,399][233734] Updated weights for policy 0, policy_version 256 (0.0009)
+[2026-06-02 16:13:00,794][233734] Updated weights for policy 0, policy_version 266 (0.0008)
+[2026-06-02 16:13:00,973][233734] Updated weights for policy 0, policy_version 276 (0.0008)
+[2026-06-02 16:13:01,159][233734] Updated weights for policy 0, policy_version 286 (0.0004)
+[2026-06-02 16:13:01,369][233734] Updated weights for policy 0, policy_version 299 (0.0008)
+[2026-06-02 16:13:01,535][233734] Updated weights for policy 0, policy_version 309 (0.0008)
+[2026-06-02 16:13:01,726][233734] Updated weights for policy 0, policy_version 319 (0.0006)
+[2026-06-02 16:13:02,214][233734] Updated weights for policy 0, policy_version 329 (0.0007)
+[2026-06-02 16:13:02,413][233734] Updated weights for policy 0, policy_version 342 (0.0008)
+[2026-06-02 16:13:02,599][233734] Updated weights for policy 0, policy_version 352 (0.0007)
+[2026-06-02 16:13:02,782][233734] Updated weights for policy 0, policy_version 362 (0.0007)
+[2026-06-02 16:13:02,993][233734] Updated weights for policy 0, policy_version 375 (0.0011)
+[2026-06-02 16:13:03,395][210153] Fps is (10 sec: 19660.4, 60 sec: 19660.4, 300 sec: 19660.4). Total num frames: 196608. Throughput: 0: 16742.1. Samples: 167424. Policy #0 lag: (min: 6.0, avg: 29.9, max: 70.0)
+[2026-06-02 16:13:03,398][210153] Avg episode reward: [(0, '-4.631')]
+[2026-06-02 16:13:03,465][233734] Updated weights for policy 0, policy_version 388 (0.0008)
+[2026-06-02 16:13:03,632][233734] Updated weights for policy 0, policy_version 398 (0.0009)
+[2026-06-02 16:13:03,818][233734] Updated weights for policy 0, policy_version 408 (0.0005)
+[2026-06-02 16:13:04,082][233734] Updated weights for policy 0, policy_version 423 (0.0007)
+[2026-06-02 16:13:04,263][233734] Updated weights for policy 0, policy_version 433 (0.0008)
+[2026-06-02 16:13:04,442][233734] Updated weights for policy 0, policy_version 443 (0.0006)
+[2026-06-02 16:13:04,534][233447] Saving new best policy, reward=-4.631!
+[2026-06-02 16:13:04,945][233734] Updated weights for policy 0, policy_version 453 (0.0007)
+[2026-06-02 16:13:05,115][233734] Updated weights for policy 0, policy_version 464 (0.0008)
+[2026-06-02 16:13:05,289][233734] Updated weights for policy 0, policy_version 474 (0.0007)
+[2026-06-02 16:13:05,477][233734] Updated weights for policy 0, policy_version 484 (0.0005)
+[2026-06-02 16:13:05,644][233734] Updated weights for policy 0, policy_version 494 (0.0007)
+[2026-06-02 16:13:05,814][233734] Updated weights for policy 0, policy_version 504 (0.0007)
+[2026-06-02 16:13:06,315][233734] Updated weights for policy 0, policy_version 514 (0.0009)
+[2026-06-02 16:13:06,492][233734] Updated weights for policy 0, policy_version 524 (0.0006)
+[2026-06-02 16:13:06,676][210153] Heartbeat connected on Batcher_0
+[2026-06-02 16:13:06,684][233734] Updated weights for policy 0, policy_version 534 (0.0007)
+[2026-06-02 16:13:06,705][210153] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:13:06,717][210153] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:13:06,780][210153] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:13:06,859][233734] Updated weights for policy 0, policy_version 545 (0.0008)
+[2026-06-02 16:13:07,044][233734] Updated weights for policy 0, policy_version 555 (0.0007)
+[2026-06-02 16:13:07,214][233734] Updated weights for policy 0, policy_version 565 (0.0007)
+[2026-06-02 16:13:07,398][210153] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:13:07,401][233734] Updated weights for policy 0, policy_version 576 (0.0009)
+[2026-06-02 16:13:07,898][233734] Updated weights for policy 0, policy_version 587 (0.0012)
+[2026-06-02 16:13:08,049][233734] Updated weights for policy 0, policy_version 597 (0.0010)
+[2026-06-02 16:13:08,228][233734] Updated weights for policy 0, policy_version 607 (0.0012)
+[2026-06-02 16:13:08,396][210153] Fps is (10 sec: 22940.6, 60 sec: 19660.1, 300 sec: 19660.1). Total num frames: 294912. Throughput: 0: 20573.1. Samples: 308608. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:13:08,397][210153] Avg episode reward: [(0, '0.959')]
+[2026-06-02 16:13:08,403][233734] Updated weights for policy 0, policy_version 617 (0.0008)
+[2026-06-02 16:13:08,602][233734] Updated weights for policy 0, policy_version 629 (0.0010)
+[2026-06-02 16:13:08,766][233734] Updated weights for policy 0, policy_version 639 (0.0010)
+[2026-06-02 16:13:08,770][233447] Saving new best policy, reward=0.959!
+[2026-06-02 16:13:09,366][233734] Updated weights for policy 0, policy_version 649 (0.0009)
+[2026-06-02 16:13:09,533][233734] Updated weights for policy 0, policy_version 659 (0.0009)
+[2026-06-02 16:13:09,701][233734] Updated weights for policy 0, policy_version 669 (0.0009)
+[2026-06-02 16:13:09,868][233734] Updated weights for policy 0, policy_version 680 (0.0010)
+[2026-06-02 16:13:10,034][233734] Updated weights for policy 0, policy_version 690 (0.0009)
+[2026-06-02 16:13:10,205][233734] Updated weights for policy 0, policy_version 700 (0.0008)
+[2026-06-02 16:13:10,797][233734] Updated weights for policy 0, policy_version 710 (0.0011)
+[2026-06-02 16:13:10,944][233734] Updated weights for policy 0, policy_version 720 (0.0011)
+[2026-06-02 16:13:11,128][233734] Updated weights for policy 0, policy_version 732 (0.0011)
+[2026-06-02 16:13:11,299][233734] Updated weights for policy 0, policy_version 742 (0.0009)
+[2026-06-02 16:13:11,466][233734] Updated weights for policy 0, policy_version 752 (0.0009)
+[2026-06-02 16:13:11,624][233734] Updated weights for policy 0, policy_version 762 (0.0008)
+[2026-06-02 16:13:12,417][233734] Updated weights for policy 0, policy_version 772 (0.0011)
+[2026-06-02 16:13:12,571][233734] Updated weights for policy 0, policy_version 782 (0.0011)
+[2026-06-02 16:13:12,736][233734] Updated weights for policy 0, policy_version 792 (0.0012)
+[2026-06-02 16:13:12,915][233734] Updated weights for policy 0, policy_version 803 (0.0012)
+[2026-06-02 16:13:13,060][233734] Updated weights for policy 0, policy_version 813 (0.0010)
+[2026-06-02 16:13:13,223][233734] Updated weights for policy 0, policy_version 823 (0.0010)
+[2026-06-02 16:13:13,395][210153] Fps is (10 sec: 22937.9, 60 sec: 21299.1, 300 sec: 21299.1). Total num frames: 425984. Throughput: 0: 21772.7. Samples: 435456. Policy #0 lag: (min: 63.0, avg: 84.7, max: 127.0)
+[2026-06-02 16:13:13,396][210153] Avg episode reward: [(0, '3.995')]
+[2026-06-02 16:13:13,404][233447] Saving new best policy, reward=3.995!
+[2026-06-02 16:13:13,959][233734] Updated weights for policy 0, policy_version 833 (0.0011)
+[2026-06-02 16:13:14,117][233734] Updated weights for policy 0, policy_version 843 (0.0012)
+[2026-06-02 16:13:14,256][233734] Updated weights for policy 0, policy_version 853 (0.0010)
+[2026-06-02 16:13:14,428][233734] Updated weights for policy 0, policy_version 864 (0.0008)
+[2026-06-02 16:13:14,614][233734] Updated weights for policy 0, policy_version 875 (0.0011)
+[2026-06-02 16:13:14,768][233734] Updated weights for policy 0, policy_version 885 (0.0008)
+[2026-06-02 16:13:14,935][233734] Updated weights for policy 0, policy_version 895 (0.0008)
+[2026-06-02 16:13:15,709][233734] Updated weights for policy 0, policy_version 905 (0.0009)
+[2026-06-02 16:13:15,868][233734] Updated weights for policy 0, policy_version 915 (0.0011)
+[2026-06-02 16:13:16,022][233734] Updated weights for policy 0, policy_version 925 (0.0008)
+[2026-06-02 16:13:16,179][233734] Updated weights for policy 0, policy_version 935 (0.0008)
+[2026-06-02 16:13:16,336][233734] Updated weights for policy 0, policy_version 945 (0.0009)
+[2026-06-02 16:13:16,502][233734] Updated weights for policy 0, policy_version 955 (0.0007)
+[2026-06-02 16:13:17,239][233734] Updated weights for policy 0, policy_version 966 (0.0008)
+[2026-06-02 16:13:17,402][233734] Updated weights for policy 0, policy_version 977 (0.0010)
+[2026-06-02 16:13:17,564][233734] Updated weights for policy 0, policy_version 987 (0.0012)
+[2026-06-02 16:13:17,723][233734] Updated weights for policy 0, policy_version 997 (0.0008)
+[2026-06-02 16:13:17,896][233734] Updated weights for policy 0, policy_version 1008 (0.0009)
+[2026-06-02 16:13:18,063][233734] Updated weights for policy 0, policy_version 1019 (0.0008)
+[2026-06-02 16:13:18,395][210153] Fps is (10 sec: 22939.0, 60 sec: 20971.6, 300 sec: 20971.6). Total num frames: 524288. Throughput: 0: 19922.0. Samples: 498048. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:13:18,396][210153] Avg episode reward: [(0, '3.970')]
+[2026-06-02 16:13:18,930][233734] Updated weights for policy 0, policy_version 1029 (0.0010)
+[2026-06-02 16:13:19,090][233734] Updated weights for policy 0, policy_version 1040 (0.0013)
+[2026-06-02 16:13:19,259][233734] Updated weights for policy 0, policy_version 1050 (0.0011)
+[2026-06-02 16:13:19,410][233734] Updated weights for policy 0, policy_version 1060 (0.0009)
+[2026-06-02 16:13:19,568][233734] Updated weights for policy 0, policy_version 1070 (0.0007)
+[2026-06-02 16:13:19,734][233734] Updated weights for policy 0, policy_version 1080 (0.0010)
+[2026-06-02 16:13:20,564][233734] Updated weights for policy 0, policy_version 1090 (0.0010)
+[2026-06-02 16:13:20,736][233734] Updated weights for policy 0, policy_version 1102 (0.0012)
+[2026-06-02 16:13:20,895][233734] Updated weights for policy 0, policy_version 1112 (0.0010)
+[2026-06-02 16:13:21,053][233734] Updated weights for policy 0, policy_version 1122 (0.0009)
+[2026-06-02 16:13:21,209][233734] Updated weights for policy 0, policy_version 1132 (0.0009)
+[2026-06-02 16:13:21,377][233734] Updated weights for policy 0, policy_version 1142 (0.0010)
+[2026-06-02 16:13:21,528][233734] Updated weights for policy 0, policy_version 1152 (0.0010)
+[2026-06-02 16:13:22,395][233734] Updated weights for policy 0, policy_version 1163 (0.0009)
+[2026-06-02 16:13:22,561][233734] Updated weights for policy 0, policy_version 1173 (0.0010)
+[2026-06-02 16:13:22,714][233734] Updated weights for policy 0, policy_version 1183 (0.0011)
+[2026-06-02 16:13:22,893][233734] Updated weights for policy 0, policy_version 1194 (0.0010)
+[2026-06-02 16:13:23,049][233734] Updated weights for policy 0, policy_version 1204 (0.0007)
+[2026-06-02 16:13:23,210][233734] Updated weights for policy 0, policy_version 1214 (0.0009)
+[2026-06-02 16:13:23,395][210153] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20753.1). Total num frames: 622592. Throughput: 0: 20463.0. Samples: 613888. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0)
+[2026-06-02 16:13:23,397][210153] Avg episode reward: [(0, '4.497')]
+[2026-06-02 16:13:23,402][233447] Saving new best policy, reward=4.497!
+[2026-06-02 16:13:24,040][233734] Updated weights for policy 0, policy_version 1224 (0.0009)
+[2026-06-02 16:13:24,188][233734] Updated weights for policy 0, policy_version 1234 (0.0010)
+[2026-06-02 16:13:24,363][233734] Updated weights for policy 0, policy_version 1245 (0.0011)
+[2026-06-02 16:13:24,522][233734] Updated weights for policy 0, policy_version 1255 (0.0012)
+[2026-06-02 16:13:24,713][233734] Updated weights for policy 0, policy_version 1267 (0.0009)
+[2026-06-02 16:13:24,892][233734] Updated weights for policy 0, policy_version 1279 (0.0009)
+[2026-06-02 16:13:25,790][233734] Updated weights for policy 0, policy_version 1291 (0.0012)
+[2026-06-02 16:13:25,947][233734] Updated weights for policy 0, policy_version 1301 (0.0010)
+[2026-06-02 16:13:26,125][233734] Updated weights for policy 0, policy_version 1312 (0.0011)
+[2026-06-02 16:13:26,289][233734] Updated weights for policy 0, policy_version 1323 (0.0010)
+[2026-06-02 16:13:26,474][233734] Updated weights for policy 0, policy_version 1334 (0.0012)
+[2026-06-02 16:13:26,618][233734] Updated weights for policy 0, policy_version 1344 (0.0011)
+[2026-06-02 16:13:27,475][233734] Updated weights for policy 0, policy_version 1354 (0.0006)
+[2026-06-02 16:13:27,660][233734] Updated weights for policy 0, policy_version 1365 (0.0011)
+[2026-06-02 16:13:27,806][233734] Updated weights for policy 0, policy_version 1375 (0.0011)
+[2026-06-02 16:13:27,969][233734] Updated weights for policy 0, policy_version 1385 (0.0011)
+[2026-06-02 16:13:28,122][233734] Updated weights for policy 0, policy_version 1395 (0.0010)
+[2026-06-02 16:13:28,273][233734] Updated weights for policy 0, policy_version 1405 (0.0010)
+[2026-06-02 16:13:28,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20597.0, 300 sec: 20597.0). Total num frames: 720896. Throughput: 0: 20981.0. Samples: 734336. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-02 16:13:28,396][210153] Avg episode reward: [(0, '4.602')]
+[2026-06-02 16:13:28,403][233447] Saving new best policy, reward=4.602!
+[2026-06-02 16:13:29,121][233734] Updated weights for policy 0, policy_version 1416 (0.0009)
+[2026-06-02 16:13:29,287][233734] Updated weights for policy 0, policy_version 1427 (0.0010)
+[2026-06-02 16:13:29,465][233734] Updated weights for policy 0, policy_version 1438 (0.0008)
+[2026-06-02 16:13:29,628][233734] Updated weights for policy 0, policy_version 1449 (0.0007)
+[2026-06-02 16:13:29,794][233734] Updated weights for policy 0, policy_version 1460 (0.0010)
+[2026-06-02 16:13:30,736][233734] Updated weights for policy 0, policy_version 1474 (0.0009)
+[2026-06-02 16:13:30,889][233734] Updated weights for policy 0, policy_version 1484 (0.0006)
+[2026-06-02 16:13:31,035][233734] Updated weights for policy 0, policy_version 1494 (0.0008)
+[2026-06-02 16:13:31,201][233734] Updated weights for policy 0, policy_version 1505 (0.0010)
+[2026-06-02 16:13:31,386][233734] Updated weights for policy 0, policy_version 1517 (0.0009)
+[2026-06-02 16:13:31,540][233734] Updated weights for policy 0, policy_version 1527 (0.0012)
+[2026-06-02 16:13:32,430][233734] Updated weights for policy 0, policy_version 1537 (0.0010)
+[2026-06-02 16:13:32,583][233734] Updated weights for policy 0, policy_version 1547 (0.0009)
+[2026-06-02 16:13:32,767][233734] Updated weights for policy 0, policy_version 1559 (0.0012)
+[2026-06-02 16:13:32,948][233734] Updated weights for policy 0, policy_version 1570 (0.0012)
+[2026-06-02 16:13:33,110][233734] Updated weights for policy 0, policy_version 1580 (0.0011)
+[2026-06-02 16:13:33,278][233734] Updated weights for policy 0, policy_version 1590 (0.0011)
+[2026-06-02 16:13:33,395][210153] Fps is (10 sec: 16384.0, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 786432. Throughput: 0: 19881.6. Samples: 795264. Policy #0 lag: (min: 63.0, avg: 77.1, max: 127.0)
+[2026-06-02 16:13:33,397][210153] Avg episode reward: [(0, '4.885')]
+[2026-06-02 16:13:33,437][233447] Saving new best policy, reward=4.885!
+[2026-06-02 16:13:33,441][233734] Updated weights for policy 0, policy_version 1600 (0.0008)
+[2026-06-02 16:13:34,398][233734] Updated weights for policy 0, policy_version 1612 (0.0009)
+[2026-06-02 16:13:34,565][233734] Updated weights for policy 0, policy_version 1622 (0.0008)
+[2026-06-02 16:13:34,723][233734] Updated weights for policy 0, policy_version 1632 (0.0008)
+[2026-06-02 16:13:34,901][233734] Updated weights for policy 0, policy_version 1643 (0.0010)
+[2026-06-02 16:13:35,078][233734] Updated weights for policy 0, policy_version 1654 (0.0010)
+[2026-06-02 16:13:36,076][233734] Updated weights for policy 0, policy_version 1665 (0.0010)
+[2026-06-02 16:13:36,233][233734] Updated weights for policy 0, policy_version 1675 (0.0011)
+[2026-06-02 16:13:36,403][233734] Updated weights for policy 0, policy_version 1686 (0.0015)
+[2026-06-02 16:13:36,578][233734] Updated weights for policy 0, policy_version 1697 (0.0011)
+[2026-06-02 16:13:36,740][233734] Updated weights for policy 0, policy_version 1707 (0.0011)
+[2026-06-02 16:13:36,892][233734] Updated weights for policy 0, policy_version 1717 (0.0010)
+[2026-06-02 16:13:37,054][233734] Updated weights for policy 0, policy_version 1727 (0.0010)
+[2026-06-02 16:13:37,959][233734] Updated weights for policy 0, policy_version 1738 (0.0011)
+[2026-06-02 16:13:38,124][233734] Updated weights for policy 0, policy_version 1749 (0.0014)
+[2026-06-02 16:13:38,302][233734] Updated weights for policy 0, policy_version 1760 (0.0009)
+[2026-06-02 16:13:38,396][210153] Fps is (10 sec: 16383.5, 60 sec: 19660.7, 300 sec: 19660.7). Total num frames: 884736. Throughput: 0: 20141.4. Samples: 906368. Policy #0 lag: (min: 58.0, avg: 101.7, max: 122.0)
+[2026-06-02 16:13:38,398][210153] Avg episode reward: [(0, '5.490')]
+[2026-06-02 16:13:38,499][233734] Updated weights for policy 0, policy_version 1773 (0.0011)
+[2026-06-02 16:13:38,679][233734] Updated weights for policy 0, policy_version 1784 (0.0015)
+[2026-06-02 16:13:38,797][233447] Saving new best policy, reward=5.490!
+[2026-06-02 16:13:39,560][233734] Updated weights for policy 0, policy_version 1794 (0.0012)
+[2026-06-02 16:13:39,735][233734] Updated weights for policy 0, policy_version 1806 (0.0011)
+[2026-06-02 16:13:39,896][233734] Updated weights for policy 0, policy_version 1816 (0.0009)
+[2026-06-02 16:13:40,075][233734] Updated weights for policy 0, policy_version 1827 (0.0009)
+[2026-06-02 16:13:40,255][233734] Updated weights for policy 0, policy_version 1839 (0.0013)
+[2026-06-02 16:13:40,449][233734] Updated weights for policy 0, policy_version 1850 (0.0010)
+[2026-06-02 16:13:41,241][233734] Updated weights for policy 0, policy_version 1860 (0.0010)
+[2026-06-02 16:13:41,408][233734] Updated weights for policy 0, policy_version 1870 (0.0010)
+[2026-06-02 16:13:41,555][233734] Updated weights for policy 0, policy_version 1880 (0.0010)
+[2026-06-02 16:13:41,717][233734] Updated weights for policy 0, policy_version 1890 (0.0009)
+[2026-06-02 16:13:41,880][233734] Updated weights for policy 0, policy_version 1900 (0.0009)
+[2026-06-02 16:13:42,036][233734] Updated weights for policy 0, policy_version 1910 (0.0009)
+[2026-06-02 16:13:42,191][233734] Updated weights for policy 0, policy_version 1920 (0.0010)
+[2026-06-02 16:13:43,044][233734] Updated weights for policy 0, policy_version 1931 (0.0010)
+[2026-06-02 16:13:43,215][233734] Updated weights for policy 0, policy_version 1942 (0.0009)
+[2026-06-02 16:13:43,383][233734] Updated weights for policy 0, policy_version 1953 (0.0008)
+[2026-06-02 16:13:43,395][210153] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 983040. Throughput: 0: 20745.4. Samples: 1031424. Policy #0 lag: (min: 28.0, avg: 39.8, max: 92.0)
+[2026-06-02 16:13:43,397][210153] Avg episode reward: [(0, '5.954')]
+[2026-06-02 16:13:43,578][233734] Updated weights for policy 0, policy_version 1965 (0.0009)
+[2026-06-02 16:13:43,750][233734] Updated weights for policy 0, policy_version 1976 (0.0012)
+[2026-06-02 16:13:43,868][233447] Saving new best policy, reward=5.954!
+[2026-06-02 16:13:44,585][233734] Updated weights for policy 0, policy_version 1987 (0.0009)
+[2026-06-02 16:13:44,736][233734] Updated weights for policy 0, policy_version 1997 (0.0011)
+[2026-06-02 16:13:44,886][233734] Updated weights for policy 0, policy_version 2007 (0.0011)
+[2026-06-02 16:13:45,074][233734] Updated weights for policy 0, policy_version 2019 (0.0015)
+[2026-06-02 16:13:45,234][233734] Updated weights for policy 0, policy_version 2029 (0.0011)
+[2026-06-02 16:13:45,398][233734] Updated weights for policy 0, policy_version 2039 (0.0014)
+[2026-06-02 16:13:46,262][233734] Updated weights for policy 0, policy_version 2050 (0.0011)
+[2026-06-02 16:13:46,437][233734] Updated weights for policy 0, policy_version 2061 (0.0010)
+[2026-06-02 16:13:46,591][233734] Updated weights for policy 0, policy_version 2071 (0.0011)
+[2026-06-02 16:13:46,736][233734] Updated weights for policy 0, policy_version 2081 (0.0010)
+[2026-06-02 16:13:46,918][233734] Updated weights for policy 0, policy_version 2092 (0.0010)
+[2026-06-02 16:13:47,102][233734] Updated weights for policy 0, policy_version 2103 (0.0011)
+[2026-06-02 16:13:47,913][233734] Updated weights for policy 0, policy_version 2114 (0.0007)
+[2026-06-02 16:13:48,090][233734] Updated weights for policy 0, policy_version 2126 (0.0009)
+[2026-06-02 16:13:48,251][233734] Updated weights for policy 0, policy_version 2137 (0.0009)
+[2026-06-02 16:13:48,395][210153] Fps is (10 sec: 19661.3, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1081344. Throughput: 0: 20354.9. Samples: 1083392. Policy #0 lag: (min: 44.0, avg: 56.8, max: 108.0)
+[2026-06-02 16:13:48,397][210153] Avg episode reward: [(0, '7.575')]
+[2026-06-02 16:13:48,434][233734] Updated weights for policy 0, policy_version 2148 (0.0009)
+[2026-06-02 16:13:48,588][233734] Updated weights for policy 0, policy_version 2158 (0.0011)
+[2026-06-02 16:13:48,752][233734] Updated weights for policy 0, policy_version 2168 (0.0012)
+[2026-06-02 16:13:48,870][233447] Saving new best policy, reward=7.575!
+[2026-06-02 16:13:49,564][233734] Updated weights for policy 0, policy_version 2179 (0.0010)
+[2026-06-02 16:13:49,760][233734] Updated weights for policy 0, policy_version 2191 (0.0011)
+[2026-06-02 16:13:49,923][233734] Updated weights for policy 0, policy_version 2201 (0.0011)
+[2026-06-02 16:13:50,087][233734] Updated weights for policy 0, policy_version 2212 (0.0012)
+[2026-06-02 16:13:50,260][233734] Updated weights for policy 0, policy_version 2223 (0.0013)
+[2026-06-02 16:13:50,449][233734] Updated weights for policy 0, policy_version 2235 (0.0012)
+[2026-06-02 16:13:51,289][233734] Updated weights for policy 0, policy_version 2246 (0.0012)
+[2026-06-02 16:13:51,439][233734] Updated weights for policy 0, policy_version 2256 (0.0010)
+[2026-06-02 16:13:51,600][233734] Updated weights for policy 0, policy_version 2266 (0.0010)
+[2026-06-02 16:13:51,758][233734] Updated weights for policy 0, policy_version 2276 (0.0011)
+[2026-06-02 16:13:51,904][233734] Updated weights for policy 0, policy_version 2286 (0.0010)
+[2026-06-02 16:13:52,095][233734] Updated weights for policy 0, policy_version 2298 (0.0010)
+[2026-06-02 16:13:52,982][233734] Updated weights for policy 0, policy_version 2309 (0.0010)
+[2026-06-02 16:13:53,136][233734] Updated weights for policy 0, policy_version 2319 (0.0010)
+[2026-06-02 16:13:53,299][233734] Updated weights for policy 0, policy_version 2329 (0.0008)
+[2026-06-02 16:13:53,395][210153] Fps is (10 sec: 19660.6, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1179648. Throughput: 0: 19808.9. Samples: 1200000. Policy #0 lag: (min: 7.0, avg: 22.2, max: 71.0)
+[2026-06-02 16:13:53,398][210153] Avg episode reward: [(0, '8.098')]
+[2026-06-02 16:13:53,457][233734] Updated weights for policy 0, policy_version 2339 (0.0011)
+[2026-06-02 16:13:53,606][233734] Updated weights for policy 0, policy_version 2349 (0.0011)
+[2026-06-02 16:13:53,789][233734] Updated weights for policy 0, policy_version 2361 (0.0009)
+[2026-06-02 16:13:53,900][233447] Saving new best policy, reward=8.098!
+[2026-06-02 16:13:54,719][233734] Updated weights for policy 0, policy_version 2371 (0.0012)
+[2026-06-02 16:13:54,896][233734] Updated weights for policy 0, policy_version 2383 (0.0011)
+[2026-06-02 16:13:55,051][233734] Updated weights for policy 0, policy_version 2393 (0.0011)
+[2026-06-02 16:13:55,238][233734] Updated weights for policy 0, policy_version 2404 (0.0010)
+[2026-06-02 16:13:55,418][233734] Updated weights for policy 0, policy_version 2415 (0.0007)
+[2026-06-02 16:13:55,613][233734] Updated weights for policy 0, policy_version 2427 (0.0011)
+[2026-06-02 16:13:56,444][233734] Updated weights for policy 0, policy_version 2437 (0.0012)
+[2026-06-02 16:13:56,662][233734] Updated weights for policy 0, policy_version 2451 (0.0011)
+[2026-06-02 16:13:56,852][233734] Updated weights for policy 0, policy_version 2463 (0.0011)
+[2026-06-02 16:13:57,016][233734] Updated weights for policy 0, policy_version 2473 (0.0011)
+[2026-06-02 16:13:57,178][233734] Updated weights for policy 0, policy_version 2483 (0.0009)
+[2026-06-02 16:13:57,352][233734] Updated weights for policy 0, policy_version 2494 (0.0010)
+[2026-06-02 16:13:58,214][233734] Updated weights for policy 0, policy_version 2504 (0.0010)
+[2026-06-02 16:13:58,362][233734] Updated weights for policy 0, policy_version 2514 (0.0010)
+[2026-06-02 16:13:58,396][210153] Fps is (10 sec: 19659.8, 60 sec: 20207.4, 300 sec: 19660.6). Total num frames: 1277952. Throughput: 0: 19609.4. Samples: 1317888. Policy #0 lag: (min: 36.0, avg: 48.2, max: 100.0)
+[2026-06-02 16:13:58,398][210153] Avg episode reward: [(0, '8.816')]
+[2026-06-02 16:13:58,531][233734] Updated weights for policy 0, policy_version 2524 (0.0011)
+[2026-06-02 16:13:58,719][233734] Updated weights for policy 0, policy_version 2536 (0.0012)
+[2026-06-02 16:13:58,881][233734] Updated weights for policy 0, policy_version 2546 (0.0009)
+[2026-06-02 16:13:59,045][233734] Updated weights for policy 0, policy_version 2556 (0.0008)
+[2026-06-02 16:13:59,109][233447] Saving new best policy, reward=8.816!
+[2026-06-02 16:13:59,831][233734] Updated weights for policy 0, policy_version 2566 (0.0010)
+[2026-06-02 16:14:00,006][233734] Updated weights for policy 0, policy_version 2577 (0.0011)
+[2026-06-02 16:14:00,178][233734] Updated weights for policy 0, policy_version 2588 (0.0012)
+[2026-06-02 16:14:00,349][233734] Updated weights for policy 0, policy_version 2598 (0.0012)
+[2026-06-02 16:14:00,513][233734] Updated weights for policy 0, policy_version 2608 (0.0010)
+[2026-06-02 16:14:00,690][233734] Updated weights for policy 0, policy_version 2618 (0.0012)
+[2026-06-02 16:14:01,490][233734] Updated weights for policy 0, policy_version 2629 (0.0010)
+[2026-06-02 16:14:01,666][233734] Updated weights for policy 0, policy_version 2639 (0.0009)
+[2026-06-02 16:14:01,828][233734] Updated weights for policy 0, policy_version 2649 (0.0007)
+[2026-06-02 16:14:02,018][233734] Updated weights for policy 0, policy_version 2660 (0.0010)
+[2026-06-02 16:14:02,191][233734] Updated weights for policy 0, policy_version 2671 (0.0011)
+[2026-06-02 16:14:02,374][233734] Updated weights for policy 0, policy_version 2682 (0.0010)
+[2026-06-02 16:14:03,177][233734] Updated weights for policy 0, policy_version 2692 (0.0009)
+[2026-06-02 16:14:03,338][233734] Updated weights for policy 0, policy_version 2702 (0.0010)
+[2026-06-02 16:14:03,395][210153] Fps is (10 sec: 19660.9, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1376256. Throughput: 0: 19424.6. Samples: 1372160. Policy #0 lag: (min: 96.0, avg: 106.6, max: 156.0)
+[2026-06-02 16:14:03,397][210153] Avg episode reward: [(0, '8.809')]
+[2026-06-02 16:14:03,502][233734] Updated weights for policy 0, policy_version 2712 (0.0009)
+[2026-06-02 16:14:03,681][233734] Updated weights for policy 0, policy_version 2723 (0.0010)
+[2026-06-02 16:14:03,848][233734] Updated weights for policy 0, policy_version 2733 (0.0010)
+[2026-06-02 16:14:04,045][233734] Updated weights for policy 0, policy_version 2745 (0.0010)
+[2026-06-02 16:14:04,840][233734] Updated weights for policy 0, policy_version 2757 (0.0008)
+[2026-06-02 16:14:05,007][233734] Updated weights for policy 0, policy_version 2767 (0.0009)
+[2026-06-02 16:14:05,155][233734] Updated weights for policy 0, policy_version 2777 (0.0011)
+[2026-06-02 16:14:05,334][233734] Updated weights for policy 0, policy_version 2788 (0.0011)
+[2026-06-02 16:14:05,498][233734] Updated weights for policy 0, policy_version 2798 (0.0010)
+[2026-06-02 16:14:05,673][233734] Updated weights for policy 0, policy_version 2809 (0.0011)
+[2026-06-02 16:14:06,504][233734] Updated weights for policy 0, policy_version 2820 (0.0011)
+[2026-06-02 16:14:06,655][233734] Updated weights for policy 0, policy_version 2830 (0.0010)
+[2026-06-02 16:14:06,812][233734] Updated weights for policy 0, policy_version 2840 (0.0008)
+[2026-06-02 16:14:06,975][233734] Updated weights for policy 0, policy_version 2850 (0.0007)
+[2026-06-02 16:14:07,149][233734] Updated weights for policy 0, policy_version 2861 (0.0011)
+[2026-06-02 16:14:07,321][233734] Updated weights for policy 0, policy_version 2871 (0.0010)
+[2026-06-02 16:14:08,139][233734] Updated weights for policy 0, policy_version 2883 (0.0010)
+[2026-06-02 16:14:08,294][233734] Updated weights for policy 0, policy_version 2893 (0.0011)
+[2026-06-02 16:14:08,395][210153] Fps is (10 sec: 19662.3, 60 sec: 19661.1, 300 sec: 19660.9). Total num frames: 1474560. Throughput: 0: 19572.7. Samples: 1494656. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:14:08,396][210153] Avg episode reward: [(0, '11.384')]
+[2026-06-02 16:14:08,471][233734] Updated weights for policy 0, policy_version 2904 (0.0010)
+[2026-06-02 16:14:08,629][233734] Updated weights for policy 0, policy_version 2914 (0.0011)
+[2026-06-02 16:14:08,794][233734] Updated weights for policy 0, policy_version 2924 (0.0008)
+[2026-06-02 16:14:08,970][233734] Updated weights for policy 0, policy_version 2935 (0.0010)
+[2026-06-02 16:14:09,113][233447] Saving new best policy, reward=11.384!
+[2026-06-02 16:14:09,764][233734] Updated weights for policy 0, policy_version 2946 (0.0010)
+[2026-06-02 16:14:09,928][233734] Updated weights for policy 0, policy_version 2956 (0.0010)
+[2026-06-02 16:14:10,087][233734] Updated weights for policy 0, policy_version 2966 (0.0010)
+[2026-06-02 16:14:10,275][233734] Updated weights for policy 0, policy_version 2977 (0.0011)
+[2026-06-02 16:14:10,428][233734] Updated weights for policy 0, policy_version 2987 (0.0012)
+[2026-06-02 16:14:10,601][233734] Updated weights for policy 0, policy_version 2997 (0.0007)
+[2026-06-02 16:14:10,778][233734] Updated weights for policy 0, policy_version 3008 (0.0011)
+[2026-06-02 16:14:11,611][233734] Updated weights for policy 0, policy_version 3018 (0.0011)
+[2026-06-02 16:14:11,796][233734] Updated weights for policy 0, policy_version 3030 (0.0010)
+[2026-06-02 16:14:11,957][233734] Updated weights for policy 0, policy_version 3040 (0.0011)
+[2026-06-02 16:14:12,179][233734] Updated weights for policy 0, policy_version 3053 (0.0012)
+[2026-06-02 16:14:12,348][233734] Updated weights for policy 0, policy_version 3064 (0.0010)
+[2026-06-02 16:14:13,209][233734] Updated weights for policy 0, policy_version 3075 (0.0010)
+[2026-06-02 16:14:13,379][233734] Updated weights for policy 0, policy_version 3086 (0.0012)
+[2026-06-02 16:14:13,395][210153] Fps is (10 sec: 19661.1, 60 sec: 19114.7, 300 sec: 19660.8). Total num frames: 1572864. Throughput: 0: 19402.0. Samples: 1607424. Policy #0 lag: (min: 4.0, avg: 17.2, max: 68.0)
+[2026-06-02 16:14:13,396][210153] Avg episode reward: [(0, '13.470')]
+[2026-06-02 16:14:13,543][233734] Updated weights for policy 0, policy_version 3096 (0.0012)
+[2026-06-02 16:14:13,727][233734] Updated weights for policy 0, policy_version 3107 (0.0011)
+[2026-06-02 16:14:13,914][233734] Updated weights for policy 0, policy_version 3118 (0.0008)
+[2026-06-02 16:14:14,089][233734] Updated weights for policy 0, policy_version 3129 (0.0009)
+[2026-06-02 16:14:14,200][233447] Saving new best policy, reward=13.470!
+[2026-06-02 16:14:14,892][233734] Updated weights for policy 0, policy_version 3139 (0.0012)
+[2026-06-02 16:14:15,055][233734] Updated weights for policy 0, policy_version 3149 (0.0011)
+[2026-06-02 16:14:15,234][233734] Updated weights for policy 0, policy_version 3160 (0.0010)
+[2026-06-02 16:14:15,413][233734] Updated weights for policy 0, policy_version 3171 (0.0009)
+[2026-06-02 16:14:15,572][233734] Updated weights for policy 0, policy_version 3181 (0.0010)
+[2026-06-02 16:14:15,745][233734] Updated weights for policy 0, policy_version 3191 (0.0010)
+[2026-06-02 16:14:16,504][233734] Updated weights for policy 0, policy_version 3201 (0.0011)
+[2026-06-02 16:14:16,687][233734] Updated weights for policy 0, policy_version 3213 (0.0009)
+[2026-06-02 16:14:16,881][233734] Updated weights for policy 0, policy_version 3225 (0.0008)
+[2026-06-02 16:14:17,063][233734] Updated weights for policy 0, policy_version 3236 (0.0007)
+[2026-06-02 16:14:17,248][233734] Updated weights for policy 0, policy_version 3247 (0.0010)
+[2026-06-02 16:14:17,425][233734] Updated weights for policy 0, policy_version 3258 (0.0011)
+[2026-06-02 16:14:18,222][233734] Updated weights for policy 0, policy_version 3270 (0.0012)
+[2026-06-02 16:14:18,387][233734] Updated weights for policy 0, policy_version 3280 (0.0009)
+[2026-06-02 16:14:18,396][210153] Fps is (10 sec: 19659.8, 60 sec: 19114.6, 300 sec: 19660.7). Total num frames: 1671168. Throughput: 0: 19313.6. Samples: 1664384. Policy #0 lag: (min: 87.0, avg: 113.5, max: 148.0)
+[2026-06-02 16:14:18,397][210153] Avg episode reward: [(0, '14.584')]
+[2026-06-02 16:14:18,559][233734] Updated weights for policy 0, policy_version 3290 (0.0007)
+[2026-06-02 16:14:18,738][233734] Updated weights for policy 0, policy_version 3301 (0.0008)
+[2026-06-02 16:14:18,904][233734] Updated weights for policy 0, policy_version 3311 (0.0007)
+[2026-06-02 16:14:19,064][233734] Updated weights for policy 0, policy_version 3321 (0.0007)
+[2026-06-02 16:14:19,175][233447] Saving new best policy, reward=14.584!
+[2026-06-02 16:14:19,809][233734] Updated weights for policy 0, policy_version 3332 (0.0010)
+[2026-06-02 16:14:19,983][233734] Updated weights for policy 0, policy_version 3343 (0.0009)
+[2026-06-02 16:14:20,143][233734] Updated weights for policy 0, policy_version 3353 (0.0009)
+[2026-06-02 16:14:20,308][233734] Updated weights for policy 0, policy_version 3363 (0.0010)
+[2026-06-02 16:14:20,487][233734] Updated weights for policy 0, policy_version 3373 (0.0012)
+[2026-06-02 16:14:20,657][233734] Updated weights for policy 0, policy_version 3384 (0.0013)
+[2026-06-02 16:14:21,445][233734] Updated weights for policy 0, policy_version 3395 (0.0011)
+[2026-06-02 16:14:21,602][233734] Updated weights for policy 0, policy_version 3405 (0.0009)
+[2026-06-02 16:14:21,809][233734] Updated weights for policy 0, policy_version 3418 (0.0009)
+[2026-06-02 16:14:21,966][233734] Updated weights for policy 0, policy_version 3428 (0.0010)
+[2026-06-02 16:14:22,170][233734] Updated weights for policy 0, policy_version 3440 (0.0011)
+[2026-06-02 16:14:22,337][233734] Updated weights for policy 0, policy_version 3450 (0.0009)
+[2026-06-02 16:14:23,099][233734] Updated weights for policy 0, policy_version 3460 (0.0012)
+[2026-06-02 16:14:23,260][233734] Updated weights for policy 0, policy_version 3470 (0.0012)
+[2026-06-02 16:14:23,395][210153] Fps is (10 sec: 19660.6, 60 sec: 19114.6, 300 sec: 19660.8). Total num frames: 1769472. Throughput: 0: 19578.4. Samples: 1787392. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:14:23,396][210153] Avg episode reward: [(0, '17.732')]
+[2026-06-02 16:14:23,429][233734] Updated weights for policy 0, policy_version 3480 (0.0008)
+[2026-06-02 16:14:23,595][233734] Updated weights for policy 0, policy_version 3490 (0.0011)
+[2026-06-02 16:14:23,780][233734] Updated weights for policy 0, policy_version 3501 (0.0011)
+[2026-06-02 16:14:23,935][233734] Updated weights for policy 0, policy_version 3511 (0.0011)
+[2026-06-02 16:14:24,077][233447] Saving new best policy, reward=17.732!
+[2026-06-02 16:14:24,674][233734] Updated weights for policy 0, policy_version 3521 (0.0011)
+[2026-06-02 16:14:24,825][233734] Updated weights for policy 0, policy_version 3531 (0.0009)
+[2026-06-02 16:14:24,988][233734] Updated weights for policy 0, policy_version 3541 (0.0010)
+[2026-06-02 16:14:25,149][233734] Updated weights for policy 0, policy_version 3551 (0.0011)
+[2026-06-02 16:14:25,320][233734] Updated weights for policy 0, policy_version 3561 (0.0012)
+[2026-06-02 16:14:25,533][233734] Updated weights for policy 0, policy_version 3574 (0.0010)
+[2026-06-02 16:14:26,331][233734] Updated weights for policy 0, policy_version 3585 (0.0011)
+[2026-06-02 16:14:26,492][233734] Updated weights for policy 0, policy_version 3595 (0.0010)
+[2026-06-02 16:14:26,688][233734] Updated weights for policy 0, policy_version 3607 (0.0011)
+[2026-06-02 16:14:26,872][233734] Updated weights for policy 0, policy_version 3619 (0.0011)
+[2026-06-02 16:14:27,034][233734] Updated weights for policy 0, policy_version 3629 (0.0011)
+[2026-06-02 16:14:27,207][233734] Updated weights for policy 0, policy_version 3639 (0.0012)
+[2026-06-02 16:14:27,985][233734] Updated weights for policy 0, policy_version 3650 (0.0012)
+[2026-06-02 16:14:28,158][233734] Updated weights for policy 0, policy_version 3661 (0.0012)
+[2026-06-02 16:14:28,329][233734] Updated weights for policy 0, policy_version 3672 (0.0009)
+[2026-06-02 16:14:28,396][210153] Fps is (10 sec: 19660.7, 60 sec: 19114.6, 300 sec: 19660.7). Total num frames: 1867776. Throughput: 0: 19501.4. Samples: 1908992. Policy #0 lag: (min: 63.0, avg: 77.2, max: 127.0)
+[2026-06-02 16:14:28,399][210153] Avg episode reward: [(0, '23.387')]
+[2026-06-02 16:14:28,501][233734] Updated weights for policy 0, policy_version 3682 (0.0011)
+[2026-06-02 16:14:28,688][233734] Updated weights for policy 0, policy_version 3693 (0.0011)
+[2026-06-02 16:14:28,881][233734] Updated weights for policy 0, policy_version 3705 (0.0009)
+[2026-06-02 16:14:28,992][233447] Saving new best policy, reward=23.387!
+[2026-06-02 16:14:29,619][233734] Updated weights for policy 0, policy_version 3716 (0.0009)
+[2026-06-02 16:14:29,781][233734] Updated weights for policy 0, policy_version 3726 (0.0010)
+[2026-06-02 16:14:29,943][233734] Updated weights for policy 0, policy_version 3736 (0.0009)
+[2026-06-02 16:14:30,127][233734] Updated weights for policy 0, policy_version 3747 (0.0010)
+[2026-06-02 16:14:30,289][233734] Updated weights for policy 0, policy_version 3757 (0.0012)
+[2026-06-02 16:14:30,471][233734] Updated weights for policy 0, policy_version 3768 (0.0008)
+[2026-06-02 16:14:31,177][233734] Updated weights for policy 0, policy_version 3779 (0.0008)
+[2026-06-02 16:14:31,334][233734] Updated weights for policy 0, policy_version 3789 (0.0012)
+[2026-06-02 16:14:31,511][233734] Updated weights for policy 0, policy_version 3800 (0.0008)
+[2026-06-02 16:14:31,685][233734] Updated weights for policy 0, policy_version 3810 (0.0010)
+[2026-06-02 16:14:31,858][233734] Updated weights for policy 0, policy_version 3820 (0.0011)
+[2026-06-02 16:14:32,014][233734] Updated weights for policy 0, policy_version 3830 (0.0010)
+[2026-06-02 16:14:32,747][233734] Updated weights for policy 0, policy_version 3841 (0.0012)
+[2026-06-02 16:14:32,905][233734] Updated weights for policy 0, policy_version 3851 (0.0010)
+[2026-06-02 16:14:33,087][233734] Updated weights for policy 0, policy_version 3862 (0.0010)
+[2026-06-02 16:14:33,268][233734] Updated weights for policy 0, policy_version 3873 (0.0010)
+[2026-06-02 16:14:33,395][210153] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1966080. Throughput: 0: 19589.7. Samples: 1964928. Policy #0 lag: (min: 63.0, avg: 77.2, max: 127.0)
+[2026-06-02 16:14:33,397][210153] Avg episode reward: [(0, '28.302')]
+[2026-06-02 16:14:33,449][233734] Updated weights for policy 0, policy_version 3884 (0.0010)
+[2026-06-02 16:14:33,616][233734] Updated weights for policy 0, policy_version 3894 (0.0010)
+[2026-06-02 16:14:33,774][233447] Saving new best policy, reward=28.302!
+[2026-06-02 16:14:33,776][233734] Updated weights for policy 0, policy_version 3904 (0.0010)
+[2026-06-02 16:14:34,460][233734] Updated weights for policy 0, policy_version 3915 (0.0011)
+[2026-06-02 16:14:34,618][233734] Updated weights for policy 0, policy_version 3925 (0.0007)
+[2026-06-02 16:14:34,792][233734] Updated weights for policy 0, policy_version 3935 (0.0010)
+[2026-06-02 16:14:34,972][233734] Updated weights for policy 0, policy_version 3946 (0.0011)
+[2026-06-02 16:14:35,153][233734] Updated weights for policy 0, policy_version 3957 (0.0011)
+[2026-06-02 16:14:35,325][233734] Updated weights for policy 0, policy_version 3968 (0.0011)
+[2026-06-02 16:14:36,047][233734] Updated weights for policy 0, policy_version 3978 (0.0011)
+[2026-06-02 16:14:36,210][233734] Updated weights for policy 0, policy_version 3988 (0.0010)
+[2026-06-02 16:14:36,380][233734] Updated weights for policy 0, policy_version 3998 (0.0011)
+[2026-06-02 16:14:36,540][233734] Updated weights for policy 0, policy_version 4008 (0.0011)
+[2026-06-02 16:14:36,716][233734] Updated weights for policy 0, policy_version 4018 (0.0010)
+[2026-06-02 16:14:36,916][233734] Updated weights for policy 0, policy_version 4030 (0.0011)
+[2026-06-02 16:14:37,560][233734] Updated weights for policy 0, policy_version 4040 (0.0012)
+[2026-06-02 16:14:37,718][233734] Updated weights for policy 0, policy_version 4050 (0.0009)
+[2026-06-02 16:14:37,900][233734] Updated weights for policy 0, policy_version 4061 (0.0010)
+[2026-06-02 16:14:38,069][233734] Updated weights for policy 0, policy_version 4071 (0.0010)
+[2026-06-02 16:14:38,245][233734] Updated weights for policy 0, policy_version 4082 (0.0011)
+[2026-06-02 16:14:38,395][210153] Fps is (10 sec: 19661.7, 60 sec: 19660.9, 300 sec: 19660.8). Total num frames: 2064384. Throughput: 0: 19643.8. Samples: 2083968. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:14:38,396][210153] Avg episode reward: [(0, '35.287')]
+[2026-06-02 16:14:38,427][233734] Updated weights for policy 0, policy_version 4093 (0.0011)
+[2026-06-02 16:14:38,469][233447] Saving new best policy, reward=35.287!
+[2026-06-02 16:14:39,146][233734] Updated weights for policy 0, policy_version 4105 (0.0010)
+[2026-06-02 16:14:39,319][233734] Updated weights for policy 0, policy_version 4116 (0.0011)
+[2026-06-02 16:14:39,489][233734] Updated weights for policy 0, policy_version 4126 (0.0010)
+[2026-06-02 16:14:39,653][233734] Updated weights for policy 0, policy_version 4136 (0.0012)
+[2026-06-02 16:14:39,814][233734] Updated weights for policy 0, policy_version 4146 (0.0011)
+[2026-06-02 16:14:39,984][233734] Updated weights for policy 0, policy_version 4156 (0.0010)
+[2026-06-02 16:14:40,693][233734] Updated weights for policy 0, policy_version 4166 (0.0010)
+[2026-06-02 16:14:40,864][233734] Updated weights for policy 0, policy_version 4177 (0.0012)
+[2026-06-02 16:14:41,039][233734] Updated weights for policy 0, policy_version 4187 (0.0011)
+[2026-06-02 16:14:41,222][233734] Updated weights for policy 0, policy_version 4198 (0.0011)
+[2026-06-02 16:14:41,390][233734] Updated weights for policy 0, policy_version 4208 (0.0011)
+[2026-06-02 16:14:41,573][233734] Updated weights for policy 0, policy_version 4219 (0.0011)
+[2026-06-02 16:14:42,280][233734] Updated weights for policy 0, policy_version 4230 (0.0011)
+[2026-06-02 16:14:42,444][233734] Updated weights for policy 0, policy_version 4240 (0.0011)
+[2026-06-02 16:14:42,602][233734] Updated weights for policy 0, policy_version 4250 (0.0012)
+[2026-06-02 16:14:42,766][233734] Updated weights for policy 0, policy_version 4260 (0.0009)
+[2026-06-02 16:14:42,933][233734] Updated weights for policy 0, policy_version 4270 (0.0009)
+[2026-06-02 16:14:43,104][233734] Updated weights for policy 0, policy_version 4280 (0.0009)
+[2026-06-02 16:14:43,395][210153] Fps is (10 sec: 22938.0, 60 sec: 20207.0, 300 sec: 19958.7). Total num frames: 2195456. Throughput: 0: 19735.0. Samples: 2205952. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:14:43,396][210153] Avg episode reward: [(0, '44.944')]
+[2026-06-02 16:14:43,402][233447] Saving new best policy, reward=44.944!
+[2026-06-02 16:14:43,821][233734] Updated weights for policy 0, policy_version 4290 (0.0009)
+[2026-06-02 16:14:43,978][233734] Updated weights for policy 0, policy_version 4300 (0.0011)
+[2026-06-02 16:14:44,139][233734] Updated weights for policy 0, policy_version 4310 (0.0009)
+[2026-06-02 16:14:44,302][233734] Updated weights for policy 0, policy_version 4320 (0.0010)
+[2026-06-02 16:14:44,468][233734] Updated weights for policy 0, policy_version 4330 (0.0011)
+[2026-06-02 16:14:44,642][233734] Updated weights for policy 0, policy_version 4341 (0.0011)
+[2026-06-02 16:14:44,816][233734] Updated weights for policy 0, policy_version 4351 (0.0010)
+[2026-06-02 16:14:45,539][233734] Updated weights for policy 0, policy_version 4363 (0.0011)
+[2026-06-02 16:14:45,717][233734] Updated weights for policy 0, policy_version 4374 (0.0012)
+[2026-06-02 16:14:45,895][233734] Updated weights for policy 0, policy_version 4385 (0.0009)
+[2026-06-02 16:14:46,096][233734] Updated weights for policy 0, policy_version 4397 (0.0010)
+[2026-06-02 16:14:46,255][233734] Updated weights for policy 0, policy_version 4407 (0.0010)
+[2026-06-02 16:14:46,967][233734] Updated weights for policy 0, policy_version 4417 (0.0011)
+[2026-06-02 16:14:47,126][233734] Updated weights for policy 0, policy_version 4427 (0.0011)
+[2026-06-02 16:14:47,290][233734] Updated weights for policy 0, policy_version 4437 (0.0013)
+[2026-06-02 16:14:47,470][233734] Updated weights for policy 0, policy_version 4448 (0.0011)
+[2026-06-02 16:14:47,637][233734] Updated weights for policy 0, policy_version 4458 (0.0011)
+[2026-06-02 16:14:47,822][233734] Updated weights for policy 0, policy_version 4469 (0.0011)
+[2026-06-02 16:14:47,998][233734] Updated weights for policy 0, policy_version 4480 (0.0012)
+[2026-06-02 16:14:48,395][210153] Fps is (10 sec: 22936.6, 60 sec: 20206.8, 300 sec: 19945.7). Total num frames: 2293760. Throughput: 0: 19942.3. Samples: 2269568. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:14:48,397][210153] Avg episode reward: [(0, '53.593')]
+[2026-06-02 16:14:48,682][233734] Updated weights for policy 0, policy_version 4490 (0.0011)
+[2026-06-02 16:14:48,839][233734] Updated weights for policy 0, policy_version 4500 (0.0011)
+[2026-06-02 16:14:49,015][233734] Updated weights for policy 0, policy_version 4511 (0.0010)
+[2026-06-02 16:14:49,182][233734] Updated weights for policy 0, policy_version 4521 (0.0011)
+[2026-06-02 16:14:49,387][233734] Updated weights for policy 0, policy_version 4533 (0.0009)
+[2026-06-02 16:14:49,555][233734] Updated weights for policy 0, policy_version 4543 (0.0008)
+[2026-06-02 16:14:49,562][233447] Saving new best policy, reward=53.593!
+[2026-06-02 16:14:50,264][233734] Updated weights for policy 0, policy_version 4553 (0.0011)
+[2026-06-02 16:14:50,436][233734] Updated weights for policy 0, policy_version 4563 (0.0012)
+[2026-06-02 16:14:50,595][233734] Updated weights for policy 0, policy_version 4573 (0.0011)
+[2026-06-02 16:14:50,767][233734] Updated weights for policy 0, policy_version 4583 (0.0010)
+[2026-06-02 16:14:50,929][233734] Updated weights for policy 0, policy_version 4593 (0.0007)
+[2026-06-02 16:14:51,112][233734] Updated weights for policy 0, policy_version 4603 (0.0007)
+[2026-06-02 16:14:51,837][233734] Updated weights for policy 0, policy_version 4614 (0.0008)
+[2026-06-02 16:14:52,006][233734] Updated weights for policy 0, policy_version 4624 (0.0009)
+[2026-06-02 16:14:52,169][233734] Updated weights for policy 0, policy_version 4634 (0.0008)
+[2026-06-02 16:14:52,335][233734] Updated weights for policy 0, policy_version 4644 (0.0010)
+[2026-06-02 16:14:52,506][233734] Updated weights for policy 0, policy_version 4654 (0.0010)
+[2026-06-02 16:14:52,677][233734] Updated weights for policy 0, policy_version 4664 (0.0012)
+[2026-06-02 16:14:53,324][233734] Updated weights for policy 0, policy_version 4674 (0.0012)
+[2026-06-02 16:14:53,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20207.0, 300 sec: 19933.9). Total num frames: 2392064. Throughput: 0: 20007.7. Samples: 2395008. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:14:53,397][210153] Avg episode reward: [(0, '59.578')]
+[2026-06-02 16:14:53,483][233734] Updated weights for policy 0, policy_version 4684 (0.0011)
+[2026-06-02 16:14:53,646][233734] Updated weights for policy 0, policy_version 4694 (0.0013)
+[2026-06-02 16:14:53,808][233734] Updated weights for policy 0, policy_version 4704 (0.0009)
+[2026-06-02 16:14:54,000][233734] Updated weights for policy 0, policy_version 4715 (0.0007)
+[2026-06-02 16:14:54,159][233734] Updated weights for policy 0, policy_version 4725 (0.0008)
+[2026-06-02 16:14:54,326][233734] Updated weights for policy 0, policy_version 4735 (0.0007)
+[2026-06-02 16:14:54,340][233447] Saving new best policy, reward=59.578!
+[2026-06-02 16:14:55,001][233734] Updated weights for policy 0, policy_version 4745 (0.0014)
+[2026-06-02 16:14:55,170][233734] Updated weights for policy 0, policy_version 4755 (0.0010)
+[2026-06-02 16:14:55,350][233734] Updated weights for policy 0, policy_version 4766 (0.0008)
+[2026-06-02 16:14:55,516][233734] Updated weights for policy 0, policy_version 4776 (0.0009)
+[2026-06-02 16:14:55,690][233734] Updated weights for policy 0, policy_version 4786 (0.0009)
+[2026-06-02 16:14:55,857][233734] Updated weights for policy 0, policy_version 4796 (0.0009)
+[2026-06-02 16:14:56,577][233734] Updated weights for policy 0, policy_version 4807 (0.0008)
+[2026-06-02 16:14:56,742][233734] Updated weights for policy 0, policy_version 4817 (0.0007)
+[2026-06-02 16:14:56,902][233734] Updated weights for policy 0, policy_version 4827 (0.0010)
+[2026-06-02 16:14:57,069][233734] Updated weights for policy 0, policy_version 4837 (0.0009)
+[2026-06-02 16:14:57,263][233734] Updated weights for policy 0, policy_version 4848 (0.0008)
+[2026-06-02 16:14:57,442][233734] Updated weights for policy 0, policy_version 4859 (0.0011)
+[2026-06-02 16:14:58,129][233734] Updated weights for policy 0, policy_version 4870 (0.0010)
+[2026-06-02 16:14:58,297][233734] Updated weights for policy 0, policy_version 4880 (0.0010)
+[2026-06-02 16:14:58,395][210153] Fps is (10 sec: 19661.6, 60 sec: 20207.2, 300 sec: 19923.0). Total num frames: 2490368. Throughput: 0: 20172.8. Samples: 2515200. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:14:58,396][210153] Avg episode reward: [(0, '70.641')]
+[2026-06-02 16:14:58,452][233734] Updated weights for policy 0, policy_version 4890 (0.0009)
+[2026-06-02 16:14:58,640][233734] Updated weights for policy 0, policy_version 4901 (0.0011)
+[2026-06-02 16:14:58,809][233734] Updated weights for policy 0, policy_version 4911 (0.0008)
+[2026-06-02 16:14:58,984][233734] Updated weights for policy 0, policy_version 4921 (0.0008)
+[2026-06-02 16:14:59,096][233447] Saving new best policy, reward=70.641!
+[2026-06-02 16:14:59,659][233734] Updated weights for policy 0, policy_version 4931 (0.0008)
+[2026-06-02 16:14:59,830][233734] Updated weights for policy 0, policy_version 4941 (0.0010)
+[2026-06-02 16:14:59,997][233734] Updated weights for policy 0, policy_version 4951 (0.0011)
+[2026-06-02 16:15:00,181][233734] Updated weights for policy 0, policy_version 4962 (0.0011)
+[2026-06-02 16:15:00,354][233734] Updated weights for policy 0, policy_version 4972 (0.0010)
+[2026-06-02 16:15:00,522][233734] Updated weights for policy 0, policy_version 4982 (0.0009)
+[2026-06-02 16:15:01,230][233734] Updated weights for policy 0, policy_version 4993 (0.0014)
+[2026-06-02 16:15:01,402][233734] Updated weights for policy 0, policy_version 5004 (0.0010)
+[2026-06-02 16:15:01,559][233734] Updated weights for policy 0, policy_version 5014 (0.0010)
+[2026-06-02 16:15:01,741][233734] Updated weights for policy 0, policy_version 5024 (0.0011)
+[2026-06-02 16:15:01,900][233734] Updated weights for policy 0, policy_version 5034 (0.0011)
+[2026-06-02 16:15:02,075][233734] Updated weights for policy 0, policy_version 5044 (0.0010)
+[2026-06-02 16:15:02,247][233734] Updated weights for policy 0, policy_version 5054 (0.0011)
+[2026-06-02 16:15:02,930][233734] Updated weights for policy 0, policy_version 5065 (0.0010)
+[2026-06-02 16:15:03,094][233734] Updated weights for policy 0, policy_version 5075 (0.0011)
+[2026-06-02 16:15:03,273][233734] Updated weights for policy 0, policy_version 5086 (0.0010)
+[2026-06-02 16:15:03,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20207.0, 300 sec: 19912.9). Total num frames: 2588672. Throughput: 0: 20204.2. Samples: 2573568. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:15:03,396][210153] Avg episode reward: [(0, '75.576')]
+[2026-06-02 16:15:03,437][233734] Updated weights for policy 0, policy_version 5096 (0.0007)
+[2026-06-02 16:15:03,608][233734] Updated weights for policy 0, policy_version 5106 (0.0009)
+[2026-06-02 16:15:03,764][233734] Updated weights for policy 0, policy_version 5116 (0.0010)
+[2026-06-02 16:15:03,828][233447] Saving new best policy, reward=75.576!
+[2026-06-02 16:15:04,454][233734] Updated weights for policy 0, policy_version 5126 (0.0010)
+[2026-06-02 16:15:04,629][233734] Updated weights for policy 0, policy_version 5137 (0.0010)
+[2026-06-02 16:15:04,796][233734] Updated weights for policy 0, policy_version 5147 (0.0011)
+[2026-06-02 16:15:04,988][233734] Updated weights for policy 0, policy_version 5158 (0.0008)
+[2026-06-02 16:15:05,151][233734] Updated weights for policy 0, policy_version 5168 (0.0014)
+[2026-06-02 16:15:05,337][233734] Updated weights for policy 0, policy_version 5179 (0.0015)
+[2026-06-02 16:15:06,017][233734] Updated weights for policy 0, policy_version 5189 (0.0012)
+[2026-06-02 16:15:06,178][233734] Updated weights for policy 0, policy_version 5200 (0.0012)
+[2026-06-02 16:15:06,362][233734] Updated weights for policy 0, policy_version 5211 (0.0013)
+[2026-06-02 16:15:06,527][233734] Updated weights for policy 0, policy_version 5221 (0.0012)
+[2026-06-02 16:15:06,691][233734] Updated weights for policy 0, policy_version 5231 (0.0013)
+[2026-06-02 16:15:06,872][233734] Updated weights for policy 0, policy_version 5242 (0.0011)
+[2026-06-02 16:15:07,591][233734] Updated weights for policy 0, policy_version 5253 (0.0013)
+[2026-06-02 16:15:07,752][233734] Updated weights for policy 0, policy_version 5263 (0.0012)
+[2026-06-02 16:15:07,913][233734] Updated weights for policy 0, policy_version 5273 (0.0011)
+[2026-06-02 16:15:08,086][233734] Updated weights for policy 0, policy_version 5283 (0.0011)
+[2026-06-02 16:15:08,273][233734] Updated weights for policy 0, policy_version 5295 (0.0012)
+[2026-06-02 16:15:08,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19903.5). Total num frames: 2686976. Throughput: 0: 20238.3. Samples: 2698112. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:15:08,396][210153] Avg episode reward: [(0, '86.584')]
+[2026-06-02 16:15:08,444][233734] Updated weights for policy 0, policy_version 5305 (0.0010)
+[2026-06-02 16:15:08,554][233447] Saving new best policy, reward=86.584!
+[2026-06-02 16:15:09,154][233734] Updated weights for policy 0, policy_version 5316 (0.0009)
+[2026-06-02 16:15:09,317][233734] Updated weights for policy 0, policy_version 5326 (0.0009)
+[2026-06-02 16:15:09,501][233734] Updated weights for policy 0, policy_version 5337 (0.0008)
+[2026-06-02 16:15:09,668][233734] Updated weights for policy 0, policy_version 5347 (0.0009)
+[2026-06-02 16:15:09,841][233734] Updated weights for policy 0, policy_version 5357 (0.0011)
+[2026-06-02 16:15:10,004][233734] Updated weights for policy 0, policy_version 5367 (0.0009)
+[2026-06-02 16:15:10,698][233734] Updated weights for policy 0, policy_version 5377 (0.0008)
+[2026-06-02 16:15:10,858][233734] Updated weights for policy 0, policy_version 5387 (0.0007)
+[2026-06-02 16:15:11,030][233734] Updated weights for policy 0, policy_version 5397 (0.0009)
+[2026-06-02 16:15:11,203][233734] Updated weights for policy 0, policy_version 5407 (0.0010)
+[2026-06-02 16:15:11,368][233734] Updated weights for policy 0, policy_version 5417 (0.0009)
+[2026-06-02 16:15:11,539][233734] Updated weights for policy 0, policy_version 5427 (0.0011)
+[2026-06-02 16:15:11,715][233734] Updated weights for policy 0, policy_version 5437 (0.0012)
+[2026-06-02 16:15:12,390][233734] Updated weights for policy 0, policy_version 5447 (0.0008)
+[2026-06-02 16:15:12,549][233734] Updated weights for policy 0, policy_version 5457 (0.0010)
+[2026-06-02 16:15:12,716][233734] Updated weights for policy 0, policy_version 5467 (0.0008)
+[2026-06-02 16:15:12,881][233734] Updated weights for policy 0, policy_version 5477 (0.0007)
+[2026-06-02 16:15:13,051][233734] Updated weights for policy 0, policy_version 5487 (0.0010)
+[2026-06-02 16:15:13,233][233734] Updated weights for policy 0, policy_version 5498 (0.0011)
+[2026-06-02 16:15:13,395][210153] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20128.9). Total num frames: 2818048. Throughput: 0: 20400.5. Samples: 2827008. Policy #0 lag: (min: 14.0, avg: 30.5, max: 78.0)
+[2026-06-02 16:15:13,396][210153] Avg episode reward: [(0, '96.135')]
+[2026-06-02 16:15:13,405][233447] Saving new best policy, reward=96.135!
+[2026-06-02 16:15:13,945][233734] Updated weights for policy 0, policy_version 5508 (0.0011)
+[2026-06-02 16:15:14,112][233734] Updated weights for policy 0, policy_version 5518 (0.0009)
+[2026-06-02 16:15:14,290][233734] Updated weights for policy 0, policy_version 5529 (0.0011)
+[2026-06-02 16:15:14,458][233734] Updated weights for policy 0, policy_version 5539 (0.0011)
+[2026-06-02 16:15:14,612][233734] Updated weights for policy 0, policy_version 5549 (0.0012)
+[2026-06-02 16:15:14,787][233734] Updated weights for policy 0, policy_version 5559 (0.0010)
+[2026-06-02 16:15:15,469][233734] Updated weights for policy 0, policy_version 5569 (0.0011)
+[2026-06-02 16:15:15,631][233734] Updated weights for policy 0, policy_version 5579 (0.0010)
+[2026-06-02 16:15:15,798][233734] Updated weights for policy 0, policy_version 5589 (0.0009)
+[2026-06-02 16:15:15,980][233734] Updated weights for policy 0, policy_version 5600 (0.0010)
+[2026-06-02 16:15:16,165][233734] Updated weights for policy 0, policy_version 5611 (0.0010)
+[2026-06-02 16:15:16,330][233734] Updated weights for policy 0, policy_version 5621 (0.0011)
+[2026-06-02 16:15:16,501][233734] Updated weights for policy 0, policy_version 5631 (0.0011)
+[2026-06-02 16:15:17,248][233734] Updated weights for policy 0, policy_version 5642 (0.0011)
+[2026-06-02 16:15:17,435][233734] Updated weights for policy 0, policy_version 5654 (0.0013)
+[2026-06-02 16:15:17,604][233734] Updated weights for policy 0, policy_version 5664 (0.0011)
+[2026-06-02 16:15:17,783][233734] Updated weights for policy 0, policy_version 5674 (0.0008)
+[2026-06-02 16:15:17,958][233734] Updated weights for policy 0, policy_version 5684 (0.0011)
+[2026-06-02 16:15:18,128][233734] Updated weights for policy 0, policy_version 5694 (0.0011)
+[2026-06-02 16:15:18,395][210153] Fps is (10 sec: 22937.5, 60 sec: 20753.2, 300 sec: 20112.8). Total num frames: 2916352. Throughput: 0: 20571.1. Samples: 2890624. Policy #0 lag: (min: 50.0, avg: 74.5, max: 114.0)
+[2026-06-02 16:15:18,396][210153] Avg episode reward: [(0, '112.975')]
+[2026-06-02 16:15:18,400][233447] Saving new best policy, reward=112.975!
+[2026-06-02 16:15:18,771][233734] Updated weights for policy 0, policy_version 5704 (0.0011)
+[2026-06-02 16:15:18,933][233734] Updated weights for policy 0, policy_version 5714 (0.0012)
+[2026-06-02 16:15:19,092][233734] Updated weights for policy 0, policy_version 5724 (0.0013)
+[2026-06-02 16:15:19,283][233734] Updated weights for policy 0, policy_version 5735 (0.0010)
+[2026-06-02 16:15:19,449][233734] Updated weights for policy 0, policy_version 5745 (0.0010)
+[2026-06-02 16:15:19,614][233734] Updated weights for policy 0, policy_version 5755 (0.0009)
+[2026-06-02 16:15:20,298][233734] Updated weights for policy 0, policy_version 5765 (0.0011)
+[2026-06-02 16:15:20,465][233734] Updated weights for policy 0, policy_version 5776 (0.0011)
+[2026-06-02 16:15:20,640][233734] Updated weights for policy 0, policy_version 5786 (0.0010)
+[2026-06-02 16:15:20,804][233734] Updated weights for policy 0, policy_version 5796 (0.0012)
+[2026-06-02 16:15:20,972][233734] Updated weights for policy 0, policy_version 5806 (0.0011)
+[2026-06-02 16:15:21,161][233734] Updated weights for policy 0, policy_version 5817 (0.0012)
+[2026-06-02 16:15:21,864][233734] Updated weights for policy 0, policy_version 5827 (0.0011)
+[2026-06-02 16:15:22,029][233734] Updated weights for policy 0, policy_version 5837 (0.0010)
+[2026-06-02 16:15:22,187][233734] Updated weights for policy 0, policy_version 5847 (0.0011)
+[2026-06-02 16:15:22,351][233734] Updated weights for policy 0, policy_version 5857 (0.0010)
+[2026-06-02 16:15:22,528][233734] Updated weights for policy 0, policy_version 5867 (0.0009)
+[2026-06-02 16:15:22,699][233734] Updated weights for policy 0, policy_version 5877 (0.0013)
+[2026-06-02 16:15:22,865][233734] Updated weights for policy 0, policy_version 5887 (0.0011)
+[2026-06-02 16:15:23,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20097.7). Total num frames: 3014656. Throughput: 0: 20821.3. Samples: 3020928. Policy #0 lag: (min: 50.0, avg: 74.5, max: 114.0)
+[2026-06-02 16:15:23,399][210153] Avg episode reward: [(0, '121.017')]
+[2026-06-02 16:15:23,529][233734] Updated weights for policy 0, policy_version 5897 (0.0012)
+[2026-06-02 16:15:23,712][233734] Updated weights for policy 0, policy_version 5908 (0.0009)
+[2026-06-02 16:15:23,883][233734] Updated weights for policy 0, policy_version 5918 (0.0008)
+[2026-06-02 16:15:24,049][233734] Updated weights for policy 0, policy_version 5928 (0.0011)
+[2026-06-02 16:15:24,211][233734] Updated weights for policy 0, policy_version 5938 (0.0008)
+[2026-06-02 16:15:24,377][233734] Updated weights for policy 0, policy_version 5948 (0.0009)
+[2026-06-02 16:15:24,450][233447] Saving new best policy, reward=121.017!
+[2026-06-02 16:15:25,025][233734] Updated weights for policy 0, policy_version 5958 (0.0008)
+[2026-06-02 16:15:25,192][233734] Updated weights for policy 0, policy_version 5968 (0.0008)
+[2026-06-02 16:15:25,353][233734] Updated weights for policy 0, policy_version 5978 (0.0009)
+[2026-06-02 16:15:25,543][233734] Updated weights for policy 0, policy_version 5989 (0.0012)
+[2026-06-02 16:15:25,716][233734] Updated weights for policy 0, policy_version 5999 (0.0012)
+[2026-06-02 16:15:25,886][233734] Updated weights for policy 0, policy_version 6009 (0.0011)
+[2026-06-02 16:15:26,525][233734] Updated weights for policy 0, policy_version 6019 (0.0010)
+[2026-06-02 16:15:26,686][233734] Updated weights for policy 0, policy_version 6029 (0.0010)
+[2026-06-02 16:15:26,854][233734] Updated weights for policy 0, policy_version 6039 (0.0009)
+[2026-06-02 16:15:27,030][233734] Updated weights for policy 0, policy_version 6049 (0.0011)
+[2026-06-02 16:15:27,208][233734] Updated weights for policy 0, policy_version 6059 (0.0006)
+[2026-06-02 16:15:27,373][233734] Updated weights for policy 0, policy_version 6069 (0.0009)
+[2026-06-02 16:15:27,538][233734] Updated weights for policy 0, policy_version 6079 (0.0009)
+[2026-06-02 16:15:28,164][233734] Updated weights for policy 0, policy_version 6089 (0.0010)
+[2026-06-02 16:15:28,330][233734] Updated weights for policy 0, policy_version 6099 (0.0011)
+[2026-06-02 16:15:28,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.2, 300 sec: 20083.6). Total num frames: 3112960. Throughput: 0: 20778.7. Samples: 3140992. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:15:28,396][210153] Avg episode reward: [(0, '126.756')]
+[2026-06-02 16:15:28,527][233734] Updated weights for policy 0, policy_version 6111 (0.0015)
+[2026-06-02 16:15:28,688][233734] Updated weights for policy 0, policy_version 6121 (0.0009)
+[2026-06-02 16:15:28,846][233734] Updated weights for policy 0, policy_version 6131 (0.0009)
+[2026-06-02 16:15:29,018][233734] Updated weights for policy 0, policy_version 6141 (0.0010)
+[2026-06-02 16:15:29,060][233447] Saving new best policy, reward=126.756!
+[2026-06-02 16:15:29,683][233734] Updated weights for policy 0, policy_version 6151 (0.0011)
+[2026-06-02 16:15:29,846][233734] Updated weights for policy 0, policy_version 6161 (0.0009)
+[2026-06-02 16:15:30,011][233734] Updated weights for policy 0, policy_version 6171 (0.0010)
+[2026-06-02 16:15:30,192][233734] Updated weights for policy 0, policy_version 6182 (0.0013)
+[2026-06-02 16:15:30,355][233734] Updated weights for policy 0, policy_version 6192 (0.0013)
+[2026-06-02 16:15:30,520][233734] Updated weights for policy 0, policy_version 6202 (0.0011)
+[2026-06-02 16:15:31,180][233734] Updated weights for policy 0, policy_version 6212 (0.0011)
+[2026-06-02 16:15:31,337][233734] Updated weights for policy 0, policy_version 6222 (0.0014)
+[2026-06-02 16:15:31,495][233734] Updated weights for policy 0, policy_version 6232 (0.0011)
+[2026-06-02 16:15:31,672][233734] Updated weights for policy 0, policy_version 6242 (0.0009)
+[2026-06-02 16:15:31,837][233734] Updated weights for policy 0, policy_version 6252 (0.0009)
+[2026-06-02 16:15:32,010][233734] Updated weights for policy 0, policy_version 6262 (0.0011)
+[2026-06-02 16:15:32,176][233734] Updated weights for policy 0, policy_version 6272 (0.0011)
+[2026-06-02 16:15:32,832][233734] Updated weights for policy 0, policy_version 6282 (0.0012)
+[2026-06-02 16:15:32,989][233734] Updated weights for policy 0, policy_version 6292 (0.0011)
+[2026-06-02 16:15:33,158][233734] Updated weights for policy 0, policy_version 6302 (0.0011)
+[2026-06-02 16:15:33,317][233447] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000005
+[2026-06-02 16:15:33,395][210153] Fps is (10 sec: 22938.0, 60 sec: 21299.3, 300 sec: 20275.2). Total num frames: 3244032. Throughput: 0: 20670.8. Samples: 3199744. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:15:33,396][210153] Avg episode reward: [(0, '119.051')]
+[2026-06-02 16:15:34,002][233734] Updated weights for policy 0, policy_version 6313 (0.0010)
+[2026-06-02 16:15:34,166][233734] Updated weights for policy 0, policy_version 6323 (0.0010)
+[2026-06-02 16:15:34,327][233734] Updated weights for policy 0, policy_version 6333 (0.0009)
+[2026-06-02 16:15:34,496][233734] Updated weights for policy 0, policy_version 6343 (0.0007)
+[2026-06-02 16:15:34,667][233734] Updated weights for policy 0, policy_version 6353 (0.0011)
+[2026-06-02 16:15:34,839][233734] Updated weights for policy 0, policy_version 6363 (0.0010)
+[2026-06-02 16:15:35,009][233734] Updated weights for policy 0, policy_version 6373 (0.0011)
+[2026-06-02 16:15:35,677][233734] Updated weights for policy 0, policy_version 6383 (0.0011)
+[2026-06-02 16:15:35,846][233734] Updated weights for policy 0, policy_version 6393 (0.0011)
+[2026-06-02 16:15:36,011][233734] Updated weights for policy 0, policy_version 6403 (0.0008)
+[2026-06-02 16:15:36,192][233734] Updated weights for policy 0, policy_version 6413 (0.0012)
+[2026-06-02 16:15:36,356][233734] Updated weights for policy 0, policy_version 6423 (0.0011)
+[2026-06-02 16:15:36,524][233734] Updated weights for policy 0, policy_version 6433 (0.0010)
+[2026-06-02 16:15:37,183][233734] Updated weights for policy 0, policy_version 6443 (0.0012)
+[2026-06-02 16:15:37,340][233734] Updated weights for policy 0, policy_version 6453 (0.0010)
+[2026-06-02 16:15:37,508][233734] Updated weights for policy 0, policy_version 6463 (0.0011)
+[2026-06-02 16:15:37,683][233734] Updated weights for policy 0, policy_version 6473 (0.0010)
+[2026-06-02 16:15:37,851][233734] Updated weights for policy 0, policy_version 6483 (0.0011)
+[2026-06-02 16:15:38,022][233734] Updated weights for policy 0, policy_version 6493 (0.0010)
+[2026-06-02 16:15:38,182][233734] Updated weights for policy 0, policy_version 6503 (0.0008)
+[2026-06-02 16:15:38,395][210153] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 20256.6). Total num frames: 3342336. Throughput: 0: 20810.0. Samples: 3331456. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:15:38,397][210153] Avg episode reward: [(0, '133.556')]
+[2026-06-02 16:15:38,403][233447] Saving new best policy, reward=133.556!
+[2026-06-02 16:15:38,858][233734] Updated weights for policy 0, policy_version 6514 (0.0010)
+[2026-06-02 16:15:39,021][233734] Updated weights for policy 0, policy_version 6524 (0.0008)
+[2026-06-02 16:15:39,191][233734] Updated weights for policy 0, policy_version 6534 (0.0008)
+[2026-06-02 16:15:39,355][233734] Updated weights for policy 0, policy_version 6544 (0.0011)
+[2026-06-02 16:15:39,552][233734] Updated weights for policy 0, policy_version 6555 (0.0011)
+[2026-06-02 16:15:39,729][233734] Updated weights for policy 0, policy_version 6565 (0.0007)
+[2026-06-02 16:15:40,363][233734] Updated weights for policy 0, policy_version 6575 (0.0009)
+[2026-06-02 16:15:40,530][233734] Updated weights for policy 0, policy_version 6585 (0.0010)
+[2026-06-02 16:15:40,698][233734] Updated weights for policy 0, policy_version 6595 (0.0011)
+[2026-06-02 16:15:40,868][233734] Updated weights for policy 0, policy_version 6605 (0.0009)
+[2026-06-02 16:15:41,046][233734] Updated weights for policy 0, policy_version 6615 (0.0009)
+[2026-06-02 16:15:41,224][233734] Updated weights for policy 0, policy_version 6625 (0.0008)
+[2026-06-02 16:15:41,887][233734] Updated weights for policy 0, policy_version 6635 (0.0009)
+[2026-06-02 16:15:42,048][233734] Updated weights for policy 0, policy_version 6645 (0.0009)
+[2026-06-02 16:15:42,208][233734] Updated weights for policy 0, policy_version 6655 (0.0012)
+[2026-06-02 16:15:42,392][233734] Updated weights for policy 0, policy_version 6665 (0.0010)
+[2026-06-02 16:15:42,571][233734] Updated weights for policy 0, policy_version 6675 (0.0010)
+[2026-06-02 16:15:42,759][233734] Updated weights for policy 0, policy_version 6687 (0.0011)
+[2026-06-02 16:15:43,386][233734] Updated weights for policy 0, policy_version 6697 (0.0011)
+[2026-06-02 16:15:43,395][210153] Fps is (10 sec: 19660.3, 60 sec: 20753.0, 300 sec: 20239.0). Total num frames: 3440640. Throughput: 0: 20932.2. Samples: 3457152. Policy #0 lag: (min: 4.0, avg: 21.6, max: 68.0)
+[2026-06-02 16:15:43,397][210153] Avg episode reward: [(0, '176.250')]
+[2026-06-02 16:15:43,543][233734] Updated weights for policy 0, policy_version 6707 (0.0010)
+[2026-06-02 16:15:43,718][233734] Updated weights for policy 0, policy_version 6717 (0.0010)
+[2026-06-02 16:15:43,897][233734] Updated weights for policy 0, policy_version 6728 (0.0011)
+[2026-06-02 16:15:44,073][233734] Updated weights for policy 0, policy_version 6738 (0.0010)
+[2026-06-02 16:15:44,240][233734] Updated weights for policy 0, policy_version 6748 (0.0009)
+[2026-06-02 16:15:44,431][233734] Updated weights for policy 0, policy_version 6759 (0.0008)
+[2026-06-02 16:15:44,438][233447] Saving new best policy, reward=176.250!
+[2026-06-02 16:15:45,078][233734] Updated weights for policy 0, policy_version 6769 (0.0010)
+[2026-06-02 16:15:45,239][233734] Updated weights for policy 0, policy_version 6779 (0.0010)
+[2026-06-02 16:15:45,407][233734] Updated weights for policy 0, policy_version 6789 (0.0011)
+[2026-06-02 16:15:45,580][233734] Updated weights for policy 0, policy_version 6799 (0.0012)
+[2026-06-02 16:15:45,753][233734] Updated weights for policy 0, policy_version 6809 (0.0011)
+[2026-06-02 16:15:45,922][233734] Updated weights for policy 0, policy_version 6819 (0.0010)
+[2026-06-02 16:15:46,589][233734] Updated weights for policy 0, policy_version 6829 (0.0010)
+[2026-06-02 16:15:46,752][233734] Updated weights for policy 0, policy_version 6839 (0.0010)
+[2026-06-02 16:15:46,920][233734] Updated weights for policy 0, policy_version 6849 (0.0008)
+[2026-06-02 16:15:47,097][233734] Updated weights for policy 0, policy_version 6859 (0.0010)
+[2026-06-02 16:15:47,279][233734] Updated weights for policy 0, policy_version 6870 (0.0010)
+[2026-06-02 16:15:47,450][233734] Updated weights for policy 0, policy_version 6880 (0.0010)
+[2026-06-02 16:15:48,121][233734] Updated weights for policy 0, policy_version 6890 (0.0010)
+[2026-06-02 16:15:48,301][233734] Updated weights for policy 0, policy_version 6901 (0.0011)
+[2026-06-02 16:15:48,395][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20222.5). Total num frames: 3538944. Throughput: 0: 20991.9. Samples: 3518208. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:15:48,397][210153] Avg episode reward: [(0, '182.738')]
+[2026-06-02 16:15:48,469][233734] Updated weights for policy 0, policy_version 6911 (0.0011)
+[2026-06-02 16:15:48,638][233734] Updated weights for policy 0, policy_version 6921 (0.0010)
+[2026-06-02 16:15:48,809][233734] Updated weights for policy 0, policy_version 6931 (0.0008)
+[2026-06-02 16:15:48,973][233734] Updated weights for policy 0, policy_version 6941 (0.0011)
+[2026-06-02 16:15:49,148][233734] Updated weights for policy 0, policy_version 6951 (0.0008)
+[2026-06-02 16:15:49,157][233447] Saving new best policy, reward=182.738!
+[2026-06-02 16:15:49,797][233734] Updated weights for policy 0, policy_version 6961 (0.0012)
+[2026-06-02 16:15:49,963][233734] Updated weights for policy 0, policy_version 6971 (0.0010)
+[2026-06-02 16:15:50,136][233734] Updated weights for policy 0, policy_version 6981 (0.0009)
+[2026-06-02 16:15:50,327][233734] Updated weights for policy 0, policy_version 6992 (0.0009)
+[2026-06-02 16:15:50,492][233734] Updated weights for policy 0, policy_version 7002 (0.0011)
+[2026-06-02 16:15:50,666][233734] Updated weights for policy 0, policy_version 7012 (0.0009)
+[2026-06-02 16:15:51,285][233734] Updated weights for policy 0, policy_version 7022 (0.0012)
+[2026-06-02 16:15:51,449][233734] Updated weights for policy 0, policy_version 7032 (0.0010)
+[2026-06-02 16:15:51,620][233734] Updated weights for policy 0, policy_version 7042 (0.0011)
+[2026-06-02 16:15:51,798][233734] Updated weights for policy 0, policy_version 7052 (0.0009)
+[2026-06-02 16:15:51,969][233734] Updated weights for policy 0, policy_version 7062 (0.0010)
+[2026-06-02 16:15:52,143][233734] Updated weights for policy 0, policy_version 7072 (0.0009)
+[2026-06-02 16:15:52,808][233734] Updated weights for policy 0, policy_version 7082 (0.0008)
+[2026-06-02 16:15:52,967][233734] Updated weights for policy 0, policy_version 7092 (0.0012)
+[2026-06-02 16:15:53,138][233734] Updated weights for policy 0, policy_version 7102 (0.0010)
+[2026-06-02 16:15:53,310][233734] Updated weights for policy 0, policy_version 7112 (0.0008)
+[2026-06-02 16:15:53,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20206.9). Total num frames: 3637248. Throughput: 0: 21065.9. Samples: 3646080. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:15:53,397][210153] Avg episode reward: [(0, '186.845')]
+[2026-06-02 16:15:53,474][233734] Updated weights for policy 0, policy_version 7122 (0.0009)
+[2026-06-02 16:15:53,653][233734] Updated weights for policy 0, policy_version 7132 (0.0008)
+[2026-06-02 16:15:53,842][233734] Updated weights for policy 0, policy_version 7143 (0.0009)
+[2026-06-02 16:15:53,860][233447] Saving new best policy, reward=186.845!
+[2026-06-02 16:15:54,511][233734] Updated weights for policy 0, policy_version 7153 (0.0011)
+[2026-06-02 16:15:54,684][233734] Updated weights for policy 0, policy_version 7163 (0.0009)
+[2026-06-02 16:15:54,856][233734] Updated weights for policy 0, policy_version 7173 (0.0008)
+[2026-06-02 16:15:55,024][233734] Updated weights for policy 0, policy_version 7183 (0.0008)
+[2026-06-02 16:15:55,200][233734] Updated weights for policy 0, policy_version 7193 (0.0010)
+[2026-06-02 16:15:55,383][233734] Updated weights for policy 0, policy_version 7204 (0.0010)
+[2026-06-02 16:15:56,025][233734] Updated weights for policy 0, policy_version 7214 (0.0009)
+[2026-06-02 16:15:56,197][233734] Updated weights for policy 0, policy_version 7224 (0.0012)
+[2026-06-02 16:15:56,395][233734] Updated weights for policy 0, policy_version 7236 (0.0011)
+[2026-06-02 16:15:56,554][233734] Updated weights for policy 0, policy_version 7246 (0.0011)
+[2026-06-02 16:15:56,720][233734] Updated weights for policy 0, policy_version 7256 (0.0012)
+[2026-06-02 16:15:56,900][233734] Updated weights for policy 0, policy_version 7266 (0.0012)
+[2026-06-02 16:15:57,613][233734] Updated weights for policy 0, policy_version 7276 (0.0011)
+[2026-06-02 16:15:57,773][233734] Updated weights for policy 0, policy_version 7286 (0.0009)
+[2026-06-02 16:15:57,936][233734] Updated weights for policy 0, policy_version 7296 (0.0007)
+[2026-06-02 16:15:58,118][233734] Updated weights for policy 0, policy_version 7307 (0.0008)
+[2026-06-02 16:15:58,279][233734] Updated weights for policy 0, policy_version 7317 (0.0008)
+[2026-06-02 16:15:58,395][210153] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20192.2). Total num frames: 3735552. Throughput: 0: 21080.2. Samples: 3775616. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 16:15:58,396][210153] Avg episode reward: [(0, '206.035')]
+[2026-06-02 16:15:58,472][233734] Updated weights for policy 0, policy_version 7328 (0.0010)
+[2026-06-02 16:15:58,602][233447] Saving new best policy, reward=206.035!
+[2026-06-02 16:15:59,149][233734] Updated weights for policy 0, policy_version 7338 (0.0010)
+[2026-06-02 16:15:59,308][233734] Updated weights for policy 0, policy_version 7348 (0.0013)
+[2026-06-02 16:15:59,470][233734] Updated weights for policy 0, policy_version 7358 (0.0012)
+[2026-06-02 16:15:59,642][233734] Updated weights for policy 0, policy_version 7368 (0.0008)
+[2026-06-02 16:15:59,814][233734] Updated weights for policy 0, policy_version 7378 (0.0007)
+[2026-06-02 16:15:59,983][233734] Updated weights for policy 0, policy_version 7388 (0.0007)
+[2026-06-02 16:16:00,149][233734] Updated weights for policy 0, policy_version 7398 (0.0008)
+[2026-06-02 16:16:00,829][233734] Updated weights for policy 0, policy_version 7409 (0.0012)
+[2026-06-02 16:16:00,988][233734] Updated weights for policy 0, policy_version 7419 (0.0010)
+[2026-06-02 16:16:01,163][233734] Updated weights for policy 0, policy_version 7429 (0.0011)
+[2026-06-02 16:16:01,333][233734] Updated weights for policy 0, policy_version 7439 (0.0013)
+[2026-06-02 16:16:01,499][233734] Updated weights for policy 0, policy_version 7449 (0.0011)
+[2026-06-02 16:16:01,682][233734] Updated weights for policy 0, policy_version 7459 (0.0013)
+[2026-06-02 16:16:02,378][233734] Updated weights for policy 0, policy_version 7469 (0.0010)
+[2026-06-02 16:16:02,547][233734] Updated weights for policy 0, policy_version 7479 (0.0010)
+[2026-06-02 16:16:02,731][233734] Updated weights for policy 0, policy_version 7490 (0.0008)
+[2026-06-02 16:16:02,904][233734] Updated weights for policy 0, policy_version 7500 (0.0008)
+[2026-06-02 16:16:03,077][233734] Updated weights for policy 0, policy_version 7510 (0.0011)
+[2026-06-02 16:16:03,239][233734] Updated weights for policy 0, policy_version 7520 (0.0009)
+[2026-06-02 16:16:03,395][210153] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20350.7). Total num frames: 3866624. Throughput: 0: 21114.3. Samples: 3840768. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0)
+[2026-06-02 16:16:03,396][210153] Avg episode reward: [(0, '219.006')]
+[2026-06-02 16:16:03,402][233447] Saving new best policy, reward=219.006!
+[2026-06-02 16:16:03,872][233734] Updated weights for policy 0, policy_version 7530 (0.0012)
+[2026-06-02 16:16:04,024][233734] Updated weights for policy 0, policy_version 7540 (0.0010)
+[2026-06-02 16:16:04,198][233734] Updated weights for policy 0, policy_version 7550 (0.0012)
+[2026-06-02 16:16:04,369][233734] Updated weights for policy 0, policy_version 7560 (0.0010)
+[2026-06-02 16:16:04,538][233734] Updated weights for policy 0, policy_version 7570 (0.0012)
+[2026-06-02 16:16:04,700][233734] Updated weights for policy 0, policy_version 7580 (0.0012)
+[2026-06-02 16:16:04,872][233734] Updated weights for policy 0, policy_version 7590 (0.0011)
+[2026-06-02 16:16:05,513][233734] Updated weights for policy 0, policy_version 7600 (0.0011)
+[2026-06-02 16:16:05,677][233734] Updated weights for policy 0, policy_version 7610 (0.0010)
+[2026-06-02 16:16:05,845][233734] Updated weights for policy 0, policy_version 7620 (0.0010)
+[2026-06-02 16:16:06,021][233734] Updated weights for policy 0, policy_version 7630 (0.0006)
+[2026-06-02 16:16:06,196][233734] Updated weights for policy 0, policy_version 7641 (0.0010)
+[2026-06-02 16:16:06,384][233734] Updated weights for policy 0, policy_version 7652 (0.0010)
+[2026-06-02 16:16:07,044][233734] Updated weights for policy 0, policy_version 7662 (0.0011)
+[2026-06-02 16:16:07,216][233734] Updated weights for policy 0, policy_version 7673 (0.0012)
+[2026-06-02 16:16:07,378][233734] Updated weights for policy 0, policy_version 7683 (0.0011)
+[2026-06-02 16:16:07,566][233734] Updated weights for policy 0, policy_version 7694 (0.0012)
+[2026-06-02 16:16:07,737][233734] Updated weights for policy 0, policy_version 7704 (0.0010)
+[2026-06-02 16:16:07,896][233734] Updated weights for policy 0, policy_version 7714 (0.0008)
+[2026-06-02 16:16:08,395][210153] Fps is (10 sec: 22937.6, 60 sec: 21299.1, 300 sec: 20333.0). Total num frames: 3964928. Throughput: 0: 20989.2. Samples: 3965440. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0)
+[2026-06-02 16:16:08,396][210153] Avg episode reward: [(0, '220.515')]
+[2026-06-02 16:16:08,542][233734] Updated weights for policy 0, policy_version 7724 (0.0012)
+[2026-06-02 16:16:08,717][233734] Updated weights for policy 0, policy_version 7735 (0.0007)
+[2026-06-02 16:16:08,880][233734] Updated weights for policy 0, policy_version 7745 (0.0008)
+[2026-06-02 16:16:09,056][233734] Updated weights for policy 0, policy_version 7755 (0.0009)
+[2026-06-02 16:16:09,232][233734] Updated weights for policy 0, policy_version 7765 (0.0009)
+[2026-06-02 16:16:09,404][233734] Updated weights for policy 0, policy_version 7775 (0.0008)
+[2026-06-02 16:16:09,548][233447] Saving new best policy, reward=220.515!
+[2026-06-02 16:16:10,070][233734] Updated weights for policy 0, policy_version 7785 (0.0010)
+[2026-06-02 16:16:10,231][233734] Updated weights for policy 0, policy_version 7795 (0.0010)
+[2026-06-02 16:16:10,389][233734] Updated weights for policy 0, policy_version 7805 (0.0011)
+[2026-06-02 16:16:10,580][233734] Updated weights for policy 0, policy_version 7816 (0.0011)
+[2026-06-02 16:16:10,751][233734] Updated weights for policy 0, policy_version 7826 (0.0012)
+[2026-06-02 16:16:10,922][233734] Updated weights for policy 0, policy_version 7836 (0.0014)
+[2026-06-02 16:16:11,085][233734] Updated weights for policy 0, policy_version 7846 (0.0014)
+[2026-06-02 16:16:11,753][233734] Updated weights for policy 0, policy_version 7856 (0.0011)
+[2026-06-02 16:16:11,913][233734] Updated weights for policy 0, policy_version 7866 (0.0010)
+[2026-06-02 16:16:12,086][233734] Updated weights for policy 0, policy_version 7876 (0.0011)
+[2026-06-02 16:16:12,269][233734] Updated weights for policy 0, policy_version 7887 (0.0009)
+[2026-06-02 16:16:12,456][233734] Updated weights for policy 0, policy_version 7898 (0.0011)
+[2026-06-02 16:16:12,636][233734] Updated weights for policy 0, policy_version 7908 (0.0012)
+[2026-06-02 16:16:13,290][233734] Updated weights for policy 0, policy_version 7918 (0.0009)
+[2026-06-02 16:16:13,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20316.2). Total num frames: 4063232. Throughput: 0: 20926.5. Samples: 4082688. Policy #0 lag: (min: 53.0, avg: 70.2, max: 117.0)
+[2026-06-02 16:16:13,397][210153] Avg episode reward: [(0, '209.770')]
+[2026-06-02 16:16:13,457][233734] Updated weights for policy 0, policy_version 7928 (0.0010)
+[2026-06-02 16:16:13,626][233734] Updated weights for policy 0, policy_version 7938 (0.0011)
+[2026-06-02 16:16:13,809][233734] Updated weights for policy 0, policy_version 7949 (0.0011)
+[2026-06-02 16:16:13,989][233734] Updated weights for policy 0, policy_version 7959 (0.0012)
+[2026-06-02 16:16:14,155][233734] Updated weights for policy 0, policy_version 7969 (0.0011)
+[2026-06-02 16:16:14,816][233734] Updated weights for policy 0, policy_version 7979 (0.0014)
+[2026-06-02 16:16:14,981][233734] Updated weights for policy 0, policy_version 7989 (0.0012)
+[2026-06-02 16:16:15,139][233734] Updated weights for policy 0, policy_version 7999 (0.0010)
+[2026-06-02 16:16:15,309][233734] Updated weights for policy 0, policy_version 8009 (0.0009)
+[2026-06-02 16:16:15,482][233734] Updated weights for policy 0, policy_version 8019 (0.0011)
+[2026-06-02 16:16:15,672][233734] Updated weights for policy 0, policy_version 8030 (0.0015)
+[2026-06-02 16:16:15,838][233734] Updated weights for policy 0, policy_version 8040 (0.0009)
+[2026-06-02 16:16:16,476][233734] Updated weights for policy 0, policy_version 8050 (0.0012)
+[2026-06-02 16:16:16,636][233734] Updated weights for policy 0, policy_version 8060 (0.0009)
+[2026-06-02 16:16:16,814][233734] Updated weights for policy 0, policy_version 8070 (0.0011)
+[2026-06-02 16:16:17,009][233734] Updated weights for policy 0, policy_version 8082 (0.0014)
+[2026-06-02 16:16:17,187][233734] Updated weights for policy 0, policy_version 8092 (0.0015)
+[2026-06-02 16:16:17,350][233734] Updated weights for policy 0, policy_version 8102 (0.0011)
+[2026-06-02 16:16:18,044][233734] Updated weights for policy 0, policy_version 8112 (0.0007)
+[2026-06-02 16:16:18,207][233734] Updated weights for policy 0, policy_version 8122 (0.0010)
+[2026-06-02 16:16:18,372][233734] Updated weights for policy 0, policy_version 8132 (0.0011)
+[2026-06-02 16:16:18,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.0, 300 sec: 20300.2). Total num frames: 4161536. Throughput: 0: 21020.4. Samples: 4145664. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:16:18,396][210153] Avg episode reward: [(0, '223.524')]
+[2026-06-02 16:16:18,541][233734] Updated weights for policy 0, policy_version 8142 (0.0011)
+[2026-06-02 16:16:18,704][233734] Updated weights for policy 0, policy_version 8152 (0.0012)
+[2026-06-02 16:16:18,868][233734] Updated weights for policy 0, policy_version 8162 (0.0013)
+[2026-06-02 16:16:18,958][233447] Saving new best policy, reward=223.524!
+[2026-06-02 16:16:19,542][233734] Updated weights for policy 0, policy_version 8172 (0.0011)
+[2026-06-02 16:16:19,697][233734] Updated weights for policy 0, policy_version 8182 (0.0010)
+[2026-06-02 16:16:19,873][233734] Updated weights for policy 0, policy_version 8192 (0.0013)
+[2026-06-02 16:16:20,050][233734] Updated weights for policy 0, policy_version 8203 (0.0009)
+[2026-06-02 16:16:20,220][233734] Updated weights for policy 0, policy_version 8213 (0.0010)
+[2026-06-02 16:16:20,374][233734] Updated weights for policy 0, policy_version 8223 (0.0011)
+[2026-06-02 16:16:21,117][233734] Updated weights for policy 0, policy_version 8233 (0.0010)
+[2026-06-02 16:16:21,282][233734] Updated weights for policy 0, policy_version 8244 (0.0009)
+[2026-06-02 16:16:21,441][233734] Updated weights for policy 0, policy_version 8254 (0.0010)
+[2026-06-02 16:16:21,614][233734] Updated weights for policy 0, policy_version 8264 (0.0007)
+[2026-06-02 16:16:21,786][233734] Updated weights for policy 0, policy_version 8274 (0.0006)
+[2026-06-02 16:16:21,947][233734] Updated weights for policy 0, policy_version 8284 (0.0007)
+[2026-06-02 16:16:22,113][233734] Updated weights for policy 0, policy_version 8294 (0.0010)
+[2026-06-02 16:16:22,758][233734] Updated weights for policy 0, policy_version 8304 (0.0008)
+[2026-06-02 16:16:22,919][233734] Updated weights for policy 0, policy_version 8314 (0.0010)
+[2026-06-02 16:16:23,077][233734] Updated weights for policy 0, policy_version 8324 (0.0010)
+[2026-06-02 16:16:23,249][233734] Updated weights for policy 0, policy_version 8334 (0.0010)
+[2026-06-02 16:16:23,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20285.0). Total num frames: 4259840. Throughput: 0: 20940.8. Samples: 4273792. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:16:23,396][210153] Avg episode reward: [(0, '274.529')]
+[2026-06-02 16:16:23,416][233734] Updated weights for policy 0, policy_version 8344 (0.0009)
+[2026-06-02 16:16:23,583][233734] Updated weights for policy 0, policy_version 8354 (0.0013)
+[2026-06-02 16:16:23,679][233447] Saving new best policy, reward=274.529!
+[2026-06-02 16:16:24,267][233734] Updated weights for policy 0, policy_version 8364 (0.0012)
+[2026-06-02 16:16:24,435][233734] Updated weights for policy 0, policy_version 8374 (0.0012)
+[2026-06-02 16:16:24,603][233734] Updated weights for policy 0, policy_version 8384 (0.0012)
+[2026-06-02 16:16:24,763][233734] Updated weights for policy 0, policy_version 8394 (0.0010)
+[2026-06-02 16:16:24,929][233734] Updated weights for policy 0, policy_version 8404 (0.0007)
+[2026-06-02 16:16:25,101][233734] Updated weights for policy 0, policy_version 8414 (0.0007)
+[2026-06-02 16:16:25,286][233734] Updated weights for policy 0, policy_version 8424 (0.0012)
+[2026-06-02 16:16:25,974][233734] Updated weights for policy 0, policy_version 8435 (0.0011)
+[2026-06-02 16:16:26,139][233734] Updated weights for policy 0, policy_version 8445 (0.0010)
+[2026-06-02 16:16:26,316][233734] Updated weights for policy 0, policy_version 8455 (0.0011)
+[2026-06-02 16:16:26,488][233734] Updated weights for policy 0, policy_version 8465 (0.0011)
+[2026-06-02 16:16:26,655][233734] Updated weights for policy 0, policy_version 8475 (0.0011)
+[2026-06-02 16:16:26,829][233734] Updated weights for policy 0, policy_version 8485 (0.0012)
+[2026-06-02 16:16:27,474][233734] Updated weights for policy 0, policy_version 8495 (0.0013)
+[2026-06-02 16:16:27,640][233734] Updated weights for policy 0, policy_version 8505 (0.0009)
+[2026-06-02 16:16:27,812][233734] Updated weights for policy 0, policy_version 8515 (0.0012)
+[2026-06-02 16:16:27,990][233734] Updated weights for policy 0, policy_version 8525 (0.0012)
+[2026-06-02 16:16:28,170][233734] Updated weights for policy 0, policy_version 8535 (0.0007)
+[2026-06-02 16:16:28,344][233734] Updated weights for policy 0, policy_version 8545 (0.0005)
+[2026-06-02 16:16:28,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20270.4). Total num frames: 4358144. Throughput: 0: 20992.1. Samples: 4401792. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:16:28,396][210153] Avg episode reward: [(0, '308.767')]
+[2026-06-02 16:16:28,454][233447] Saving new best policy, reward=308.767!
+[2026-06-02 16:16:28,967][233734] Updated weights for policy 0, policy_version 8555 (0.0009)
+[2026-06-02 16:16:29,135][233734] Updated weights for policy 0, policy_version 8565 (0.0010)
+[2026-06-02 16:16:29,299][233734] Updated weights for policy 0, policy_version 8575 (0.0010)
+[2026-06-02 16:16:29,475][233734] Updated weights for policy 0, policy_version 8585 (0.0008)
+[2026-06-02 16:16:29,650][233734] Updated weights for policy 0, policy_version 8595 (0.0009)
+[2026-06-02 16:16:29,816][233734] Updated weights for policy 0, policy_version 8605 (0.0013)
+[2026-06-02 16:16:29,990][233734] Updated weights for policy 0, policy_version 8615 (0.0013)
+[2026-06-02 16:16:30,606][233734] Updated weights for policy 0, policy_version 8625 (0.0012)
+[2026-06-02 16:16:30,773][233734] Updated weights for policy 0, policy_version 8635 (0.0007)
+[2026-06-02 16:16:30,942][233734] Updated weights for policy 0, policy_version 8645 (0.0011)
+[2026-06-02 16:16:31,126][233734] Updated weights for policy 0, policy_version 8656 (0.0009)
+[2026-06-02 16:16:31,300][233734] Updated weights for policy 0, policy_version 8666 (0.0008)
+[2026-06-02 16:16:31,469][233734] Updated weights for policy 0, policy_version 8676 (0.0008)
+[2026-06-02 16:16:32,114][233734] Updated weights for policy 0, policy_version 8686 (0.0010)
+[2026-06-02 16:16:32,276][233734] Updated weights for policy 0, policy_version 8696 (0.0008)
+[2026-06-02 16:16:32,434][233734] Updated weights for policy 0, policy_version 8706 (0.0006)
+[2026-06-02 16:16:32,610][233734] Updated weights for policy 0, policy_version 8716 (0.0010)
+[2026-06-02 16:16:32,795][233734] Updated weights for policy 0, policy_version 8727 (0.0009)
+[2026-06-02 16:16:32,972][233734] Updated weights for policy 0, policy_version 8738 (0.0010)
+[2026-06-02 16:16:33,395][210153] Fps is (10 sec: 22937.6, 60 sec: 20753.0, 300 sec: 20405.5). Total num frames: 4489216. Throughput: 0: 21057.4. Samples: 4465792. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:16:33,396][210153] Avg episode reward: [(0, '287.535')]
+[2026-06-02 16:16:33,693][233734] Updated weights for policy 0, policy_version 8750 (0.0013)
+[2026-06-02 16:16:33,854][233734] Updated weights for policy 0, policy_version 8760 (0.0012)
+[2026-06-02 16:16:34,012][233734] Updated weights for policy 0, policy_version 8770 (0.0010)
+[2026-06-02 16:16:34,176][233734] Updated weights for policy 0, policy_version 8780 (0.0011)
+[2026-06-02 16:16:34,359][233734] Updated weights for policy 0, policy_version 8792 (0.0010)
+[2026-06-02 16:16:34,561][233734] Updated weights for policy 0, policy_version 8804 (0.0007)
+[2026-06-02 16:16:35,273][233734] Updated weights for policy 0, policy_version 8814 (0.0009)
+[2026-06-02 16:16:35,435][233734] Updated weights for policy 0, policy_version 8824 (0.0011)
+[2026-06-02 16:16:35,607][233734] Updated weights for policy 0, policy_version 8835 (0.0011)
+[2026-06-02 16:16:35,776][233734] Updated weights for policy 0, policy_version 8845 (0.0009)
+[2026-06-02 16:16:35,954][233734] Updated weights for policy 0, policy_version 8856 (0.0011)
+[2026-06-02 16:16:36,132][233734] Updated weights for policy 0, policy_version 8866 (0.0007)
+[2026-06-02 16:16:36,794][233734] Updated weights for policy 0, policy_version 8876 (0.0010)
+[2026-06-02 16:16:36,955][233734] Updated weights for policy 0, policy_version 8886 (0.0011)
+[2026-06-02 16:16:37,121][233734] Updated weights for policy 0, policy_version 8896 (0.0011)
+[2026-06-02 16:16:37,286][233734] Updated weights for policy 0, policy_version 8906 (0.0008)
+[2026-06-02 16:16:37,453][233734] Updated weights for policy 0, policy_version 8916 (0.0010)
+[2026-06-02 16:16:37,625][233734] Updated weights for policy 0, policy_version 8926 (0.0011)
+[2026-06-02 16:16:37,785][233734] Updated weights for policy 0, policy_version 8936 (0.0012)
+[2026-06-02 16:16:38,395][210153] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20389.0). Total num frames: 4587520. Throughput: 0: 21071.7. Samples: 4594304. Policy #0 lag: (min: 58.0, avg: 91.9, max: 122.0)
+[2026-06-02 16:16:38,396][210153] Avg episode reward: [(0, '257.645')]
+[2026-06-02 16:16:38,450][233734] Updated weights for policy 0, policy_version 8946 (0.0013)
+[2026-06-02 16:16:38,627][233734] Updated weights for policy 0, policy_version 8957 (0.0013)
+[2026-06-02 16:16:38,793][233734] Updated weights for policy 0, policy_version 8967 (0.0011)
+[2026-06-02 16:16:38,959][233734] Updated weights for policy 0, policy_version 8977 (0.0011)
+[2026-06-02 16:16:39,121][233734] Updated weights for policy 0, policy_version 8987 (0.0011)
+[2026-06-02 16:16:39,293][233734] Updated weights for policy 0, policy_version 8997 (0.0011)
+[2026-06-02 16:16:39,941][233734] Updated weights for policy 0, policy_version 9007 (0.0013)
+[2026-06-02 16:16:40,104][233734] Updated weights for policy 0, policy_version 9017 (0.0011)
+[2026-06-02 16:16:40,279][233734] Updated weights for policy 0, policy_version 9027 (0.0012)
+[2026-06-02 16:16:40,434][233734] Updated weights for policy 0, policy_version 9037 (0.0013)
+[2026-06-02 16:16:40,624][233734] Updated weights for policy 0, policy_version 9048 (0.0012)
+[2026-06-02 16:16:40,787][233734] Updated weights for policy 0, policy_version 9058 (0.0012)
+[2026-06-02 16:16:41,442][233734] Updated weights for policy 0, policy_version 9068 (0.0013)
+[2026-06-02 16:16:41,599][233734] Updated weights for policy 0, policy_version 9078 (0.0014)
+[2026-06-02 16:16:41,754][233734] Updated weights for policy 0, policy_version 9088 (0.0013)
+[2026-06-02 16:16:41,920][233734] Updated weights for policy 0, policy_version 9098 (0.0014)
+[2026-06-02 16:16:42,088][233734] Updated weights for policy 0, policy_version 9108 (0.0010)
+[2026-06-02 16:16:42,257][233734] Updated weights for policy 0, policy_version 9118 (0.0006)
+[2026-06-02 16:16:42,418][233734] Updated weights for policy 0, policy_version 9128 (0.0006)
+[2026-06-02 16:16:43,089][233734] Updated weights for policy 0, policy_version 9138 (0.0012)
+[2026-06-02 16:16:43,253][233734] Updated weights for policy 0, policy_version 9148 (0.0010)
+[2026-06-02 16:16:43,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20373.1). Total num frames: 4685824. Throughput: 0: 20937.9. Samples: 4717824. Policy #0 lag: (min: 58.0, avg: 91.9, max: 122.0)
+[2026-06-02 16:16:43,396][210153] Avg episode reward: [(0, '222.707')]
+[2026-06-02 16:16:43,440][233734] Updated weights for policy 0, policy_version 9159 (0.0009)
+[2026-06-02 16:16:43,628][233734] Updated weights for policy 0, policy_version 9170 (0.0009)
+[2026-06-02 16:16:43,811][233734] Updated weights for policy 0, policy_version 9181 (0.0009)
+[2026-06-02 16:16:43,981][233734] Updated weights for policy 0, policy_version 9191 (0.0010)
+[2026-06-02 16:16:44,631][233734] Updated weights for policy 0, policy_version 9201 (0.0012)
+[2026-06-02 16:16:44,794][233734] Updated weights for policy 0, policy_version 9211 (0.0010)
+[2026-06-02 16:16:44,961][233734] Updated weights for policy 0, policy_version 9221 (0.0011)
+[2026-06-02 16:16:45,160][233734] Updated weights for policy 0, policy_version 9232 (0.0010)
+[2026-06-02 16:16:45,337][233734] Updated weights for policy 0, policy_version 9242 (0.0010)
+[2026-06-02 16:16:45,499][233734] Updated weights for policy 0, policy_version 9252 (0.0008)
+[2026-06-02 16:16:46,151][233734] Updated weights for policy 0, policy_version 9262 (0.0010)
+[2026-06-02 16:16:46,334][233734] Updated weights for policy 0, policy_version 9274 (0.0011)
+[2026-06-02 16:16:46,509][233734] Updated weights for policy 0, policy_version 9284 (0.0012)
+[2026-06-02 16:16:46,673][233734] Updated weights for policy 0, policy_version 9294 (0.0009)
+[2026-06-02 16:16:46,850][233734] Updated weights for policy 0, policy_version 9304 (0.0010)
+[2026-06-02 16:16:47,016][233734] Updated weights for policy 0, policy_version 9314 (0.0010)
+[2026-06-02 16:16:47,677][233734] Updated weights for policy 0, policy_version 9325 (0.0013)
+[2026-06-02 16:16:47,830][233734] Updated weights for policy 0, policy_version 9335 (0.0013)
+[2026-06-02 16:16:48,007][233734] Updated weights for policy 0, policy_version 9346 (0.0010)
+[2026-06-02 16:16:48,200][233734] Updated weights for policy 0, policy_version 9357 (0.0010)
+[2026-06-02 16:16:48,372][233734] Updated weights for policy 0, policy_version 9367 (0.0009)
+[2026-06-02 16:16:48,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20358.0). Total num frames: 4784128. Throughput: 0: 20824.1. Samples: 4777856. Policy #0 lag: (min: 7.0, avg: 23.4, max: 71.0)
+[2026-06-02 16:16:48,396][210153] Avg episode reward: [(0, '213.918')]
+[2026-06-02 16:16:48,539][233734] Updated weights for policy 0, policy_version 9377 (0.0009)
+[2026-06-02 16:16:49,166][233734] Updated weights for policy 0, policy_version 9387 (0.0011)
+[2026-06-02 16:16:49,329][233734] Updated weights for policy 0, policy_version 9397 (0.0011)
+[2026-06-02 16:16:49,493][233734] Updated weights for policy 0, policy_version 9407 (0.0009)
+[2026-06-02 16:16:49,678][233734] Updated weights for policy 0, policy_version 9418 (0.0009)
+[2026-06-02 16:16:49,845][233734] Updated weights for policy 0, policy_version 9428 (0.0009)
+[2026-06-02 16:16:50,019][233734] Updated weights for policy 0, policy_version 9438 (0.0011)
+[2026-06-02 16:16:50,184][233734] Updated weights for policy 0, policy_version 9448 (0.0011)
+[2026-06-02 16:16:50,889][233734] Updated weights for policy 0, policy_version 9460 (0.0014)
+[2026-06-02 16:16:51,065][233734] Updated weights for policy 0, policy_version 9471 (0.0013)
+[2026-06-02 16:16:51,240][233734] Updated weights for policy 0, policy_version 9481 (0.0015)
+[2026-06-02 16:16:51,410][233734] Updated weights for policy 0, policy_version 9491 (0.0012)
+[2026-06-02 16:16:51,572][233734] Updated weights for policy 0, policy_version 9501 (0.0011)
+[2026-06-02 16:16:51,747][233734] Updated weights for policy 0, policy_version 9511 (0.0011)
+[2026-06-02 16:16:52,450][233734] Updated weights for policy 0, policy_version 9522 (0.0009)
+[2026-06-02 16:16:52,619][233734] Updated weights for policy 0, policy_version 9532 (0.0009)
+[2026-06-02 16:16:52,799][233734] Updated weights for policy 0, policy_version 9542 (0.0011)
+[2026-06-02 16:16:52,990][233734] Updated weights for policy 0, policy_version 9554 (0.0011)
+[2026-06-02 16:16:53,170][233734] Updated weights for policy 0, policy_version 9564 (0.0007)
+[2026-06-02 16:16:53,343][233734] Updated weights for policy 0, policy_version 9574 (0.0010)
+[2026-06-02 16:16:53,395][210153] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20480.0). Total num frames: 4915200. Throughput: 0: 20718.9. Samples: 4897792. Policy #0 lag: (min: 24.0, avg: 44.1, max: 88.0)
+[2026-06-02 16:16:53,397][210153] Avg episode reward: [(0, '211.418')]
+[2026-06-02 16:16:53,983][233734] Updated weights for policy 0, policy_version 9584 (0.0010)
+[2026-06-02 16:16:54,149][233734] Updated weights for policy 0, policy_version 9594 (0.0011)
+[2026-06-02 16:16:54,320][233734] Updated weights for policy 0, policy_version 9604 (0.0010)
+[2026-06-02 16:16:54,483][233734] Updated weights for policy 0, policy_version 9614 (0.0010)
+[2026-06-02 16:16:54,660][233734] Updated weights for policy 0, policy_version 9624 (0.0011)
+[2026-06-02 16:16:54,833][233734] Updated weights for policy 0, policy_version 9634 (0.0009)
+[2026-06-02 16:16:55,477][233734] Updated weights for policy 0, policy_version 9645 (0.0009)
+[2026-06-02 16:16:55,636][233734] Updated weights for policy 0, policy_version 9655 (0.0009)
+[2026-06-02 16:16:55,806][233734] Updated weights for policy 0, policy_version 9665 (0.0007)
+[2026-06-02 16:16:55,972][233734] Updated weights for policy 0, policy_version 9675 (0.0008)
+[2026-06-02 16:16:56,153][233734] Updated weights for policy 0, policy_version 9685 (0.0009)
+[2026-06-02 16:16:56,323][233734] Updated weights for policy 0, policy_version 9695 (0.0010)
+[2026-06-02 16:16:56,998][233734] Updated weights for policy 0, policy_version 9705 (0.0010)
+[2026-06-02 16:16:57,156][233734] Updated weights for policy 0, policy_version 9715 (0.0010)
+[2026-06-02 16:16:57,324][233734] Updated weights for policy 0, policy_version 9725 (0.0008)
+[2026-06-02 16:16:57,525][233734] Updated weights for policy 0, policy_version 9737 (0.0010)
+[2026-06-02 16:16:57,686][233734] Updated weights for policy 0, policy_version 9747 (0.0009)
+[2026-06-02 16:16:57,855][233734] Updated weights for policy 0, policy_version 9757 (0.0008)
+[2026-06-02 16:16:58,033][233734] Updated weights for policy 0, policy_version 9768 (0.0008)
+[2026-06-02 16:16:58,395][210153] Fps is (10 sec: 22938.1, 60 sec: 21299.2, 300 sec: 20463.3). Total num frames: 5013504. Throughput: 0: 20955.1. Samples: 5025664. Policy #0 lag: (min: 24.0, avg: 44.1, max: 88.0)
+[2026-06-02 16:16:58,396][210153] Avg episode reward: [(0, '299.171')]
+[2026-06-02 16:16:58,728][233734] Updated weights for policy 0, policy_version 9778 (0.0010)
+[2026-06-02 16:16:58,884][233734] Updated weights for policy 0, policy_version 9788 (0.0009)
+[2026-06-02 16:16:59,055][233734] Updated weights for policy 0, policy_version 9798 (0.0008)
+[2026-06-02 16:16:59,227][233734] Updated weights for policy 0, policy_version 9808 (0.0009)
+[2026-06-02 16:16:59,426][233734] Updated weights for policy 0, policy_version 9820 (0.0011)
+[2026-06-02 16:16:59,614][233734] Updated weights for policy 0, policy_version 9832 (0.0010)
+[2026-06-02 16:17:00,359][233734] Updated weights for policy 0, policy_version 9843 (0.0011)
+[2026-06-02 16:17:00,535][233734] Updated weights for policy 0, policy_version 9854 (0.0010)
+[2026-06-02 16:17:00,707][233734] Updated weights for policy 0, policy_version 9865 (0.0012)
+[2026-06-02 16:17:00,869][233734] Updated weights for policy 0, policy_version 9875 (0.0011)
+[2026-06-02 16:17:01,031][233734] Updated weights for policy 0, policy_version 9885 (0.0012)
+[2026-06-02 16:17:01,202][233734] Updated weights for policy 0, policy_version 9895 (0.0011)
+[2026-06-02 16:17:01,893][233734] Updated weights for policy 0, policy_version 9905 (0.0011)
+[2026-06-02 16:17:02,069][233734] Updated weights for policy 0, policy_version 9915 (0.0010)
+[2026-06-02 16:17:02,236][233734] Updated weights for policy 0, policy_version 9925 (0.0009)
+[2026-06-02 16:17:02,415][233734] Updated weights for policy 0, policy_version 9936 (0.0010)
+[2026-06-02 16:17:02,587][233734] Updated weights for policy 0, policy_version 9946 (0.0008)
+[2026-06-02 16:17:02,756][233734] Updated weights for policy 0, policy_version 9956 (0.0011)
+[2026-06-02 16:17:03,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20447.2). Total num frames: 5111808. Throughput: 0: 21003.4. Samples: 5090816. Policy #0 lag: (min: 11.0, avg: 41.6, max: 75.0)
+[2026-06-02 16:17:03,396][210153] Avg episode reward: [(0, '306.551')]
+[2026-06-02 16:17:03,445][233734] Updated weights for policy 0, policy_version 9967 (0.0011)
+[2026-06-02 16:17:03,615][233734] Updated weights for policy 0, policy_version 9977 (0.0009)
+[2026-06-02 16:17:03,781][233734] Updated weights for policy 0, policy_version 9987 (0.0009)
+[2026-06-02 16:17:03,949][233734] Updated weights for policy 0, policy_version 9997 (0.0007)
+[2026-06-02 16:17:04,123][233734] Updated weights for policy 0, policy_version 10007 (0.0010)
+[2026-06-02 16:17:04,294][233734] Updated weights for policy 0, policy_version 10017 (0.0009)
+[2026-06-02 16:17:04,950][233734] Updated weights for policy 0, policy_version 10027 (0.0011)
+[2026-06-02 16:17:05,126][233734] Updated weights for policy 0, policy_version 10038 (0.0010)
+[2026-06-02 16:17:05,290][233734] Updated weights for policy 0, policy_version 10048 (0.0011)
+[2026-06-02 16:17:05,467][233734] Updated weights for policy 0, policy_version 10058 (0.0009)
+[2026-06-02 16:17:05,642][233734] Updated weights for policy 0, policy_version 10068 (0.0010)
+[2026-06-02 16:17:05,842][233734] Updated weights for policy 0, policy_version 10080 (0.0011)
+[2026-06-02 16:17:06,510][233734] Updated weights for policy 0, policy_version 10090 (0.0013)
+[2026-06-02 16:17:06,667][233734] Updated weights for policy 0, policy_version 10100 (0.0011)
+[2026-06-02 16:17:06,835][233734] Updated weights for policy 0, policy_version 10110 (0.0012)
+[2026-06-02 16:17:07,010][233734] Updated weights for policy 0, policy_version 10120 (0.0009)
+[2026-06-02 16:17:07,179][233734] Updated weights for policy 0, policy_version 10130 (0.0008)
+[2026-06-02 16:17:07,343][233734] Updated weights for policy 0, policy_version 10140 (0.0011)
+[2026-06-02 16:17:07,518][233734] Updated weights for policy 0, policy_version 10150 (0.0011)
+[2026-06-02 16:17:08,223][233734] Updated weights for policy 0, policy_version 10160 (0.0011)
+[2026-06-02 16:17:08,389][233734] Updated weights for policy 0, policy_version 10170 (0.0008)
+[2026-06-02 16:17:08,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20431.8). Total num frames: 5210112. Throughput: 0: 20997.7. Samples: 5218688. Policy #0 lag: (min: 11.0, avg: 41.6, max: 75.0)
+[2026-06-02 16:17:08,396][210153] Avg episode reward: [(0, '338.325')]
+[2026-06-02 16:17:08,555][233734] Updated weights for policy 0, policy_version 10180 (0.0010)
+[2026-06-02 16:17:08,726][233734] Updated weights for policy 0, policy_version 10190 (0.0009)
+[2026-06-02 16:17:08,889][233734] Updated weights for policy 0, policy_version 10200 (0.0009)
+[2026-06-02 16:17:09,061][233734] Updated weights for policy 0, policy_version 10210 (0.0010)
+[2026-06-02 16:17:09,154][233447] Saving new best policy, reward=338.325!
+[2026-06-02 16:17:09,727][233734] Updated weights for policy 0, policy_version 10220 (0.0010)
+[2026-06-02 16:17:09,898][233734] Updated weights for policy 0, policy_version 10230 (0.0011)
+[2026-06-02 16:17:10,064][233734] Updated weights for policy 0, policy_version 10240 (0.0009)
+[2026-06-02 16:17:10,239][233734] Updated weights for policy 0, policy_version 10250 (0.0007)
+[2026-06-02 16:17:10,420][233734] Updated weights for policy 0, policy_version 10260 (0.0009)
+[2026-06-02 16:17:10,596][233734] Updated weights for policy 0, policy_version 10270 (0.0011)
+[2026-06-02 16:17:11,250][233734] Updated weights for policy 0, policy_version 10281 (0.0015)
+[2026-06-02 16:17:11,419][233734] Updated weights for policy 0, policy_version 10291 (0.0008)
+[2026-06-02 16:17:11,581][233734] Updated weights for policy 0, policy_version 10301 (0.0009)
+[2026-06-02 16:17:11,759][233734] Updated weights for policy 0, policy_version 10311 (0.0008)
+[2026-06-02 16:17:11,922][233734] Updated weights for policy 0, policy_version 10321 (0.0010)
+[2026-06-02 16:17:12,085][233734] Updated weights for policy 0, policy_version 10331 (0.0007)
+[2026-06-02 16:17:12,274][233734] Updated weights for policy 0, policy_version 10342 (0.0008)
+[2026-06-02 16:17:12,954][233734] Updated weights for policy 0, policy_version 10352 (0.0012)
+[2026-06-02 16:17:13,132][233734] Updated weights for policy 0, policy_version 10363 (0.0012)
+[2026-06-02 16:17:13,299][233734] Updated weights for policy 0, policy_version 10373 (0.0009)
+[2026-06-02 16:17:13,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20417.0). Total num frames: 5308416. Throughput: 0: 21043.2. Samples: 5348736. Policy #0 lag: (min: 1.0, avg: 41.4, max: 65.0)
+[2026-06-02 16:17:13,396][210153] Avg episode reward: [(0, '299.137')]
+[2026-06-02 16:17:13,467][233734] Updated weights for policy 0, policy_version 10383 (0.0012)
+[2026-06-02 16:17:13,635][233734] Updated weights for policy 0, policy_version 10393 (0.0012)
+[2026-06-02 16:17:13,811][233734] Updated weights for policy 0, policy_version 10403 (0.0011)
+[2026-06-02 16:17:14,494][233734] Updated weights for policy 0, policy_version 10413 (0.0011)
+[2026-06-02 16:17:14,660][233734] Updated weights for policy 0, policy_version 10423 (0.0010)
+[2026-06-02 16:17:14,822][233734] Updated weights for policy 0, policy_version 10433 (0.0009)
+[2026-06-02 16:17:15,009][233734] Updated weights for policy 0, policy_version 10443 (0.0010)
+[2026-06-02 16:17:15,179][233734] Updated weights for policy 0, policy_version 10453 (0.0007)
+[2026-06-02 16:17:15,344][233734] Updated weights for policy 0, policy_version 10463 (0.0010)
+[2026-06-02 16:17:16,058][233734] Updated weights for policy 0, policy_version 10473 (0.0008)
+[2026-06-02 16:17:16,234][233734] Updated weights for policy 0, policy_version 10484 (0.0010)
+[2026-06-02 16:17:16,415][233734] Updated weights for policy 0, policy_version 10494 (0.0011)
+[2026-06-02 16:17:16,604][233734] Updated weights for policy 0, policy_version 10505 (0.0011)
+[2026-06-02 16:17:16,778][233734] Updated weights for policy 0, policy_version 10515 (0.0012)
+[2026-06-02 16:17:16,956][233734] Updated weights for policy 0, policy_version 10525 (0.0009)
+[2026-06-02 16:17:17,137][233734] Updated weights for policy 0, policy_version 10535 (0.0008)
+[2026-06-02 16:17:17,742][233734] Updated weights for policy 0, policy_version 10546 (0.0010)
+[2026-06-02 16:17:17,919][233734] Updated weights for policy 0, policy_version 10556 (0.0010)
+[2026-06-02 16:17:18,086][233734] Updated weights for policy 0, policy_version 10566 (0.0011)
+[2026-06-02 16:17:18,254][233734] Updated weights for policy 0, policy_version 10576 (0.0011)
+[2026-06-02 16:17:18,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20402.7). Total num frames: 5406720. Throughput: 0: 20946.5. Samples: 5408384. Policy #0 lag: (min: 1.0, avg: 41.4, max: 65.0)
+[2026-06-02 16:17:18,396][210153] Avg episode reward: [(0, '270.176')]
+[2026-06-02 16:17:18,426][233734] Updated weights for policy 0, policy_version 10586 (0.0010)
+[2026-06-02 16:17:18,602][233734] Updated weights for policy 0, policy_version 10596 (0.0011)
+[2026-06-02 16:17:19,257][233734] Updated weights for policy 0, policy_version 10606 (0.0010)
+[2026-06-02 16:17:19,422][233734] Updated weights for policy 0, policy_version 10616 (0.0007)
+[2026-06-02 16:17:19,611][233734] Updated weights for policy 0, policy_version 10626 (0.0007)
+[2026-06-02 16:17:19,783][233734] Updated weights for policy 0, policy_version 10636 (0.0010)
+[2026-06-02 16:17:19,953][233734] Updated weights for policy 0, policy_version 10646 (0.0009)
+[2026-06-02 16:17:20,119][233734] Updated weights for policy 0, policy_version 10656 (0.0006)
+[2026-06-02 16:17:20,746][233734] Updated weights for policy 0, policy_version 10666 (0.0009)
+[2026-06-02 16:17:20,908][233734] Updated weights for policy 0, policy_version 10676 (0.0009)
+[2026-06-02 16:17:21,071][233734] Updated weights for policy 0, policy_version 10686 (0.0008)
+[2026-06-02 16:17:21,250][233734] Updated weights for policy 0, policy_version 10696 (0.0010)
+[2026-06-02 16:17:21,420][233734] Updated weights for policy 0, policy_version 10706 (0.0011)
+[2026-06-02 16:17:21,605][233734] Updated weights for policy 0, policy_version 10717 (0.0011)
+[2026-06-02 16:17:21,777][233734] Updated weights for policy 0, policy_version 10727 (0.0012)
+[2026-06-02 16:17:22,448][233734] Updated weights for policy 0, policy_version 10737 (0.0012)
+[2026-06-02 16:17:22,618][233734] Updated weights for policy 0, policy_version 10747 (0.0011)
+[2026-06-02 16:17:22,786][233734] Updated weights for policy 0, policy_version 10757 (0.0010)
+[2026-06-02 16:17:22,961][233734] Updated weights for policy 0, policy_version 10767 (0.0008)
+[2026-06-02 16:17:23,137][233734] Updated weights for policy 0, policy_version 10777 (0.0009)
+[2026-06-02 16:17:23,299][233734] Updated weights for policy 0, policy_version 10787 (0.0010)
+[2026-06-02 16:17:23,395][210153] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20510.3). Total num frames: 5537792. Throughput: 0: 20832.7. Samples: 5531776. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0)
+[2026-06-02 16:17:23,396][210153] Avg episode reward: [(0, '250.207')]
+[2026-06-02 16:17:23,951][233734] Updated weights for policy 0, policy_version 10797 (0.0008)
+[2026-06-02 16:17:24,116][233734] Updated weights for policy 0, policy_version 10807 (0.0005)
+[2026-06-02 16:17:24,284][233734] Updated weights for policy 0, policy_version 10817 (0.0007)
+[2026-06-02 16:17:24,460][233734] Updated weights for policy 0, policy_version 10827 (0.0010)
+[2026-06-02 16:17:24,635][233734] Updated weights for policy 0, policy_version 10837 (0.0009)
+[2026-06-02 16:17:24,814][233734] Updated weights for policy 0, policy_version 10847 (0.0011)
+[2026-06-02 16:17:25,453][233734] Updated weights for policy 0, policy_version 10858 (0.0010)
+[2026-06-02 16:17:25,626][233734] Updated weights for policy 0, policy_version 10868 (0.0010)
+[2026-06-02 16:17:25,797][233734] Updated weights for policy 0, policy_version 10878 (0.0012)
+[2026-06-02 16:17:25,971][233734] Updated weights for policy 0, policy_version 10888 (0.0010)
+[2026-06-02 16:17:26,146][233734] Updated weights for policy 0, policy_version 10898 (0.0010)
+[2026-06-02 16:17:26,331][233734] Updated weights for policy 0, policy_version 10909 (0.0010)
+[2026-06-02 16:17:26,496][233734] Updated weights for policy 0, policy_version 10919 (0.0010)
+[2026-06-02 16:17:27,134][233734] Updated weights for policy 0, policy_version 10929 (0.0009)
+[2026-06-02 16:17:27,305][233734] Updated weights for policy 0, policy_version 10939 (0.0010)
+[2026-06-02 16:17:27,469][233734] Updated weights for policy 0, policy_version 10949 (0.0010)
+[2026-06-02 16:17:27,644][233734] Updated weights for policy 0, policy_version 10959 (0.0010)
+[2026-06-02 16:17:27,821][233734] Updated weights for policy 0, policy_version 10969 (0.0013)
+[2026-06-02 16:17:27,999][233734] Updated weights for policy 0, policy_version 10979 (0.0009)
+[2026-06-02 16:17:28,395][210153] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20494.9). Total num frames: 5636096. Throughput: 0: 20975.0. Samples: 5661696. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0)
+[2026-06-02 16:17:28,396][210153] Avg episode reward: [(0, '249.550')]
+[2026-06-02 16:17:28,637][233734] Updated weights for policy 0, policy_version 10989 (0.0011)
+[2026-06-02 16:17:28,809][233734] Updated weights for policy 0, policy_version 10999 (0.0010)
+[2026-06-02 16:17:28,983][233734] Updated weights for policy 0, policy_version 11009 (0.0008)
+[2026-06-02 16:17:29,150][233734] Updated weights for policy 0, policy_version 11019 (0.0011)
+[2026-06-02 16:17:29,324][233734] Updated weights for policy 0, policy_version 11029 (0.0011)
+[2026-06-02 16:17:29,496][233734] Updated weights for policy 0, policy_version 11039 (0.0007)
+[2026-06-02 16:17:30,116][233734] Updated weights for policy 0, policy_version 11049 (0.0007)
+[2026-06-02 16:17:30,283][233734] Updated weights for policy 0, policy_version 11059 (0.0012)
+[2026-06-02 16:17:30,443][233734] Updated weights for policy 0, policy_version 11069 (0.0010)
+[2026-06-02 16:17:30,623][233734] Updated weights for policy 0, policy_version 11079 (0.0010)
+[2026-06-02 16:17:30,800][233734] Updated weights for policy 0, policy_version 11089 (0.0010)
+[2026-06-02 16:17:30,967][233734] Updated weights for policy 0, policy_version 11099 (0.0009)
+[2026-06-02 16:17:31,139][233734] Updated weights for policy 0, policy_version 11109 (0.0010)
+[2026-06-02 16:17:31,732][233734] Updated weights for policy 0, policy_version 11119 (0.0011)
+[2026-06-02 16:17:31,902][233734] Updated weights for policy 0, policy_version 11129 (0.0013)
+[2026-06-02 16:17:32,076][233734] Updated weights for policy 0, policy_version 11139 (0.0010)
+[2026-06-02 16:17:32,252][233734] Updated weights for policy 0, policy_version 11149 (0.0010)
+[2026-06-02 16:17:32,415][233734] Updated weights for policy 0, policy_version 11159 (0.0008)
+[2026-06-02 16:17:32,602][233734] Updated weights for policy 0, policy_version 11170 (0.0007)
+[2026-06-02 16:17:33,206][233734] Updated weights for policy 0, policy_version 11180 (0.0006)
+[2026-06-02 16:17:33,384][233734] Updated weights for policy 0, policy_version 11191 (0.0012)
+[2026-06-02 16:17:33,395][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20480.0). Total num frames: 5734400. Throughput: 0: 21074.5. Samples: 5726208. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:17:33,397][210153] Avg episode reward: [(0, '241.554')]
+[2026-06-02 16:17:33,552][233734] Updated weights for policy 0, policy_version 11201 (0.0010)
+[2026-06-02 16:17:33,724][233734] Updated weights for policy 0, policy_version 11211 (0.0009)
+[2026-06-02 16:17:33,893][233734] Updated weights for policy 0, policy_version 11221 (0.0007)
+[2026-06-02 16:17:34,066][233734] Updated weights for policy 0, policy_version 11231 (0.0012)
+[2026-06-02 16:17:34,736][233734] Updated weights for policy 0, policy_version 11241 (0.0008)
+[2026-06-02 16:17:34,892][233734] Updated weights for policy 0, policy_version 11251 (0.0010)
+[2026-06-02 16:17:35,066][233734] Updated weights for policy 0, policy_version 11261 (0.0010)
+[2026-06-02 16:17:35,237][233734] Updated weights for policy 0, policy_version 11271 (0.0011)
+[2026-06-02 16:17:35,413][233734] Updated weights for policy 0, policy_version 11281 (0.0012)
+[2026-06-02 16:17:35,578][233734] Updated weights for policy 0, policy_version 11291 (0.0011)
+[2026-06-02 16:17:35,752][233734] Updated weights for policy 0, policy_version 11301 (0.0012)
+[2026-06-02 16:17:36,407][233734] Updated weights for policy 0, policy_version 11311 (0.0009)
+[2026-06-02 16:17:36,572][233734] Updated weights for policy 0, policy_version 11321 (0.0011)
+[2026-06-02 16:17:36,749][233734] Updated weights for policy 0, policy_version 11331 (0.0012)
+[2026-06-02 16:17:36,921][233734] Updated weights for policy 0, policy_version 11341 (0.0011)
+[2026-06-02 16:17:37,090][233734] Updated weights for policy 0, policy_version 11351 (0.0010)
+[2026-06-02 16:17:37,263][233734] Updated weights for policy 0, policy_version 11361 (0.0010)
+[2026-06-02 16:17:37,893][233734] Updated weights for policy 0, policy_version 11371 (0.0012)
+[2026-06-02 16:17:38,053][233734] Updated weights for policy 0, policy_version 11381 (0.0011)
+[2026-06-02 16:17:38,221][233734] Updated weights for policy 0, policy_version 11391 (0.0012)
+[2026-06-02 16:17:38,392][233734] Updated weights for policy 0, policy_version 11401 (0.0011)
+[2026-06-02 16:17:38,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20465.6). Total num frames: 5832704. Throughput: 0: 21222.4. Samples: 5852800. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:17:38,397][210153] Avg episode reward: [(0, '274.605')]
+[2026-06-02 16:17:38,575][233734] Updated weights for policy 0, policy_version 11412 (0.0010)
+[2026-06-02 16:17:38,755][233734] Updated weights for policy 0, policy_version 11423 (0.0010)
+[2026-06-02 16:17:39,420][233734] Updated weights for policy 0, policy_version 11433 (0.0012)
+[2026-06-02 16:17:39,579][233734] Updated weights for policy 0, policy_version 11443 (0.0008)
+[2026-06-02 16:17:39,751][233734] Updated weights for policy 0, policy_version 11453 (0.0007)
+[2026-06-02 16:17:39,939][233734] Updated weights for policy 0, policy_version 11464 (0.0007)
+[2026-06-02 16:17:40,119][233734] Updated weights for policy 0, policy_version 11474 (0.0011)
+[2026-06-02 16:17:40,304][233734] Updated weights for policy 0, policy_version 11484 (0.0012)
+[2026-06-02 16:17:40,473][233734] Updated weights for policy 0, policy_version 11494 (0.0009)
+[2026-06-02 16:17:41,082][233734] Updated weights for policy 0, policy_version 11504 (0.0011)
+[2026-06-02 16:17:41,253][233734] Updated weights for policy 0, policy_version 11514 (0.0010)
+[2026-06-02 16:17:41,414][233734] Updated weights for policy 0, policy_version 11524 (0.0013)
+[2026-06-02 16:17:41,594][233734] Updated weights for policy 0, policy_version 11535 (0.0010)
+[2026-06-02 16:17:41,768][233734] Updated weights for policy 0, policy_version 11545 (0.0009)
+[2026-06-02 16:17:41,949][233734] Updated weights for policy 0, policy_version 11556 (0.0012)
+[2026-06-02 16:17:42,620][233734] Updated weights for policy 0, policy_version 11566 (0.0013)
+[2026-06-02 16:17:42,783][233734] Updated weights for policy 0, policy_version 11576 (0.0013)
+[2026-06-02 16:17:42,967][233734] Updated weights for policy 0, policy_version 11587 (0.0010)
+[2026-06-02 16:17:43,127][233734] Updated weights for policy 0, policy_version 11597 (0.0008)
+[2026-06-02 16:17:43,314][233734] Updated weights for policy 0, policy_version 11608 (0.0010)
+[2026-06-02 16:17:43,395][210153] Fps is (10 sec: 19661.3, 60 sec: 20753.1, 300 sec: 20451.8). Total num frames: 5931008. Throughput: 0: 21182.6. Samples: 5978880. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:17:43,396][210153] Avg episode reward: [(0, '323.385')]
+[2026-06-02 16:17:43,501][233734] Updated weights for policy 0, policy_version 11619 (0.0009)
+[2026-06-02 16:17:44,148][233734] Updated weights for policy 0, policy_version 11629 (0.0008)
+[2026-06-02 16:17:44,312][233734] Updated weights for policy 0, policy_version 11639 (0.0008)
+[2026-06-02 16:17:44,490][233734] Updated weights for policy 0, policy_version 11650 (0.0008)
+[2026-06-02 16:17:44,662][233734] Updated weights for policy 0, policy_version 11660 (0.0009)
+[2026-06-02 16:17:44,839][233734] Updated weights for policy 0, policy_version 11670 (0.0009)
+[2026-06-02 16:17:45,011][233734] Updated weights for policy 0, policy_version 11680 (0.0008)
+[2026-06-02 16:17:45,650][233734] Updated weights for policy 0, policy_version 11690 (0.0010)
+[2026-06-02 16:17:45,813][233734] Updated weights for policy 0, policy_version 11700 (0.0010)
+[2026-06-02 16:17:45,991][233734] Updated weights for policy 0, policy_version 11711 (0.0009)
+[2026-06-02 16:17:46,177][233734] Updated weights for policy 0, policy_version 11722 (0.0008)
+[2026-06-02 16:17:46,346][233734] Updated weights for policy 0, policy_version 11732 (0.0010)
+[2026-06-02 16:17:46,507][233734] Updated weights for policy 0, policy_version 11742 (0.0011)
+[2026-06-02 16:17:46,675][233734] Updated weights for policy 0, policy_version 11752 (0.0007)
+[2026-06-02 16:17:47,374][233734] Updated weights for policy 0, policy_version 11762 (0.0012)
+[2026-06-02 16:17:47,534][233734] Updated weights for policy 0, policy_version 11772 (0.0010)
+[2026-06-02 16:17:47,696][233734] Updated weights for policy 0, policy_version 11782 (0.0009)
+[2026-06-02 16:17:47,867][233734] Updated weights for policy 0, policy_version 11792 (0.0006)
+[2026-06-02 16:17:48,038][233734] Updated weights for policy 0, policy_version 11802 (0.0008)
+[2026-06-02 16:17:48,208][233734] Updated weights for policy 0, policy_version 11812 (0.0009)
+[2026-06-02 16:17:48,395][210153] Fps is (10 sec: 22937.9, 60 sec: 21299.3, 300 sec: 20549.4). Total num frames: 6062080. Throughput: 0: 21128.5. Samples: 6041600. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:17:48,396][210153] Avg episode reward: [(0, '368.399')]
+[2026-06-02 16:17:48,403][233447] Saving new best policy, reward=368.399!
+[2026-06-02 16:17:48,859][233734] Updated weights for policy 0, policy_version 11822 (0.0009)
+[2026-06-02 16:17:49,010][233734] Updated weights for policy 0, policy_version 11832 (0.0012)
+[2026-06-02 16:17:49,183][233734] Updated weights for policy 0, policy_version 11842 (0.0011)
+[2026-06-02 16:17:49,353][233734] Updated weights for policy 0, policy_version 11852 (0.0010)
+[2026-06-02 16:17:49,521][233734] Updated weights for policy 0, policy_version 11862 (0.0009)
+[2026-06-02 16:17:49,685][233734] Updated weights for policy 0, policy_version 11872 (0.0007)
+[2026-06-02 16:17:50,381][233734] Updated weights for policy 0, policy_version 11883 (0.0009)
+[2026-06-02 16:17:50,544][233734] Updated weights for policy 0, policy_version 11893 (0.0007)
+[2026-06-02 16:17:50,702][233734] Updated weights for policy 0, policy_version 11903 (0.0009)
+[2026-06-02 16:17:50,894][233734] Updated weights for policy 0, policy_version 11914 (0.0012)
+[2026-06-02 16:17:51,067][233734] Updated weights for policy 0, policy_version 11924 (0.0011)
+[2026-06-02 16:17:51,247][233734] Updated weights for policy 0, policy_version 11934 (0.0010)
+[2026-06-02 16:17:51,900][233734] Updated weights for policy 0, policy_version 11945 (0.0009)
+[2026-06-02 16:17:52,067][233734] Updated weights for policy 0, policy_version 11955 (0.0008)
+[2026-06-02 16:17:52,235][233734] Updated weights for policy 0, policy_version 11965 (0.0009)
+[2026-06-02 16:17:52,407][233734] Updated weights for policy 0, policy_version 11975 (0.0011)
+[2026-06-02 16:17:52,575][233734] Updated weights for policy 0, policy_version 11985 (0.0010)
+[2026-06-02 16:17:52,743][233734] Updated weights for policy 0, policy_version 11995 (0.0011)
+[2026-06-02 16:17:52,919][233734] Updated weights for policy 0, policy_version 12006 (0.0010)
+[2026-06-02 16:17:53,395][210153] Fps is (10 sec: 22937.3, 60 sec: 20753.0, 300 sec: 20660.6). Total num frames: 6160384. Throughput: 0: 21111.4. Samples: 6168704. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:17:53,396][210153] Avg episode reward: [(0, '402.716')]
+[2026-06-02 16:17:53,588][233734] Updated weights for policy 0, policy_version 12016 (0.0011)
+[2026-06-02 16:17:53,758][233734] Updated weights for policy 0, policy_version 12026 (0.0008)
+[2026-06-02 16:17:53,925][233734] Updated weights for policy 0, policy_version 12036 (0.0010)
+[2026-06-02 16:17:54,105][233734] Updated weights for policy 0, policy_version 12046 (0.0011)
+[2026-06-02 16:17:54,271][233734] Updated weights for policy 0, policy_version 12056 (0.0010)
+[2026-06-02 16:17:54,450][233734] Updated weights for policy 0, policy_version 12066 (0.0010)
+[2026-06-02 16:17:54,548][233447] Saving new best policy, reward=402.716!
+[2026-06-02 16:17:55,082][233734] Updated weights for policy 0, policy_version 12076 (0.0011)
+[2026-06-02 16:17:55,267][233734] Updated weights for policy 0, policy_version 12087 (0.0008)
+[2026-06-02 16:17:55,431][233734] Updated weights for policy 0, policy_version 12097 (0.0011)
+[2026-06-02 16:17:55,595][233734] Updated weights for policy 0, policy_version 12107 (0.0010)
+[2026-06-02 16:17:55,773][233734] Updated weights for policy 0, policy_version 12117 (0.0011)
+[2026-06-02 16:17:55,948][233734] Updated weights for policy 0, policy_version 12127 (0.0009)
+[2026-06-02 16:17:56,609][233734] Updated weights for policy 0, policy_version 12137 (0.0010)
+[2026-06-02 16:17:56,778][233734] Updated weights for policy 0, policy_version 12147 (0.0010)
+[2026-06-02 16:17:56,959][233734] Updated weights for policy 0, policy_version 12158 (0.0008)
+[2026-06-02 16:17:57,138][233734] Updated weights for policy 0, policy_version 12168 (0.0012)
+[2026-06-02 16:17:57,309][233734] Updated weights for policy 0, policy_version 12178 (0.0010)
+[2026-06-02 16:17:57,483][233734] Updated weights for policy 0, policy_version 12188 (0.0012)
+[2026-06-02 16:17:57,656][233734] Updated weights for policy 0, policy_version 12198 (0.0012)
+[2026-06-02 16:17:58,302][233734] Updated weights for policy 0, policy_version 12208 (0.0012)
+[2026-06-02 16:17:58,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 6258688. Throughput: 0: 20855.5. Samples: 6287232. Policy #0 lag: (min: 54.0, avg: 71.6, max: 118.0)
+[2026-06-02 16:17:58,396][210153] Avg episode reward: [(0, '380.946')]
+[2026-06-02 16:17:58,469][233734] Updated weights for policy 0, policy_version 12218 (0.0012)
+[2026-06-02 16:17:58,633][233734] Updated weights for policy 0, policy_version 12228 (0.0010)
+[2026-06-02 16:17:58,819][233734] Updated weights for policy 0, policy_version 12239 (0.0008)
+[2026-06-02 16:17:59,001][233734] Updated weights for policy 0, policy_version 12249 (0.0008)
+[2026-06-02 16:17:59,171][233734] Updated weights for policy 0, policy_version 12259 (0.0010)
+[2026-06-02 16:17:59,849][233734] Updated weights for policy 0, policy_version 12269 (0.0009)
+[2026-06-02 16:18:00,017][233734] Updated weights for policy 0, policy_version 12279 (0.0011)
+[2026-06-02 16:18:00,185][233734] Updated weights for policy 0, policy_version 12289 (0.0011)
+[2026-06-02 16:18:00,360][233734] Updated weights for policy 0, policy_version 12299 (0.0012)
+[2026-06-02 16:18:00,535][233734] Updated weights for policy 0, policy_version 12309 (0.0011)
+[2026-06-02 16:18:00,708][233734] Updated weights for policy 0, policy_version 12319 (0.0013)
+[2026-06-02 16:18:01,386][233734] Updated weights for policy 0, policy_version 12329 (0.0012)
+[2026-06-02 16:18:01,548][233734] Updated weights for policy 0, policy_version 12339 (0.0009)
+[2026-06-02 16:18:01,718][233734] Updated weights for policy 0, policy_version 12349 (0.0009)
+[2026-06-02 16:18:01,899][233734] Updated weights for policy 0, policy_version 12359 (0.0010)
+[2026-06-02 16:18:02,067][233734] Updated weights for policy 0, policy_version 12369 (0.0011)
+[2026-06-02 16:18:02,236][233734] Updated weights for policy 0, policy_version 12379 (0.0012)
+[2026-06-02 16:18:02,405][233734] Updated weights for policy 0, policy_version 12389 (0.0013)
+[2026-06-02 16:18:03,092][233734] Updated weights for policy 0, policy_version 12399 (0.0010)
+[2026-06-02 16:18:03,269][233734] Updated weights for policy 0, policy_version 12410 (0.0008)
+[2026-06-02 16:18:03,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.0, 300 sec: 20549.5). Total num frames: 6356992. Throughput: 0: 20957.9. Samples: 6351488. Policy #0 lag: (min: 54.0, avg: 71.6, max: 118.0)
+[2026-06-02 16:18:03,396][210153] Avg episode reward: [(0, '395.278')]
+[2026-06-02 16:18:03,443][233734] Updated weights for policy 0, policy_version 12420 (0.0008)
+[2026-06-02 16:18:03,614][233734] Updated weights for policy 0, policy_version 12430 (0.0009)
+[2026-06-02 16:18:03,781][233734] Updated weights for policy 0, policy_version 12440 (0.0009)
+[2026-06-02 16:18:03,952][233734] Updated weights for policy 0, policy_version 12450 (0.0010)
+[2026-06-02 16:18:04,647][233734] Updated weights for policy 0, policy_version 12461 (0.0011)
+[2026-06-02 16:18:04,814][233734] Updated weights for policy 0, policy_version 12471 (0.0010)
+[2026-06-02 16:18:04,978][233734] Updated weights for policy 0, policy_version 12481 (0.0007)
+[2026-06-02 16:18:05,150][233734] Updated weights for policy 0, policy_version 12491 (0.0011)
+[2026-06-02 16:18:05,323][233734] Updated weights for policy 0, policy_version 12501 (0.0013)
+[2026-06-02 16:18:05,497][233734] Updated weights for policy 0, policy_version 12511 (0.0009)
+[2026-06-02 16:18:06,113][233734] Updated weights for policy 0, policy_version 12521 (0.0012)
+[2026-06-02 16:18:06,288][233734] Updated weights for policy 0, policy_version 12532 (0.0012)
+[2026-06-02 16:18:06,457][233734] Updated weights for policy 0, policy_version 12542 (0.0011)
+[2026-06-02 16:18:06,632][233734] Updated weights for policy 0, policy_version 12552 (0.0011)
+[2026-06-02 16:18:06,805][233734] Updated weights for policy 0, policy_version 12562 (0.0011)
+[2026-06-02 16:18:06,985][233734] Updated weights for policy 0, policy_version 12572 (0.0012)
+[2026-06-02 16:18:07,161][233734] Updated weights for policy 0, policy_version 12582 (0.0012)
+[2026-06-02 16:18:07,783][233734] Updated weights for policy 0, policy_version 12592 (0.0011)
+[2026-06-02 16:18:07,954][233734] Updated weights for policy 0, policy_version 12602 (0.0012)
+[2026-06-02 16:18:08,128][233734] Updated weights for policy 0, policy_version 12612 (0.0010)
+[2026-06-02 16:18:08,303][233734] Updated weights for policy 0, policy_version 12622 (0.0009)
+[2026-06-02 16:18:08,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 6455296. Throughput: 0: 21071.6. Samples: 6480000. Policy #0 lag: (min: 108.0, avg: 121.8, max: 158.0)
+[2026-06-02 16:18:08,397][210153] Avg episode reward: [(0, '390.159')]
+[2026-06-02 16:18:08,478][233734] Updated weights for policy 0, policy_version 12632 (0.0010)
+[2026-06-02 16:18:08,653][233734] Updated weights for policy 0, policy_version 12642 (0.0007)
+[2026-06-02 16:18:09,250][233734] Updated weights for policy 0, policy_version 12652 (0.0008)
+[2026-06-02 16:18:09,418][233734] Updated weights for policy 0, policy_version 12662 (0.0010)
+[2026-06-02 16:18:09,593][233734] Updated weights for policy 0, policy_version 12673 (0.0011)
+[2026-06-02 16:18:09,775][233734] Updated weights for policy 0, policy_version 12683 (0.0010)
+[2026-06-02 16:18:09,950][233734] Updated weights for policy 0, policy_version 12693 (0.0010)
+[2026-06-02 16:18:10,137][233734] Updated weights for policy 0, policy_version 12704 (0.0013)
+[2026-06-02 16:18:10,747][233734] Updated weights for policy 0, policy_version 12714 (0.0012)
+[2026-06-02 16:18:10,909][233734] Updated weights for policy 0, policy_version 12724 (0.0012)
+[2026-06-02 16:18:11,074][233734] Updated weights for policy 0, policy_version 12734 (0.0011)
+[2026-06-02 16:18:11,244][233734] Updated weights for policy 0, policy_version 12744 (0.0013)
+[2026-06-02 16:18:11,421][233734] Updated weights for policy 0, policy_version 12754 (0.0008)
+[2026-06-02 16:18:11,595][233734] Updated weights for policy 0, policy_version 12764 (0.0009)
+[2026-06-02 16:18:11,769][233734] Updated weights for policy 0, policy_version 12774 (0.0007)
+[2026-06-02 16:18:12,378][233734] Updated weights for policy 0, policy_version 12784 (0.0011)
+[2026-06-02 16:18:12,545][233734] Updated weights for policy 0, policy_version 12794 (0.0010)
+[2026-06-02 16:18:12,712][233734] Updated weights for policy 0, policy_version 12804 (0.0012)
+[2026-06-02 16:18:12,879][233734] Updated weights for policy 0, policy_version 12814 (0.0011)
+[2026-06-02 16:18:13,047][233734] Updated weights for policy 0, policy_version 12824 (0.0011)
+[2026-06-02 16:18:13,226][233734] Updated weights for policy 0, policy_version 12835 (0.0011)
+[2026-06-02 16:18:13,395][210153] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20549.4). Total num frames: 6586368. Throughput: 0: 20977.7. Samples: 6605696. Policy #0 lag: (min: 108.0, avg: 121.8, max: 158.0)
+[2026-06-02 16:18:13,396][210153] Avg episode reward: [(0, '392.670')]
+[2026-06-02 16:18:13,895][233734] Updated weights for policy 0, policy_version 12845 (0.0013)
+[2026-06-02 16:18:14,072][233734] Updated weights for policy 0, policy_version 12856 (0.0011)
+[2026-06-02 16:18:14,250][233734] Updated weights for policy 0, policy_version 12866 (0.0009)
+[2026-06-02 16:18:14,415][233734] Updated weights for policy 0, policy_version 12876 (0.0010)
+[2026-06-02 16:18:14,590][233734] Updated weights for policy 0, policy_version 12886 (0.0013)
+[2026-06-02 16:18:14,765][233734] Updated weights for policy 0, policy_version 12896 (0.0011)
+[2026-06-02 16:18:15,423][233734] Updated weights for policy 0, policy_version 12906 (0.0011)
+[2026-06-02 16:18:15,589][233734] Updated weights for policy 0, policy_version 12916 (0.0007)
+[2026-06-02 16:18:15,755][233734] Updated weights for policy 0, policy_version 12926 (0.0009)
+[2026-06-02 16:18:15,922][233734] Updated weights for policy 0, policy_version 12936 (0.0010)
+[2026-06-02 16:18:16,092][233734] Updated weights for policy 0, policy_version 12946 (0.0009)
+[2026-06-02 16:18:16,259][233734] Updated weights for policy 0, policy_version 12956 (0.0011)
+[2026-06-02 16:18:16,423][233734] Updated weights for policy 0, policy_version 12966 (0.0011)
+[2026-06-02 16:18:17,092][233734] Updated weights for policy 0, policy_version 12976 (0.0011)
+[2026-06-02 16:18:17,270][233734] Updated weights for policy 0, policy_version 12986 (0.0010)
+[2026-06-02 16:18:17,457][233734] Updated weights for policy 0, policy_version 12997 (0.0007)
+[2026-06-02 16:18:17,626][233734] Updated weights for policy 0, policy_version 13007 (0.0009)
+[2026-06-02 16:18:17,794][233734] Updated weights for policy 0, policy_version 13017 (0.0010)
+[2026-06-02 16:18:17,961][233734] Updated weights for policy 0, policy_version 13027 (0.0010)
+[2026-06-02 16:18:18,395][210153] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 20549.4). Total num frames: 6684672. Throughput: 0: 20969.4. Samples: 6669824. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:18:18,396][210153] Avg episode reward: [(0, '396.744')]
+[2026-06-02 16:18:18,564][233734] Updated weights for policy 0, policy_version 13037 (0.0011)
+[2026-06-02 16:18:18,727][233734] Updated weights for policy 0, policy_version 13047 (0.0012)
+[2026-06-02 16:18:18,892][233734] Updated weights for policy 0, policy_version 13057 (0.0010)
+[2026-06-02 16:18:19,061][233734] Updated weights for policy 0, policy_version 13067 (0.0012)
+[2026-06-02 16:18:19,239][233734] Updated weights for policy 0, policy_version 13078 (0.0010)
+[2026-06-02 16:18:19,421][233734] Updated weights for policy 0, policy_version 13088 (0.0010)
+[2026-06-02 16:18:20,144][233734] Updated weights for policy 0, policy_version 13098 (0.0010)
+[2026-06-02 16:18:20,325][233734] Updated weights for policy 0, policy_version 13109 (0.0010)
+[2026-06-02 16:18:20,486][233734] Updated weights for policy 0, policy_version 13119 (0.0009)
+[2026-06-02 16:18:20,666][233734] Updated weights for policy 0, policy_version 13129 (0.0010)
+[2026-06-02 16:18:20,832][233734] Updated weights for policy 0, policy_version 13139 (0.0011)
+[2026-06-02 16:18:21,002][233734] Updated weights for policy 0, policy_version 13149 (0.0011)
+[2026-06-02 16:18:21,170][233734] Updated weights for policy 0, policy_version 13159 (0.0010)
+[2026-06-02 16:18:21,794][233734] Updated weights for policy 0, policy_version 13169 (0.0011)
+[2026-06-02 16:18:21,955][233734] Updated weights for policy 0, policy_version 13179 (0.0011)
+[2026-06-02 16:18:22,128][233734] Updated weights for policy 0, policy_version 13189 (0.0012)
+[2026-06-02 16:18:22,301][233734] Updated weights for policy 0, policy_version 13199 (0.0011)
+[2026-06-02 16:18:22,460][233734] Updated weights for policy 0, policy_version 13209 (0.0011)
+[2026-06-02 16:18:22,642][233734] Updated weights for policy 0, policy_version 13219 (0.0011)
+[2026-06-02 16:18:23,268][233734] Updated weights for policy 0, policy_version 13229 (0.0011)
+[2026-06-02 16:18:23,395][210153] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 6782976. Throughput: 0: 20991.9. Samples: 6797440. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:18:23,397][210153] Avg episode reward: [(0, '399.031')]
+[2026-06-02 16:18:23,429][233734] Updated weights for policy 0, policy_version 13239 (0.0010)
+[2026-06-02 16:18:23,614][233734] Updated weights for policy 0, policy_version 13250 (0.0009)
+[2026-06-02 16:18:23,782][233734] Updated weights for policy 0, policy_version 13260 (0.0010)
+[2026-06-02 16:18:23,956][233734] Updated weights for policy 0, policy_version 13270 (0.0009)
+[2026-06-02 16:18:24,119][233734] Updated weights for policy 0, policy_version 13280 (0.0011)
+[2026-06-02 16:18:24,775][233734] Updated weights for policy 0, policy_version 13290 (0.0010)
+[2026-06-02 16:18:24,929][233734] Updated weights for policy 0, policy_version 13300 (0.0011)
+[2026-06-02 16:18:25,102][233734] Updated weights for policy 0, policy_version 13310 (0.0010)
+[2026-06-02 16:18:25,287][233734] Updated weights for policy 0, policy_version 13321 (0.0011)
+[2026-06-02 16:18:25,464][233734] Updated weights for policy 0, policy_version 13331 (0.0009)
+[2026-06-02 16:18:25,632][233734] Updated weights for policy 0, policy_version 13341 (0.0009)
+[2026-06-02 16:18:25,806][233734] Updated weights for policy 0, policy_version 13351 (0.0010)
+[2026-06-02 16:18:26,433][233734] Updated weights for policy 0, policy_version 13361 (0.0009)
+[2026-06-02 16:18:26,602][233734] Updated weights for policy 0, policy_version 13371 (0.0011)
+[2026-06-02 16:18:26,789][233734] Updated weights for policy 0, policy_version 13382 (0.0009)
+[2026-06-02 16:18:26,969][233734] Updated weights for policy 0, policy_version 13392 (0.0010)
+[2026-06-02 16:18:27,145][233734] Updated weights for policy 0, policy_version 13402 (0.0011)
+[2026-06-02 16:18:27,311][233734] Updated weights for policy 0, policy_version 13412 (0.0010)
+[2026-06-02 16:18:27,938][233734] Updated weights for policy 0, policy_version 13422 (0.0011)
+[2026-06-02 16:18:28,094][233734] Updated weights for policy 0, policy_version 13432 (0.0011)
+[2026-06-02 16:18:28,268][233734] Updated weights for policy 0, policy_version 13442 (0.0009)
+[2026-06-02 16:18:28,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 6881280. Throughput: 0: 21040.3. Samples: 6925696. Policy #0 lag: (min: 77.0, avg: 116.7, max: 140.0)
+[2026-06-02 16:18:28,396][210153] Avg episode reward: [(0, '393.164')]
+[2026-06-02 16:18:28,435][233734] Updated weights for policy 0, policy_version 13452 (0.0008)
+[2026-06-02 16:18:28,636][233734] Updated weights for policy 0, policy_version 13464 (0.0010)
+[2026-06-02 16:18:28,819][233734] Updated weights for policy 0, policy_version 13474 (0.0010)
+[2026-06-02 16:18:29,458][233734] Updated weights for policy 0, policy_version 13484 (0.0011)
+[2026-06-02 16:18:29,621][233734] Updated weights for policy 0, policy_version 13494 (0.0012)
+[2026-06-02 16:18:29,805][233734] Updated weights for policy 0, policy_version 13505 (0.0011)
+[2026-06-02 16:18:29,976][233734] Updated weights for policy 0, policy_version 13515 (0.0011)
+[2026-06-02 16:18:30,139][233734] Updated weights for policy 0, policy_version 13525 (0.0010)
+[2026-06-02 16:18:30,310][233734] Updated weights for policy 0, policy_version 13535 (0.0011)
+[2026-06-02 16:18:30,987][233734] Updated weights for policy 0, policy_version 13546 (0.0011)
+[2026-06-02 16:18:31,155][233734] Updated weights for policy 0, policy_version 13556 (0.0008)
+[2026-06-02 16:18:31,328][233734] Updated weights for policy 0, policy_version 13566 (0.0009)
+[2026-06-02 16:18:31,498][233734] Updated weights for policy 0, policy_version 13576 (0.0009)
+[2026-06-02 16:18:31,664][233734] Updated weights for policy 0, policy_version 13586 (0.0006)
+[2026-06-02 16:18:31,840][233734] Updated weights for policy 0, policy_version 13596 (0.0006)
+[2026-06-02 16:18:32,009][233734] Updated weights for policy 0, policy_version 13606 (0.0007)
+[2026-06-02 16:18:32,655][233734] Updated weights for policy 0, policy_version 13616 (0.0009)
+[2026-06-02 16:18:32,830][233734] Updated weights for policy 0, policy_version 13626 (0.0010)
+[2026-06-02 16:18:33,030][233734] Updated weights for policy 0, policy_version 13638 (0.0008)
+[2026-06-02 16:18:33,208][233734] Updated weights for policy 0, policy_version 13648 (0.0008)
+[2026-06-02 16:18:33,395][210153] Fps is (10 sec: 19661.3, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 6979584. Throughput: 0: 20994.8. Samples: 6986368. Policy #0 lag: (min: 77.0, avg: 116.7, max: 140.0)
+[2026-06-02 16:18:33,395][233734] Updated weights for policy 0, policy_version 13659 (0.0007)
+[2026-06-02 16:18:33,396][210153] Avg episode reward: [(0, '381.020')]
+[2026-06-02 16:18:33,564][233734] Updated weights for policy 0, policy_version 13669 (0.0007)
+[2026-06-02 16:18:34,187][233734] Updated weights for policy 0, policy_version 13679 (0.0011)
+[2026-06-02 16:18:34,345][233734] Updated weights for policy 0, policy_version 13689 (0.0009)
+[2026-06-02 16:18:34,514][233734] Updated weights for policy 0, policy_version 13699 (0.0009)
+[2026-06-02 16:18:34,681][233734] Updated weights for policy 0, policy_version 13709 (0.0011)
+[2026-06-02 16:18:34,851][233734] Updated weights for policy 0, policy_version 13719 (0.0011)
+[2026-06-02 16:18:35,017][233734] Updated weights for policy 0, policy_version 13729 (0.0011)
+[2026-06-02 16:18:35,706][233734] Updated weights for policy 0, policy_version 13739 (0.0013)
+[2026-06-02 16:18:35,864][233734] Updated weights for policy 0, policy_version 13749 (0.0010)
+[2026-06-02 16:18:36,032][233734] Updated weights for policy 0, policy_version 13759 (0.0010)
+[2026-06-02 16:18:36,196][233734] Updated weights for policy 0, policy_version 13769 (0.0010)
+[2026-06-02 16:18:36,368][233734] Updated weights for policy 0, policy_version 13779 (0.0008)
+[2026-06-02 16:18:36,535][233734] Updated weights for policy 0, policy_version 13789 (0.0011)
+[2026-06-02 16:18:36,709][233734] Updated weights for policy 0, policy_version 13799 (0.0010)
+[2026-06-02 16:18:37,343][233734] Updated weights for policy 0, policy_version 13809 (0.0009)
+[2026-06-02 16:18:37,519][233734] Updated weights for policy 0, policy_version 13819 (0.0006)
+[2026-06-02 16:18:37,695][233734] Updated weights for policy 0, policy_version 13829 (0.0009)
+[2026-06-02 16:18:37,860][233734] Updated weights for policy 0, policy_version 13839 (0.0007)
+[2026-06-02 16:18:38,035][233734] Updated weights for policy 0, policy_version 13849 (0.0009)
+[2026-06-02 16:18:38,206][233734] Updated weights for policy 0, policy_version 13859 (0.0011)
+[2026-06-02 16:18:38,395][210153] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 7110656. Throughput: 0: 20824.2. Samples: 7105792. Policy #0 lag: (min: 77.0, avg: 116.7, max: 140.0)
+[2026-06-02 16:18:38,396][210153] Avg episode reward: [(0, '359.932')]
+[2026-06-02 16:18:38,858][233734] Updated weights for policy 0, policy_version 13869 (0.0012)
+[2026-06-02 16:18:39,022][233734] Updated weights for policy 0, policy_version 13879 (0.0011)
+[2026-06-02 16:18:39,182][233734] Updated weights for policy 0, policy_version 13889 (0.0012)
+[2026-06-02 16:18:39,365][233734] Updated weights for policy 0, policy_version 13899 (0.0009)
+[2026-06-02 16:18:39,533][233734] Updated weights for policy 0, policy_version 13909 (0.0012)
+[2026-06-02 16:18:39,708][233734] Updated weights for policy 0, policy_version 13919 (0.0008)
+[2026-06-02 16:18:40,361][233734] Updated weights for policy 0, policy_version 13929 (0.0010)
+[2026-06-02 16:18:40,528][233734] Updated weights for policy 0, policy_version 13939 (0.0011)
+[2026-06-02 16:18:40,700][233734] Updated weights for policy 0, policy_version 13949 (0.0009)
+[2026-06-02 16:18:40,876][233734] Updated weights for policy 0, policy_version 13960 (0.0011)
+[2026-06-02 16:18:41,073][233734] Updated weights for policy 0, policy_version 13971 (0.0009)
+[2026-06-02 16:18:41,246][233734] Updated weights for policy 0, policy_version 13981 (0.0010)
+[2026-06-02 16:18:41,424][233734] Updated weights for policy 0, policy_version 13992 (0.0014)
+[2026-06-02 16:18:42,047][233734] Updated weights for policy 0, policy_version 14002 (0.0012)
+[2026-06-02 16:18:42,208][233734] Updated weights for policy 0, policy_version 14012 (0.0011)
+[2026-06-02 16:18:42,379][233734] Updated weights for policy 0, policy_version 14022 (0.0011)
+[2026-06-02 16:18:42,555][233734] Updated weights for policy 0, policy_version 14032 (0.0009)
+[2026-06-02 16:18:42,733][233734] Updated weights for policy 0, policy_version 14043 (0.0011)
+[2026-06-02 16:18:42,911][233734] Updated weights for policy 0, policy_version 14054 (0.0011)
+[2026-06-02 16:18:43,395][210153] Fps is (10 sec: 22937.3, 60 sec: 21299.1, 300 sec: 20771.6). Total num frames: 7208960. Throughput: 0: 21020.4. Samples: 7233152. Policy #0 lag: (min: 53.0, avg: 69.3, max: 117.0)
+[2026-06-02 16:18:43,397][210153] Avg episode reward: [(0, '375.221')]
+[2026-06-02 16:18:43,572][233734] Updated weights for policy 0, policy_version 14064 (0.0011)
+[2026-06-02 16:18:43,740][233734] Updated weights for policy 0, policy_version 14074 (0.0010)
+[2026-06-02 16:18:43,910][233734] Updated weights for policy 0, policy_version 14084 (0.0011)
+[2026-06-02 16:18:44,080][233734] Updated weights for policy 0, policy_version 14094 (0.0010)
+[2026-06-02 16:18:44,247][233734] Updated weights for policy 0, policy_version 14104 (0.0013)
+[2026-06-02 16:18:44,416][233734] Updated weights for policy 0, policy_version 14114 (0.0010)
+[2026-06-02 16:18:45,065][233734] Updated weights for policy 0, policy_version 14124 (0.0013)
+[2026-06-02 16:18:45,221][233734] Updated weights for policy 0, policy_version 14134 (0.0009)
+[2026-06-02 16:18:45,395][233734] Updated weights for policy 0, policy_version 14145 (0.0010)
+[2026-06-02 16:18:45,563][233734] Updated weights for policy 0, policy_version 14155 (0.0011)
+[2026-06-02 16:18:45,737][233734] Updated weights for policy 0, policy_version 14165 (0.0011)
+[2026-06-02 16:18:45,909][233734] Updated weights for policy 0, policy_version 14175 (0.0013)
+[2026-06-02 16:18:46,576][233734] Updated weights for policy 0, policy_version 14185 (0.0011)
+[2026-06-02 16:18:46,731][233734] Updated weights for policy 0, policy_version 14195 (0.0009)
+[2026-06-02 16:18:46,905][233734] Updated weights for policy 0, policy_version 14205 (0.0011)
+[2026-06-02 16:18:47,073][233734] Updated weights for policy 0, policy_version 14215 (0.0011)
+[2026-06-02 16:18:47,239][233734] Updated weights for policy 0, policy_version 14225 (0.0011)
+[2026-06-02 16:18:47,411][233734] Updated weights for policy 0, policy_version 14235 (0.0009)
+[2026-06-02 16:18:47,584][233734] Updated weights for policy 0, policy_version 14245 (0.0011)
+[2026-06-02 16:18:48,211][233734] Updated weights for policy 0, policy_version 14255 (0.0008)
+[2026-06-02 16:18:48,377][233734] Updated weights for policy 0, policy_version 14265 (0.0010)
+[2026-06-02 16:18:48,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.0, 300 sec: 20771.6). Total num frames: 7307264. Throughput: 0: 20992.0. Samples: 7296128. Policy #0 lag: (min: 53.0, avg: 69.3, max: 117.0)
+[2026-06-02 16:18:48,396][210153] Avg episode reward: [(0, '378.950')]
+[2026-06-02 16:18:48,544][233734] Updated weights for policy 0, policy_version 14275 (0.0010)
+[2026-06-02 16:18:48,717][233734] Updated weights for policy 0, policy_version 14285 (0.0010)
+[2026-06-02 16:18:48,894][233734] Updated weights for policy 0, policy_version 14295 (0.0007)
+[2026-06-02 16:18:49,065][233734] Updated weights for policy 0, policy_version 14305 (0.0013)
+[2026-06-02 16:18:49,681][233734] Updated weights for policy 0, policy_version 14315 (0.0010)
+[2026-06-02 16:18:49,845][233734] Updated weights for policy 0, policy_version 14325 (0.0012)
+[2026-06-02 16:18:50,012][233734] Updated weights for policy 0, policy_version 14335 (0.0010)
+[2026-06-02 16:18:50,188][233734] Updated weights for policy 0, policy_version 14345 (0.0010)
+[2026-06-02 16:18:50,355][233734] Updated weights for policy 0, policy_version 14355 (0.0011)
+[2026-06-02 16:18:50,525][233734] Updated weights for policy 0, policy_version 14365 (0.0012)
+[2026-06-02 16:18:50,701][233734] Updated weights for policy 0, policy_version 14375 (0.0010)
+[2026-06-02 16:18:51,351][233734] Updated weights for policy 0, policy_version 14385 (0.0009)
+[2026-06-02 16:18:51,504][233734] Updated weights for policy 0, policy_version 14395 (0.0010)
+[2026-06-02 16:18:51,685][233734] Updated weights for policy 0, policy_version 14405 (0.0009)
+[2026-06-02 16:18:51,855][233734] Updated weights for policy 0, policy_version 14415 (0.0011)
+[2026-06-02 16:18:52,026][233734] Updated weights for policy 0, policy_version 14425 (0.0010)
+[2026-06-02 16:18:52,207][233734] Updated weights for policy 0, policy_version 14435 (0.0008)
+[2026-06-02 16:18:52,834][233734] Updated weights for policy 0, policy_version 14445 (0.0010)
+[2026-06-02 16:18:53,013][233734] Updated weights for policy 0, policy_version 14456 (0.0011)
+[2026-06-02 16:18:53,185][233734] Updated weights for policy 0, policy_version 14466 (0.0011)
+[2026-06-02 16:18:53,373][233734] Updated weights for policy 0, policy_version 14477 (0.0012)
+[2026-06-02 16:18:53,395][210153] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 7405568. Throughput: 0: 20992.1. Samples: 7424640. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:18:53,397][210153] Avg episode reward: [(0, '414.187')]
+[2026-06-02 16:18:53,539][233734] Updated weights for policy 0, policy_version 14487 (0.0011)
+[2026-06-02 16:18:53,706][233734] Updated weights for policy 0, policy_version 14497 (0.0010)
+[2026-06-02 16:18:53,817][233447] Saving new best policy, reward=414.187!
+[2026-06-02 16:18:54,372][233734] Updated weights for policy 0, policy_version 14507 (0.0012)
+[2026-06-02 16:18:54,524][233734] Updated weights for policy 0, policy_version 14517 (0.0012)
+[2026-06-02 16:18:54,698][233734] Updated weights for policy 0, policy_version 14527 (0.0010)
+[2026-06-02 16:18:54,865][233734] Updated weights for policy 0, policy_version 14537 (0.0011)
+[2026-06-02 16:18:55,043][233734] Updated weights for policy 0, policy_version 14548 (0.0011)
+[2026-06-02 16:18:55,219][233734] Updated weights for policy 0, policy_version 14558 (0.0013)
+[2026-06-02 16:18:55,386][233734] Updated weights for policy 0, policy_version 14568 (0.0011)
+[2026-06-02 16:18:56,069][233734] Updated weights for policy 0, policy_version 14578 (0.0011)
+[2026-06-02 16:18:56,239][233734] Updated weights for policy 0, policy_version 14588 (0.0012)
+[2026-06-02 16:18:56,397][233734] Updated weights for policy 0, policy_version 14598 (0.0010)
+[2026-06-02 16:18:56,575][233734] Updated weights for policy 0, policy_version 14608 (0.0010)
+[2026-06-02 16:18:56,736][233734] Updated weights for policy 0, policy_version 14618 (0.0011)
+[2026-06-02 16:18:56,914][233734] Updated weights for policy 0, policy_version 14628 (0.0011)
+[2026-06-02 16:18:57,542][233734] Updated weights for policy 0, policy_version 14638 (0.0012)
+[2026-06-02 16:18:57,710][233734] Updated weights for policy 0, policy_version 14648 (0.0009)
+[2026-06-02 16:18:57,878][233734] Updated weights for policy 0, policy_version 14658 (0.0009)
+[2026-06-02 16:18:58,050][233734] Updated weights for policy 0, policy_version 14668 (0.0007)
+[2026-06-02 16:18:58,224][233734] Updated weights for policy 0, policy_version 14678 (0.0009)
+[2026-06-02 16:18:58,380][233734] Updated weights for policy 0, policy_version 14688 (0.0007)
+[2026-06-02 16:18:58,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 7503872. Throughput: 0: 21009.1. Samples: 7551104. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:18:58,396][210153] Avg episode reward: [(0, '417.202')]
+[2026-06-02 16:18:58,516][233447] Saving new best policy, reward=417.202!
+[2026-06-02 16:18:59,023][233734] Updated weights for policy 0, policy_version 14698 (0.0011)
+[2026-06-02 16:18:59,197][233734] Updated weights for policy 0, policy_version 14709 (0.0012)
+[2026-06-02 16:18:59,366][233734] Updated weights for policy 0, policy_version 14719 (0.0010)
+[2026-06-02 16:18:59,534][233734] Updated weights for policy 0, policy_version 14729 (0.0008)
+[2026-06-02 16:18:59,726][233734] Updated weights for policy 0, policy_version 14740 (0.0009)
+[2026-06-02 16:18:59,900][233734] Updated weights for policy 0, policy_version 14750 (0.0009)
+[2026-06-02 16:19:00,067][233734] Updated weights for policy 0, policy_version 14760 (0.0010)
+[2026-06-02 16:19:00,710][233734] Updated weights for policy 0, policy_version 14770 (0.0012)
+[2026-06-02 16:19:00,881][233734] Updated weights for policy 0, policy_version 14780 (0.0010)
+[2026-06-02 16:19:01,060][233734] Updated weights for policy 0, policy_version 14791 (0.0013)
+[2026-06-02 16:19:01,249][233734] Updated weights for policy 0, policy_version 14802 (0.0011)
+[2026-06-02 16:19:01,423][233734] Updated weights for policy 0, policy_version 14812 (0.0009)
+[2026-06-02 16:19:01,589][233734] Updated weights for policy 0, policy_version 14822 (0.0011)
+[2026-06-02 16:19:02,255][233734] Updated weights for policy 0, policy_version 14833 (0.0010)
+[2026-06-02 16:19:02,427][233734] Updated weights for policy 0, policy_version 14843 (0.0010)
+[2026-06-02 16:19:02,590][233734] Updated weights for policy 0, policy_version 14853 (0.0014)
+[2026-06-02 16:19:02,754][233734] Updated weights for policy 0, policy_version 14863 (0.0011)
+[2026-06-02 16:19:02,940][233734] Updated weights for policy 0, policy_version 14874 (0.0009)
+[2026-06-02 16:19:03,119][233734] Updated weights for policy 0, policy_version 14885 (0.0013)
+[2026-06-02 16:19:03,395][210153] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 7634944. Throughput: 0: 20986.3. Samples: 7614208. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:19:03,396][210153] Avg episode reward: [(0, '438.789')]
+[2026-06-02 16:19:03,400][233447] Saving new best policy, reward=438.789!
+[2026-06-02 16:19:03,779][233734] Updated weights for policy 0, policy_version 14895 (0.0011)
+[2026-06-02 16:19:03,941][233734] Updated weights for policy 0, policy_version 14905 (0.0012)
+[2026-06-02 16:19:04,123][233734] Updated weights for policy 0, policy_version 14916 (0.0011)
+[2026-06-02 16:19:04,314][233734] Updated weights for policy 0, policy_version 14927 (0.0010)
+[2026-06-02 16:19:04,495][233734] Updated weights for policy 0, policy_version 14938 (0.0010)
+[2026-06-02 16:19:04,659][233734] Updated weights for policy 0, policy_version 14948 (0.0011)
+[2026-06-02 16:19:05,343][233734] Updated weights for policy 0, policy_version 14958 (0.0011)
+[2026-06-02 16:19:05,506][233734] Updated weights for policy 0, policy_version 14968 (0.0010)
+[2026-06-02 16:19:05,670][233734] Updated weights for policy 0, policy_version 14978 (0.0014)
+[2026-06-02 16:19:05,819][233734] Updated weights for policy 0, policy_version 14988 (0.0011)
+[2026-06-02 16:19:06,009][233734] Updated weights for policy 0, policy_version 14999 (0.0009)
+[2026-06-02 16:19:06,160][233734] Updated weights for policy 0, policy_version 15009 (0.0008)
+[2026-06-02 16:19:06,846][233734] Updated weights for policy 0, policy_version 15019 (0.0011)
+[2026-06-02 16:19:07,001][233734] Updated weights for policy 0, policy_version 15029 (0.0014)
+[2026-06-02 16:19:07,185][233734] Updated weights for policy 0, policy_version 15040 (0.0010)
+[2026-06-02 16:19:07,354][233734] Updated weights for policy 0, policy_version 15050 (0.0011)
+[2026-06-02 16:19:07,533][233734] Updated weights for policy 0, policy_version 15061 (0.0011)
+[2026-06-02 16:19:07,695][233734] Updated weights for policy 0, policy_version 15071 (0.0012)
+[2026-06-02 16:19:08,371][233734] Updated weights for policy 0, policy_version 15081 (0.0013)
+[2026-06-02 16:19:08,395][210153] Fps is (10 sec: 22937.2, 60 sec: 21299.2, 300 sec: 20882.6). Total num frames: 7733248. Throughput: 0: 21011.9. Samples: 7742976. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:19:08,397][210153] Avg episode reward: [(0, '464.241')]
+[2026-06-02 16:19:08,528][233734] Updated weights for policy 0, policy_version 15091 (0.0012)
+[2026-06-02 16:19:08,699][233734] Updated weights for policy 0, policy_version 15102 (0.0011)
+[2026-06-02 16:19:08,866][233734] Updated weights for policy 0, policy_version 15112 (0.0010)
+[2026-06-02 16:19:09,051][233734] Updated weights for policy 0, policy_version 15123 (0.0008)
+[2026-06-02 16:19:09,228][233734] Updated weights for policy 0, policy_version 15134 (0.0010)
+[2026-06-02 16:19:09,391][233447] Saving new best policy, reward=464.241!
+[2026-06-02 16:19:09,397][233734] Updated weights for policy 0, policy_version 15144 (0.0010)
+[2026-06-02 16:19:10,067][233734] Updated weights for policy 0, policy_version 15154 (0.0007)
+[2026-06-02 16:19:10,245][233734] Updated weights for policy 0, policy_version 15165 (0.0011)
+[2026-06-02 16:19:10,411][233734] Updated weights for policy 0, policy_version 15175 (0.0011)
+[2026-06-02 16:19:10,581][233734] Updated weights for policy 0, policy_version 15185 (0.0011)
+[2026-06-02 16:19:10,750][233734] Updated weights for policy 0, policy_version 15195 (0.0009)
+[2026-06-02 16:19:10,931][233734] Updated weights for policy 0, policy_version 15205 (0.0007)
+[2026-06-02 16:19:11,578][233734] Updated weights for policy 0, policy_version 15215 (0.0010)
+[2026-06-02 16:19:11,746][233734] Updated weights for policy 0, policy_version 15225 (0.0008)
+[2026-06-02 16:19:11,919][233734] Updated weights for policy 0, policy_version 15235 (0.0008)
+[2026-06-02 16:19:12,086][233734] Updated weights for policy 0, policy_version 15245 (0.0010)
+[2026-06-02 16:19:12,253][233734] Updated weights for policy 0, policy_version 15255 (0.0007)
+[2026-06-02 16:19:12,422][233734] Updated weights for policy 0, policy_version 15265 (0.0009)
+[2026-06-02 16:19:13,081][233734] Updated weights for policy 0, policy_version 15275 (0.0012)
+[2026-06-02 16:19:13,233][233734] Updated weights for policy 0, policy_version 15285 (0.0011)
+[2026-06-02 16:19:13,395][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 7831552. Throughput: 0: 20852.6. Samples: 7864064. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:19:13,396][210153] Avg episode reward: [(0, '482.593')]
+[2026-06-02 16:19:13,438][233734] Updated weights for policy 0, policy_version 15298 (0.0011)
+[2026-06-02 16:19:13,608][233734] Updated weights for policy 0, policy_version 15308 (0.0009)
+[2026-06-02 16:19:13,763][233734] Updated weights for policy 0, policy_version 15318 (0.0011)
+[2026-06-02 16:19:13,962][233734] Updated weights for policy 0, policy_version 15330 (0.0011)
+[2026-06-02 16:19:14,048][233447] Saving new best policy, reward=482.593!
+[2026-06-02 16:19:14,663][233734] Updated weights for policy 0, policy_version 15340 (0.0010)
+[2026-06-02 16:19:14,831][233734] Updated weights for policy 0, policy_version 15350 (0.0012)
+[2026-06-02 16:19:14,981][233734] Updated weights for policy 0, policy_version 15360 (0.0012)
+[2026-06-02 16:19:15,153][233734] Updated weights for policy 0, policy_version 15370 (0.0008)
+[2026-06-02 16:19:15,323][233734] Updated weights for policy 0, policy_version 15380 (0.0006)
+[2026-06-02 16:19:15,508][233734] Updated weights for policy 0, policy_version 15391 (0.0007)
+[2026-06-02 16:19:16,179][233734] Updated weights for policy 0, policy_version 15402 (0.0007)
+[2026-06-02 16:19:16,333][233734] Updated weights for policy 0, policy_version 15412 (0.0010)
+[2026-06-02 16:19:16,518][233734] Updated weights for policy 0, policy_version 15423 (0.0010)
+[2026-06-02 16:19:16,692][233734] Updated weights for policy 0, policy_version 15433 (0.0010)
+[2026-06-02 16:19:16,871][233734] Updated weights for policy 0, policy_version 15444 (0.0010)
+[2026-06-02 16:19:17,050][233734] Updated weights for policy 0, policy_version 15455 (0.0005)
+[2026-06-02 16:19:17,708][233734] Updated weights for policy 0, policy_version 15465 (0.0010)
+[2026-06-02 16:19:17,873][233734] Updated weights for policy 0, policy_version 15475 (0.0013)
+[2026-06-02 16:19:18,030][233734] Updated weights for policy 0, policy_version 15485 (0.0012)
+[2026-06-02 16:19:18,200][233734] Updated weights for policy 0, policy_version 15495 (0.0010)
+[2026-06-02 16:19:18,377][233734] Updated weights for policy 0, policy_version 15505 (0.0011)
+[2026-06-02 16:19:18,395][210153] Fps is (10 sec: 19661.4, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 7929856. Throughput: 0: 20810.0. Samples: 7922816. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:19:18,396][210153] Avg episode reward: [(0, '487.116')]
+[2026-06-02 16:19:18,557][233734] Updated weights for policy 0, policy_version 15516 (0.0013)
+[2026-06-02 16:19:18,731][233734] Updated weights for policy 0, policy_version 15526 (0.0008)
+[2026-06-02 16:19:18,755][233447] Saving new best policy, reward=487.116!
+[2026-06-02 16:19:19,390][233734] Updated weights for policy 0, policy_version 15537 (0.0010)
+[2026-06-02 16:19:19,551][233734] Updated weights for policy 0, policy_version 15547 (0.0012)
+[2026-06-02 16:19:19,721][233734] Updated weights for policy 0, policy_version 15557 (0.0011)
+[2026-06-02 16:19:19,886][233734] Updated weights for policy 0, policy_version 15567 (0.0009)
+[2026-06-02 16:19:20,053][233734] Updated weights for policy 0, policy_version 15577 (0.0012)
+[2026-06-02 16:19:20,219][233734] Updated weights for policy 0, policy_version 15587 (0.0009)
+[2026-06-02 16:19:20,874][233734] Updated weights for policy 0, policy_version 15598 (0.0011)
+[2026-06-02 16:19:21,037][233734] Updated weights for policy 0, policy_version 15608 (0.0009)
+[2026-06-02 16:19:21,205][233734] Updated weights for policy 0, policy_version 15618 (0.0009)
+[2026-06-02 16:19:21,368][233734] Updated weights for policy 0, policy_version 15628 (0.0008)
+[2026-06-02 16:19:21,545][233734] Updated weights for policy 0, policy_version 15638 (0.0008)
+[2026-06-02 16:19:21,713][233734] Updated weights for policy 0, policy_version 15648 (0.0009)
+[2026-06-02 16:19:22,401][233734] Updated weights for policy 0, policy_version 15659 (0.0011)
+[2026-06-02 16:19:22,568][233734] Updated weights for policy 0, policy_version 15670 (0.0008)
+[2026-06-02 16:19:22,743][233734] Updated weights for policy 0, policy_version 15680 (0.0007)
+[2026-06-02 16:19:22,916][233734] Updated weights for policy 0, policy_version 15690 (0.0008)
+[2026-06-02 16:19:23,097][233734] Updated weights for policy 0, policy_version 15701 (0.0010)
+[2026-06-02 16:19:23,264][233734] Updated weights for policy 0, policy_version 15711 (0.0009)
+[2026-06-02 16:19:23,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8028160. Throughput: 0: 20892.4. Samples: 8045952. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:19:23,397][210153] Avg episode reward: [(0, '392.343')]
+[2026-06-02 16:19:23,914][233734] Updated weights for policy 0, policy_version 15721 (0.0010)
+[2026-06-02 16:19:24,071][233734] Updated weights for policy 0, policy_version 15731 (0.0011)
+[2026-06-02 16:19:24,250][233734] Updated weights for policy 0, policy_version 15742 (0.0011)
+[2026-06-02 16:19:24,449][233734] Updated weights for policy 0, policy_version 15754 (0.0012)
+[2026-06-02 16:19:24,603][233734] Updated weights for policy 0, policy_version 15764 (0.0011)
+[2026-06-02 16:19:24,777][233734] Updated weights for policy 0, policy_version 15774 (0.0012)
+[2026-06-02 16:19:24,945][233734] Updated weights for policy 0, policy_version 15784 (0.0012)
+[2026-06-02 16:19:25,590][233734] Updated weights for policy 0, policy_version 15794 (0.0008)
+[2026-06-02 16:19:25,762][233734] Updated weights for policy 0, policy_version 15804 (0.0007)
+[2026-06-02 16:19:25,925][233734] Updated weights for policy 0, policy_version 15814 (0.0009)
+[2026-06-02 16:19:26,085][233734] Updated weights for policy 0, policy_version 15824 (0.0011)
+[2026-06-02 16:19:26,259][233734] Updated weights for policy 0, policy_version 15834 (0.0011)
+[2026-06-02 16:19:26,430][233734] Updated weights for policy 0, policy_version 15844 (0.0007)
+[2026-06-02 16:19:27,080][233734] Updated weights for policy 0, policy_version 15854 (0.0011)
+[2026-06-02 16:19:27,265][233734] Updated weights for policy 0, policy_version 15865 (0.0009)
+[2026-06-02 16:19:27,434][233734] Updated weights for policy 0, policy_version 15876 (0.0012)
+[2026-06-02 16:19:27,604][233734] Updated weights for policy 0, policy_version 15886 (0.0010)
+[2026-06-02 16:19:27,781][233734] Updated weights for policy 0, policy_version 15896 (0.0007)
+[2026-06-02 16:19:27,970][233734] Updated weights for policy 0, policy_version 15907 (0.0008)
+[2026-06-02 16:19:28,395][210153] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8159232. Throughput: 0: 20821.4. Samples: 8170112. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:19:28,396][210153] Avg episode reward: [(0, '362.267')]
+[2026-06-02 16:19:28,663][233734] Updated weights for policy 0, policy_version 15917 (0.0010)
+[2026-06-02 16:19:28,841][233734] Updated weights for policy 0, policy_version 15928 (0.0013)
+[2026-06-02 16:19:29,012][233734] Updated weights for policy 0, policy_version 15938 (0.0010)
+[2026-06-02 16:19:29,195][233734] Updated weights for policy 0, policy_version 15949 (0.0010)
+[2026-06-02 16:19:29,382][233734] Updated weights for policy 0, policy_version 15960 (0.0010)
+[2026-06-02 16:19:29,569][233734] Updated weights for policy 0, policy_version 15971 (0.0010)
+[2026-06-02 16:19:30,263][233734] Updated weights for policy 0, policy_version 15981 (0.0009)
+[2026-06-02 16:19:30,427][233734] Updated weights for policy 0, policy_version 15991 (0.0008)
+[2026-06-02 16:19:30,595][233734] Updated weights for policy 0, policy_version 16001 (0.0010)
+[2026-06-02 16:19:30,776][233734] Updated weights for policy 0, policy_version 16012 (0.0014)
+[2026-06-02 16:19:30,959][233734] Updated weights for policy 0, policy_version 16023 (0.0012)
+[2026-06-02 16:19:31,147][233734] Updated weights for policy 0, policy_version 16034 (0.0010)
+[2026-06-02 16:19:31,859][233734] Updated weights for policy 0, policy_version 16044 (0.0009)
+[2026-06-02 16:19:32,019][233734] Updated weights for policy 0, policy_version 16054 (0.0010)
+[2026-06-02 16:19:32,187][233734] Updated weights for policy 0, policy_version 16064 (0.0011)
+[2026-06-02 16:19:32,350][233734] Updated weights for policy 0, policy_version 16074 (0.0008)
+[2026-06-02 16:19:32,517][233734] Updated weights for policy 0, policy_version 16084 (0.0011)
+[2026-06-02 16:19:32,720][233734] Updated weights for policy 0, policy_version 16096 (0.0010)
+[2026-06-02 16:19:33,394][233734] Updated weights for policy 0, policy_version 16106 (0.0011)
+[2026-06-02 16:19:33,395][210153] Fps is (10 sec: 22938.1, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8257536. Throughput: 0: 20898.2. Samples: 8236544. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:19:33,396][210153] Avg episode reward: [(0, '367.100')]
+[2026-06-02 16:19:33,567][233734] Updated weights for policy 0, policy_version 16117 (0.0011)
+[2026-06-02 16:19:33,736][233734] Updated weights for policy 0, policy_version 16127 (0.0012)
+[2026-06-02 16:19:33,897][233734] Updated weights for policy 0, policy_version 16137 (0.0012)
+[2026-06-02 16:19:34,080][233734] Updated weights for policy 0, policy_version 16148 (0.0009)
+[2026-06-02 16:19:34,262][233734] Updated weights for policy 0, policy_version 16159 (0.0009)
+[2026-06-02 16:19:34,936][233734] Updated weights for policy 0, policy_version 16169 (0.0011)
+[2026-06-02 16:19:35,091][233734] Updated weights for policy 0, policy_version 16179 (0.0006)
+[2026-06-02 16:19:35,264][233734] Updated weights for policy 0, policy_version 16189 (0.0008)
+[2026-06-02 16:19:35,436][233734] Updated weights for policy 0, policy_version 16199 (0.0009)
+[2026-06-02 16:19:35,601][233734] Updated weights for policy 0, policy_version 16209 (0.0012)
+[2026-06-02 16:19:35,778][233734] Updated weights for policy 0, policy_version 16219 (0.0011)
+[2026-06-02 16:19:35,946][233734] Updated weights for policy 0, policy_version 16229 (0.0008)
+[2026-06-02 16:19:36,573][233734] Updated weights for policy 0, policy_version 16239 (0.0009)
+[2026-06-02 16:19:36,752][233734] Updated weights for policy 0, policy_version 16250 (0.0012)
+[2026-06-02 16:19:36,938][233734] Updated weights for policy 0, policy_version 16261 (0.0011)
+[2026-06-02 16:19:37,103][233734] Updated weights for policy 0, policy_version 16271 (0.0010)
+[2026-06-02 16:19:37,280][233734] Updated weights for policy 0, policy_version 16281 (0.0010)
+[2026-06-02 16:19:37,443][233734] Updated weights for policy 0, policy_version 16291 (0.0011)
+[2026-06-02 16:19:38,125][233734] Updated weights for policy 0, policy_version 16301 (0.0009)
+[2026-06-02 16:19:38,287][233734] Updated weights for policy 0, policy_version 16311 (0.0008)
+[2026-06-02 16:19:38,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8355840. Throughput: 0: 20861.1. Samples: 8363392. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:19:38,396][210153] Avg episode reward: [(0, '346.263')]
+[2026-06-02 16:19:38,450][233734] Updated weights for policy 0, policy_version 16321 (0.0007)
+[2026-06-02 16:19:38,633][233734] Updated weights for policy 0, policy_version 16332 (0.0007)
+[2026-06-02 16:19:38,814][233734] Updated weights for policy 0, policy_version 16343 (0.0010)
+[2026-06-02 16:19:38,989][233734] Updated weights for policy 0, policy_version 16353 (0.0011)
+[2026-06-02 16:19:39,655][233734] Updated weights for policy 0, policy_version 16363 (0.0012)
+[2026-06-02 16:19:39,817][233734] Updated weights for policy 0, policy_version 16373 (0.0011)
+[2026-06-02 16:19:39,996][233734] Updated weights for policy 0, policy_version 16384 (0.0010)
+[2026-06-02 16:19:40,161][233734] Updated weights for policy 0, policy_version 16394 (0.0006)
+[2026-06-02 16:19:40,360][233734] Updated weights for policy 0, policy_version 16405 (0.0006)
+[2026-06-02 16:19:40,536][233734] Updated weights for policy 0, policy_version 16415 (0.0007)
+[2026-06-02 16:19:41,188][233734] Updated weights for policy 0, policy_version 16425 (0.0007)
+[2026-06-02 16:19:41,347][233734] Updated weights for policy 0, policy_version 16435 (0.0009)
+[2026-06-02 16:19:41,517][233734] Updated weights for policy 0, policy_version 16445 (0.0007)
+[2026-06-02 16:19:41,702][233734] Updated weights for policy 0, policy_version 16456 (0.0008)
+[2026-06-02 16:19:41,881][233734] Updated weights for policy 0, policy_version 16466 (0.0009)
+[2026-06-02 16:19:42,049][233734] Updated weights for policy 0, policy_version 16476 (0.0006)
+[2026-06-02 16:19:42,222][233734] Updated weights for policy 0, policy_version 16486 (0.0007)
+[2026-06-02 16:19:42,874][233734] Updated weights for policy 0, policy_version 16497 (0.0008)
+[2026-06-02 16:19:43,050][233734] Updated weights for policy 0, policy_version 16507 (0.0007)
+[2026-06-02 16:19:43,223][233734] Updated weights for policy 0, policy_version 16517 (0.0008)
+[2026-06-02 16:19:43,388][233734] Updated weights for policy 0, policy_version 16527 (0.0009)
+[2026-06-02 16:19:43,395][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8454144. Throughput: 0: 20903.8. Samples: 8491776. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:19:43,397][210153] Avg episode reward: [(0, '340.142')]
+[2026-06-02 16:19:43,566][233734] Updated weights for policy 0, policy_version 16537 (0.0010)
+[2026-06-02 16:19:43,735][233734] Updated weights for policy 0, policy_version 16547 (0.0008)
+[2026-06-02 16:19:44,354][233734] Updated weights for policy 0, policy_version 16557 (0.0010)
+[2026-06-02 16:19:44,523][233734] Updated weights for policy 0, policy_version 16567 (0.0008)
+[2026-06-02 16:19:44,691][233734] Updated weights for policy 0, policy_version 16577 (0.0007)
+[2026-06-02 16:19:44,860][233734] Updated weights for policy 0, policy_version 16587 (0.0007)
+[2026-06-02 16:19:45,035][233734] Updated weights for policy 0, policy_version 16597 (0.0007)
+[2026-06-02 16:19:45,209][233734] Updated weights for policy 0, policy_version 16607 (0.0010)
+[2026-06-02 16:19:45,847][233734] Updated weights for policy 0, policy_version 16617 (0.0009)
+[2026-06-02 16:19:46,012][233734] Updated weights for policy 0, policy_version 16627 (0.0012)
+[2026-06-02 16:19:46,199][233734] Updated weights for policy 0, policy_version 16638 (0.0012)
+[2026-06-02 16:19:46,382][233734] Updated weights for policy 0, policy_version 16649 (0.0012)
+[2026-06-02 16:19:46,545][233734] Updated weights for policy 0, policy_version 16659 (0.0010)
+[2026-06-02 16:19:46,722][233734] Updated weights for policy 0, policy_version 16669 (0.0010)
+[2026-06-02 16:19:46,892][233734] Updated weights for policy 0, policy_version 16679 (0.0010)
+[2026-06-02 16:19:47,555][233734] Updated weights for policy 0, policy_version 16689 (0.0007)
+[2026-06-02 16:19:47,720][233734] Updated weights for policy 0, policy_version 16699 (0.0008)
+[2026-06-02 16:19:47,889][233734] Updated weights for policy 0, policy_version 16709 (0.0013)
+[2026-06-02 16:19:48,055][233734] Updated weights for policy 0, policy_version 16719 (0.0011)
+[2026-06-02 16:19:48,233][233734] Updated weights for policy 0, policy_version 16729 (0.0013)
+[2026-06-02 16:19:48,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8552448. Throughput: 0: 20940.7. Samples: 8556544. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0)
+[2026-06-02 16:19:48,397][210153] Avg episode reward: [(0, '404.730')]
+[2026-06-02 16:19:48,402][233734] Updated weights for policy 0, policy_version 16739 (0.0011)
+[2026-06-02 16:19:49,026][233734] Updated weights for policy 0, policy_version 16749 (0.0013)
+[2026-06-02 16:19:49,212][233734] Updated weights for policy 0, policy_version 16760 (0.0011)
+[2026-06-02 16:19:49,395][233734] Updated weights for policy 0, policy_version 16771 (0.0013)
+[2026-06-02 16:19:49,572][233734] Updated weights for policy 0, policy_version 16781 (0.0013)
+[2026-06-02 16:19:49,734][233734] Updated weights for policy 0, policy_version 16791 (0.0013)
+[2026-06-02 16:19:49,922][233734] Updated weights for policy 0, policy_version 16802 (0.0011)
+[2026-06-02 16:19:50,548][233734] Updated weights for policy 0, policy_version 16812 (0.0011)
+[2026-06-02 16:19:50,714][233734] Updated weights for policy 0, policy_version 16822 (0.0011)
+[2026-06-02 16:19:50,875][233734] Updated weights for policy 0, policy_version 16832 (0.0008)
+[2026-06-02 16:19:51,045][233734] Updated weights for policy 0, policy_version 16842 (0.0010)
+[2026-06-02 16:19:51,218][233734] Updated weights for policy 0, policy_version 16852 (0.0009)
+[2026-06-02 16:19:51,408][233734] Updated weights for policy 0, policy_version 16863 (0.0010)
+[2026-06-02 16:19:52,068][233734] Updated weights for policy 0, policy_version 16873 (0.0010)
+[2026-06-02 16:19:52,233][233734] Updated weights for policy 0, policy_version 16883 (0.0010)
+[2026-06-02 16:19:52,404][233734] Updated weights for policy 0, policy_version 16893 (0.0008)
+[2026-06-02 16:19:52,583][233734] Updated weights for policy 0, policy_version 16904 (0.0009)
+[2026-06-02 16:19:52,755][233734] Updated weights for policy 0, policy_version 16914 (0.0009)
+[2026-06-02 16:19:52,927][233734] Updated weights for policy 0, policy_version 16924 (0.0009)
+[2026-06-02 16:19:53,100][233734] Updated weights for policy 0, policy_version 16934 (0.0011)
+[2026-06-02 16:19:53,395][210153] Fps is (10 sec: 22937.4, 60 sec: 21299.1, 300 sec: 20993.7). Total num frames: 8683520. Throughput: 0: 20724.7. Samples: 8675584. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0)
+[2026-06-02 16:19:53,397][210153] Avg episode reward: [(0, '438.305')]
+[2026-06-02 16:19:53,727][233734] Updated weights for policy 0, policy_version 16944 (0.0013)
+[2026-06-02 16:19:53,892][233734] Updated weights for policy 0, policy_version 16954 (0.0011)
+[2026-06-02 16:19:54,063][233734] Updated weights for policy 0, policy_version 16964 (0.0012)
+[2026-06-02 16:19:54,229][233734] Updated weights for policy 0, policy_version 16974 (0.0009)
+[2026-06-02 16:19:54,406][233734] Updated weights for policy 0, policy_version 16984 (0.0011)
+[2026-06-02 16:19:54,574][233734] Updated weights for policy 0, policy_version 16994 (0.0010)
+[2026-06-02 16:19:55,274][233734] Updated weights for policy 0, policy_version 17005 (0.0011)
+[2026-06-02 16:19:55,437][233734] Updated weights for policy 0, policy_version 17015 (0.0011)
+[2026-06-02 16:19:55,604][233734] Updated weights for policy 0, policy_version 17025 (0.0009)
+[2026-06-02 16:19:55,770][233734] Updated weights for policy 0, policy_version 17035 (0.0011)
+[2026-06-02 16:19:55,949][233734] Updated weights for policy 0, policy_version 17045 (0.0011)
+[2026-06-02 16:19:56,119][233734] Updated weights for policy 0, policy_version 17055 (0.0008)
+[2026-06-02 16:19:56,779][233734] Updated weights for policy 0, policy_version 17066 (0.0011)
+[2026-06-02 16:19:56,949][233734] Updated weights for policy 0, policy_version 17076 (0.0010)
+[2026-06-02 16:19:57,109][233734] Updated weights for policy 0, policy_version 17086 (0.0010)
+[2026-06-02 16:19:57,289][233734] Updated weights for policy 0, policy_version 17096 (0.0011)
+[2026-06-02 16:19:57,459][233734] Updated weights for policy 0, policy_version 17106 (0.0009)
+[2026-06-02 16:19:57,630][233734] Updated weights for policy 0, policy_version 17116 (0.0008)
+[2026-06-02 16:19:57,800][233734] Updated weights for policy 0, policy_version 17126 (0.0008)
+[2026-06-02 16:19:58,395][210153] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 8781824. Throughput: 0: 20764.4. Samples: 8798464. Policy #0 lag: (min: 23.0, avg: 40.7, max: 87.0)
+[2026-06-02 16:19:58,397][210153] Avg episode reward: [(0, '449.514')]
+[2026-06-02 16:19:58,434][233734] Updated weights for policy 0, policy_version 17136 (0.0009)
+[2026-06-02 16:19:58,597][233734] Updated weights for policy 0, policy_version 17146 (0.0011)
+[2026-06-02 16:19:58,765][233734] Updated weights for policy 0, policy_version 17156 (0.0010)
+[2026-06-02 16:19:58,958][233734] Updated weights for policy 0, policy_version 17167 (0.0009)
+[2026-06-02 16:19:59,139][233734] Updated weights for policy 0, policy_version 17178 (0.0008)
+[2026-06-02 16:19:59,313][233734] Updated weights for policy 0, policy_version 17188 (0.0007)
+[2026-06-02 16:19:59,983][233734] Updated weights for policy 0, policy_version 17198 (0.0011)
+[2026-06-02 16:20:00,135][233734] Updated weights for policy 0, policy_version 17208 (0.0013)
+[2026-06-02 16:20:00,302][233734] Updated weights for policy 0, policy_version 17218 (0.0014)
+[2026-06-02 16:20:00,497][233734] Updated weights for policy 0, policy_version 17230 (0.0012)
+[2026-06-02 16:20:00,663][233734] Updated weights for policy 0, policy_version 17240 (0.0011)
+[2026-06-02 16:20:00,834][233734] Updated weights for policy 0, policy_version 17250 (0.0010)
+[2026-06-02 16:20:01,564][233734] Updated weights for policy 0, policy_version 17260 (0.0008)
+[2026-06-02 16:20:01,735][233734] Updated weights for policy 0, policy_version 17271 (0.0010)
+[2026-06-02 16:20:01,906][233734] Updated weights for policy 0, policy_version 17281 (0.0007)
+[2026-06-02 16:20:02,083][233734] Updated weights for policy 0, policy_version 17291 (0.0011)
+[2026-06-02 16:20:02,260][233734] Updated weights for policy 0, policy_version 17301 (0.0009)
+[2026-06-02 16:20:02,439][233734] Updated weights for policy 0, policy_version 17312 (0.0011)
+[2026-06-02 16:20:03,118][233734] Updated weights for policy 0, policy_version 17322 (0.0009)
+[2026-06-02 16:20:03,276][233734] Updated weights for policy 0, policy_version 17332 (0.0010)
+[2026-06-02 16:20:03,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 8880128. Throughput: 0: 20858.2. Samples: 8861440. Policy #0 lag: (min: 23.0, avg: 40.7, max: 87.0)
+[2026-06-02 16:20:03,397][210153] Avg episode reward: [(0, '459.661')]
+[2026-06-02 16:20:03,442][233734] Updated weights for policy 0, policy_version 17342 (0.0008)
+[2026-06-02 16:20:03,648][233734] Updated weights for policy 0, policy_version 17354 (0.0010)
+[2026-06-02 16:20:03,834][233734] Updated weights for policy 0, policy_version 17365 (0.0010)
+[2026-06-02 16:20:04,008][233734] Updated weights for policy 0, policy_version 17375 (0.0009)
+[2026-06-02 16:20:04,673][233734] Updated weights for policy 0, policy_version 17385 (0.0012)
+[2026-06-02 16:20:04,841][233734] Updated weights for policy 0, policy_version 17395 (0.0008)
+[2026-06-02 16:20:05,000][233734] Updated weights for policy 0, policy_version 17405 (0.0010)
+[2026-06-02 16:20:05,179][233734] Updated weights for policy 0, policy_version 17415 (0.0012)
+[2026-06-02 16:20:05,350][233734] Updated weights for policy 0, policy_version 17425 (0.0010)
+[2026-06-02 16:20:05,542][233734] Updated weights for policy 0, policy_version 17435 (0.0010)
+[2026-06-02 16:20:05,741][233734] Updated weights for policy 0, policy_version 17446 (0.0011)
+[2026-06-02 16:20:06,370][233734] Updated weights for policy 0, policy_version 17456 (0.0013)
+[2026-06-02 16:20:06,529][233734] Updated weights for policy 0, policy_version 17466 (0.0012)
+[2026-06-02 16:20:06,718][233734] Updated weights for policy 0, policy_version 17477 (0.0009)
+[2026-06-02 16:20:06,885][233734] Updated weights for policy 0, policy_version 17487 (0.0009)
+[2026-06-02 16:20:07,059][233734] Updated weights for policy 0, policy_version 17497 (0.0007)
+[2026-06-02 16:20:07,220][233734] Updated weights for policy 0, policy_version 17507 (0.0012)
+[2026-06-02 16:20:07,916][233734] Updated weights for policy 0, policy_version 17517 (0.0011)
+[2026-06-02 16:20:08,093][233734] Updated weights for policy 0, policy_version 17528 (0.0010)
+[2026-06-02 16:20:08,276][233734] Updated weights for policy 0, policy_version 17539 (0.0011)
+[2026-06-02 16:20:08,395][210153] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8978432. Throughput: 0: 21051.7. Samples: 8993280. Policy #0 lag: (min: 23.0, avg: 40.7, max: 87.0)
+[2026-06-02 16:20:08,396][210153] Avg episode reward: [(0, '473.649')]
+[2026-06-02 16:20:08,460][233734] Updated weights for policy 0, policy_version 17550 (0.0013)
+[2026-06-02 16:20:08,627][233734] Updated weights for policy 0, policy_version 17560 (0.0008)
+[2026-06-02 16:20:08,798][233734] Updated weights for policy 0, policy_version 17570 (0.0009)
+[2026-06-02 16:20:09,456][233734] Updated weights for policy 0, policy_version 17580 (0.0009)
+[2026-06-02 16:20:09,623][233734] Updated weights for policy 0, policy_version 17590 (0.0009)
+[2026-06-02 16:20:09,789][233734] Updated weights for policy 0, policy_version 17600 (0.0010)
+[2026-06-02 16:20:09,956][233734] Updated weights for policy 0, policy_version 17610 (0.0010)
+[2026-06-02 16:20:10,133][233734] Updated weights for policy 0, policy_version 17620 (0.0011)
+[2026-06-02 16:20:10,299][233734] Updated weights for policy 0, policy_version 17630 (0.0009)
+[2026-06-02 16:20:10,485][233734] Updated weights for policy 0, policy_version 17640 (0.0011)
+[2026-06-02 16:20:11,165][233734] Updated weights for policy 0, policy_version 17651 (0.0013)
+[2026-06-02 16:20:11,336][233734] Updated weights for policy 0, policy_version 17661 (0.0010)
+[2026-06-02 16:20:11,506][233734] Updated weights for policy 0, policy_version 17671 (0.0012)
+[2026-06-02 16:20:11,673][233734] Updated weights for policy 0, policy_version 17681 (0.0012)
+[2026-06-02 16:20:11,848][233734] Updated weights for policy 0, policy_version 17691 (0.0011)
+[2026-06-02 16:20:12,017][233734] Updated weights for policy 0, policy_version 17701 (0.0013)
+[2026-06-02 16:20:12,663][233734] Updated weights for policy 0, policy_version 17712 (0.0010)
+[2026-06-02 16:20:12,830][233734] Updated weights for policy 0, policy_version 17722 (0.0013)
+[2026-06-02 16:20:12,999][233734] Updated weights for policy 0, policy_version 17732 (0.0008)
+[2026-06-02 16:20:13,177][233734] Updated weights for policy 0, policy_version 17742 (0.0012)
+[2026-06-02 16:20:13,354][233734] Updated weights for policy 0, policy_version 17753 (0.0011)
+[2026-06-02 16:20:13,395][210153] Fps is (10 sec: 19661.2, 60 sec: 20753.1, 300 sec: 20882.6). Total num frames: 9076736. Throughput: 0: 21117.2. Samples: 9120384. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:20:13,396][210153] Avg episode reward: [(0, '476.733')]
+[2026-06-02 16:20:13,563][233734] Updated weights for policy 0, policy_version 17765 (0.0012)
+[2026-06-02 16:20:14,227][233734] Updated weights for policy 0, policy_version 17776 (0.0011)
+[2026-06-02 16:20:14,394][233734] Updated weights for policy 0, policy_version 17786 (0.0010)
+[2026-06-02 16:20:14,568][233734] Updated weights for policy 0, policy_version 17796 (0.0008)
+[2026-06-02 16:20:14,738][233734] Updated weights for policy 0, policy_version 17806 (0.0009)
+[2026-06-02 16:20:14,902][233734] Updated weights for policy 0, policy_version 17816 (0.0010)
+[2026-06-02 16:20:15,078][233734] Updated weights for policy 0, policy_version 17826 (0.0009)
+[2026-06-02 16:20:15,727][233734] Updated weights for policy 0, policy_version 17836 (0.0010)
+[2026-06-02 16:20:15,890][233734] Updated weights for policy 0, policy_version 17846 (0.0008)
+[2026-06-02 16:20:16,059][233734] Updated weights for policy 0, policy_version 17856 (0.0008)
+[2026-06-02 16:20:16,224][233734] Updated weights for policy 0, policy_version 17866 (0.0008)
+[2026-06-02 16:20:16,397][233734] Updated weights for policy 0, policy_version 17876 (0.0008)
+[2026-06-02 16:20:16,574][233734] Updated weights for policy 0, policy_version 17886 (0.0007)
+[2026-06-02 16:20:16,739][233734] Updated weights for policy 0, policy_version 17896 (0.0010)
+[2026-06-02 16:20:17,431][233734] Updated weights for policy 0, policy_version 17906 (0.0011)
+[2026-06-02 16:20:17,611][233734] Updated weights for policy 0, policy_version 17917 (0.0010)
+[2026-06-02 16:20:17,799][233734] Updated weights for policy 0, policy_version 17928 (0.0011)
+[2026-06-02 16:20:17,971][233734] Updated weights for policy 0, policy_version 17938 (0.0010)
+[2026-06-02 16:20:18,150][233734] Updated weights for policy 0, policy_version 17949 (0.0013)
+[2026-06-02 16:20:18,321][233734] Updated weights for policy 0, policy_version 17959 (0.0012)
+[2026-06-02 16:20:18,395][210153] Fps is (10 sec: 22937.6, 60 sec: 21299.1, 300 sec: 20993.7). Total num frames: 9207808. Throughput: 0: 21080.1. Samples: 9185152. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:20:18,397][210153] Avg episode reward: [(0, '472.401')]
+[2026-06-02 16:20:18,980][233734] Updated weights for policy 0, policy_version 17970 (0.0011)
+[2026-06-02 16:20:19,146][233734] Updated weights for policy 0, policy_version 17980 (0.0011)
+[2026-06-02 16:20:19,309][233734] Updated weights for policy 0, policy_version 17990 (0.0010)
+[2026-06-02 16:20:19,478][233734] Updated weights for policy 0, policy_version 18000 (0.0011)
+[2026-06-02 16:20:19,668][233734] Updated weights for policy 0, policy_version 18011 (0.0010)
+[2026-06-02 16:20:19,844][233734] Updated weights for policy 0, policy_version 18021 (0.0011)
+[2026-06-02 16:20:20,492][233734] Updated weights for policy 0, policy_version 18031 (0.0012)
+[2026-06-02 16:20:20,657][233734] Updated weights for policy 0, policy_version 18041 (0.0010)
+[2026-06-02 16:20:20,846][233734] Updated weights for policy 0, policy_version 18051 (0.0012)
+[2026-06-02 16:20:21,013][233734] Updated weights for policy 0, policy_version 18061 (0.0011)
+[2026-06-02 16:20:21,181][233734] Updated weights for policy 0, policy_version 18071 (0.0013)
+[2026-06-02 16:20:21,351][233734] Updated weights for policy 0, policy_version 18081 (0.0009)
+[2026-06-02 16:20:21,985][233734] Updated weights for policy 0, policy_version 18091 (0.0012)
+[2026-06-02 16:20:22,150][233734] Updated weights for policy 0, policy_version 18101 (0.0010)
+[2026-06-02 16:20:22,318][233734] Updated weights for policy 0, policy_version 18111 (0.0009)
+[2026-06-02 16:20:22,488][233734] Updated weights for policy 0, policy_version 18121 (0.0010)
+[2026-06-02 16:20:22,666][233734] Updated weights for policy 0, policy_version 18131 (0.0010)
+[2026-06-02 16:20:22,834][233734] Updated weights for policy 0, policy_version 18141 (0.0011)
+[2026-06-02 16:20:23,011][233734] Updated weights for policy 0, policy_version 18151 (0.0012)
+[2026-06-02 16:20:23,395][210153] Fps is (10 sec: 22937.9, 60 sec: 21299.3, 300 sec: 20993.7). Total num frames: 9306112. Throughput: 0: 21068.9. Samples: 9311488. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:20:23,396][210153] Avg episode reward: [(0, '501.074')]
+[2026-06-02 16:20:23,659][233734] Updated weights for policy 0, policy_version 18161 (0.0011)
+[2026-06-02 16:20:23,848][233734] Updated weights for policy 0, policy_version 18172 (0.0012)
+[2026-06-02 16:20:24,025][233734] Updated weights for policy 0, policy_version 18182 (0.0011)
+[2026-06-02 16:20:24,199][233734] Updated weights for policy 0, policy_version 18192 (0.0008)
+[2026-06-02 16:20:24,366][233734] Updated weights for policy 0, policy_version 18202 (0.0008)
+[2026-06-02 16:20:24,541][233734] Updated weights for policy 0, policy_version 18212 (0.0008)
+[2026-06-02 16:20:24,613][233447] Saving new best policy, reward=501.074!
+[2026-06-02 16:20:25,194][233734] Updated weights for policy 0, policy_version 18222 (0.0006)
+[2026-06-02 16:20:25,377][233734] Updated weights for policy 0, policy_version 18233 (0.0010)
+[2026-06-02 16:20:25,542][233734] Updated weights for policy 0, policy_version 18243 (0.0010)
+[2026-06-02 16:20:25,718][233734] Updated weights for policy 0, policy_version 18253 (0.0011)
+[2026-06-02 16:20:25,887][233734] Updated weights for policy 0, policy_version 18263 (0.0010)
+[2026-06-02 16:20:26,077][233734] Updated weights for policy 0, policy_version 18274 (0.0011)
+[2026-06-02 16:20:26,730][233734] Updated weights for policy 0, policy_version 18284 (0.0011)
+[2026-06-02 16:20:26,893][233734] Updated weights for policy 0, policy_version 18294 (0.0013)
+[2026-06-02 16:20:27,067][233734] Updated weights for policy 0, policy_version 18304 (0.0011)
+[2026-06-02 16:20:27,252][233734] Updated weights for policy 0, policy_version 18315 (0.0012)
+[2026-06-02 16:20:27,441][233734] Updated weights for policy 0, policy_version 18326 (0.0012)
+[2026-06-02 16:20:27,616][233734] Updated weights for policy 0, policy_version 18336 (0.0014)
+[2026-06-02 16:20:28,287][233734] Updated weights for policy 0, policy_version 18346 (0.0013)
+[2026-06-02 16:20:28,395][210153] Fps is (10 sec: 19660.9, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 9404416. Throughput: 0: 20889.6. Samples: 9431808. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:20:28,397][210153] Avg episode reward: [(0, '495.462')]
+[2026-06-02 16:20:28,445][233734] Updated weights for policy 0, policy_version 18356 (0.0008)
+[2026-06-02 16:20:28,621][233734] Updated weights for policy 0, policy_version 18366 (0.0009)
+[2026-06-02 16:20:28,800][233734] Updated weights for policy 0, policy_version 18376 (0.0010)
+[2026-06-02 16:20:28,965][233734] Updated weights for policy 0, policy_version 18386 (0.0008)
+[2026-06-02 16:20:29,149][233734] Updated weights for policy 0, policy_version 18397 (0.0009)
+[2026-06-02 16:20:29,322][233734] Updated weights for policy 0, policy_version 18407 (0.0009)
+[2026-06-02 16:20:29,960][233734] Updated weights for policy 0, policy_version 18418 (0.0011)
+[2026-06-02 16:20:30,129][233734] Updated weights for policy 0, policy_version 18428 (0.0012)
+[2026-06-02 16:20:30,301][233734] Updated weights for policy 0, policy_version 18438 (0.0011)
+[2026-06-02 16:20:30,485][233734] Updated weights for policy 0, policy_version 18449 (0.0011)
+[2026-06-02 16:20:30,651][233734] Updated weights for policy 0, policy_version 18459 (0.0011)
+[2026-06-02 16:20:30,835][233734] Updated weights for policy 0, policy_version 18469 (0.0008)
+[2026-06-02 16:20:31,456][233734] Updated weights for policy 0, policy_version 18479 (0.0013)
+[2026-06-02 16:20:31,622][233734] Updated weights for policy 0, policy_version 18489 (0.0011)
+[2026-06-02 16:20:31,791][233734] Updated weights for policy 0, policy_version 18499 (0.0009)
+[2026-06-02 16:20:31,975][233734] Updated weights for policy 0, policy_version 18510 (0.0012)
+[2026-06-02 16:20:32,157][233734] Updated weights for policy 0, policy_version 18520 (0.0012)
+[2026-06-02 16:20:32,329][233734] Updated weights for policy 0, policy_version 18530 (0.0012)
+[2026-06-02 16:20:32,935][233734] Updated weights for policy 0, policy_version 18540 (0.0010)
+[2026-06-02 16:20:33,090][233734] Updated weights for policy 0, policy_version 18550 (0.0012)
+[2026-06-02 16:20:33,256][233734] Updated weights for policy 0, policy_version 18560 (0.0011)
+[2026-06-02 16:20:33,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9502720. Throughput: 0: 20884.0. Samples: 9496320. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:20:33,396][210153] Avg episode reward: [(0, '489.871')]
+[2026-06-02 16:20:33,438][233734] Updated weights for policy 0, policy_version 18570 (0.0012)
+[2026-06-02 16:20:33,606][233734] Updated weights for policy 0, policy_version 18580 (0.0010)
+[2026-06-02 16:20:33,789][233734] Updated weights for policy 0, policy_version 18591 (0.0012)
+[2026-06-02 16:20:34,460][233734] Updated weights for policy 0, policy_version 18601 (0.0013)
+[2026-06-02 16:20:34,620][233734] Updated weights for policy 0, policy_version 18611 (0.0010)
+[2026-06-02 16:20:34,779][233734] Updated weights for policy 0, policy_version 18621 (0.0010)
+[2026-06-02 16:20:34,963][233734] Updated weights for policy 0, policy_version 18632 (0.0011)
+[2026-06-02 16:20:35,136][233734] Updated weights for policy 0, policy_version 18642 (0.0012)
+[2026-06-02 16:20:35,321][233734] Updated weights for policy 0, policy_version 18652 (0.0011)
+[2026-06-02 16:20:35,488][233734] Updated weights for policy 0, policy_version 18662 (0.0010)
+[2026-06-02 16:20:36,169][233734] Updated weights for policy 0, policy_version 18672 (0.0009)
+[2026-06-02 16:20:36,339][233734] Updated weights for policy 0, policy_version 18682 (0.0009)
+[2026-06-02 16:20:36,510][233734] Updated weights for policy 0, policy_version 18692 (0.0011)
+[2026-06-02 16:20:36,681][233734] Updated weights for policy 0, policy_version 18702 (0.0007)
+[2026-06-02 16:20:36,848][233734] Updated weights for policy 0, policy_version 18712 (0.0010)
+[2026-06-02 16:20:37,032][233734] Updated weights for policy 0, policy_version 18722 (0.0009)
+[2026-06-02 16:20:37,690][233734] Updated weights for policy 0, policy_version 18732 (0.0010)
+[2026-06-02 16:20:37,853][233734] Updated weights for policy 0, policy_version 18742 (0.0007)
+[2026-06-02 16:20:38,021][233734] Updated weights for policy 0, policy_version 18752 (0.0006)
+[2026-06-02 16:20:38,197][233734] Updated weights for policy 0, policy_version 18762 (0.0007)
+[2026-06-02 16:20:38,367][233734] Updated weights for policy 0, policy_version 18772 (0.0007)
+[2026-06-02 16:20:38,395][210153] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9601024. Throughput: 0: 21043.3. Samples: 9622528. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:20:38,396][210153] Avg episode reward: [(0, '471.509')]
+[2026-06-02 16:20:38,538][233734] Updated weights for policy 0, policy_version 18782 (0.0008)
+[2026-06-02 16:20:38,706][233734] Updated weights for policy 0, policy_version 18792 (0.0008)
+[2026-06-02 16:20:39,346][233734] Updated weights for policy 0, policy_version 18802 (0.0010)
+[2026-06-02 16:20:39,517][233734] Updated weights for policy 0, policy_version 18812 (0.0009)
+[2026-06-02 16:20:39,688][233734] Updated weights for policy 0, policy_version 18822 (0.0009)
+[2026-06-02 16:20:39,851][233734] Updated weights for policy 0, policy_version 18832 (0.0009)
+[2026-06-02 16:20:40,026][233734] Updated weights for policy 0, policy_version 18842 (0.0010)
+[2026-06-02 16:20:40,208][233734] Updated weights for policy 0, policy_version 18852 (0.0009)
+[2026-06-02 16:20:40,863][233734] Updated weights for policy 0, policy_version 18864 (0.0008)
+[2026-06-02 16:20:41,048][233734] Updated weights for policy 0, policy_version 18875 (0.0008)
+[2026-06-02 16:20:41,210][233734] Updated weights for policy 0, policy_version 18885 (0.0010)
+[2026-06-02 16:20:41,393][233734] Updated weights for policy 0, policy_version 18895 (0.0009)
+[2026-06-02 16:20:41,560][233734] Updated weights for policy 0, policy_version 18905 (0.0010)
+[2026-06-02 16:20:41,739][233734] Updated weights for policy 0, policy_version 18916 (0.0011)
+[2026-06-02 16:20:42,435][233734] Updated weights for policy 0, policy_version 18927 (0.0009)
+[2026-06-02 16:20:42,596][233734] Updated weights for policy 0, policy_version 18937 (0.0009)
+[2026-06-02 16:20:42,763][233734] Updated weights for policy 0, policy_version 18947 (0.0010)
+[2026-06-02 16:20:42,938][233734] Updated weights for policy 0, policy_version 18957 (0.0007)
+[2026-06-02 16:20:43,115][233734] Updated weights for policy 0, policy_version 18968 (0.0009)
+[2026-06-02 16:20:43,304][233734] Updated weights for policy 0, policy_version 18979 (0.0010)
+[2026-06-02 16:20:43,395][210153] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 9732096. Throughput: 0: 21159.8. Samples: 9750656. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:20:43,397][210153] Avg episode reward: [(0, '504.487')]
+[2026-06-02 16:20:43,404][233447] Saving new best policy, reward=504.487!
+[2026-06-02 16:20:43,965][233734] Updated weights for policy 0, policy_version 18989 (0.0012)
+[2026-06-02 16:20:44,143][233734] Updated weights for policy 0, policy_version 19000 (0.0010)
+[2026-06-02 16:20:44,310][233734] Updated weights for policy 0, policy_version 19010 (0.0011)
+[2026-06-02 16:20:44,483][233734] Updated weights for policy 0, policy_version 19021 (0.0012)
+[2026-06-02 16:20:44,657][233734] Updated weights for policy 0, policy_version 19031 (0.0012)
+[2026-06-02 16:20:44,839][233734] Updated weights for policy 0, policy_version 19042 (0.0013)
+[2026-06-02 16:20:45,475][233734] Updated weights for policy 0, policy_version 19052 (0.0009)
+[2026-06-02 16:20:45,635][233734] Updated weights for policy 0, policy_version 19062 (0.0010)
+[2026-06-02 16:20:45,806][233734] Updated weights for policy 0, policy_version 19072 (0.0009)
+[2026-06-02 16:20:45,971][233734] Updated weights for policy 0, policy_version 19082 (0.0010)
+[2026-06-02 16:20:46,141][233734] Updated weights for policy 0, policy_version 19092 (0.0010)
+[2026-06-02 16:20:46,326][233734] Updated weights for policy 0, policy_version 19103 (0.0011)
+[2026-06-02 16:20:46,983][233734] Updated weights for policy 0, policy_version 19113 (0.0011)
+[2026-06-02 16:20:47,146][233734] Updated weights for policy 0, policy_version 19123 (0.0010)
+[2026-06-02 16:20:47,306][233734] Updated weights for policy 0, policy_version 19133 (0.0011)
+[2026-06-02 16:20:47,476][233734] Updated weights for policy 0, policy_version 19143 (0.0010)
+[2026-06-02 16:20:47,656][233734] Updated weights for policy 0, policy_version 19153 (0.0008)
+[2026-06-02 16:20:47,823][233734] Updated weights for policy 0, policy_version 19163 (0.0010)
+[2026-06-02 16:20:47,997][233734] Updated weights for policy 0, policy_version 19173 (0.0010)
+[2026-06-02 16:20:48,395][210153] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 9830400. Throughput: 0: 21174.1. Samples: 9814272. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:20:48,396][210153] Avg episode reward: [(0, '526.996')]
+[2026-06-02 16:20:48,607][233734] Updated weights for policy 0, policy_version 19183 (0.0011)
+[2026-06-02 16:20:48,772][233734] Updated weights for policy 0, policy_version 19193 (0.0009)
+[2026-06-02 16:20:48,961][233734] Updated weights for policy 0, policy_version 19203 (0.0008)
+[2026-06-02 16:20:49,137][233734] Updated weights for policy 0, policy_version 19213 (0.0011)
+[2026-06-02 16:20:49,313][233734] Updated weights for policy 0, policy_version 19223 (0.0011)
+[2026-06-02 16:20:49,502][233734] Updated weights for policy 0, policy_version 19233 (0.0012)
+[2026-06-02 16:20:49,617][233447] Saving new best policy, reward=526.996!
+[2026-06-02 16:20:50,089][233734] Updated weights for policy 0, policy_version 19243 (0.0009)
+[2026-06-02 16:20:50,259][233734] Updated weights for policy 0, policy_version 19253 (0.0007)
+[2026-06-02 16:20:50,431][233734] Updated weights for policy 0, policy_version 19263 (0.0008)
+[2026-06-02 16:20:50,608][233734] Updated weights for policy 0, policy_version 19273 (0.0005)
+[2026-06-02 16:20:50,796][233734] Updated weights for policy 0, policy_version 19283 (0.0010)
+[2026-06-02 16:20:50,967][233734] Updated weights for policy 0, policy_version 19293 (0.0010)
+[2026-06-02 16:20:51,145][233734] Updated weights for policy 0, policy_version 19303 (0.0008)
+[2026-06-02 16:20:51,735][233734] Updated weights for policy 0, policy_version 19313 (0.0011)
+[2026-06-02 16:20:51,904][233734] Updated weights for policy 0, policy_version 19323 (0.0011)
+[2026-06-02 16:20:52,075][233734] Updated weights for policy 0, policy_version 19333 (0.0011)
+[2026-06-02 16:20:52,238][233734] Updated weights for policy 0, policy_version 19343 (0.0009)
+[2026-06-02 16:20:52,412][233734] Updated weights for policy 0, policy_version 19353 (0.0011)
+[2026-06-02 16:20:52,578][233734] Updated weights for policy 0, policy_version 19363 (0.0010)
+[2026-06-02 16:20:53,215][233734] Updated weights for policy 0, policy_version 19373 (0.0012)
+[2026-06-02 16:20:53,369][233734] Updated weights for policy 0, policy_version 19383 (0.0012)
+[2026-06-02 16:20:53,395][210153] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 9928704. Throughput: 0: 21074.4. Samples: 9941632. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:20:53,397][210153] Avg episode reward: [(0, '533.138')]
+[2026-06-02 16:20:53,544][233734] Updated weights for policy 0, policy_version 19393 (0.0011)
+[2026-06-02 16:20:53,715][233734] Updated weights for policy 0, policy_version 19403 (0.0013)
+[2026-06-02 16:20:53,886][233734] Updated weights for policy 0, policy_version 19413 (0.0011)
+[2026-06-02 16:20:54,049][233734] Updated weights for policy 0, policy_version 19423 (0.0010)
+[2026-06-02 16:20:54,195][233447] Saving new best policy, reward=533.138!
+[2026-06-02 16:20:54,742][233734] Updated weights for policy 0, policy_version 19434 (0.0009)
+[2026-06-02 16:20:54,912][233734] Updated weights for policy 0, policy_version 19444 (0.0008)
+[2026-06-02 16:20:55,066][233734] Updated weights for policy 0, policy_version 19454 (0.0009)
+[2026-06-02 16:20:55,239][233734] Updated weights for policy 0, policy_version 19464 (0.0009)
+[2026-06-02 16:20:55,408][233734] Updated weights for policy 0, policy_version 19474 (0.0008)
+[2026-06-02 16:20:55,583][233734] Updated weights for policy 0, policy_version 19484 (0.0007)
+[2026-06-02 16:20:55,759][233734] Updated weights for policy 0, policy_version 19494 (0.0010)
+[2026-06-02 16:20:56,409][233734] Updated weights for policy 0, policy_version 19504 (0.0010)
+[2026-06-02 16:20:56,573][233734] Updated weights for policy 0, policy_version 19514 (0.0011)
+[2026-06-02 16:20:56,740][233734] Updated weights for policy 0, policy_version 19524 (0.0010)
+[2026-06-02 16:20:56,924][233734] Updated weights for policy 0, policy_version 19535 (0.0009)
+[2026-06-02 16:20:57,109][233734] Updated weights for policy 0, policy_version 19546 (0.0010)
+[2026-06-02 16:20:57,317][233734] Updated weights for policy 0, policy_version 19559 (0.0010)
+[2026-06-02 16:20:58,013][233734] Updated weights for policy 0, policy_version 19570 (0.0009)
+[2026-06-02 16:20:58,169][233734] Updated weights for policy 0, policy_version 19580 (0.0008)
+[2026-06-02 16:20:58,336][233734] Updated weights for policy 0, policy_version 19590 (0.0008)
+[2026-06-02 16:20:58,395][210153] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10027008. Throughput: 0: 21091.5. Samples: 10069504. Policy #0 lag: (min: 52.0, avg: 97.7, max: 127.0)
+[2026-06-02 16:20:58,396][210153] Avg episode reward: [(0, '559.828')]
+[2026-06-02 16:20:58,512][233734] Updated weights for policy 0, policy_version 19600 (0.0012)
+[2026-06-02 16:20:58,688][233734] Updated weights for policy 0, policy_version 19610 (0.0008)
+[2026-06-02 16:20:58,861][233734] Updated weights for policy 0, policy_version 19620 (0.0008)
+[2026-06-02 16:20:58,920][233447] Saving new best policy, reward=559.828!
+[2026-06-02 16:20:59,493][233734] Updated weights for policy 0, policy_version 19632 (0.0012)
+[2026-06-02 16:20:59,668][233734] Updated weights for policy 0, policy_version 19643 (0.0011)
+[2026-06-02 16:20:59,866][233734] Updated weights for policy 0, policy_version 19654 (0.0013)
+[2026-06-02 16:21:00,031][233734] Updated weights for policy 0, policy_version 19664 (0.0012)
+[2026-06-02 16:21:00,194][233734] Updated weights for policy 0, policy_version 19674 (0.0016)
+[2026-06-02 16:21:00,371][233734] Updated weights for policy 0, policy_version 19684 (0.0009)
+[2026-06-02 16:21:01,015][233734] Updated weights for policy 0, policy_version 19694 (0.0012)
+[2026-06-02 16:21:01,178][233734] Updated weights for policy 0, policy_version 19704 (0.0010)
+[2026-06-02 16:21:01,359][233734] Updated weights for policy 0, policy_version 19715 (0.0007)
+[2026-06-02 16:21:01,527][233734] Updated weights for policy 0, policy_version 19725 (0.0012)
+[2026-06-02 16:21:01,698][233734] Updated weights for policy 0, policy_version 19735 (0.0011)
+[2026-06-02 16:21:01,859][233734] Updated weights for policy 0, policy_version 19745 (0.0012)
+[2026-06-02 16:21:02,539][233734] Updated weights for policy 0, policy_version 19755 (0.0011)
+[2026-06-02 16:21:02,703][233734] Updated weights for policy 0, policy_version 19765 (0.0011)
+[2026-06-02 16:21:02,873][233734] Updated weights for policy 0, policy_version 19775 (0.0010)
+[2026-06-02 16:21:03,048][233734] Updated weights for policy 0, policy_version 19785 (0.0012)
+[2026-06-02 16:21:03,213][233734] Updated weights for policy 0, policy_version 19795 (0.0012)
+[2026-06-02 16:21:03,386][233734] Updated weights for policy 0, policy_version 19805 (0.0013)
+[2026-06-02 16:21:03,396][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 10125312. Throughput: 0: 20986.2. Samples: 10129536. Policy #0 lag: (min: 52.0, avg: 97.7, max: 127.0)
+[2026-06-02 16:21:03,397][210153] Avg episode reward: [(0, '563.078')]
+[2026-06-02 16:21:03,550][233734] Updated weights for policy 0, policy_version 19815 (0.0010)
+[2026-06-02 16:21:03,561][233447] Saving new best policy, reward=563.078!
+[2026-06-02 16:21:04,186][233734] Updated weights for policy 0, policy_version 19826 (0.0010)
+[2026-06-02 16:21:04,346][233734] Updated weights for policy 0, policy_version 19836 (0.0010)
+[2026-06-02 16:21:04,517][233734] Updated weights for policy 0, policy_version 19846 (0.0012)
+[2026-06-02 16:21:04,678][233734] Updated weights for policy 0, policy_version 19856 (0.0012)
+[2026-06-02 16:21:04,856][233734] Updated weights for policy 0, policy_version 19866 (0.0008)
+[2026-06-02 16:21:05,030][233734] Updated weights for policy 0, policy_version 19876 (0.0007)
+[2026-06-02 16:21:05,666][233734] Updated weights for policy 0, policy_version 19886 (0.0008)
+[2026-06-02 16:21:05,828][233734] Updated weights for policy 0, policy_version 19896 (0.0009)
+[2026-06-02 16:21:05,999][233734] Updated weights for policy 0, policy_version 19906 (0.0009)
+[2026-06-02 16:21:06,175][233734] Updated weights for policy 0, policy_version 19916 (0.0006)
+[2026-06-02 16:21:06,348][233734] Updated weights for policy 0, policy_version 19926 (0.0009)
+[2026-06-02 16:21:06,516][233734] Updated weights for policy 0, policy_version 19936 (0.0009)
+[2026-06-02 16:21:07,180][233734] Updated weights for policy 0, policy_version 19946 (0.0010)
+[2026-06-02 16:21:07,339][233734] Updated weights for policy 0, policy_version 19956 (0.0010)
+[2026-06-02 16:21:07,498][233734] Updated weights for policy 0, policy_version 19966 (0.0010)
+[2026-06-02 16:21:07,666][233734] Updated weights for policy 0, policy_version 19976 (0.0011)
+[2026-06-02 16:21:07,834][233734] Updated weights for policy 0, policy_version 19986 (0.0012)
+[2026-06-02 16:21:08,003][233734] Updated weights for policy 0, policy_version 19996 (0.0010)
+[2026-06-02 16:21:08,169][233734] Updated weights for policy 0, policy_version 20006 (0.0007)
+[2026-06-02 16:21:08,395][210153] Fps is (10 sec: 22937.9, 60 sec: 21299.3, 300 sec: 20993.7). Total num frames: 10256384. Throughput: 0: 20829.8. Samples: 10248832. Policy #0 lag: (min: 52.0, avg: 97.7, max: 127.0)
+[2026-06-02 16:21:08,396][210153] Avg episode reward: [(0, '577.221')]
+[2026-06-02 16:21:08,403][233447] Saving new best policy, reward=577.221!
+[2026-06-02 16:21:08,814][233734] Updated weights for policy 0, policy_version 20016 (0.0012)
+[2026-06-02 16:21:08,980][233734] Updated weights for policy 0, policy_version 20026 (0.0014)
+[2026-06-02 16:21:09,148][233734] Updated weights for policy 0, policy_version 20036 (0.0012)
+[2026-06-02 16:21:09,325][233734] Updated weights for policy 0, policy_version 20046 (0.0010)
+[2026-06-02 16:21:09,504][233734] Updated weights for policy 0, policy_version 20057 (0.0011)
+[2026-06-02 16:21:09,685][233734] Updated weights for policy 0, policy_version 20067 (0.0009)
+[2026-06-02 16:21:10,340][233734] Updated weights for policy 0, policy_version 20078 (0.0010)
+[2026-06-02 16:21:10,505][233734] Updated weights for policy 0, policy_version 20088 (0.0011)
+[2026-06-02 16:21:10,673][233734] Updated weights for policy 0, policy_version 20098 (0.0012)
+[2026-06-02 16:21:10,849][233734] Updated weights for policy 0, policy_version 20108 (0.0010)
+[2026-06-02 16:21:11,023][233734] Updated weights for policy 0, policy_version 20118 (0.0010)
+[2026-06-02 16:21:11,196][233734] Updated weights for policy 0, policy_version 20128 (0.0008)
+[2026-06-02 16:21:11,827][233734] Updated weights for policy 0, policy_version 20138 (0.0009)
+[2026-06-02 16:21:11,993][233734] Updated weights for policy 0, policy_version 20148 (0.0011)
+[2026-06-02 16:21:12,166][233734] Updated weights for policy 0, policy_version 20158 (0.0012)
+[2026-06-02 16:21:12,341][233734] Updated weights for policy 0, policy_version 20168 (0.0011)
+[2026-06-02 16:21:12,502][233734] Updated weights for policy 0, policy_version 20178 (0.0010)
+[2026-06-02 16:21:12,676][233734] Updated weights for policy 0, policy_version 20188 (0.0010)
+[2026-06-02 16:21:12,853][233734] Updated weights for policy 0, policy_version 20198 (0.0009)
+[2026-06-02 16:21:13,395][210153] Fps is (10 sec: 22938.2, 60 sec: 21299.1, 300 sec: 20993.7). Total num frames: 10354688. Throughput: 0: 20946.4. Samples: 10374400. Policy #0 lag: (min: 61.0, avg: 77.0, max: 125.0)
+[2026-06-02 16:21:13,396][210153] Avg episode reward: [(0, '586.190')]
+[2026-06-02 16:21:13,471][233734] Updated weights for policy 0, policy_version 20208 (0.0008)
+[2026-06-02 16:21:13,649][233734] Updated weights for policy 0, policy_version 20218 (0.0008)
+[2026-06-02 16:21:13,820][233734] Updated weights for policy 0, policy_version 20228 (0.0010)
+[2026-06-02 16:21:13,995][233734] Updated weights for policy 0, policy_version 20238 (0.0010)
+[2026-06-02 16:21:14,168][233734] Updated weights for policy 0, policy_version 20248 (0.0010)
+[2026-06-02 16:21:14,334][233734] Updated weights for policy 0, policy_version 20258 (0.0007)
+[2026-06-02 16:21:14,439][233447] Saving new best policy, reward=586.190!
+[2026-06-02 16:21:14,952][233734] Updated weights for policy 0, policy_version 20268 (0.0006)
+[2026-06-02 16:21:15,121][233734] Updated weights for policy 0, policy_version 20278 (0.0011)
+[2026-06-02 16:21:15,283][233734] Updated weights for policy 0, policy_version 20288 (0.0011)
+[2026-06-02 16:21:15,469][233734] Updated weights for policy 0, policy_version 20298 (0.0010)
+[2026-06-02 16:21:15,641][233734] Updated weights for policy 0, policy_version 20308 (0.0009)
+[2026-06-02 16:21:15,817][233734] Updated weights for policy 0, policy_version 20318 (0.0010)
+[2026-06-02 16:21:15,994][233734] Updated weights for policy 0, policy_version 20328 (0.0011)
+[2026-06-02 16:21:16,588][233734] Updated weights for policy 0, policy_version 20338 (0.0010)
+[2026-06-02 16:21:16,756][233734] Updated weights for policy 0, policy_version 20348 (0.0010)
+[2026-06-02 16:21:16,927][233734] Updated weights for policy 0, policy_version 20358 (0.0008)
+[2026-06-02 16:21:17,100][233734] Updated weights for policy 0, policy_version 20368 (0.0007)
+[2026-06-02 16:21:17,276][233734] Updated weights for policy 0, policy_version 20378 (0.0011)
+[2026-06-02 16:21:17,446][233734] Updated weights for policy 0, policy_version 20388 (0.0012)
+[2026-06-02 16:21:18,110][233734] Updated weights for policy 0, policy_version 20398 (0.0010)
+[2026-06-02 16:21:18,286][233734] Updated weights for policy 0, policy_version 20408 (0.0011)
+[2026-06-02 16:21:18,395][210153] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 10452992. Throughput: 0: 20932.1. Samples: 10438272. Policy #0 lag: (min: 61.0, avg: 77.0, max: 125.0)
+[2026-06-02 16:21:18,398][210153] Avg episode reward: [(0, '573.611')]
+[2026-06-02 16:21:18,453][233734] Updated weights for policy 0, policy_version 20418 (0.0009)
+[2026-06-02 16:21:18,627][233734] Updated weights for policy 0, policy_version 20428 (0.0010)
+[2026-06-02 16:21:18,796][233734] Updated weights for policy 0, policy_version 20438 (0.0009)
+[2026-06-02 16:21:18,975][233734] Updated weights for policy 0, policy_version 20448 (0.0008)
+[2026-06-02 16:21:19,568][233734] Updated weights for policy 0, policy_version 20458 (0.0009)
+[2026-06-02 16:21:19,735][233734] Updated weights for policy 0, policy_version 20468 (0.0008)
+[2026-06-02 16:21:19,899][233734] Updated weights for policy 0, policy_version 20478 (0.0011)
+[2026-06-02 16:21:20,065][233734] Updated weights for policy 0, policy_version 20488 (0.0011)
+[2026-06-02 16:21:20,241][233734] Updated weights for policy 0, policy_version 20498 (0.0007)
+[2026-06-02 16:21:20,410][233734] Updated weights for policy 0, policy_version 20508 (0.0009)
+[2026-06-02 16:21:20,587][233734] Updated weights for policy 0, policy_version 20518 (0.0007)
+[2026-06-02 16:21:21,237][233734] Updated weights for policy 0, policy_version 20528 (0.0009)
+[2026-06-02 16:21:21,410][233734] Updated weights for policy 0, policy_version 20538 (0.0011)
+[2026-06-02 16:21:21,591][233734] Updated weights for policy 0, policy_version 20549 (0.0010)
+[2026-06-02 16:21:21,768][233734] Updated weights for policy 0, policy_version 20559 (0.0012)
+[2026-06-02 16:21:21,940][233734] Updated weights for policy 0, policy_version 20569 (0.0011)
+[2026-06-02 16:21:22,110][233734] Updated weights for policy 0, policy_version 20579 (0.0010)
+[2026-06-02 16:21:22,752][233734] Updated weights for policy 0, policy_version 20589 (0.0010)
+[2026-06-02 16:21:22,910][233734] Updated weights for policy 0, policy_version 20599 (0.0012)
+[2026-06-02 16:21:23,087][233734] Updated weights for policy 0, policy_version 20609 (0.0011)
+[2026-06-02 16:21:23,252][233734] Updated weights for policy 0, policy_version 20619 (0.0010)
+[2026-06-02 16:21:23,395][210153] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 10551296. Throughput: 0: 20926.5. Samples: 10564224. Policy #0 lag: (min: 61.0, avg: 77.0, max: 125.0)
+[2026-06-02 16:21:23,396][210153] Avg episode reward: [(0, '574.146')]
+[2026-06-02 16:21:23,434][233734] Updated weights for policy 0, policy_version 20629 (0.0011)
+[2026-06-02 16:21:23,604][233734] Updated weights for policy 0, policy_version 20639 (0.0012)
+[2026-06-02 16:21:24,260][233734] Updated weights for policy 0, policy_version 20650 (0.0009)
+[2026-06-02 16:21:24,420][233734] Updated weights for policy 0, policy_version 20660 (0.0010)
+[2026-06-02 16:21:24,591][233734] Updated weights for policy 0, policy_version 20670 (0.0009)
+[2026-06-02 16:21:24,768][233734] Updated weights for policy 0, policy_version 20680 (0.0008)
+[2026-06-02 16:21:24,948][233734] Updated weights for policy 0, policy_version 20691 (0.0010)
+[2026-06-02 16:21:25,117][233734] Updated weights for policy 0, policy_version 20701 (0.0008)
+[2026-06-02 16:21:25,313][233734] Updated weights for policy 0, policy_version 20712 (0.0008)
+[2026-06-02 16:21:25,944][233734] Updated weights for policy 0, policy_version 20722 (0.0011)
+[2026-06-02 16:21:26,124][233734] Updated weights for policy 0, policy_version 20732 (0.0011)
+[2026-06-02 16:21:26,293][233734] Updated weights for policy 0, policy_version 20742 (0.0010)
+[2026-06-02 16:21:26,457][233734] Updated weights for policy 0, policy_version 20752 (0.0011)
+[2026-06-02 16:21:26,631][233734] Updated weights for policy 0, policy_version 20762 (0.0012)
+[2026-06-02 16:21:26,850][233734] Updated weights for policy 0, policy_version 20775 (0.0011)
+[2026-06-02 16:21:27,482][233734] Updated weights for policy 0, policy_version 20786 (0.0011)
+[2026-06-02 16:21:27,662][233734] Updated weights for policy 0, policy_version 20798 (0.0013)
+[2026-06-02 16:21:27,833][233734] Updated weights for policy 0, policy_version 20808 (0.0011)
+[2026-06-02 16:21:28,015][233734] Updated weights for policy 0, policy_version 20818 (0.0007)
+[2026-06-02 16:21:28,196][233734] Updated weights for policy 0, policy_version 20828 (0.0008)
+[2026-06-02 16:21:28,371][233734] Updated weights for policy 0, policy_version 20838 (0.0011)
+[2026-06-02 16:21:28,396][210153] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 10649600. Throughput: 0: 20895.2. Samples: 10690944. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:21:28,398][210153] Avg episode reward: [(0, '560.358')]
+[2026-06-02 16:21:28,984][233734] Updated weights for policy 0, policy_version 20848 (0.0010)
+[2026-06-02 16:21:29,145][233734] Updated weights for policy 0, policy_version 20858 (0.0009)
+[2026-06-02 16:21:29,323][233734] Updated weights for policy 0, policy_version 20868 (0.0011)
+[2026-06-02 16:21:29,492][233734] Updated weights for policy 0, policy_version 20878 (0.0011)
+[2026-06-02 16:21:29,658][233734] Updated weights for policy 0, policy_version 20888 (0.0010)
+[2026-06-02 16:21:29,836][233734] Updated weights for policy 0, policy_version 20898 (0.0012)
+[2026-06-02 16:21:30,475][233734] Updated weights for policy 0, policy_version 20909 (0.0012)
+[2026-06-02 16:21:30,637][233734] Updated weights for policy 0, policy_version 20919 (0.0009)
+[2026-06-02 16:21:30,807][233734] Updated weights for policy 0, policy_version 20929 (0.0010)
+[2026-06-02 16:21:30,989][233734] Updated weights for policy 0, policy_version 20940 (0.0018)
+[2026-06-02 16:21:31,166][233734] Updated weights for policy 0, policy_version 20950 (0.0011)
+[2026-06-02 16:21:31,335][233734] Updated weights for policy 0, policy_version 20960 (0.0010)
+[2026-06-02 16:21:32,025][233734] Updated weights for policy 0, policy_version 20971 (0.0008)
+[2026-06-02 16:21:32,187][233734] Updated weights for policy 0, policy_version 20981 (0.0009)
+[2026-06-02 16:21:32,365][233734] Updated weights for policy 0, policy_version 20991 (0.0010)
+[2026-06-02 16:21:32,539][233734] Updated weights for policy 0, policy_version 21002 (0.0011)
+[2026-06-02 16:21:32,715][233734] Updated weights for policy 0, policy_version 21012 (0.0011)
+[2026-06-02 16:21:32,880][233734] Updated weights for policy 0, policy_version 21022 (0.0009)
+[2026-06-02 16:21:33,053][233734] Updated weights for policy 0, policy_version 21032 (0.0011)
+[2026-06-02 16:21:33,396][210153] Fps is (10 sec: 22936.8, 60 sec: 21299.0, 300 sec: 20993.7). Total num frames: 10780672. Throughput: 0: 20878.1. Samples: 10753792. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:21:33,397][210153] Avg episode reward: [(0, '549.134')]
+[2026-06-02 16:21:33,685][233734] Updated weights for policy 0, policy_version 21042 (0.0008)
+[2026-06-02 16:21:33,850][233734] Updated weights for policy 0, policy_version 21052 (0.0011)
+[2026-06-02 16:21:34,016][233734] Updated weights for policy 0, policy_version 21062 (0.0013)
+[2026-06-02 16:21:34,191][233734] Updated weights for policy 0, policy_version 21072 (0.0011)
+[2026-06-02 16:21:34,370][233734] Updated weights for policy 0, policy_version 21082 (0.0011)
+[2026-06-02 16:21:34,534][233734] Updated weights for policy 0, policy_version 21092 (0.0012)
+[2026-06-02 16:21:35,198][233734] Updated weights for policy 0, policy_version 21102 (0.0011)
+[2026-06-02 16:21:35,364][233734] Updated weights for policy 0, policy_version 21112 (0.0012)
+[2026-06-02 16:21:35,536][233734] Updated weights for policy 0, policy_version 21122 (0.0011)
+[2026-06-02 16:21:35,706][233734] Updated weights for policy 0, policy_version 21132 (0.0011)
+[2026-06-02 16:21:35,895][233734] Updated weights for policy 0, policy_version 21143 (0.0011)
+[2026-06-02 16:21:36,063][233734] Updated weights for policy 0, policy_version 21153 (0.0009)
+[2026-06-02 16:21:36,705][233734] Updated weights for policy 0, policy_version 21163 (0.0011)
+[2026-06-02 16:21:36,867][233734] Updated weights for policy 0, policy_version 21173 (0.0010)
+[2026-06-02 16:21:37,038][233734] Updated weights for policy 0, policy_version 21183 (0.0013)
+[2026-06-02 16:21:37,220][233734] Updated weights for policy 0, policy_version 21193 (0.0013)
+[2026-06-02 16:21:37,384][233734] Updated weights for policy 0, policy_version 21203 (0.0012)
+[2026-06-02 16:21:37,562][233734] Updated weights for policy 0, policy_version 21213 (0.0010)
+[2026-06-02 16:21:37,733][233734] Updated weights for policy 0, policy_version 21223 (0.0010)
+[2026-06-02 16:21:38,391][233734] Updated weights for policy 0, policy_version 21233 (0.0010)
+[2026-06-02 16:21:38,395][210153] Fps is (10 sec: 22938.4, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10878976. Throughput: 0: 20912.5. Samples: 10882688. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:21:38,396][210153] Avg episode reward: [(0, '524.766')]
+[2026-06-02 16:21:38,558][233734] Updated weights for policy 0, policy_version 21243 (0.0011)
+[2026-06-02 16:21:38,728][233734] Updated weights for policy 0, policy_version 21253 (0.0010)
+[2026-06-02 16:21:38,900][233734] Updated weights for policy 0, policy_version 21263 (0.0011)
+[2026-06-02 16:21:39,065][233734] Updated weights for policy 0, policy_version 21273 (0.0011)
+[2026-06-02 16:21:39,232][233734] Updated weights for policy 0, policy_version 21283 (0.0011)
+[2026-06-02 16:21:39,884][233734] Updated weights for policy 0, policy_version 21293 (0.0011)
+[2026-06-02 16:21:40,053][233734] Updated weights for policy 0, policy_version 21303 (0.0011)
+[2026-06-02 16:21:40,222][233734] Updated weights for policy 0, policy_version 21313 (0.0012)
+[2026-06-02 16:21:40,397][233734] Updated weights for policy 0, policy_version 21323 (0.0008)
+[2026-06-02 16:21:40,578][233734] Updated weights for policy 0, policy_version 21333 (0.0011)
+[2026-06-02 16:21:40,753][233734] Updated weights for policy 0, policy_version 21343 (0.0011)
+[2026-06-02 16:21:41,388][233734] Updated weights for policy 0, policy_version 21353 (0.0009)
+[2026-06-02 16:21:41,550][233734] Updated weights for policy 0, policy_version 21363 (0.0012)
+[2026-06-02 16:21:41,721][233734] Updated weights for policy 0, policy_version 21373 (0.0011)
+[2026-06-02 16:21:41,894][233734] Updated weights for policy 0, policy_version 21383 (0.0012)
+[2026-06-02 16:21:42,065][233734] Updated weights for policy 0, policy_version 21393 (0.0012)
+[2026-06-02 16:21:42,239][233734] Updated weights for policy 0, policy_version 21404 (0.0011)
+[2026-06-02 16:21:42,419][233734] Updated weights for policy 0, policy_version 21414 (0.0009)
+[2026-06-02 16:21:43,072][233734] Updated weights for policy 0, policy_version 21424 (0.0009)
+[2026-06-02 16:21:43,246][233734] Updated weights for policy 0, policy_version 21434 (0.0009)
+[2026-06-02 16:21:43,395][210153] Fps is (10 sec: 19661.5, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 10977280. Throughput: 0: 20875.4. Samples: 11008896. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 16:21:43,396][210153] Avg episode reward: [(0, '517.079')]
+[2026-06-02 16:21:43,420][233734] Updated weights for policy 0, policy_version 21444 (0.0010)
+[2026-06-02 16:21:43,592][233734] Updated weights for policy 0, policy_version 21454 (0.0010)
+[2026-06-02 16:21:43,772][233734] Updated weights for policy 0, policy_version 21464 (0.0010)
+[2026-06-02 16:21:43,947][233734] Updated weights for policy 0, policy_version 21474 (0.0008)
+[2026-06-02 16:21:44,535][233734] Updated weights for policy 0, policy_version 21484 (0.0007)
+[2026-06-02 16:21:44,707][233734] Updated weights for policy 0, policy_version 21494 (0.0007)
+[2026-06-02 16:21:44,870][233734] Updated weights for policy 0, policy_version 21504 (0.0009)
+[2026-06-02 16:21:45,040][233734] Updated weights for policy 0, policy_version 21514 (0.0009)
+[2026-06-02 16:21:45,221][233734] Updated weights for policy 0, policy_version 21524 (0.0009)
+[2026-06-02 16:21:45,393][233734] Updated weights for policy 0, policy_version 21534 (0.0010)
+[2026-06-02 16:21:45,567][233734] Updated weights for policy 0, policy_version 21544 (0.0012)
+[2026-06-02 16:21:46,180][233734] Updated weights for policy 0, policy_version 21554 (0.0010)
+[2026-06-02 16:21:46,350][233734] Updated weights for policy 0, policy_version 21564 (0.0010)
+[2026-06-02 16:21:46,521][233734] Updated weights for policy 0, policy_version 21574 (0.0010)
+[2026-06-02 16:21:46,710][233734] Updated weights for policy 0, policy_version 21585 (0.0010)
+[2026-06-02 16:21:46,879][233734] Updated weights for policy 0, policy_version 21595 (0.0010)
+[2026-06-02 16:21:47,040][233734] Updated weights for policy 0, policy_version 21605 (0.0010)
+[2026-06-02 16:21:47,701][233734] Updated weights for policy 0, policy_version 21615 (0.0012)
+[2026-06-02 16:21:47,877][233734] Updated weights for policy 0, policy_version 21626 (0.0010)
+[2026-06-02 16:21:48,073][233734] Updated weights for policy 0, policy_version 21637 (0.0010)
+[2026-06-02 16:21:48,244][233734] Updated weights for policy 0, policy_version 21647 (0.0012)
+[2026-06-02 16:21:48,395][210153] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 11075584. Throughput: 0: 20886.9. Samples: 11069440. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 16:21:48,397][210153] Avg episode reward: [(0, '528.053')]
+[2026-06-02 16:21:48,410][233734] Updated weights for policy 0, policy_version 21657 (0.0010)
+[2026-06-02 16:21:48,598][233734] Updated weights for policy 0, policy_version 21668 (0.0011)
+[2026-06-02 16:21:49,246][233734] Updated weights for policy 0, policy_version 21678 (0.0011)
+[2026-06-02 16:21:49,403][233734] Updated weights for policy 0, policy_version 21688 (0.0012)
+[2026-06-02 16:21:49,574][233734] Updated weights for policy 0, policy_version 21698 (0.0012)
+[2026-06-02 16:21:49,753][233734] Updated weights for policy 0, policy_version 21708 (0.0010)
+[2026-06-02 16:21:49,935][233734] Updated weights for policy 0, policy_version 21719 (0.0012)
+[2026-06-02 16:21:50,110][233734] Updated weights for policy 0, policy_version 21729 (0.0011)
+[2026-06-02 16:21:50,766][233734] Updated weights for policy 0, policy_version 21739 (0.0011)
+[2026-06-02 16:21:50,926][233734] Updated weights for policy 0, policy_version 21749 (0.0011)
+[2026-06-02 16:21:51,088][233734] Updated weights for policy 0, policy_version 21759 (0.0009)
+[2026-06-02 16:21:51,287][233734] Updated weights for policy 0, policy_version 21770 (0.0010)
+[2026-06-02 16:21:51,456][233734] Updated weights for policy 0, policy_version 21780 (0.0009)
+[2026-06-02 16:21:51,630][233734] Updated weights for policy 0, policy_version 21790 (0.0012)
+[2026-06-02 16:21:51,796][233734] Updated weights for policy 0, policy_version 21800 (0.0011)
+[2026-06-02 16:21:52,471][233734] Updated weights for policy 0, policy_version 21810 (0.0013)
+[2026-06-02 16:21:52,655][233734] Updated weights for policy 0, policy_version 21821 (0.0011)
+[2026-06-02 16:21:52,819][233734] Updated weights for policy 0, policy_version 21831 (0.0010)
+[2026-06-02 16:21:52,988][233734] Updated weights for policy 0, policy_version 21841 (0.0013)
+[2026-06-02 16:21:53,155][233734] Updated weights for policy 0, policy_version 21851 (0.0009)
+[2026-06-02 16:21:53,348][233734] Updated weights for policy 0, policy_version 21861 (0.0007)
+[2026-06-02 16:21:53,396][210153] Fps is (10 sec: 19659.6, 60 sec: 20752.9, 300 sec: 20882.6). Total num frames: 11173888. Throughput: 0: 20951.8. Samples: 11191680. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0)
+[2026-06-02 16:21:53,398][210153] Avg episode reward: [(0, '538.115')]
+[2026-06-02 16:21:53,983][233734] Updated weights for policy 0, policy_version 21872 (0.0011)
+[2026-06-02 16:21:54,171][233734] Updated weights for policy 0, policy_version 21883 (0.0010)
+[2026-06-02 16:21:54,346][233734] Updated weights for policy 0, policy_version 21893 (0.0013)
+[2026-06-02 16:21:54,522][233734] Updated weights for policy 0, policy_version 21903 (0.0010)
+[2026-06-02 16:21:54,687][233734] Updated weights for policy 0, policy_version 21913 (0.0010)
+[2026-06-02 16:21:54,864][233734] Updated weights for policy 0, policy_version 21923 (0.0009)
+[2026-06-02 16:21:55,507][233734] Updated weights for policy 0, policy_version 21933 (0.0011)
+[2026-06-02 16:21:55,686][233734] Updated weights for policy 0, policy_version 21944 (0.0013)
+[2026-06-02 16:21:55,857][233734] Updated weights for policy 0, policy_version 21954 (0.0010)
+[2026-06-02 16:21:56,028][233734] Updated weights for policy 0, policy_version 21964 (0.0011)
+[2026-06-02 16:21:56,200][233734] Updated weights for policy 0, policy_version 21974 (0.0012)
+[2026-06-02 16:21:56,368][233734] Updated weights for policy 0, policy_version 21984 (0.0011)
+[2026-06-02 16:21:57,018][233734] Updated weights for policy 0, policy_version 21994 (0.0010)
+[2026-06-02 16:21:57,171][233734] Updated weights for policy 0, policy_version 22004 (0.0011)
+[2026-06-02 16:21:57,347][233734] Updated weights for policy 0, policy_version 22014 (0.0011)
+[2026-06-02 16:21:57,532][233734] Updated weights for policy 0, policy_version 22025 (0.0012)
+[2026-06-02 16:21:57,709][233734] Updated weights for policy 0, policy_version 22035 (0.0011)
+[2026-06-02 16:21:57,876][233734] Updated weights for policy 0, policy_version 22045 (0.0011)
+[2026-06-02 16:21:58,045][233734] Updated weights for policy 0, policy_version 22055 (0.0010)
+[2026-06-02 16:21:58,396][210153] Fps is (10 sec: 22937.0, 60 sec: 21299.1, 300 sec: 20993.7). Total num frames: 11304960. Throughput: 0: 21011.8. Samples: 11319936. Policy #0 lag: (min: 41.0, avg: 71.4, max: 105.0)
+[2026-06-02 16:21:58,398][210153] Avg episode reward: [(0, '575.576')]
+[2026-06-02 16:21:58,708][233734] Updated weights for policy 0, policy_version 22065 (0.0010)
+[2026-06-02 16:21:58,873][233734] Updated weights for policy 0, policy_version 22075 (0.0010)
+[2026-06-02 16:21:59,043][233734] Updated weights for policy 0, policy_version 22085 (0.0010)
+[2026-06-02 16:21:59,209][233734] Updated weights for policy 0, policy_version 22095 (0.0008)
+[2026-06-02 16:21:59,386][233734] Updated weights for policy 0, policy_version 22105 (0.0010)
+[2026-06-02 16:21:59,553][233734] Updated weights for policy 0, policy_version 22115 (0.0011)
+[2026-06-02 16:22:00,177][233734] Updated weights for policy 0, policy_version 22125 (0.0011)
+[2026-06-02 16:22:00,348][233734] Updated weights for policy 0, policy_version 22135 (0.0012)
+[2026-06-02 16:22:00,538][233734] Updated weights for policy 0, policy_version 22146 (0.0009)
+[2026-06-02 16:22:00,716][233734] Updated weights for policy 0, policy_version 22156 (0.0009)
+[2026-06-02 16:22:00,885][233734] Updated weights for policy 0, policy_version 22166 (0.0010)
+[2026-06-02 16:22:01,059][233734] Updated weights for policy 0, policy_version 22176 (0.0010)
+[2026-06-02 16:22:01,692][233734] Updated weights for policy 0, policy_version 22186 (0.0011)
+[2026-06-02 16:22:01,848][233734] Updated weights for policy 0, policy_version 22196 (0.0012)
+[2026-06-02 16:22:02,014][233734] Updated weights for policy 0, policy_version 22206 (0.0009)
+[2026-06-02 16:22:02,182][233734] Updated weights for policy 0, policy_version 22216 (0.0008)
+[2026-06-02 16:22:02,360][233734] Updated weights for policy 0, policy_version 22226 (0.0010)
+[2026-06-02 16:22:02,531][233734] Updated weights for policy 0, policy_version 22236 (0.0007)
+[2026-06-02 16:22:02,712][233734] Updated weights for policy 0, policy_version 22247 (0.0012)
+[2026-06-02 16:22:03,364][233734] Updated weights for policy 0, policy_version 22257 (0.0011)
+[2026-06-02 16:22:03,395][210153] Fps is (10 sec: 22938.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11403264. Throughput: 0: 21031.8. Samples: 11384704. Policy #0 lag: (min: 41.0, avg: 71.4, max: 105.0)
+[2026-06-02 16:22:03,397][210153] Avg episode reward: [(0, '604.894')]
+[2026-06-02 16:22:03,545][233734] Updated weights for policy 0, policy_version 22267 (0.0007)
+[2026-06-02 16:22:03,717][233734] Updated weights for policy 0, policy_version 22277 (0.0007)
+[2026-06-02 16:23:15,906][235950] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/config.json...
+[2026-06-02 16:23:15,942][235950] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:15,943][235950] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:23:15,944][235950] Using GPUs [0] for process 1 (actually maps to GPUs [0])
+[2026-06-02 16:23:15,944][235950] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:23:19,140][235950] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:19,141][235950] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:23:19,147][235950] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:19,152][235950] Using GPUs [0] for process 1 (actually maps to GPUs [0])
+[2026-06-02 16:23:19,153][235950] Starting all processes...
+[2026-06-02 16:23:19,153][235950] Starting process learner_proc0
+[2026-06-02 16:23:20,543][235950] Starting all processes...
+[2026-06-02 16:23:20,548][235950] Starting process inference_proc0-0
+[2026-06-02 16:23:20,548][235950] Starting process rollout_proc0
+[2026-06-02 16:23:20,549][235950] Starting process rollout_proc1
+[2026-06-02 16:23:20,911][242682] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:20,911][242682] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for learning process 0
+[2026-06-02 16:23:20,911][242682] Num visible devices: 1
+[2026-06-02 16:23:20,911][242682] Setting fixed seed 10
+[2026-06-02 16:23:20,912][242682] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:20,913][242682] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:23:20,913][242682] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:20,944][242682] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:20,951][242682] ConvEncoder: input_channels=12
+[2026-06-02 16:23:21,022][242682] Conv encoder output size: 512
+[2026-06-02 16:23:21,025][242682] Created Actor Critic model with architecture:
+[2026-06-02 16:23:21,025][242682] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:23:21,037][242682] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:23:22,417][242682] No checkpoints found
+[2026-06-02 16:23:22,417][242682] Did not load from checkpoint, starting from scratch!
+[2026-06-02 16:23:22,417][242682] Initialized policy 0 weights for model version 0
+[2026-06-02 16:23:22,421][242682] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:23:22,421][242682] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:23,851][243542] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:23:23,852][243542] Using GPUs [0] for process 1 (actually maps to GPUs [0])
+[2026-06-02 16:23:23,853][243542] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for actor process 1
+[2026-06-02 16:23:23,854][243542] Num visible devices: 1
+[2026-06-02 16:23:24,257][243540] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:23:24,257][243540] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:24,258][243540] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for actor process 0
+[2026-06-02 16:23:24,259][243540] Num visible devices: 1
+[2026-06-02 16:23:25,252][235950] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:25,533][243541] Using GPUs [0] for process 0 (actually maps to GPUs [0])
+[2026-06-02 16:23:25,534][243541] Set environment var CUDA_VISIBLE_DEVICES to '0' (GPU indices [0]) for inference process 0
+[2026-06-02 16:23:25,534][243541] Num visible devices: 1
+[2026-06-02 16:23:25,678][243541] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:25,718][243541] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:25,738][243541] ConvEncoder: input_channels=12
+[2026-06-02 16:23:25,807][243541] Conv encoder output size: 512
+[2026-06-02 16:23:25,841][235950] Inference worker 0-0 is ready!
+[2026-06-02 16:23:25,841][235950] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:23:25,842][243540] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:23:25,843][243542] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:23:28,829][242682] Signal inference workers to stop experience collection...
+[2026-06-02 16:23:28,837][243541] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:23:30,252][235950] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 13209.6. Samples: 66048. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:30,253][235950] Avg episode reward: [(0, '-7.059')]
+[2026-06-02 16:23:30,270][242682] Signal inference workers to resume experience collection...
+[2026-06-02 16:23:30,271][243541] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:23:30,649][243541] Updated weights for policy 0, policy_version 81 (0.0047)
+[2026-06-02 16:23:30,835][243541] Updated weights for policy 0, policy_version 91 (0.0006)
+[2026-06-02 16:23:31,140][243541] Updated weights for policy 0, policy_version 110 (0.0008)
+[2026-06-02 16:23:31,323][243541] Updated weights for policy 0, policy_version 120 (0.0006)
+[2026-06-02 16:23:31,863][243541] Updated weights for policy 0, policy_version 130 (0.0004)
+[2026-06-02 16:23:32,169][243541] Updated weights for policy 0, policy_version 150 (0.0009)
+[2026-06-02 16:23:32,349][243541] Updated weights for policy 0, policy_version 160 (0.0008)
+[2026-06-02 16:23:32,520][243541] Updated weights for policy 0, policy_version 170 (0.0008)
+[2026-06-02 16:23:32,741][243541] Updated weights for policy 0, policy_version 184 (0.0008)
+[2026-06-02 16:23:33,283][243541] Updated weights for policy 0, policy_version 194 (0.0007)
+[2026-06-02 16:23:33,450][243541] Updated weights for policy 0, policy_version 204 (0.0004)
+[2026-06-02 16:23:33,622][243541] Updated weights for policy 0, policy_version 215 (0.0008)
+[2026-06-02 16:23:33,795][243541] Updated weights for policy 0, policy_version 225 (0.0008)
+[2026-06-02 16:23:33,974][243541] Updated weights for policy 0, policy_version 235 (0.0008)
+[2026-06-02 16:23:34,138][243541] Updated weights for policy 0, policy_version 245 (0.0008)
+[2026-06-02 16:23:34,299][243541] Updated weights for policy 0, policy_version 255 (0.0008)
+[2026-06-02 16:23:34,724][243541] Updated weights for policy 0, policy_version 265 (0.0009)
+[2026-06-02 16:23:34,901][243541] Updated weights for policy 0, policy_version 275 (0.0008)
+[2026-06-02 16:23:35,088][243541] Updated weights for policy 0, policy_version 285 (0.0007)
+[2026-06-02 16:23:35,244][243541] Updated weights for policy 0, policy_version 295 (0.0008)
+[2026-06-02 16:23:35,252][235950] Fps is (10 sec: 13107.1, 60 sec: 13107.1, 300 sec: 13107.1). Total num frames: 131072. Throughput: 0: 17113.5. Samples: 171136. Policy #0 lag: (min: 5.0, avg: 29.1, max: 69.0)
+[2026-06-02 16:23:35,254][235950] Avg episode reward: [(0, '-5.583')]
+[2026-06-02 16:23:35,406][243541] Updated weights for policy 0, policy_version 305 (0.0009)
+[2026-06-02 16:23:35,592][243541] Updated weights for policy 0, policy_version 315 (0.0008)
+[2026-06-02 16:23:35,675][242682] Saving new best policy, reward=-5.583!
+[2026-06-02 16:23:36,101][243541] Updated weights for policy 0, policy_version 325 (0.0009)
+[2026-06-02 16:23:36,272][243541] Updated weights for policy 0, policy_version 335 (0.0009)
+[2026-06-02 16:23:36,433][243541] Updated weights for policy 0, policy_version 345 (0.0008)
+[2026-06-02 16:23:36,611][243541] Updated weights for policy 0, policy_version 355 (0.0009)
+[2026-06-02 16:23:36,782][243541] Updated weights for policy 0, policy_version 365 (0.0008)
+[2026-06-02 16:23:36,950][243541] Updated weights for policy 0, policy_version 375 (0.0008)
+[2026-06-02 16:23:37,422][243541] Updated weights for policy 0, policy_version 385 (0.0008)
+[2026-06-02 16:23:37,574][243541] Updated weights for policy 0, policy_version 395 (0.0008)
+[2026-06-02 16:23:37,738][243541] Updated weights for policy 0, policy_version 405 (0.0008)
+[2026-06-02 16:23:37,913][243541] Updated weights for policy 0, policy_version 415 (0.0008)
+[2026-06-02 16:23:38,085][243541] Updated weights for policy 0, policy_version 425 (0.0008)
+[2026-06-02 16:23:38,272][243541] Updated weights for policy 0, policy_version 437 (0.0008)
+[2026-06-02 16:23:38,442][243541] Updated weights for policy 0, policy_version 447 (0.0008)
+[2026-06-02 16:23:38,983][243541] Updated weights for policy 0, policy_version 457 (0.0004)
+[2026-06-02 16:23:39,129][235950] Heartbeat connected on Batcher_0
+[2026-06-02 16:23:39,153][235950] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:23:39,154][243541] Updated weights for policy 0, policy_version 468 (0.0005)
+[2026-06-02 16:23:39,157][235950] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:23:39,233][235950] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:23:39,320][243541] Updated weights for policy 0, policy_version 478 (0.0008)
+[2026-06-02 16:23:39,492][243541] Updated weights for policy 0, policy_version 488 (0.0008)
+[2026-06-02 16:23:39,668][243541] Updated weights for policy 0, policy_version 498 (0.0008)
+[2026-06-02 16:23:39,862][243541] Updated weights for policy 0, policy_version 510 (0.0009)
+[2026-06-02 16:23:39,890][235950] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:23:40,252][235950] Fps is (10 sec: 26214.1, 60 sec: 17476.1, 300 sec: 17476.1). Total num frames: 262144. Throughput: 0: 16221.7. Samples: 243328. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:23:40,254][235950] Avg episode reward: [(0, '-0.973')]
+[2026-06-02 16:23:40,380][243541] Updated weights for policy 0, policy_version 520 (0.0008)
+[2026-06-02 16:23:40,549][243541] Updated weights for policy 0, policy_version 530 (0.0008)
+[2026-06-02 16:23:40,724][243541] Updated weights for policy 0, policy_version 540 (0.0008)
+[2026-06-02 16:23:40,915][243541] Updated weights for policy 0, policy_version 552 (0.0009)
+[2026-06-02 16:23:41,080][243541] Updated weights for policy 0, policy_version 563 (0.0008)
+[2026-06-02 16:23:41,250][243541] Updated weights for policy 0, policy_version 573 (0.0008)
+[2026-06-02 16:23:41,303][242682] Saving new best policy, reward=-0.973!
+[2026-06-02 16:23:41,884][243541] Updated weights for policy 0, policy_version 588 (0.0007)
+[2026-06-02 16:23:42,033][243541] Updated weights for policy 0, policy_version 598 (0.0009)
+[2026-06-02 16:23:42,184][243541] Updated weights for policy 0, policy_version 608 (0.0008)
+[2026-06-02 16:23:42,355][243541] Updated weights for policy 0, policy_version 618 (0.0008)
+[2026-06-02 16:23:42,532][243541] Updated weights for policy 0, policy_version 628 (0.0008)
+[2026-06-02 16:23:43,189][243541] Updated weights for policy 0, policy_version 642 (0.0009)
+[2026-06-02 16:23:43,354][243541] Updated weights for policy 0, policy_version 652 (0.0009)
+[2026-06-02 16:23:43,522][243541] Updated weights for policy 0, policy_version 662 (0.0008)
+[2026-06-02 16:23:43,722][243541] Updated weights for policy 0, policy_version 675 (0.0009)
+[2026-06-02 16:23:43,909][243541] Updated weights for policy 0, policy_version 687 (0.0009)
+[2026-06-02 16:23:44,063][243541] Updated weights for policy 0, policy_version 697 (0.0007)
+[2026-06-02 16:23:44,703][243541] Updated weights for policy 0, policy_version 708 (0.0008)
+[2026-06-02 16:23:44,905][243541] Updated weights for policy 0, policy_version 721 (0.0008)
+[2026-06-02 16:23:45,071][243541] Updated weights for policy 0, policy_version 732 (0.0008)
+[2026-06-02 16:23:45,226][243541] Updated weights for policy 0, policy_version 742 (0.0008)
+[2026-06-02 16:23:45,252][235950] Fps is (10 sec: 22937.9, 60 sec: 18022.5, 300 sec: 18022.5). Total num frames: 360448. Throughput: 0: 18976.1. Samples: 379520. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:23:45,256][235950] Avg episode reward: [(0, '3.702')]
+[2026-06-02 16:23:45,394][243541] Updated weights for policy 0, policy_version 752 (0.0008)
+[2026-06-02 16:23:45,590][243541] Updated weights for policy 0, policy_version 763 (0.0008)
+[2026-06-02 16:23:45,656][242682] Saving new best policy, reward=3.702!
+[2026-06-02 16:23:46,299][243541] Updated weights for policy 0, policy_version 774 (0.0008)
+[2026-06-02 16:23:46,467][243541] Updated weights for policy 0, policy_version 784 (0.0008)
+[2026-06-02 16:23:46,630][243541] Updated weights for policy 0, policy_version 795 (0.0008)
+[2026-06-02 16:23:46,791][243541] Updated weights for policy 0, policy_version 805 (0.0008)
+[2026-06-02 16:23:46,998][243541] Updated weights for policy 0, policy_version 818 (0.0005)
+[2026-06-02 16:23:47,146][243541] Updated weights for policy 0, policy_version 828 (0.0005)
+[2026-06-02 16:23:47,876][243541] Updated weights for policy 0, policy_version 840 (0.0007)
+[2026-06-02 16:23:48,047][243541] Updated weights for policy 0, policy_version 851 (0.0008)
+[2026-06-02 16:23:48,212][243541] Updated weights for policy 0, policy_version 862 (0.0008)
+[2026-06-02 16:23:48,393][243541] Updated weights for policy 0, policy_version 873 (0.0009)
+[2026-06-02 16:23:48,549][243541] Updated weights for policy 0, policy_version 883 (0.0008)
+[2026-06-02 16:23:48,720][243541] Updated weights for policy 0, policy_version 893 (0.0008)
+[2026-06-02 16:23:49,546][243541] Updated weights for policy 0, policy_version 903 (0.0008)
+[2026-06-02 16:23:49,690][243541] Updated weights for policy 0, policy_version 913 (0.0009)
+[2026-06-02 16:23:49,862][243541] Updated weights for policy 0, policy_version 924 (0.0008)
+[2026-06-02 16:23:50,042][243541] Updated weights for policy 0, policy_version 936 (0.0008)
+[2026-06-02 16:23:50,212][243541] Updated weights for policy 0, policy_version 946 (0.0008)
+[2026-06-02 16:23:50,252][235950] Fps is (10 sec: 19661.1, 60 sec: 18350.1, 300 sec: 18350.1). Total num frames: 458752. Throughput: 0: 20285.4. Samples: 507136. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:23:50,254][235950] Avg episode reward: [(0, '4.225')]
+[2026-06-02 16:23:50,370][243541] Updated weights for policy 0, policy_version 956 (0.0008)
+[2026-06-02 16:23:50,420][242682] Saving new best policy, reward=4.225!
+[2026-06-02 16:23:51,169][243541] Updated weights for policy 0, policy_version 966 (0.0008)
+[2026-06-02 16:23:51,318][243541] Updated weights for policy 0, policy_version 976 (0.0008)
+[2026-06-02 16:23:51,510][243541] Updated weights for policy 0, policy_version 988 (0.0008)
+[2026-06-02 16:23:51,675][243541] Updated weights for policy 0, policy_version 999 (0.0008)
+[2026-06-02 16:23:51,860][243541] Updated weights for policy 0, policy_version 1010 (0.0008)
+[2026-06-02 16:23:52,011][243541] Updated weights for policy 0, policy_version 1020 (0.0008)
+[2026-06-02 16:23:52,826][243541] Updated weights for policy 0, policy_version 1030 (0.0009)
+[2026-06-02 16:23:52,972][243541] Updated weights for policy 0, policy_version 1040 (0.0008)
+[2026-06-02 16:23:53,130][243541] Updated weights for policy 0, policy_version 1050 (0.0008)
+[2026-06-02 16:23:53,283][243541] Updated weights for policy 0, policy_version 1060 (0.0008)
+[2026-06-02 16:23:53,439][243541] Updated weights for policy 0, policy_version 1070 (0.0009)
+[2026-06-02 16:23:53,618][243541] Updated weights for policy 0, policy_version 1081 (0.0008)
+[2026-06-02 16:23:54,409][243541] Updated weights for policy 0, policy_version 1091 (0.0009)
+[2026-06-02 16:23:54,557][243541] Updated weights for policy 0, policy_version 1101 (0.0009)
+[2026-06-02 16:23:54,713][243541] Updated weights for policy 0, policy_version 1111 (0.0009)
+[2026-06-02 16:23:54,895][243541] Updated weights for policy 0, policy_version 1123 (0.0008)
+[2026-06-02 16:23:55,052][243541] Updated weights for policy 0, policy_version 1133 (0.0008)
+[2026-06-02 16:23:55,209][243541] Updated weights for policy 0, policy_version 1143 (0.0008)
+[2026-06-02 16:23:55,252][235950] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18568.5). Total num frames: 557056. Throughput: 0: 18969.6. Samples: 569088. Policy #0 lag: (min: 63.0, avg: 75.9, max: 127.0)
+[2026-06-02 16:23:55,254][235950] Avg episode reward: [(0, '4.128')]
+[2026-06-02 16:23:56,059][243541] Updated weights for policy 0, policy_version 1155 (0.0009)
+[2026-06-02 16:23:56,232][243541] Updated weights for policy 0, policy_version 1166 (0.0008)
+[2026-06-02 16:23:56,391][243541] Updated weights for policy 0, policy_version 1177 (0.0008)
+[2026-06-02 16:23:56,579][243541] Updated weights for policy 0, policy_version 1189 (0.0008)
+[2026-06-02 16:23:56,762][243541] Updated weights for policy 0, policy_version 1200 (0.0008)
+[2026-06-02 16:23:56,914][243541] Updated weights for policy 0, policy_version 1210 (0.0008)
+[2026-06-02 16:23:57,751][243541] Updated weights for policy 0, policy_version 1221 (0.0008)
+[2026-06-02 16:23:57,917][243541] Updated weights for policy 0, policy_version 1232 (0.0008)
+[2026-06-02 16:23:58,066][243541] Updated weights for policy 0, policy_version 1242 (0.0008)
+[2026-06-02 16:23:58,222][243541] Updated weights for policy 0, policy_version 1252 (0.0008)
+[2026-06-02 16:23:58,402][243541] Updated weights for policy 0, policy_version 1263 (0.0008)
+[2026-06-02 16:23:58,551][243541] Updated weights for policy 0, policy_version 1273 (0.0008)
+[2026-06-02 16:23:59,370][243541] Updated weights for policy 0, policy_version 1284 (0.0008)
+[2026-06-02 16:23:59,515][243541] Updated weights for policy 0, policy_version 1294 (0.0008)
+[2026-06-02 16:23:59,669][243541] Updated weights for policy 0, policy_version 1304 (0.0008)
+[2026-06-02 16:23:59,822][243541] Updated weights for policy 0, policy_version 1314 (0.0008)
+[2026-06-02 16:23:59,987][243541] Updated weights for policy 0, policy_version 1324 (0.0008)
+[2026-06-02 16:24:00,154][243541] Updated weights for policy 0, policy_version 1335 (0.0008)
+[2026-06-02 16:24:00,252][235950] Fps is (10 sec: 19660.6, 60 sec: 18724.5, 300 sec: 18724.5). Total num frames: 655360. Throughput: 0: 19525.4. Samples: 683392. Policy #0 lag: (min: 63.0, avg: 76.1, max: 127.0)
+[2026-06-02 16:24:00,254][235950] Avg episode reward: [(0, '4.425')]
+[2026-06-02 16:24:00,283][242682] Saving new best policy, reward=4.425!
+[2026-06-02 16:24:00,965][243541] Updated weights for policy 0, policy_version 1345 (0.0008)
+[2026-06-02 16:24:01,109][243541] Updated weights for policy 0, policy_version 1355 (0.0008)
+[2026-06-02 16:24:01,267][243541] Updated weights for policy 0, policy_version 1365 (0.0008)
+[2026-06-02 16:24:01,417][243541] Updated weights for policy 0, policy_version 1375 (0.0008)
+[2026-06-02 16:24:01,604][243541] Updated weights for policy 0, policy_version 1387 (0.0008)
+[2026-06-02 16:24:01,792][243541] Updated weights for policy 0, policy_version 1399 (0.0008)
+[2026-06-02 16:24:02,619][243541] Updated weights for policy 0, policy_version 1409 (0.0008)
+[2026-06-02 16:24:02,766][243541] Updated weights for policy 0, policy_version 1419 (0.0008)
+[2026-06-02 16:24:02,922][243541] Updated weights for policy 0, policy_version 1429 (0.0008)
+[2026-06-02 16:24:03,090][243541] Updated weights for policy 0, policy_version 1440 (0.0008)
+[2026-06-02 16:24:03,271][243541] Updated weights for policy 0, policy_version 1451 (0.0008)
+[2026-06-02 16:24:03,437][243541] Updated weights for policy 0, policy_version 1462 (0.0008)
+[2026-06-02 16:24:03,596][243541] Updated weights for policy 0, policy_version 1472 (0.0008)
+[2026-06-02 16:24:04,417][243541] Updated weights for policy 0, policy_version 1483 (0.0008)
+[2026-06-02 16:24:04,589][243541] Updated weights for policy 0, policy_version 1494 (0.0008)
+[2026-06-02 16:24:04,757][243541] Updated weights for policy 0, policy_version 1504 (0.0008)
+[2026-06-02 16:24:04,926][243541] Updated weights for policy 0, policy_version 1515 (0.0009)
+[2026-06-02 16:24:05,074][243541] Updated weights for policy 0, policy_version 1525 (0.0009)
+[2026-06-02 16:24:05,252][235950] Fps is (10 sec: 22937.6, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 786432. Throughput: 0: 20035.2. Samples: 801408. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-02 16:24:05,254][235950] Avg episode reward: [(0, '5.054')]
+[2026-06-02 16:24:05,261][242682] Saving new best policy, reward=5.054!
+[2026-06-02 16:24:05,916][243541] Updated weights for policy 0, policy_version 1537 (0.0008)
+[2026-06-02 16:24:06,071][243541] Updated weights for policy 0, policy_version 1548 (0.0008)
+[2026-06-02 16:24:06,228][243541] Updated weights for policy 0, policy_version 1558 (0.0008)
+[2026-06-02 16:24:06,407][243541] Updated weights for policy 0, policy_version 1569 (0.0008)
+[2026-06-02 16:24:06,559][243541] Updated weights for policy 0, policy_version 1579 (0.0008)
+[2026-06-02 16:24:06,720][243541] Updated weights for policy 0, policy_version 1589 (0.0008)
+[2026-06-02 16:24:06,881][243541] Updated weights for policy 0, policy_version 1600 (0.0008)
+[2026-06-02 16:24:07,743][243541] Updated weights for policy 0, policy_version 1611 (0.0008)
+[2026-06-02 16:24:07,900][243541] Updated weights for policy 0, policy_version 1621 (0.0008)
+[2026-06-02 16:24:08,073][243541] Updated weights for policy 0, policy_version 1632 (0.0008)
+[2026-06-02 16:24:08,224][243541] Updated weights for policy 0, policy_version 1642 (0.0008)
+[2026-06-02 16:24:08,375][243541] Updated weights for policy 0, policy_version 1652 (0.0008)
+[2026-06-02 16:24:08,565][243541] Updated weights for policy 0, policy_version 1664 (0.0008)
+[2026-06-02 16:24:09,393][243541] Updated weights for policy 0, policy_version 1674 (0.0008)
+[2026-06-02 16:24:09,557][243541] Updated weights for policy 0, policy_version 1685 (0.0008)
+[2026-06-02 16:24:09,710][243541] Updated weights for policy 0, policy_version 1695 (0.0008)
+[2026-06-02 16:24:09,870][243541] Updated weights for policy 0, policy_version 1705 (0.0008)
+[2026-06-02 16:24:10,029][243541] Updated weights for policy 0, policy_version 1715 (0.0008)
+[2026-06-02 16:24:10,192][243541] Updated weights for policy 0, policy_version 1725 (0.0008)
+[2026-06-02 16:24:10,252][235950] Fps is (10 sec: 22938.1, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 884736. Throughput: 0: 19183.0. Samples: 863232. Policy #0 lag: (min: 58.0, avg: 97.8, max: 122.0)
+[2026-06-02 16:24:10,253][235950] Avg episode reward: [(0, '5.581')]
+[2026-06-02 16:24:10,258][242682] Saving new best policy, reward=5.581!
+[2026-06-02 16:24:10,996][243541] Updated weights for policy 0, policy_version 1735 (0.0009)
+[2026-06-02 16:24:11,167][243541] Updated weights for policy 0, policy_version 1746 (0.0009)
+[2026-06-02 16:24:11,326][243541] Updated weights for policy 0, policy_version 1756 (0.0008)
+[2026-06-02 16:24:11,523][243541] Updated weights for policy 0, policy_version 1768 (0.0008)
+[2026-06-02 16:24:11,684][243541] Updated weights for policy 0, policy_version 1779 (0.0008)
+[2026-06-02 16:24:11,842][243541] Updated weights for policy 0, policy_version 1789 (0.0008)
+[2026-06-02 16:24:12,655][243541] Updated weights for policy 0, policy_version 1799 (0.0009)
+[2026-06-02 16:24:12,826][243541] Updated weights for policy 0, policy_version 1810 (0.0009)
+[2026-06-02 16:24:13,021][243541] Updated weights for policy 0, policy_version 1822 (0.0010)
+[2026-06-02 16:24:13,176][243541] Updated weights for policy 0, policy_version 1832 (0.0008)
+[2026-06-02 16:24:13,375][243541] Updated weights for policy 0, policy_version 1844 (0.0008)
+[2026-06-02 16:24:13,540][243541] Updated weights for policy 0, policy_version 1854 (0.0008)
+[2026-06-02 16:24:14,357][243541] Updated weights for policy 0, policy_version 1865 (0.0008)
+[2026-06-02 16:24:14,538][243541] Updated weights for policy 0, policy_version 1876 (0.0009)
+[2026-06-02 16:24:14,702][243541] Updated weights for policy 0, policy_version 1887 (0.0008)
+[2026-06-02 16:24:14,886][243541] Updated weights for policy 0, policy_version 1898 (0.0008)
+[2026-06-02 16:24:15,036][243541] Updated weights for policy 0, policy_version 1908 (0.0008)
+[2026-06-02 16:24:15,216][243541] Updated weights for policy 0, policy_version 1919 (0.0008)
+[2026-06-02 16:24:15,252][235950] Fps is (10 sec: 19661.1, 60 sec: 19660.9, 300 sec: 19660.9). Total num frames: 983040. Throughput: 0: 20309.4. Samples: 979968. Policy #0 lag: (min: 28.0, avg: 40.4, max: 92.0)
+[2026-06-02 16:24:15,253][235950] Avg episode reward: [(0, '6.604')]
+[2026-06-02 16:24:15,259][242682] Saving new best policy, reward=6.604!
+[2026-06-02 16:24:16,047][243541] Updated weights for policy 0, policy_version 1931 (0.0008)
+[2026-06-02 16:24:16,215][243541] Updated weights for policy 0, policy_version 1942 (0.0009)
+[2026-06-02 16:24:16,393][243541] Updated weights for policy 0, policy_version 1953 (0.0008)
+[2026-06-02 16:24:16,573][243541] Updated weights for policy 0, policy_version 1964 (0.0008)
+[2026-06-02 16:24:16,749][243541] Updated weights for policy 0, policy_version 1976 (0.0008)
+[2026-06-02 16:24:17,616][243541] Updated weights for policy 0, policy_version 1987 (0.0008)
+[2026-06-02 16:24:17,771][243541] Updated weights for policy 0, policy_version 1997 (0.0008)
+[2026-06-02 16:24:17,931][243541] Updated weights for policy 0, policy_version 2008 (0.0009)
+[2026-06-02 16:24:18,128][243541] Updated weights for policy 0, policy_version 2020 (0.0009)
+[2026-06-02 16:24:18,308][243541] Updated weights for policy 0, policy_version 2031 (0.0009)
+[2026-06-02 16:24:18,472][243541] Updated weights for policy 0, policy_version 2042 (0.0008)
+[2026-06-02 16:24:19,321][243541] Updated weights for policy 0, policy_version 2054 (0.0009)
+[2026-06-02 16:24:19,506][243541] Updated weights for policy 0, policy_version 2066 (0.0008)
+[2026-06-02 16:24:19,661][243541] Updated weights for policy 0, policy_version 2076 (0.0008)
+[2026-06-02 16:24:19,844][243541] Updated weights for policy 0, policy_version 2088 (0.0009)
+[2026-06-02 16:24:20,021][243541] Updated weights for policy 0, policy_version 2099 (0.0008)
+[2026-06-02 16:24:20,198][243541] Updated weights for policy 0, policy_version 2110 (0.0008)
+[2026-06-02 16:24:20,253][235950] Fps is (10 sec: 19659.2, 60 sec: 19660.6, 300 sec: 19660.6). Total num frames: 1081344. Throughput: 0: 20511.0. Samples: 1094144. Policy #0 lag: (min: 44.0, avg: 56.5, max: 108.0)
+[2026-06-02 16:24:20,255][235950] Avg episode reward: [(0, '8.741')]
+[2026-06-02 16:24:20,261][242682] Saving new best policy, reward=8.741!
+[2026-06-02 16:24:21,111][243541] Updated weights for policy 0, policy_version 2121 (0.0008)
+[2026-06-02 16:24:21,259][243541] Updated weights for policy 0, policy_version 2131 (0.0008)
+[2026-06-02 16:24:21,423][243541] Updated weights for policy 0, policy_version 2141 (0.0008)
+[2026-06-02 16:24:21,671][243541] Updated weights for policy 0, policy_version 2157 (0.0008)
+[2026-06-02 16:24:21,836][243541] Updated weights for policy 0, policy_version 2167 (0.0008)
+[2026-06-02 16:24:22,664][243541] Updated weights for policy 0, policy_version 2178 (0.0008)
+[2026-06-02 16:24:22,816][243541] Updated weights for policy 0, policy_version 2188 (0.0008)
+[2026-06-02 16:24:22,969][243541] Updated weights for policy 0, policy_version 2198 (0.0009)
+[2026-06-02 16:24:23,123][243541] Updated weights for policy 0, policy_version 2208 (0.0008)
+[2026-06-02 16:24:23,285][243541] Updated weights for policy 0, policy_version 2218 (0.0008)
+[2026-06-02 16:24:23,489][243541] Updated weights for policy 0, policy_version 2231 (0.0008)
+[2026-06-02 16:24:24,355][243541] Updated weights for policy 0, policy_version 2243 (0.0009)
+[2026-06-02 16:24:24,525][243541] Updated weights for policy 0, policy_version 2254 (0.0008)
+[2026-06-02 16:24:24,694][243541] Updated weights for policy 0, policy_version 2265 (0.0008)
+[2026-06-02 16:24:24,872][243541] Updated weights for policy 0, policy_version 2276 (0.0008)
+[2026-06-02 16:24:25,046][243541] Updated weights for policy 0, policy_version 2287 (0.0008)
+[2026-06-02 16:24:25,204][243541] Updated weights for policy 0, policy_version 2297 (0.0008)
+[2026-06-02 16:24:25,252][235950] Fps is (10 sec: 16383.9, 60 sec: 19114.7, 300 sec: 19114.7). Total num frames: 1146880. Throughput: 0: 20318.0. Samples: 1157632. Policy #0 lag: (min: 7.0, avg: 21.4, max: 71.0)
+[2026-06-02 16:24:25,253][235950] Avg episode reward: [(0, '9.302')]
+[2026-06-02 16:24:25,308][242682] Saving new best policy, reward=9.302!
+[2026-06-02 16:24:26,026][243541] Updated weights for policy 0, policy_version 2308 (0.0009)
+[2026-06-02 16:24:26,208][243541] Updated weights for policy 0, policy_version 2320 (0.0008)
+[2026-06-02 16:24:26,361][243541] Updated weights for policy 0, policy_version 2330 (0.0008)
+[2026-06-02 16:24:26,560][243541] Updated weights for policy 0, policy_version 2342 (0.0008)
+[2026-06-02 16:24:26,713][243541] Updated weights for policy 0, policy_version 2352 (0.0008)
+[2026-06-02 16:24:26,907][243541] Updated weights for policy 0, policy_version 2364 (0.0008)
+[2026-06-02 16:24:27,753][243541] Updated weights for policy 0, policy_version 2376 (0.0008)
+[2026-06-02 16:24:27,911][243541] Updated weights for policy 0, policy_version 2387 (0.0008)
+[2026-06-02 16:24:28,100][243541] Updated weights for policy 0, policy_version 2399 (0.0008)
+[2026-06-02 16:24:28,293][243541] Updated weights for policy 0, policy_version 2411 (0.0008)
+[2026-06-02 16:24:28,448][243541] Updated weights for policy 0, policy_version 2421 (0.0008)
+[2026-06-02 16:24:28,625][243541] Updated weights for policy 0, policy_version 2432 (0.0008)
+[2026-06-02 16:24:29,469][243541] Updated weights for policy 0, policy_version 2444 (0.0009)
+[2026-06-02 16:24:29,642][243541] Updated weights for policy 0, policy_version 2455 (0.0008)
+[2026-06-02 16:24:29,878][243541] Updated weights for policy 0, policy_version 2470 (0.0008)
+[2026-06-02 16:24:30,042][243541] Updated weights for policy 0, policy_version 2480 (0.0008)
+[2026-06-02 16:24:30,219][243541] Updated weights for policy 0, policy_version 2491 (0.0008)
+[2026-06-02 16:24:30,252][235950] Fps is (10 sec: 16385.3, 60 sec: 20753.1, 300 sec: 19156.7). Total num frames: 1245184. Throughput: 0: 19857.1. Samples: 1273088. Policy #0 lag: (min: 36.0, avg: 48.5, max: 100.0)
+[2026-06-02 16:24:30,253][235950] Avg episode reward: [(0, '11.742')]
+[2026-06-02 16:24:30,289][242682] Saving new best policy, reward=11.742!
+[2026-06-02 16:24:31,015][243541] Updated weights for policy 0, policy_version 2502 (0.0008)
+[2026-06-02 16:24:31,192][243541] Updated weights for policy 0, policy_version 2513 (0.0008)
+[2026-06-02 16:24:31,361][243541] Updated weights for policy 0, policy_version 2524 (0.0008)
+[2026-06-02 16:24:31,519][243541] Updated weights for policy 0, policy_version 2534 (0.0008)
+[2026-06-02 16:24:31,695][243541] Updated weights for policy 0, policy_version 2545 (0.0008)
+[2026-06-02 16:24:31,870][243541] Updated weights for policy 0, policy_version 2556 (0.0008)
+[2026-06-02 16:24:32,693][243541] Updated weights for policy 0, policy_version 2568 (0.0009)
+[2026-06-02 16:24:32,856][243541] Updated weights for policy 0, policy_version 2578 (0.0008)
+[2026-06-02 16:24:33,006][243541] Updated weights for policy 0, policy_version 2588 (0.0009)
+[2026-06-02 16:24:33,212][243541] Updated weights for policy 0, policy_version 2600 (0.0009)
+[2026-06-02 16:24:33,397][243541] Updated weights for policy 0, policy_version 2612 (0.0008)
+[2026-06-02 16:24:33,581][243541] Updated weights for policy 0, policy_version 2624 (0.0008)
+[2026-06-02 16:24:34,421][243541] Updated weights for policy 0, policy_version 2637 (0.0009)
+[2026-06-02 16:24:34,593][243541] Updated weights for policy 0, policy_version 2648 (0.0008)
+[2026-06-02 16:24:34,749][243541] Updated weights for policy 0, policy_version 2658 (0.0008)
+[2026-06-02 16:24:34,976][243541] Updated weights for policy 0, policy_version 2672 (0.0009)
+[2026-06-02 16:24:35,181][243541] Updated weights for policy 0, policy_version 2685 (0.0009)
+[2026-06-02 16:24:35,252][235950] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 1376256. Throughput: 0: 19655.2. Samples: 1391616. Policy #0 lag: (min: 32.0, avg: 72.8, max: 96.0)
+[2026-06-02 16:24:35,253][235950] Avg episode reward: [(0, '14.401')]
+[2026-06-02 16:24:35,258][242682] Saving new best policy, reward=14.401!
+[2026-06-02 16:24:35,969][243541] Updated weights for policy 0, policy_version 2695 (0.0008)
+[2026-06-02 16:24:36,144][243541] Updated weights for policy 0, policy_version 2706 (0.0008)
+[2026-06-02 16:24:36,299][243541] Updated weights for policy 0, policy_version 2716 (0.0008)
+[2026-06-02 16:24:36,455][243541] Updated weights for policy 0, policy_version 2726 (0.0008)
+[2026-06-02 16:24:36,626][243541] Updated weights for policy 0, policy_version 2736 (0.0008)
+[2026-06-02 16:24:36,778][243541] Updated weights for policy 0, policy_version 2746 (0.0008)
+[2026-06-02 16:24:37,582][243541] Updated weights for policy 0, policy_version 2759 (0.0008)
+[2026-06-02 16:24:37,783][243541] Updated weights for policy 0, policy_version 2772 (0.0009)
+[2026-06-02 16:24:37,963][243541] Updated weights for policy 0, policy_version 2783 (0.0008)
+[2026-06-02 16:24:38,168][243541] Updated weights for policy 0, policy_version 2796 (0.0008)
+[2026-06-02 16:24:38,334][243541] Updated weights for policy 0, policy_version 2806 (0.0008)
+[2026-06-02 16:24:39,107][243541] Updated weights for policy 0, policy_version 2817 (0.0008)
+[2026-06-02 16:24:39,266][243541] Updated weights for policy 0, policy_version 2827 (0.0008)
+[2026-06-02 16:24:39,438][243541] Updated weights for policy 0, policy_version 2838 (0.0008)
+[2026-06-02 16:24:39,603][243541] Updated weights for policy 0, policy_version 2848 (0.0008)
+[2026-06-02 16:24:39,790][243541] Updated weights for policy 0, policy_version 2860 (0.0008)
+[2026-06-02 16:24:39,984][243541] Updated weights for policy 0, policy_version 2872 (0.0008)
+[2026-06-02 16:24:40,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1474560. Throughput: 0: 19663.7. Samples: 1453952. Policy #0 lag: (min: 63.0, avg: 76.2, max: 127.0)
+[2026-06-02 16:24:40,254][235950] Avg episode reward: [(0, '18.087')]
+[2026-06-02 16:24:40,263][242682] Saving new best policy, reward=18.087!
+[2026-06-02 16:24:40,725][243541] Updated weights for policy 0, policy_version 2883 (0.0008)
+[2026-06-02 16:24:40,898][243541] Updated weights for policy 0, policy_version 2894 (0.0008)
+[2026-06-02 16:24:41,070][243541] Updated weights for policy 0, policy_version 2905 (0.0008)
+[2026-06-02 16:24:41,245][243541] Updated weights for policy 0, policy_version 2916 (0.0008)
+[2026-06-02 16:24:41,424][243541] Updated weights for policy 0, policy_version 2927 (0.0008)
+[2026-06-02 16:24:41,605][243541] Updated weights for policy 0, policy_version 2938 (0.0009)
+[2026-06-02 16:24:42,369][243541] Updated weights for policy 0, policy_version 2949 (0.0008)
+[2026-06-02 16:24:42,555][243541] Updated weights for policy 0, policy_version 2961 (0.0008)
+[2026-06-02 16:24:42,722][243541] Updated weights for policy 0, policy_version 2972 (0.0008)
+[2026-06-02 16:24:42,890][243541] Updated weights for policy 0, policy_version 2982 (0.0008)
+[2026-06-02 16:24:43,041][243541] Updated weights for policy 0, policy_version 2992 (0.0008)
+[2026-06-02 16:24:43,226][243541] Updated weights for policy 0, policy_version 3003 (0.0008)
+[2026-06-02 16:24:43,983][243541] Updated weights for policy 0, policy_version 3014 (0.0008)
+[2026-06-02 16:24:44,168][243541] Updated weights for policy 0, policy_version 3025 (0.0008)
+[2026-06-02 16:24:44,325][243541] Updated weights for policy 0, policy_version 3035 (0.0008)
+[2026-06-02 16:24:44,498][243541] Updated weights for policy 0, policy_version 3046 (0.0008)
+[2026-06-02 16:24:44,687][243541] Updated weights for policy 0, policy_version 3057 (0.0008)
+[2026-06-02 16:24:44,889][243541] Updated weights for policy 0, policy_version 3069 (0.0008)
+[2026-06-02 16:24:45,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1572864. Throughput: 0: 19905.5. Samples: 1579136. Policy #0 lag: (min: 4.0, avg: 17.9, max: 68.0)
+[2026-06-02 16:24:45,253][235950] Avg episode reward: [(0, '22.633')]
+[2026-06-02 16:24:45,258][242682] Saving new best policy, reward=22.633!
+[2026-06-02 16:24:45,623][243541] Updated weights for policy 0, policy_version 3079 (0.0008)
+[2026-06-02 16:24:45,792][243541] Updated weights for policy 0, policy_version 3090 (0.0008)
+[2026-06-02 16:24:45,976][243541] Updated weights for policy 0, policy_version 3102 (0.0008)
+[2026-06-02 16:24:46,162][243541] Updated weights for policy 0, policy_version 3113 (0.0008)
+[2026-06-02 16:24:46,339][243541] Updated weights for policy 0, policy_version 3124 (0.0008)
+[2026-06-02 16:24:46,530][243541] Updated weights for policy 0, policy_version 3136 (0.0008)
+[2026-06-02 16:24:47,297][243541] Updated weights for policy 0, policy_version 3146 (0.0008)
+[2026-06-02 16:24:47,483][243541] Updated weights for policy 0, policy_version 3158 (0.0008)
+[2026-06-02 16:24:47,660][243541] Updated weights for policy 0, policy_version 3169 (0.0008)
+[2026-06-02 16:24:47,843][243541] Updated weights for policy 0, policy_version 3180 (0.0008)
+[2026-06-02 16:24:48,030][243541] Updated weights for policy 0, policy_version 3191 (0.0008)
+[2026-06-02 16:24:48,777][243541] Updated weights for policy 0, policy_version 3201 (0.0008)
+[2026-06-02 16:24:48,962][243541] Updated weights for policy 0, policy_version 3213 (0.0008)
+[2026-06-02 16:24:49,153][243541] Updated weights for policy 0, policy_version 3225 (0.0008)
+[2026-06-02 16:24:49,329][243541] Updated weights for policy 0, policy_version 3236 (0.0008)
+[2026-06-02 16:24:49,493][243541] Updated weights for policy 0, policy_version 3246 (0.0008)
+[2026-06-02 16:24:49,652][243541] Updated weights for policy 0, policy_version 3256 (0.0008)
+[2026-06-02 16:24:50,252][235950] Fps is (10 sec: 19660.3, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 1671168. Throughput: 0: 19839.9. Samples: 1694208. Policy #0 lag: (min: 48.0, avg: 82.8, max: 112.0)
+[2026-06-02 16:24:50,253][235950] Avg episode reward: [(0, '30.802')]
+[2026-06-02 16:24:50,410][243541] Updated weights for policy 0, policy_version 3267 (0.0008)
+[2026-06-02 16:24:50,569][243541] Updated weights for policy 0, policy_version 3277 (0.0008)
+[2026-06-02 16:24:50,737][243541] Updated weights for policy 0, policy_version 3288 (0.0009)
+[2026-06-02 16:24:50,900][243541] Updated weights for policy 0, policy_version 3298 (0.0008)
+[2026-06-02 16:24:51,093][243541] Updated weights for policy 0, policy_version 3310 (0.0008)
+[2026-06-02 16:24:51,285][243541] Updated weights for policy 0, policy_version 3322 (0.0009)
+[2026-06-02 16:24:51,382][242682] Saving new best policy, reward=30.802!
+[2026-06-02 16:24:51,980][243541] Updated weights for policy 0, policy_version 3332 (0.0009)
+[2026-06-02 16:24:52,141][243541] Updated weights for policy 0, policy_version 3342 (0.0008)
+[2026-06-02 16:24:52,313][243541] Updated weights for policy 0, policy_version 3352 (0.0008)
+[2026-06-02 16:24:52,472][243541] Updated weights for policy 0, policy_version 3362 (0.0008)
+[2026-06-02 16:24:52,654][243541] Updated weights for policy 0, policy_version 3374 (0.0008)
+[2026-06-02 16:24:52,835][243541] Updated weights for policy 0, policy_version 3385 (0.0008)
+[2026-06-02 16:24:53,601][243541] Updated weights for policy 0, policy_version 3397 (0.0008)
+[2026-06-02 16:24:53,753][243541] Updated weights for policy 0, policy_version 3407 (0.0010)
+[2026-06-02 16:24:53,923][243541] Updated weights for policy 0, policy_version 3417 (0.0008)
+[2026-06-02 16:24:54,117][243541] Updated weights for policy 0, policy_version 3429 (0.0008)
+[2026-06-02 16:24:54,308][243541] Updated weights for policy 0, policy_version 3441 (0.0008)
+[2026-06-02 16:24:54,496][243541] Updated weights for policy 0, policy_version 3452 (0.0008)
+[2026-06-02 16:24:55,224][243541] Updated weights for policy 0, policy_version 3463 (0.0008)
+[2026-06-02 16:24:55,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1769472. Throughput: 0: 19808.7. Samples: 1754624. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:24:55,253][235950] Avg episode reward: [(0, '38.268')]
+[2026-06-02 16:24:55,413][243541] Updated weights for policy 0, policy_version 3475 (0.0008)
+[2026-06-02 16:24:55,587][243541] Updated weights for policy 0, policy_version 3486 (0.0008)
+[2026-06-02 16:24:55,770][243541] Updated weights for policy 0, policy_version 3497 (0.0008)
+[2026-06-02 16:24:55,945][243541] Updated weights for policy 0, policy_version 3508 (0.0008)
+[2026-06-02 16:24:56,127][243541] Updated weights for policy 0, policy_version 3519 (0.0008)
+[2026-06-02 16:24:56,136][242682] Saving new best policy, reward=38.268!
+[2026-06-02 16:24:56,830][243541] Updated weights for policy 0, policy_version 3529 (0.0008)
+[2026-06-02 16:24:56,985][243541] Updated weights for policy 0, policy_version 3539 (0.0008)
+[2026-06-02 16:24:57,144][243541] Updated weights for policy 0, policy_version 3549 (0.0008)
+[2026-06-02 16:24:57,326][243541] Updated weights for policy 0, policy_version 3560 (0.0008)
+[2026-06-02 16:24:57,511][243541] Updated weights for policy 0, policy_version 3571 (0.0008)
+[2026-06-02 16:24:57,670][243541] Updated weights for policy 0, policy_version 3581 (0.0008)
+[2026-06-02 16:24:58,387][243541] Updated weights for policy 0, policy_version 3592 (0.0009)
+[2026-06-02 16:24:58,547][243541] Updated weights for policy 0, policy_version 3602 (0.0008)
+[2026-06-02 16:24:58,720][243541] Updated weights for policy 0, policy_version 3613 (0.0008)
+[2026-06-02 16:24:58,880][243541] Updated weights for policy 0, policy_version 3623 (0.0008)
+[2026-06-02 16:24:59,049][243541] Updated weights for policy 0, policy_version 3633 (0.0008)
+[2026-06-02 16:24:59,221][243541] Updated weights for policy 0, policy_version 3643 (0.0008)
+[2026-06-02 16:24:59,923][243541] Updated weights for policy 0, policy_version 3654 (0.0009)
+[2026-06-02 16:25:00,082][243541] Updated weights for policy 0, policy_version 3664 (0.0008)
+[2026-06-02 16:25:00,249][243541] Updated weights for policy 0, policy_version 3674 (0.0008)
+[2026-06-02 16:25:00,252][235950] Fps is (10 sec: 19661.4, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1867776. Throughput: 0: 20044.8. Samples: 1881984. Policy #0 lag: (min: 63.0, avg: 77.3, max: 127.0)
+[2026-06-02 16:25:00,253][235950] Avg episode reward: [(0, '42.801')]
+[2026-06-02 16:25:00,409][243541] Updated weights for policy 0, policy_version 3684 (0.0009)
+[2026-06-02 16:25:00,590][243541] Updated weights for policy 0, policy_version 3695 (0.0008)
+[2026-06-02 16:25:00,763][243541] Updated weights for policy 0, policy_version 3705 (0.0008)
+[2026-06-02 16:25:00,866][242682] Saving new best policy, reward=42.801!
+[2026-06-02 16:25:01,471][243541] Updated weights for policy 0, policy_version 3716 (0.0008)
+[2026-06-02 16:25:01,643][243541] Updated weights for policy 0, policy_version 3727 (0.0008)
+[2026-06-02 16:25:01,822][243541] Updated weights for policy 0, policy_version 3738 (0.0008)
+[2026-06-02 16:25:02,017][243541] Updated weights for policy 0, policy_version 3750 (0.0008)
+[2026-06-02 16:25:02,189][243541] Updated weights for policy 0, policy_version 3761 (0.0008)
+[2026-06-02 16:25:02,378][243541] Updated weights for policy 0, policy_version 3772 (0.0008)
+[2026-06-02 16:25:03,094][243541] Updated weights for policy 0, policy_version 3784 (0.0008)
+[2026-06-02 16:25:03,270][243541] Updated weights for policy 0, policy_version 3795 (0.0008)
+[2026-06-02 16:25:03,429][243541] Updated weights for policy 0, policy_version 3805 (0.0008)
+[2026-06-02 16:25:03,594][243541] Updated weights for policy 0, policy_version 3815 (0.0008)
+[2026-06-02 16:25:03,761][243541] Updated weights for policy 0, policy_version 3825 (0.0008)
+[2026-06-02 16:25:03,933][243541] Updated weights for policy 0, policy_version 3836 (0.0008)
+[2026-06-02 16:25:04,628][243541] Updated weights for policy 0, policy_version 3846 (0.0008)
+[2026-06-02 16:25:04,788][243541] Updated weights for policy 0, policy_version 3856 (0.0008)
+[2026-06-02 16:25:04,944][243541] Updated weights for policy 0, policy_version 3866 (0.0008)
+[2026-06-02 16:25:05,109][243541] Updated weights for policy 0, policy_version 3876 (0.0008)
+[2026-06-02 16:25:05,252][235950] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1966080. Throughput: 0: 20335.3. Samples: 2009216. Policy #0 lag: (min: 63.0, avg: 77.3, max: 127.0)
+[2026-06-02 16:25:05,253][235950] Avg episode reward: [(0, '54.530')]
+[2026-06-02 16:25:05,306][243541] Updated weights for policy 0, policy_version 3888 (0.0008)
+[2026-06-02 16:25:05,474][243541] Updated weights for policy 0, policy_version 3898 (0.0008)
+[2026-06-02 16:25:05,572][242682] Saving new best policy, reward=54.530!
+[2026-06-02 16:25:06,173][243541] Updated weights for policy 0, policy_version 3908 (0.0008)
+[2026-06-02 16:25:06,322][243541] Updated weights for policy 0, policy_version 3918 (0.0008)
+[2026-06-02 16:25:06,495][243541] Updated weights for policy 0, policy_version 3928 (0.0008)
+[2026-06-02 16:25:06,661][243541] Updated weights for policy 0, policy_version 3938 (0.0008)
+[2026-06-02 16:25:06,827][243541] Updated weights for policy 0, policy_version 3948 (0.0008)
+[2026-06-02 16:25:06,993][243541] Updated weights for policy 0, policy_version 3958 (0.0008)
+[2026-06-02 16:25:07,682][243541] Updated weights for policy 0, policy_version 3970 (0.0009)
+[2026-06-02 16:25:07,845][243541] Updated weights for policy 0, policy_version 3980 (0.0008)
+[2026-06-02 16:25:08,005][243541] Updated weights for policy 0, policy_version 3990 (0.0008)
+[2026-06-02 16:25:08,203][243541] Updated weights for policy 0, policy_version 4002 (0.0008)
+[2026-06-02 16:25:08,367][243541] Updated weights for policy 0, policy_version 4012 (0.0008)
+[2026-06-02 16:25:08,544][243541] Updated weights for policy 0, policy_version 4023 (0.0008)
+[2026-06-02 16:25:09,255][243541] Updated weights for policy 0, policy_version 4033 (0.0008)
+[2026-06-02 16:25:09,407][243541] Updated weights for policy 0, policy_version 4043 (0.0008)
+[2026-06-02 16:25:09,584][243541] Updated weights for policy 0, policy_version 4054 (0.0008)
+[2026-06-02 16:25:09,745][243541] Updated weights for policy 0, policy_version 4064 (0.0008)
+[2026-06-02 16:25:09,917][243541] Updated weights for policy 0, policy_version 4074 (0.0008)
+[2026-06-02 16:25:10,077][243541] Updated weights for policy 0, policy_version 4084 (0.0008)
+[2026-06-02 16:25:10,242][243541] Updated weights for policy 0, policy_version 4094 (0.0008)
+[2026-06-02 16:25:10,252][235950] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 2064384. Throughput: 0: 20354.8. Samples: 2073600. Policy #0 lag: (min: 63.0, avg: 77.0, max: 127.0)
+[2026-06-02 16:25:10,253][235950] Avg episode reward: [(0, '68.126')]
+[2026-06-02 16:25:10,272][242682] Saving new best policy, reward=68.126!
+[2026-06-02 16:25:10,971][243541] Updated weights for policy 0, policy_version 4105 (0.0008)
+[2026-06-02 16:25:11,147][243541] Updated weights for policy 0, policy_version 4116 (0.0008)
+[2026-06-02 16:25:11,324][243541] Updated weights for policy 0, policy_version 4127 (0.0008)
+[2026-06-02 16:25:11,511][243541] Updated weights for policy 0, policy_version 4138 (0.0008)
+[2026-06-02 16:25:11,681][243541] Updated weights for policy 0, policy_version 4148 (0.0008)
+[2026-06-02 16:25:11,838][243541] Updated weights for policy 0, policy_version 4158 (0.0008)
+[2026-06-02 16:25:12,538][243541] Updated weights for policy 0, policy_version 4169 (0.0009)
+[2026-06-02 16:25:12,719][243541] Updated weights for policy 0, policy_version 4180 (0.0008)
+[2026-06-02 16:25:12,906][243541] Updated weights for policy 0, policy_version 4191 (0.0008)
+[2026-06-02 16:25:13,058][243541] Updated weights for policy 0, policy_version 4201 (0.0007)
+[2026-06-02 16:25:13,235][243541] Updated weights for policy 0, policy_version 4211 (0.0008)
+[2026-06-02 16:25:13,392][243541] Updated weights for policy 0, policy_version 4221 (0.0008)
+[2026-06-02 16:25:14,073][243541] Updated weights for policy 0, policy_version 4231 (0.0009)
+[2026-06-02 16:25:14,267][243541] Updated weights for policy 0, policy_version 4243 (0.0008)
+[2026-06-02 16:25:14,462][243541] Updated weights for policy 0, policy_version 4255 (0.0008)
+[2026-06-02 16:25:14,645][243541] Updated weights for policy 0, policy_version 4266 (0.0008)
+[2026-06-02 16:25:14,810][243541] Updated weights for policy 0, policy_version 4276 (0.0008)
+[2026-06-02 16:25:14,970][243541] Updated weights for policy 0, policy_version 4286 (0.0008)
+[2026-06-02 16:25:15,252][235950] Fps is (10 sec: 22937.8, 60 sec: 20206.9, 300 sec: 19958.7). Total num frames: 2195456. Throughput: 0: 20656.4. Samples: 2202624. Policy #0 lag: (min: 63.0, avg: 77.3, max: 127.0)
+[2026-06-02 16:25:15,253][235950] Avg episode reward: [(0, '73.589')]
+[2026-06-02 16:25:15,257][242682] Saving new best policy, reward=73.589!
+[2026-06-02 16:25:15,649][243541] Updated weights for policy 0, policy_version 4296 (0.0008)
+[2026-06-02 16:25:15,814][243541] Updated weights for policy 0, policy_version 4306 (0.0008)
+[2026-06-02 16:25:16,001][243541] Updated weights for policy 0, policy_version 4317 (0.0008)
+[2026-06-02 16:25:16,160][243541] Updated weights for policy 0, policy_version 4327 (0.0008)
+[2026-06-02 16:25:16,337][243541] Updated weights for policy 0, policy_version 4338 (0.0008)
+[2026-06-02 16:25:16,543][243541] Updated weights for policy 0, policy_version 4350 (0.0009)
+[2026-06-02 16:25:17,216][243541] Updated weights for policy 0, policy_version 4360 (0.0008)
+[2026-06-02 16:25:17,386][243541] Updated weights for policy 0, policy_version 4371 (0.0008)
+[2026-06-02 16:25:17,562][243541] Updated weights for policy 0, policy_version 4382 (0.0008)
+[2026-06-02 16:25:17,732][243541] Updated weights for policy 0, policy_version 4392 (0.0008)
+[2026-06-02 16:25:17,905][243541] Updated weights for policy 0, policy_version 4402 (0.0008)
+[2026-06-02 16:25:18,100][243541] Updated weights for policy 0, policy_version 4414 (0.0008)
+[2026-06-02 16:25:18,796][243541] Updated weights for policy 0, policy_version 4426 (0.0008)
+[2026-06-02 16:25:18,967][243541] Updated weights for policy 0, policy_version 4437 (0.0010)
+[2026-06-02 16:25:19,146][243541] Updated weights for policy 0, policy_version 4448 (0.0008)
+[2026-06-02 16:25:19,315][243541] Updated weights for policy 0, policy_version 4458 (0.0008)
+[2026-06-02 16:25:19,477][243541] Updated weights for policy 0, policy_version 4468 (0.0009)
+[2026-06-02 16:25:19,655][243541] Updated weights for policy 0, policy_version 4478 (0.0008)
+[2026-06-02 16:25:20,252][235950] Fps is (10 sec: 22937.7, 60 sec: 20207.2, 300 sec: 19945.8). Total num frames: 2293760. Throughput: 0: 20653.5. Samples: 2321024. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:25:20,253][235950] Avg episode reward: [(0, '77.003')]
+[2026-06-02 16:25:20,342][243541] Updated weights for policy 0, policy_version 4488 (0.0009)
+[2026-06-02 16:25:20,520][243541] Updated weights for policy 0, policy_version 4499 (0.0008)
+[2026-06-02 16:25:20,682][243541] Updated weights for policy 0, policy_version 4509 (0.0008)
+[2026-06-02 16:25:20,878][243541] Updated weights for policy 0, policy_version 4521 (0.0009)
+[2026-06-02 16:25:21,071][243541] Updated weights for policy 0, policy_version 4533 (0.0008)
+[2026-06-02 16:25:21,251][242682] Saving new best policy, reward=77.003!
+[2026-06-02 16:25:21,252][243541] Updated weights for policy 0, policy_version 4544 (0.0008)
+[2026-06-02 16:25:21,921][243541] Updated weights for policy 0, policy_version 4554 (0.0008)
+[2026-06-02 16:25:22,083][243541] Updated weights for policy 0, policy_version 4564 (0.0008)
+[2026-06-02 16:25:22,245][243541] Updated weights for policy 0, policy_version 4574 (0.0008)
+[2026-06-02 16:25:22,416][243541] Updated weights for policy 0, policy_version 4584 (0.0008)
+[2026-06-02 16:25:22,592][243541] Updated weights for policy 0, policy_version 4595 (0.0008)
+[2026-06-02 16:25:22,770][243541] Updated weights for policy 0, policy_version 4605 (0.0008)
+[2026-06-02 16:25:23,429][243541] Updated weights for policy 0, policy_version 4615 (0.0008)
+[2026-06-02 16:25:23,596][243541] Updated weights for policy 0, policy_version 4625 (0.0008)
+[2026-06-02 16:25:23,800][243541] Updated weights for policy 0, policy_version 4637 (0.0008)
+[2026-06-02 16:25:23,986][243541] Updated weights for policy 0, policy_version 4648 (0.0008)
+[2026-06-02 16:25:24,162][243541] Updated weights for policy 0, policy_version 4659 (0.0008)
+[2026-06-02 16:25:24,341][243541] Updated weights for policy 0, policy_version 4670 (0.0008)
+[2026-06-02 16:25:25,041][243541] Updated weights for policy 0, policy_version 4680 (0.0007)
+[2026-06-02 16:25:25,194][243541] Updated weights for policy 0, policy_version 4690 (0.0007)
+[2026-06-02 16:25:25,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19933.9). Total num frames: 2392064. Throughput: 0: 20599.5. Samples: 2380928. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:25:25,253][235950] Avg episode reward: [(0, '91.355')]
+[2026-06-02 16:25:25,354][243541] Updated weights for policy 0, policy_version 4700 (0.0007)
+[2026-06-02 16:25:25,541][243541] Updated weights for policy 0, policy_version 4711 (0.0007)
+[2026-06-02 16:25:25,741][243541] Updated weights for policy 0, policy_version 4723 (0.0007)
+[2026-06-02 16:25:25,911][243541] Updated weights for policy 0, policy_version 4733 (0.0007)
+[2026-06-02 16:25:25,955][242682] Saving new best policy, reward=91.355!
+[2026-06-02 16:25:26,602][243541] Updated weights for policy 0, policy_version 4744 (0.0007)
+[2026-06-02 16:25:26,801][243541] Updated weights for policy 0, policy_version 4756 (0.0007)
+[2026-06-02 16:25:26,959][243541] Updated weights for policy 0, policy_version 4766 (0.0007)
+[2026-06-02 16:25:27,150][243541] Updated weights for policy 0, policy_version 4777 (0.0007)
+[2026-06-02 16:25:27,332][243541] Updated weights for policy 0, policy_version 4788 (0.0007)
+[2026-06-02 16:25:27,502][243541] Updated weights for policy 0, policy_version 4798 (0.0007)
+[2026-06-02 16:25:28,162][243541] Updated weights for policy 0, policy_version 4808 (0.0007)
+[2026-06-02 16:25:28,325][243541] Updated weights for policy 0, policy_version 4818 (0.0007)
+[2026-06-02 16:25:28,495][243541] Updated weights for policy 0, policy_version 4828 (0.0007)
+[2026-06-02 16:25:28,659][243541] Updated weights for policy 0, policy_version 4838 (0.0007)
+[2026-06-02 16:25:28,843][243541] Updated weights for policy 0, policy_version 4849 (0.0007)
+[2026-06-02 16:25:29,008][243541] Updated weights for policy 0, policy_version 4859 (0.0006)
+[2026-06-02 16:25:29,686][243541] Updated weights for policy 0, policy_version 4869 (0.0007)
+[2026-06-02 16:25:29,842][243541] Updated weights for policy 0, policy_version 4879 (0.0008)
+[2026-06-02 16:25:30,011][243541] Updated weights for policy 0, policy_version 4889 (0.0008)
+[2026-06-02 16:25:30,165][243541] Updated weights for policy 0, policy_version 4899 (0.0008)
+[2026-06-02 16:25:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19923.0). Total num frames: 2490368. Throughput: 0: 20639.3. Samples: 2507904. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:25:30,253][235950] Avg episode reward: [(0, '101.986')]
+[2026-06-02 16:25:30,342][243541] Updated weights for policy 0, policy_version 4910 (0.0008)
+[2026-06-02 16:25:30,513][243541] Updated weights for policy 0, policy_version 4920 (0.0008)
+[2026-06-02 16:25:30,646][242682] Saving new best policy, reward=101.986!
+[2026-06-02 16:25:31,219][243541] Updated weights for policy 0, policy_version 4930 (0.0009)
+[2026-06-02 16:25:31,378][243541] Updated weights for policy 0, policy_version 4940 (0.0008)
+[2026-06-02 16:25:31,555][243541] Updated weights for policy 0, policy_version 4951 (0.0008)
+[2026-06-02 16:25:31,722][243541] Updated weights for policy 0, policy_version 4961 (0.0008)
+[2026-06-02 16:25:31,883][243541] Updated weights for policy 0, policy_version 4971 (0.0008)
+[2026-06-02 16:25:32,058][243541] Updated weights for policy 0, policy_version 4981 (0.0008)
+[2026-06-02 16:25:32,230][243541] Updated weights for policy 0, policy_version 4991 (0.0008)
+[2026-06-02 16:25:32,908][243541] Updated weights for policy 0, policy_version 5001 (0.0009)
+[2026-06-02 16:25:33,061][243541] Updated weights for policy 0, policy_version 5011 (0.0008)
+[2026-06-02 16:25:33,230][243541] Updated weights for policy 0, policy_version 5021 (0.0008)
+[2026-06-02 16:25:33,408][243541] Updated weights for policy 0, policy_version 5032 (0.0008)
+[2026-06-02 16:25:33,589][243541] Updated weights for policy 0, policy_version 5042 (0.0009)
+[2026-06-02 16:25:33,755][243541] Updated weights for policy 0, policy_version 5052 (0.0008)
+[2026-06-02 16:25:34,412][243541] Updated weights for policy 0, policy_version 5062 (0.0008)
+[2026-06-02 16:25:34,575][243541] Updated weights for policy 0, policy_version 5072 (0.0008)
+[2026-06-02 16:25:34,742][243541] Updated weights for policy 0, policy_version 5082 (0.0008)
+[2026-06-02 16:25:34,905][243541] Updated weights for policy 0, policy_version 5092 (0.0008)
+[2026-06-02 16:25:35,088][243541] Updated weights for policy 0, policy_version 5103 (0.0008)
+[2026-06-02 16:25:35,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19912.9). Total num frames: 2588672. Throughput: 0: 20921.0. Samples: 2635648. Policy #0 lag: (min: 63.0, avg: 77.1, max: 127.0)
+[2026-06-02 16:25:35,253][235950] Avg episode reward: [(0, '102.959')]
+[2026-06-02 16:25:35,256][243541] Updated weights for policy 0, policy_version 5113 (0.0008)
+[2026-06-02 16:25:35,366][242682] Saving new best policy, reward=102.959!
+[2026-06-02 16:25:35,930][243541] Updated weights for policy 0, policy_version 5123 (0.0008)
+[2026-06-02 16:25:36,093][243541] Updated weights for policy 0, policy_version 5133 (0.0008)
+[2026-06-02 16:25:36,256][243541] Updated weights for policy 0, policy_version 5143 (0.0008)
+[2026-06-02 16:25:36,438][243541] Updated weights for policy 0, policy_version 5154 (0.0008)
+[2026-06-02 16:25:36,615][243541] Updated weights for policy 0, policy_version 5164 (0.0008)
+[2026-06-02 16:25:36,778][243541] Updated weights for policy 0, policy_version 5174 (0.0008)
+[2026-06-02 16:25:37,481][243541] Updated weights for policy 0, policy_version 5185 (0.0008)
+[2026-06-02 16:25:37,649][243541] Updated weights for policy 0, policy_version 5196 (0.0008)
+[2026-06-02 16:25:37,816][243541] Updated weights for policy 0, policy_version 5206 (0.0008)
+[2026-06-02 16:25:37,985][243541] Updated weights for policy 0, policy_version 5216 (0.0008)
+[2026-06-02 16:25:38,152][243541] Updated weights for policy 0, policy_version 5226 (0.0008)
+[2026-06-02 16:25:38,334][243541] Updated weights for policy 0, policy_version 5237 (0.0008)
+[2026-06-02 16:25:38,514][243541] Updated weights for policy 0, policy_version 5248 (0.0008)
+[2026-06-02 16:25:39,178][243541] Updated weights for policy 0, policy_version 5258 (0.0008)
+[2026-06-02 16:25:39,347][243541] Updated weights for policy 0, policy_version 5268 (0.0008)
+[2026-06-02 16:25:39,529][243541] Updated weights for policy 0, policy_version 5279 (0.0008)
+[2026-06-02 16:25:39,698][243541] Updated weights for policy 0, policy_version 5289 (0.0008)
+[2026-06-02 16:25:39,860][243541] Updated weights for policy 0, policy_version 5299 (0.0008)
+[2026-06-02 16:25:40,039][243541] Updated weights for policy 0, policy_version 5309 (0.0009)
+[2026-06-02 16:25:40,252][235950] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20146.3). Total num frames: 2719744. Throughput: 0: 21014.8. Samples: 2700288. Policy #0 lag: (min: 36.0, avg: 50.6, max: 100.0)
+[2026-06-02 16:25:40,253][235950] Avg episode reward: [(0, '120.517')]
+[2026-06-02 16:25:40,256][242682] Saving new best policy, reward=120.517!
+[2026-06-02 16:25:40,719][243541] Updated weights for policy 0, policy_version 5319 (0.0008)
+[2026-06-02 16:25:40,897][243541] Updated weights for policy 0, policy_version 5330 (0.0008)
+[2026-06-02 16:25:41,064][243541] Updated weights for policy 0, policy_version 5340 (0.0008)
+[2026-06-02 16:25:41,231][243541] Updated weights for policy 0, policy_version 5350 (0.0008)
+[2026-06-02 16:25:41,403][243541] Updated weights for policy 0, policy_version 5360 (0.0008)
+[2026-06-02 16:25:41,593][243541] Updated weights for policy 0, policy_version 5372 (0.0008)
+[2026-06-02 16:25:42,298][243541] Updated weights for policy 0, policy_version 5382 (0.0008)
+[2026-06-02 16:25:42,464][243541] Updated weights for policy 0, policy_version 5392 (0.0009)
+[2026-06-02 16:25:42,640][243541] Updated weights for policy 0, policy_version 5403 (0.0008)
+[2026-06-02 16:25:42,803][243541] Updated weights for policy 0, policy_version 5413 (0.0008)
+[2026-06-02 16:25:42,979][243541] Updated weights for policy 0, policy_version 5423 (0.0008)
+[2026-06-02 16:25:43,163][243541] Updated weights for policy 0, policy_version 5434 (0.0008)
+[2026-06-02 16:25:43,842][243541] Updated weights for policy 0, policy_version 5445 (0.0008)
+[2026-06-02 16:25:44,011][243541] Updated weights for policy 0, policy_version 5456 (0.0008)
+[2026-06-02 16:25:44,172][243541] Updated weights for policy 0, policy_version 5466 (0.0008)
+[2026-06-02 16:25:44,349][243541] Updated weights for policy 0, policy_version 5476 (0.0008)
+[2026-06-02 16:25:44,528][243541] Updated weights for policy 0, policy_version 5487 (0.0008)
+[2026-06-02 16:25:44,723][243541] Updated weights for policy 0, policy_version 5498 (0.0008)
+[2026-06-02 16:25:45,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20128.9). Total num frames: 2818048. Throughput: 0: 21051.7. Samples: 2829312. Policy #0 lag: (min: 14.0, avg: 28.7, max: 78.0)
+[2026-06-02 16:25:45,253][235950] Avg episode reward: [(0, '135.219')]
+[2026-06-02 16:25:45,378][243541] Updated weights for policy 0, policy_version 5508 (0.0008)
+[2026-06-02 16:25:45,542][243541] Updated weights for policy 0, policy_version 5518 (0.0008)
+[2026-06-02 16:25:45,739][243541] Updated weights for policy 0, policy_version 5530 (0.0008)
+[2026-06-02 16:25:45,899][243541] Updated weights for policy 0, policy_version 5540 (0.0008)
+[2026-06-02 16:25:46,071][243541] Updated weights for policy 0, policy_version 5550 (0.0008)
+[2026-06-02 16:25:46,249][243541] Updated weights for policy 0, policy_version 5560 (0.0008)
+[2026-06-02 16:25:46,369][242682] Saving new best policy, reward=135.219!
+[2026-06-02 16:25:46,965][243541] Updated weights for policy 0, policy_version 5571 (0.0008)
+[2026-06-02 16:25:47,134][243541] Updated weights for policy 0, policy_version 5582 (0.0008)
+[2026-06-02 16:25:47,303][243541] Updated weights for policy 0, policy_version 5592 (0.0008)
+[2026-06-02 16:25:47,471][243541] Updated weights for policy 0, policy_version 5602 (0.0008)
+[2026-06-02 16:25:47,666][243541] Updated weights for policy 0, policy_version 5614 (0.0008)
+[2026-06-02 16:25:47,851][243541] Updated weights for policy 0, policy_version 5625 (0.0008)
+[2026-06-02 16:25:48,516][243541] Updated weights for policy 0, policy_version 5635 (0.0009)
+[2026-06-02 16:25:48,678][243541] Updated weights for policy 0, policy_version 5645 (0.0008)
+[2026-06-02 16:25:48,838][243541] Updated weights for policy 0, policy_version 5655 (0.0008)
+[2026-06-02 16:25:49,002][243541] Updated weights for policy 0, policy_version 5665 (0.0008)
+[2026-06-02 16:25:49,229][243541] Updated weights for policy 0, policy_version 5678 (0.0009)
+[2026-06-02 16:25:49,414][243541] Updated weights for policy 0, policy_version 5689 (0.0008)
+[2026-06-02 16:25:50,098][243541] Updated weights for policy 0, policy_version 5699 (0.0008)
+[2026-06-02 16:25:50,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.2, 300 sec: 20112.8). Total num frames: 2916352. Throughput: 0: 21023.3. Samples: 2955264. Policy #0 lag: (min: 51.0, avg: 102.5, max: 114.0)
+[2026-06-02 16:25:50,253][235950] Avg episode reward: [(0, '146.586')]
+[2026-06-02 16:25:50,268][243541] Updated weights for policy 0, policy_version 5710 (0.0008)
+[2026-06-02 16:25:50,451][243541] Updated weights for policy 0, policy_version 5721 (0.0008)
+[2026-06-02 16:25:50,617][243541] Updated weights for policy 0, policy_version 5731 (0.0008)
+[2026-06-02 16:25:50,806][243541] Updated weights for policy 0, policy_version 5742 (0.0008)
+[2026-06-02 16:25:50,985][243541] Updated weights for policy 0, policy_version 5753 (0.0008)
+[2026-06-02 16:25:51,098][242682] Saving new best policy, reward=146.586!
+[2026-06-02 16:25:51,669][243541] Updated weights for policy 0, policy_version 5763 (0.0008)
+[2026-06-02 16:25:51,849][243541] Updated weights for policy 0, policy_version 5774 (0.0009)
+[2026-06-02 16:25:52,043][243541] Updated weights for policy 0, policy_version 5786 (0.0008)
+[2026-06-02 16:25:52,221][243541] Updated weights for policy 0, policy_version 5797 (0.0008)
+[2026-06-02 16:25:52,394][243541] Updated weights for policy 0, policy_version 5807 (0.0008)
+[2026-06-02 16:25:52,567][243541] Updated weights for policy 0, policy_version 5817 (0.0008)
+[2026-06-02 16:25:53,241][243541] Updated weights for policy 0, policy_version 5827 (0.0008)
+[2026-06-02 16:25:53,413][243541] Updated weights for policy 0, policy_version 5838 (0.0008)
+[2026-06-02 16:25:53,579][243541] Updated weights for policy 0, policy_version 5848 (0.0008)
+[2026-06-02 16:25:53,743][243541] Updated weights for policy 0, policy_version 5858 (0.0008)
+[2026-06-02 16:25:53,911][243541] Updated weights for policy 0, policy_version 5868 (0.0008)
+[2026-06-02 16:25:54,081][243541] Updated weights for policy 0, policy_version 5878 (0.0008)
+[2026-06-02 16:25:54,789][243541] Updated weights for policy 0, policy_version 5889 (0.0008)
+[2026-06-02 16:25:54,941][243541] Updated weights for policy 0, policy_version 5899 (0.0008)
+[2026-06-02 16:25:55,141][243541] Updated weights for policy 0, policy_version 5911 (0.0008)
+[2026-06-02 16:25:55,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20097.7). Total num frames: 3014656. Throughput: 0: 20909.5. Samples: 3014528. Policy #0 lag: (min: 51.0, avg: 102.5, max: 114.0)
+[2026-06-02 16:25:55,253][235950] Avg episode reward: [(0, '157.165')]
+[2026-06-02 16:25:55,305][243541] Updated weights for policy 0, policy_version 5921 (0.0008)
+[2026-06-02 16:25:55,490][243541] Updated weights for policy 0, policy_version 5932 (0.0008)
+[2026-06-02 16:25:55,678][243541] Updated weights for policy 0, policy_version 5943 (0.0008)
+[2026-06-02 16:25:55,827][242682] Saving new best policy, reward=157.165!
+[2026-06-02 16:25:56,370][243541] Updated weights for policy 0, policy_version 5953 (0.0008)
+[2026-06-02 16:25:56,550][243541] Updated weights for policy 0, policy_version 5965 (0.0008)
+[2026-06-02 16:25:56,714][243541] Updated weights for policy 0, policy_version 5975 (0.0008)
+[2026-06-02 16:25:56,884][243541] Updated weights for policy 0, policy_version 5985 (0.0008)
+[2026-06-02 16:25:57,054][243541] Updated weights for policy 0, policy_version 5995 (0.0008)
+[2026-06-02 16:25:57,259][243541] Updated weights for policy 0, policy_version 6007 (0.0008)
+[2026-06-02 16:25:57,936][243541] Updated weights for policy 0, policy_version 6017 (0.0008)
+[2026-06-02 16:25:58,097][243541] Updated weights for policy 0, policy_version 6027 (0.0008)
+[2026-06-02 16:25:58,253][243541] Updated weights for policy 0, policy_version 6037 (0.0008)
+[2026-06-02 16:25:58,425][243541] Updated weights for policy 0, policy_version 6047 (0.0008)
+[2026-06-02 16:25:58,603][243541] Updated weights for policy 0, policy_version 6058 (0.0008)
+[2026-06-02 16:25:58,792][243541] Updated weights for policy 0, policy_version 6069 (0.0008)
+[2026-06-02 16:25:58,975][243541] Updated weights for policy 0, policy_version 6080 (0.0008)
+[2026-06-02 16:25:59,679][243541] Updated weights for policy 0, policy_version 6092 (0.0008)
+[2026-06-02 16:25:59,852][243541] Updated weights for policy 0, policy_version 6103 (0.0008)
+[2026-06-02 16:26:00,024][243541] Updated weights for policy 0, policy_version 6113 (0.0008)
+[2026-06-02 16:26:00,190][243541] Updated weights for policy 0, policy_version 6123 (0.0008)
+[2026-06-02 16:26:00,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20083.6). Total num frames: 3112960. Throughput: 0: 20764.4. Samples: 3137024. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:26:00,253][235950] Avg episode reward: [(0, '146.517')]
+[2026-06-02 16:26:00,411][243541] Updated weights for policy 0, policy_version 6136 (0.0008)
+[2026-06-02 16:26:01,081][243541] Updated weights for policy 0, policy_version 6146 (0.0008)
+[2026-06-02 16:26:01,254][243541] Updated weights for policy 0, policy_version 6157 (0.0008)
+[2026-06-02 16:26:01,416][243541] Updated weights for policy 0, policy_version 6167 (0.0008)
+[2026-06-02 16:26:01,585][243541] Updated weights for policy 0, policy_version 6177 (0.0008)
+[2026-06-02 16:26:01,763][243541] Updated weights for policy 0, policy_version 6188 (0.0008)
+[2026-06-02 16:26:01,945][243541] Updated weights for policy 0, policy_version 6198 (0.0008)
+[2026-06-02 16:26:02,106][243541] Updated weights for policy 0, policy_version 6208 (0.0008)
+[2026-06-02 16:26:02,784][243541] Updated weights for policy 0, policy_version 6219 (0.0008)
+[2026-06-02 16:26:02,966][243541] Updated weights for policy 0, policy_version 6230 (0.0008)
+[2026-06-02 16:26:03,133][243541] Updated weights for policy 0, policy_version 6240 (0.0008)
+[2026-06-02 16:26:03,336][243541] Updated weights for policy 0, policy_version 6252 (0.0008)
+[2026-06-02 16:26:03,514][243541] Updated weights for policy 0, policy_version 6262 (0.0008)
+[2026-06-02 16:26:04,209][243541] Updated weights for policy 0, policy_version 6273 (0.0008)
+[2026-06-02 16:26:04,356][243541] Updated weights for policy 0, policy_version 6283 (0.0008)
+[2026-06-02 16:26:04,521][243541] Updated weights for policy 0, policy_version 6293 (0.0008)
+[2026-06-02 16:26:04,701][243541] Updated weights for policy 0, policy_version 6303 (0.0008)
+[2026-06-02 16:26:04,867][243541] Updated weights for policy 0, policy_version 6313 (0.0009)
+[2026-06-02 16:26:05,049][243541] Updated weights for policy 0, policy_version 6324 (0.0008)
+[2026-06-02 16:26:05,220][243541] Updated weights for policy 0, policy_version 6334 (0.0008)
+[2026-06-02 16:26:05,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20275.2). Total num frames: 3244032. Throughput: 0: 20983.5. Samples: 3265280. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:26:05,253][235950] Avg episode reward: [(0, '138.795')]
+[2026-06-02 16:26:05,875][243541] Updated weights for policy 0, policy_version 6344 (0.0008)
+[2026-06-02 16:26:06,035][243541] Updated weights for policy 0, policy_version 6354 (0.0008)
+[2026-06-02 16:26:06,212][243541] Updated weights for policy 0, policy_version 6364 (0.0008)
+[2026-06-02 16:26:06,376][243541] Updated weights for policy 0, policy_version 6374 (0.0008)
+[2026-06-02 16:26:06,551][243541] Updated weights for policy 0, policy_version 6384 (0.0009)
+[2026-06-02 16:26:06,738][243541] Updated weights for policy 0, policy_version 6395 (0.0008)
+[2026-06-02 16:26:07,423][243541] Updated weights for policy 0, policy_version 6406 (0.0008)
+[2026-06-02 16:26:07,592][243541] Updated weights for policy 0, policy_version 6416 (0.0009)
+[2026-06-02 16:26:07,757][243541] Updated weights for policy 0, policy_version 6426 (0.0009)
+[2026-06-02 16:26:07,919][243541] Updated weights for policy 0, policy_version 6436 (0.0008)
+[2026-06-02 16:26:08,112][243541] Updated weights for policy 0, policy_version 6447 (0.0008)
+[2026-06-02 16:26:08,291][243541] Updated weights for policy 0, policy_version 6458 (0.0008)
+[2026-06-02 16:26:08,967][243541] Updated weights for policy 0, policy_version 6468 (0.0009)
+[2026-06-02 16:26:09,115][243541] Updated weights for policy 0, policy_version 6478 (0.0008)
+[2026-06-02 16:26:09,288][243541] Updated weights for policy 0, policy_version 6488 (0.0009)
+[2026-06-02 16:26:09,466][243541] Updated weights for policy 0, policy_version 6499 (0.0008)
+[2026-06-02 16:26:09,633][243541] Updated weights for policy 0, policy_version 6509 (0.0008)
+[2026-06-02 16:26:09,819][243541] Updated weights for policy 0, policy_version 6520 (0.0008)
+[2026-06-02 16:26:10,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20256.6). Total num frames: 3342336. Throughput: 0: 21085.8. Samples: 3329792. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:26:10,253][235950] Avg episode reward: [(0, '150.740')]
+[2026-06-02 16:26:10,512][243541] Updated weights for policy 0, policy_version 6531 (0.0008)
+[2026-06-02 16:26:10,677][243541] Updated weights for policy 0, policy_version 6542 (0.0008)
+[2026-06-02 16:26:10,850][243541] Updated weights for policy 0, policy_version 6552 (0.0008)
+[2026-06-02 16:26:11,019][243541] Updated weights for policy 0, policy_version 6562 (0.0009)
+[2026-06-02 16:26:11,207][243541] Updated weights for policy 0, policy_version 6573 (0.0008)
+[2026-06-02 16:26:11,378][243541] Updated weights for policy 0, policy_version 6583 (0.0008)
+[2026-06-02 16:26:12,093][243541] Updated weights for policy 0, policy_version 6594 (0.0008)
+[2026-06-02 16:26:12,250][243541] Updated weights for policy 0, policy_version 6604 (0.0008)
+[2026-06-02 16:26:12,411][243541] Updated weights for policy 0, policy_version 6614 (0.0008)
+[2026-06-02 16:26:12,601][243541] Updated weights for policy 0, policy_version 6625 (0.0008)
+[2026-06-02 16:26:12,805][243541] Updated weights for policy 0, policy_version 6637 (0.0008)
+[2026-06-02 16:26:12,976][243541] Updated weights for policy 0, policy_version 6647 (0.0008)
+[2026-06-02 16:26:13,660][243541] Updated weights for policy 0, policy_version 6657 (0.0008)
+[2026-06-02 16:26:13,801][243541] Updated weights for policy 0, policy_version 6667 (0.0008)
+[2026-06-02 16:26:13,987][243541] Updated weights for policy 0, policy_version 6678 (0.0008)
+[2026-06-02 16:26:14,156][243541] Updated weights for policy 0, policy_version 6688 (0.0008)
+[2026-06-02 16:26:14,327][243541] Updated weights for policy 0, policy_version 6698 (0.0008)
+[2026-06-02 16:26:14,496][243541] Updated weights for policy 0, policy_version 6708 (0.0008)
+[2026-06-02 16:26:14,675][243541] Updated weights for policy 0, policy_version 6718 (0.0008)
+[2026-06-02 16:26:15,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20239.1). Total num frames: 3440640. Throughput: 0: 21122.8. Samples: 3458432. Policy #0 lag: (min: 4.0, avg: 18.6, max: 68.0)
+[2026-06-02 16:26:15,253][235950] Avg episode reward: [(0, '161.732')]
+[2026-06-02 16:26:15,348][243541] Updated weights for policy 0, policy_version 6729 (0.0008)
+[2026-06-02 16:26:15,515][243541] Updated weights for policy 0, policy_version 6739 (0.0008)
+[2026-06-02 16:26:15,683][243541] Updated weights for policy 0, policy_version 6749 (0.0008)
+[2026-06-02 16:26:15,844][243541] Updated weights for policy 0, policy_version 6759 (0.0008)
+[2026-06-02 16:26:16,016][243541] Updated weights for policy 0, policy_version 6769 (0.0008)
+[2026-06-02 16:26:16,189][243541] Updated weights for policy 0, policy_version 6779 (0.0008)
+[2026-06-02 16:26:16,265][242682] Saving new best policy, reward=161.732!
+[2026-06-02 16:26:16,855][243541] Updated weights for policy 0, policy_version 6789 (0.0008)
+[2026-06-02 16:26:17,019][243541] Updated weights for policy 0, policy_version 6799 (0.0008)
+[2026-06-02 16:26:17,199][243541] Updated weights for policy 0, policy_version 6810 (0.0008)
+[2026-06-02 16:26:17,369][243541] Updated weights for policy 0, policy_version 6820 (0.0008)
+[2026-06-02 16:26:17,536][243541] Updated weights for policy 0, policy_version 6830 (0.0008)
+[2026-06-02 16:26:17,710][243541] Updated weights for policy 0, policy_version 6840 (0.0008)
+[2026-06-02 16:26:18,397][243541] Updated weights for policy 0, policy_version 6852 (0.0008)
+[2026-06-02 16:26:18,578][243541] Updated weights for policy 0, policy_version 6863 (0.0008)
+[2026-06-02 16:26:18,738][243541] Updated weights for policy 0, policy_version 6873 (0.0008)
+[2026-06-02 16:26:18,909][243541] Updated weights for policy 0, policy_version 6883 (0.0008)
+[2026-06-02 16:26:19,074][243541] Updated weights for policy 0, policy_version 6893 (0.0008)
+[2026-06-02 16:26:19,244][243541] Updated weights for policy 0, policy_version 6903 (0.0008)
+[2026-06-02 16:26:19,962][243541] Updated weights for policy 0, policy_version 6914 (0.0008)
+[2026-06-02 16:26:20,103][243541] Updated weights for policy 0, policy_version 6924 (0.0008)
+[2026-06-02 16:26:20,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20222.5). Total num frames: 3538944. Throughput: 0: 21128.5. Samples: 3586432. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:26:20,253][235950] Avg episode reward: [(0, '147.475')]
+[2026-06-02 16:26:20,277][243541] Updated weights for policy 0, policy_version 6934 (0.0008)
+[2026-06-02 16:26:20,460][243541] Updated weights for policy 0, policy_version 6945 (0.0008)
+[2026-06-02 16:26:20,640][243541] Updated weights for policy 0, policy_version 6956 (0.0008)
+[2026-06-02 16:26:20,809][243541] Updated weights for policy 0, policy_version 6966 (0.0008)
+[2026-06-02 16:26:20,982][243541] Updated weights for policy 0, policy_version 6976 (0.0008)
+[2026-06-02 16:26:21,655][243541] Updated weights for policy 0, policy_version 6986 (0.0008)
+[2026-06-02 16:26:21,831][243541] Updated weights for policy 0, policy_version 6997 (0.0008)
+[2026-06-02 16:26:21,992][243541] Updated weights for policy 0, policy_version 7007 (0.0008)
+[2026-06-02 16:26:22,163][243541] Updated weights for policy 0, policy_version 7017 (0.0008)
+[2026-06-02 16:26:22,343][243541] Updated weights for policy 0, policy_version 7027 (0.0008)
+[2026-06-02 16:26:22,547][243541] Updated weights for policy 0, policy_version 7039 (0.0008)
+[2026-06-02 16:26:23,202][243541] Updated weights for policy 0, policy_version 7049 (0.0008)
+[2026-06-02 16:26:23,362][243541] Updated weights for policy 0, policy_version 7059 (0.0008)
+[2026-06-02 16:26:23,547][243541] Updated weights for policy 0, policy_version 7070 (0.0008)
+[2026-06-02 16:26:23,722][243541] Updated weights for policy 0, policy_version 7080 (0.0009)
+[2026-06-02 16:26:23,883][243541] Updated weights for policy 0, policy_version 7090 (0.0008)
+[2026-06-02 16:26:24,080][243541] Updated weights for policy 0, policy_version 7101 (0.0008)
+[2026-06-02 16:26:24,742][243541] Updated weights for policy 0, policy_version 7111 (0.0009)
+[2026-06-02 16:26:24,901][243541] Updated weights for policy 0, policy_version 7121 (0.0008)
+[2026-06-02 16:26:25,068][243541] Updated weights for policy 0, policy_version 7131 (0.0009)
+[2026-06-02 16:26:25,240][243541] Updated weights for policy 0, policy_version 7141 (0.0009)
+[2026-06-02 16:26:25,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20206.9). Total num frames: 3637248. Throughput: 0: 21043.2. Samples: 3647232. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:26:25,253][235950] Avg episode reward: [(0, '155.997')]
+[2026-06-02 16:26:25,430][243541] Updated weights for policy 0, policy_version 7152 (0.0008)
+[2026-06-02 16:26:25,595][243541] Updated weights for policy 0, policy_version 7162 (0.0009)
+[2026-06-02 16:26:26,251][243541] Updated weights for policy 0, policy_version 7172 (0.0008)
+[2026-06-02 16:26:26,433][243541] Updated weights for policy 0, policy_version 7183 (0.0008)
+[2026-06-02 16:26:26,600][243541] Updated weights for policy 0, policy_version 7193 (0.0008)
+[2026-06-02 16:26:26,769][243541] Updated weights for policy 0, policy_version 7203 (0.0008)
+[2026-06-02 16:26:26,950][243541] Updated weights for policy 0, policy_version 7214 (0.0008)
+[2026-06-02 16:26:27,138][243541] Updated weights for policy 0, policy_version 7225 (0.0008)
+[2026-06-02 16:26:27,791][243541] Updated weights for policy 0, policy_version 7235 (0.0008)
+[2026-06-02 16:26:27,972][243541] Updated weights for policy 0, policy_version 7246 (0.0009)
+[2026-06-02 16:26:28,169][243541] Updated weights for policy 0, policy_version 7258 (0.0008)
+[2026-06-02 16:26:28,344][243541] Updated weights for policy 0, policy_version 7269 (0.0009)
+[2026-06-02 16:26:28,538][243541] Updated weights for policy 0, policy_version 7280 (0.0008)
+[2026-06-02 16:26:28,723][243541] Updated weights for policy 0, policy_version 7291 (0.0008)
+[2026-06-02 16:26:29,407][243541] Updated weights for policy 0, policy_version 7302 (0.0008)
+[2026-06-02 16:26:29,601][243541] Updated weights for policy 0, policy_version 7314 (0.0008)
+[2026-06-02 16:26:29,773][243541] Updated weights for policy 0, policy_version 7324 (0.0009)
+[2026-06-02 16:26:29,941][243541] Updated weights for policy 0, policy_version 7334 (0.0008)
+[2026-06-02 16:26:30,113][243541] Updated weights for policy 0, policy_version 7344 (0.0008)
+[2026-06-02 16:26:30,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20192.2). Total num frames: 3735552. Throughput: 0: 20815.7. Samples: 3766016. Policy #0 lag: (min: 63.0, avg: 77.5, max: 127.0)
+[2026-06-02 16:26:30,253][235950] Avg episode reward: [(0, '168.245')]
+[2026-06-02 16:26:30,283][243541] Updated weights for policy 0, policy_version 7354 (0.0006)
+[2026-06-02 16:26:30,378][242682] Saving new best policy, reward=168.245!
+[2026-06-02 16:26:30,941][243541] Updated weights for policy 0, policy_version 7364 (0.0008)
+[2026-06-02 16:26:31,127][243541] Updated weights for policy 0, policy_version 7376 (0.0009)
+[2026-06-02 16:26:31,301][243541] Updated weights for policy 0, policy_version 7386 (0.0009)
+[2026-06-02 16:26:31,471][243541] Updated weights for policy 0, policy_version 7396 (0.0009)
+[2026-06-02 16:26:31,676][243541] Updated weights for policy 0, policy_version 7408 (0.0009)
+[2026-06-02 16:26:31,840][243541] Updated weights for policy 0, policy_version 7418 (0.0009)
+[2026-06-02 16:26:32,517][243541] Updated weights for policy 0, policy_version 7429 (0.0008)
+[2026-06-02 16:26:32,678][243541] Updated weights for policy 0, policy_version 7439 (0.0009)
+[2026-06-02 16:26:32,848][243541] Updated weights for policy 0, policy_version 7449 (0.0008)
+[2026-06-02 16:26:33,007][243541] Updated weights for policy 0, policy_version 7459 (0.0009)
+[2026-06-02 16:26:33,176][243541] Updated weights for policy 0, policy_version 7469 (0.0008)
+[2026-06-02 16:26:33,349][243541] Updated weights for policy 0, policy_version 7479 (0.0008)
+[2026-06-02 16:26:34,030][243541] Updated weights for policy 0, policy_version 7489 (0.0008)
+[2026-06-02 16:26:34,211][243541] Updated weights for policy 0, policy_version 7501 (0.0009)
+[2026-06-02 16:26:34,378][243541] Updated weights for policy 0, policy_version 7511 (0.0008)
+[2026-06-02 16:26:34,541][243541] Updated weights for policy 0, policy_version 7521 (0.0008)
+[2026-06-02 16:26:34,718][243541] Updated weights for policy 0, policy_version 7531 (0.0008)
+[2026-06-02 16:26:34,904][243541] Updated weights for policy 0, policy_version 7542 (0.0009)
+[2026-06-02 16:26:35,068][243541] Updated weights for policy 0, policy_version 7552 (0.0008)
+[2026-06-02 16:26:35,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 20350.7). Total num frames: 3866624. Throughput: 0: 20807.1. Samples: 3891584. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:26:35,253][235950] Avg episode reward: [(0, '188.532')]
+[2026-06-02 16:26:35,257][242682] Saving new best policy, reward=188.532!
+[2026-06-02 16:26:35,758][243541] Updated weights for policy 0, policy_version 7562 (0.0008)
+[2026-06-02 16:26:35,924][243541] Updated weights for policy 0, policy_version 7572 (0.0009)
+[2026-06-02 16:26:36,094][243541] Updated weights for policy 0, policy_version 7582 (0.0008)
+[2026-06-02 16:26:36,258][243541] Updated weights for policy 0, policy_version 7592 (0.0009)
+[2026-06-02 16:26:36,445][243541] Updated weights for policy 0, policy_version 7603 (0.0008)
+[2026-06-02 16:26:36,626][243541] Updated weights for policy 0, policy_version 7613 (0.0008)
+[2026-06-02 16:26:37,279][243541] Updated weights for policy 0, policy_version 7623 (0.0009)
+[2026-06-02 16:26:37,442][243541] Updated weights for policy 0, policy_version 7633 (0.0008)
+[2026-06-02 16:26:37,622][243541] Updated weights for policy 0, policy_version 7644 (0.0009)
+[2026-06-02 16:26:37,784][243541] Updated weights for policy 0, policy_version 7654 (0.0008)
+[2026-06-02 16:26:37,964][243541] Updated weights for policy 0, policy_version 7664 (0.0009)
+[2026-06-02 16:26:38,132][243541] Updated weights for policy 0, policy_version 7674 (0.0008)
+[2026-06-02 16:26:38,789][243541] Updated weights for policy 0, policy_version 7685 (0.0008)
+[2026-06-02 16:26:38,964][243541] Updated weights for policy 0, policy_version 7696 (0.0008)
+[2026-06-02 16:26:39,133][243541] Updated weights for policy 0, policy_version 7706 (0.0008)
+[2026-06-02 16:26:39,312][243541] Updated weights for policy 0, policy_version 7717 (0.0009)
+[2026-06-02 16:26:39,491][243541] Updated weights for policy 0, policy_version 7727 (0.0008)
+[2026-06-02 16:26:39,663][243541] Updated weights for policy 0, policy_version 7737 (0.0008)
+[2026-06-02 16:26:40,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20333.0). Total num frames: 3964928. Throughput: 0: 20932.3. Samples: 3956480. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:26:40,253][235950] Avg episode reward: [(0, '178.288')]
+[2026-06-02 16:26:40,359][243541] Updated weights for policy 0, policy_version 7748 (0.0008)
+[2026-06-02 16:26:40,529][243541] Updated weights for policy 0, policy_version 7758 (0.0008)
+[2026-06-02 16:26:40,690][243541] Updated weights for policy 0, policy_version 7768 (0.0008)
+[2026-06-02 16:26:40,871][243541] Updated weights for policy 0, policy_version 7778 (0.0009)
+[2026-06-02 16:26:41,030][243541] Updated weights for policy 0, policy_version 7788 (0.0008)
+[2026-06-02 16:26:41,230][243541] Updated weights for policy 0, policy_version 7799 (0.0008)
+[2026-06-02 16:26:41,893][243541] Updated weights for policy 0, policy_version 7809 (0.0008)
+[2026-06-02 16:26:42,051][243541] Updated weights for policy 0, policy_version 7819 (0.0008)
+[2026-06-02 16:26:42,211][243541] Updated weights for policy 0, policy_version 7829 (0.0008)
+[2026-06-02 16:26:42,381][243541] Updated weights for policy 0, policy_version 7839 (0.0008)
+[2026-06-02 16:26:42,568][243541] Updated weights for policy 0, policy_version 7850 (0.0008)
+[2026-06-02 16:26:42,733][243541] Updated weights for policy 0, policy_version 7860 (0.0008)
+[2026-06-02 16:26:42,903][243541] Updated weights for policy 0, policy_version 7870 (0.0008)
+[2026-06-02 16:26:43,565][243541] Updated weights for policy 0, policy_version 7880 (0.0009)
+[2026-06-02 16:26:43,727][243541] Updated weights for policy 0, policy_version 7890 (0.0008)
+[2026-06-02 16:26:43,921][243541] Updated weights for policy 0, policy_version 7902 (0.0008)
+[2026-06-02 16:26:44,127][243541] Updated weights for policy 0, policy_version 7914 (0.0008)
+[2026-06-02 16:26:44,297][243541] Updated weights for policy 0, policy_version 7924 (0.0008)
+[2026-06-02 16:26:44,486][243541] Updated weights for policy 0, policy_version 7935 (0.0008)
+[2026-06-02 16:26:45,168][243541] Updated weights for policy 0, policy_version 7945 (0.0008)
+[2026-06-02 16:26:45,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20316.2). Total num frames: 4063232. Throughput: 0: 21046.1. Samples: 4084096. Policy #0 lag: (min: 53.0, avg: 67.5, max: 117.0)
+[2026-06-02 16:26:45,253][235950] Avg episode reward: [(0, '191.530')]
+[2026-06-02 16:26:45,334][243541] Updated weights for policy 0, policy_version 7955 (0.0009)
+[2026-06-02 16:26:45,514][243541] Updated weights for policy 0, policy_version 7966 (0.0008)
+[2026-06-02 16:26:45,687][243541] Updated weights for policy 0, policy_version 7976 (0.0008)
+[2026-06-02 16:26:45,849][243541] Updated weights for policy 0, policy_version 7986 (0.0008)
+[2026-06-02 16:26:46,025][243541] Updated weights for policy 0, policy_version 7996 (0.0008)
+[2026-06-02 16:26:46,091][242682] Saving new best policy, reward=191.530!
+[2026-06-02 16:26:46,698][243541] Updated weights for policy 0, policy_version 8007 (0.0008)
+[2026-06-02 16:26:46,876][243541] Updated weights for policy 0, policy_version 8018 (0.0008)
+[2026-06-02 16:26:47,053][243541] Updated weights for policy 0, policy_version 8028 (0.0008)
+[2026-06-02 16:26:47,225][243541] Updated weights for policy 0, policy_version 8038 (0.0008)
+[2026-06-02 16:26:47,389][243541] Updated weights for policy 0, policy_version 8048 (0.0008)
+[2026-06-02 16:26:47,571][243541] Updated weights for policy 0, policy_version 8058 (0.0008)
+[2026-06-02 16:26:48,217][243541] Updated weights for policy 0, policy_version 8068 (0.0008)
+[2026-06-02 16:26:48,398][243541] Updated weights for policy 0, policy_version 8079 (0.0008)
+[2026-06-02 16:26:48,572][243541] Updated weights for policy 0, policy_version 8089 (0.0008)
+[2026-06-02 16:26:48,739][243541] Updated weights for policy 0, policy_version 8099 (0.0008)
+[2026-06-02 16:26:48,918][243541] Updated weights for policy 0, policy_version 8109 (0.0007)
+[2026-06-02 16:26:49,082][243541] Updated weights for policy 0, policy_version 8119 (0.0005)
+[2026-06-02 16:26:49,770][243541] Updated weights for policy 0, policy_version 8129 (0.0006)
+[2026-06-02 16:26:49,926][243541] Updated weights for policy 0, policy_version 8139 (0.0005)
+[2026-06-02 16:26:50,095][243541] Updated weights for policy 0, policy_version 8149 (0.0004)
+[2026-06-02 16:26:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20300.2). Total num frames: 4161536. Throughput: 0: 21046.0. Samples: 4212352. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:26:50,253][235950] Avg episode reward: [(0, '185.445')]
+[2026-06-02 16:26:50,266][243541] Updated weights for policy 0, policy_version 8159 (0.0004)
+[2026-06-02 16:26:50,473][243541] Updated weights for policy 0, policy_version 8171 (0.0004)
+[2026-06-02 16:26:50,643][243541] Updated weights for policy 0, policy_version 8181 (0.0004)
+[2026-06-02 16:26:50,815][243541] Updated weights for policy 0, policy_version 8191 (0.0004)
+[2026-06-02 16:26:51,469][243541] Updated weights for policy 0, policy_version 8202 (0.0008)
+[2026-06-02 16:26:51,638][243541] Updated weights for policy 0, policy_version 8212 (0.0008)
+[2026-06-02 16:26:51,828][243541] Updated weights for policy 0, policy_version 8223 (0.0008)
+[2026-06-02 16:26:52,011][243541] Updated weights for policy 0, policy_version 8234 (0.0008)
+[2026-06-02 16:26:52,188][243541] Updated weights for policy 0, policy_version 8244 (0.0008)
+[2026-06-02 16:26:52,356][243541] Updated weights for policy 0, policy_version 8254 (0.0008)
+[2026-06-02 16:26:53,029][243541] Updated weights for policy 0, policy_version 8264 (0.0008)
+[2026-06-02 16:26:53,190][243541] Updated weights for policy 0, policy_version 8274 (0.0008)
+[2026-06-02 16:26:53,387][243541] Updated weights for policy 0, policy_version 8286 (0.0008)
+[2026-06-02 16:26:53,561][243541] Updated weights for policy 0, policy_version 8296 (0.0008)
+[2026-06-02 16:26:53,771][243541] Updated weights for policy 0, policy_version 8308 (0.0008)
+[2026-06-02 16:26:53,941][243541] Updated weights for policy 0, policy_version 8318 (0.0008)
+[2026-06-02 16:26:54,613][243541] Updated weights for policy 0, policy_version 8328 (0.0008)
+[2026-06-02 16:26:54,790][243541] Updated weights for policy 0, policy_version 8339 (0.0009)
+[2026-06-02 16:26:54,955][243541] Updated weights for policy 0, policy_version 8349 (0.0008)
+[2026-06-02 16:26:55,120][243541] Updated weights for policy 0, policy_version 8359 (0.0008)
+[2026-06-02 16:26:55,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20285.0). Total num frames: 4259840. Throughput: 0: 21043.2. Samples: 4276736. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:26:55,253][235950] Avg episode reward: [(0, '229.352')]
+[2026-06-02 16:26:55,295][243541] Updated weights for policy 0, policy_version 8369 (0.0008)
+[2026-06-02 16:26:55,469][243541] Updated weights for policy 0, policy_version 8379 (0.0008)
+[2026-06-02 16:26:55,552][242682] Saving new best policy, reward=229.352!
+[2026-06-02 16:26:56,132][243541] Updated weights for policy 0, policy_version 8390 (0.0008)
+[2026-06-02 16:26:56,314][243541] Updated weights for policy 0, policy_version 8401 (0.0008)
+[2026-06-02 16:26:56,479][243541] Updated weights for policy 0, policy_version 8411 (0.0008)
+[2026-06-02 16:26:56,651][243541] Updated weights for policy 0, policy_version 8421 (0.0008)
+[2026-06-02 16:26:56,833][243541] Updated weights for policy 0, policy_version 8431 (0.0008)
+[2026-06-02 16:26:57,001][243541] Updated weights for policy 0, policy_version 8441 (0.0008)
+[2026-06-02 16:26:57,644][243541] Updated weights for policy 0, policy_version 8451 (0.0008)
+[2026-06-02 16:26:57,799][243541] Updated weights for policy 0, policy_version 8461 (0.0008)
+[2026-06-02 16:26:57,975][243541] Updated weights for policy 0, policy_version 8471 (0.0008)
+[2026-06-02 16:26:58,140][243541] Updated weights for policy 0, policy_version 8481 (0.0008)
+[2026-06-02 16:26:58,309][243541] Updated weights for policy 0, policy_version 8491 (0.0008)
+[2026-06-02 16:26:58,483][243541] Updated weights for policy 0, policy_version 8501 (0.0008)
+[2026-06-02 16:26:58,649][243541] Updated weights for policy 0, policy_version 8511 (0.0008)
+[2026-06-02 16:26:59,318][243541] Updated weights for policy 0, policy_version 8521 (0.0007)
+[2026-06-02 16:26:59,491][243541] Updated weights for policy 0, policy_version 8532 (0.0007)
+[2026-06-02 16:26:59,667][243541] Updated weights for policy 0, policy_version 8542 (0.0008)
+[2026-06-02 16:26:59,833][243541] Updated weights for policy 0, policy_version 8552 (0.0008)
+[2026-06-02 16:27:00,014][243541] Updated weights for policy 0, policy_version 8562 (0.0009)
+[2026-06-02 16:27:00,186][243541] Updated weights for policy 0, policy_version 8572 (0.0009)
+[2026-06-02 16:27:00,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20422.9). Total num frames: 4390912. Throughput: 0: 20858.4. Samples: 4397056. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:27:00,253][235950] Avg episode reward: [(0, '248.763')]
+[2026-06-02 16:27:00,259][242682] Saving new best policy, reward=248.763!
+[2026-06-02 16:27:00,852][243541] Updated weights for policy 0, policy_version 8584 (0.0009)
+[2026-06-02 16:27:01,021][243541] Updated weights for policy 0, policy_version 8594 (0.0009)
+[2026-06-02 16:27:01,203][243541] Updated weights for policy 0, policy_version 8605 (0.0008)
+[2026-06-02 16:27:01,379][243541] Updated weights for policy 0, policy_version 8615 (0.0009)
+[2026-06-02 16:27:01,560][243541] Updated weights for policy 0, policy_version 8626 (0.0008)
+[2026-06-02 16:27:01,737][243541] Updated weights for policy 0, policy_version 8636 (0.0008)
+[2026-06-02 16:27:02,386][243541] Updated weights for policy 0, policy_version 8646 (0.0008)
+[2026-06-02 16:27:02,541][243541] Updated weights for policy 0, policy_version 8656 (0.0008)
+[2026-06-02 16:27:02,721][243541] Updated weights for policy 0, policy_version 8666 (0.0008)
+[2026-06-02 16:27:02,919][243541] Updated weights for policy 0, policy_version 8678 (0.0008)
+[2026-06-02 16:27:03,109][243541] Updated weights for policy 0, policy_version 8689 (0.0008)
+[2026-06-02 16:27:03,298][243541] Updated weights for policy 0, policy_version 8700 (0.0008)
+[2026-06-02 16:27:03,967][243541] Updated weights for policy 0, policy_version 8711 (0.0008)
+[2026-06-02 16:27:04,157][243541] Updated weights for policy 0, policy_version 8723 (0.0008)
+[2026-06-02 16:27:04,349][243541] Updated weights for policy 0, policy_version 8734 (0.0008)
+[2026-06-02 16:27:04,514][243541] Updated weights for policy 0, policy_version 8744 (0.0008)
+[2026-06-02 16:27:04,690][243541] Updated weights for policy 0, policy_version 8754 (0.0009)
+[2026-06-02 16:27:04,885][243541] Updated weights for policy 0, policy_version 8766 (0.0008)
+[2026-06-02 16:27:05,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.0, 300 sec: 20405.5). Total num frames: 4489216. Throughput: 0: 20693.3. Samples: 4517632. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:27:05,253][235950] Avg episode reward: [(0, '282.497')]
+[2026-06-02 16:27:05,259][242682] Saving new best policy, reward=282.497!
+[2026-06-02 16:27:05,571][243541] Updated weights for policy 0, policy_version 8777 (0.0008)
+[2026-06-02 16:27:05,755][243541] Updated weights for policy 0, policy_version 8788 (0.0009)
+[2026-06-02 16:27:05,922][243541] Updated weights for policy 0, policy_version 8798 (0.0009)
+[2026-06-02 16:27:06,106][243541] Updated weights for policy 0, policy_version 8809 (0.0009)
+[2026-06-02 16:27:06,294][243541] Updated weights for policy 0, policy_version 8820 (0.0008)
+[2026-06-02 16:27:06,459][243541] Updated weights for policy 0, policy_version 8830 (0.0008)
+[2026-06-02 16:27:07,106][243541] Updated weights for policy 0, policy_version 8840 (0.0008)
+[2026-06-02 16:27:07,267][243541] Updated weights for policy 0, policy_version 8850 (0.0008)
+[2026-06-02 16:27:07,437][243541] Updated weights for policy 0, policy_version 8860 (0.0008)
+[2026-06-02 16:27:07,627][243541] Updated weights for policy 0, policy_version 8871 (0.0009)
+[2026-06-02 16:27:07,801][243541] Updated weights for policy 0, policy_version 8881 (0.0009)
+[2026-06-02 16:27:07,977][243541] Updated weights for policy 0, policy_version 8891 (0.0008)
+[2026-06-02 16:27:08,618][243541] Updated weights for policy 0, policy_version 8901 (0.0008)
+[2026-06-02 16:27:08,800][243541] Updated weights for policy 0, policy_version 8912 (0.0008)
+[2026-06-02 16:27:08,968][243541] Updated weights for policy 0, policy_version 8922 (0.0008)
+[2026-06-02 16:27:09,133][243541] Updated weights for policy 0, policy_version 8932 (0.0008)
+[2026-06-02 16:27:09,322][243541] Updated weights for policy 0, policy_version 8943 (0.0008)
+[2026-06-02 16:27:09,517][243541] Updated weights for policy 0, policy_version 8954 (0.0008)
+[2026-06-02 16:27:10,210][243541] Updated weights for policy 0, policy_version 8966 (0.0009)
+[2026-06-02 16:27:10,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20389.0). Total num frames: 4587520. Throughput: 0: 20773.0. Samples: 4582016. Policy #0 lag: (min: 121.0, avg: 133.3, max: 184.0)
+[2026-06-02 16:27:10,253][235950] Avg episode reward: [(0, '313.303')]
+[2026-06-02 16:27:10,376][243541] Updated weights for policy 0, policy_version 8976 (0.0008)
+[2026-06-02 16:27:10,542][243541] Updated weights for policy 0, policy_version 8986 (0.0008)
+[2026-06-02 16:27:10,714][243541] Updated weights for policy 0, policy_version 8996 (0.0009)
+[2026-06-02 16:27:10,898][243541] Updated weights for policy 0, policy_version 9007 (0.0008)
+[2026-06-02 16:27:11,070][243541] Updated weights for policy 0, policy_version 9017 (0.0008)
+[2026-06-02 16:27:11,184][242682] Saving new best policy, reward=313.303!
+[2026-06-02 16:27:11,748][243541] Updated weights for policy 0, policy_version 9028 (0.0009)
+[2026-06-02 16:27:11,907][243541] Updated weights for policy 0, policy_version 9038 (0.0008)
+[2026-06-02 16:27:12,087][243541] Updated weights for policy 0, policy_version 9049 (0.0008)
+[2026-06-02 16:27:12,267][243541] Updated weights for policy 0, policy_version 9059 (0.0008)
+[2026-06-02 16:27:12,441][243541] Updated weights for policy 0, policy_version 9069 (0.0008)
+[2026-06-02 16:27:12,607][243541] Updated weights for policy 0, policy_version 9079 (0.0009)
+[2026-06-02 16:27:13,272][243541] Updated weights for policy 0, policy_version 9089 (0.0008)
+[2026-06-02 16:27:13,447][243541] Updated weights for policy 0, policy_version 9100 (0.0008)
+[2026-06-02 16:27:13,636][243541] Updated weights for policy 0, policy_version 9111 (0.0009)
+[2026-06-02 16:27:13,807][243541] Updated weights for policy 0, policy_version 9121 (0.0009)
+[2026-06-02 16:27:13,968][243541] Updated weights for policy 0, policy_version 9131 (0.0008)
+[2026-06-02 16:27:14,172][243541] Updated weights for policy 0, policy_version 9143 (0.0008)
+[2026-06-02 16:27:14,822][243541] Updated weights for policy 0, policy_version 9153 (0.0008)
+[2026-06-02 16:27:14,997][243541] Updated weights for policy 0, policy_version 9164 (0.0008)
+[2026-06-02 16:27:15,169][243541] Updated weights for policy 0, policy_version 9174 (0.0008)
+[2026-06-02 16:27:15,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20373.2). Total num frames: 4685824. Throughput: 0: 20966.4. Samples: 4709504. Policy #0 lag: (min: 121.0, avg: 133.3, max: 184.0)
+[2026-06-02 16:27:15,253][235950] Avg episode reward: [(0, '299.907')]
+[2026-06-02 16:27:15,357][243541] Updated weights for policy 0, policy_version 9185 (0.0009)
+[2026-06-02 16:27:15,534][243541] Updated weights for policy 0, policy_version 9195 (0.0008)
+[2026-06-02 16:27:15,722][243541] Updated weights for policy 0, policy_version 9206 (0.0008)
+[2026-06-02 16:27:15,889][243541] Updated weights for policy 0, policy_version 9216 (0.0008)
+[2026-06-02 16:27:16,576][243541] Updated weights for policy 0, policy_version 9227 (0.0009)
+[2026-06-02 16:27:16,747][243541] Updated weights for policy 0, policy_version 9237 (0.0008)
+[2026-06-02 16:27:16,909][243541] Updated weights for policy 0, policy_version 9247 (0.0008)
+[2026-06-02 16:27:17,087][243541] Updated weights for policy 0, policy_version 9257 (0.0008)
+[2026-06-02 16:27:17,253][243541] Updated weights for policy 0, policy_version 9267 (0.0008)
+[2026-06-02 16:27:17,426][243541] Updated weights for policy 0, policy_version 9277 (0.0008)
+[2026-06-02 16:27:18,110][243541] Updated weights for policy 0, policy_version 9288 (0.0008)
+[2026-06-02 16:27:18,273][243541] Updated weights for policy 0, policy_version 9298 (0.0008)
+[2026-06-02 16:27:18,453][243541] Updated weights for policy 0, policy_version 9309 (0.0008)
+[2026-06-02 16:27:18,641][243541] Updated weights for policy 0, policy_version 9320 (0.0008)
+[2026-06-02 16:27:18,811][243541] Updated weights for policy 0, policy_version 9330 (0.0008)
+[2026-06-02 16:27:18,985][243541] Updated weights for policy 0, policy_version 9340 (0.0008)
+[2026-06-02 16:27:19,701][243541] Updated weights for policy 0, policy_version 9352 (0.0008)
+[2026-06-02 16:27:19,875][243541] Updated weights for policy 0, policy_version 9362 (0.0009)
+[2026-06-02 16:27:20,058][243541] Updated weights for policy 0, policy_version 9373 (0.0008)
+[2026-06-02 16:27:20,222][243541] Updated weights for policy 0, policy_version 9383 (0.0008)
+[2026-06-02 16:27:20,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20358.0). Total num frames: 4784128. Throughput: 0: 21034.6. Samples: 4838144. Policy #0 lag: (min: 7.0, avg: 22.3, max: 71.0)
+[2026-06-02 16:27:20,253][235950] Avg episode reward: [(0, '284.698')]
+[2026-06-02 16:27:20,413][243541] Updated weights for policy 0, policy_version 9394 (0.0008)
+[2026-06-02 16:27:20,611][243541] Updated weights for policy 0, policy_version 9406 (0.0008)
+[2026-06-02 16:27:21,235][243541] Updated weights for policy 0, policy_version 9416 (0.0008)
+[2026-06-02 16:27:21,417][243541] Updated weights for policy 0, policy_version 9426 (0.0008)
+[2026-06-02 16:27:21,580][243541] Updated weights for policy 0, policy_version 9436 (0.0008)
+[2026-06-02 16:27:21,787][243541] Updated weights for policy 0, policy_version 9448 (0.0009)
+[2026-06-02 16:27:21,971][243541] Updated weights for policy 0, policy_version 9459 (0.0008)
+[2026-06-02 16:27:22,147][243541] Updated weights for policy 0, policy_version 9469 (0.0008)
+[2026-06-02 16:27:22,803][243541] Updated weights for policy 0, policy_version 9480 (0.0009)
+[2026-06-02 16:27:22,981][243541] Updated weights for policy 0, policy_version 9491 (0.0008)
+[2026-06-02 16:27:23,165][243541] Updated weights for policy 0, policy_version 9502 (0.0008)
+[2026-06-02 16:27:23,351][243541] Updated weights for policy 0, policy_version 9513 (0.0008)
+[2026-06-02 16:27:23,531][243541] Updated weights for policy 0, policy_version 9523 (0.0008)
+[2026-06-02 16:27:23,703][243541] Updated weights for policy 0, policy_version 9533 (0.0008)
+[2026-06-02 16:27:24,359][243541] Updated weights for policy 0, policy_version 9543 (0.0008)
+[2026-06-02 16:27:24,515][243541] Updated weights for policy 0, policy_version 9553 (0.0008)
+[2026-06-02 16:27:24,692][243541] Updated weights for policy 0, policy_version 9563 (0.0008)
+[2026-06-02 16:27:24,869][243541] Updated weights for policy 0, policy_version 9573 (0.0008)
+[2026-06-02 16:27:25,058][243541] Updated weights for policy 0, policy_version 9584 (0.0009)
+[2026-06-02 16:27:25,230][243541] Updated weights for policy 0, policy_version 9594 (0.0008)
+[2026-06-02 16:27:25,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20343.5). Total num frames: 4882432. Throughput: 0: 20983.5. Samples: 4900736. Policy #0 lag: (min: 7.0, avg: 22.3, max: 71.0)
+[2026-06-02 16:27:25,253][235950] Avg episode reward: [(0, '269.119')]
+[2026-06-02 16:27:25,895][243541] Updated weights for policy 0, policy_version 9604 (0.0008)
+[2026-06-02 16:27:26,073][243541] Updated weights for policy 0, policy_version 9615 (0.0008)
+[2026-06-02 16:27:26,247][243541] Updated weights for policy 0, policy_version 9625 (0.0008)
+[2026-06-02 16:27:26,432][243541] Updated weights for policy 0, policy_version 9636 (0.0008)
+[2026-06-02 16:27:26,599][243541] Updated weights for policy 0, policy_version 9646 (0.0008)
+[2026-06-02 16:27:26,775][243541] Updated weights for policy 0, policy_version 9656 (0.0008)
+[2026-06-02 16:27:27,428][243541] Updated weights for policy 0, policy_version 9666 (0.0008)
+[2026-06-02 16:27:27,586][243541] Updated weights for policy 0, policy_version 9676 (0.0008)
+[2026-06-02 16:27:27,767][243541] Updated weights for policy 0, policy_version 9687 (0.0008)
+[2026-06-02 16:27:27,935][243541] Updated weights for policy 0, policy_version 9697 (0.0008)
+[2026-06-02 16:27:28,132][243541] Updated weights for policy 0, policy_version 9709 (0.0008)
+[2026-06-02 16:27:28,323][243541] Updated weights for policy 0, policy_version 9720 (0.0008)
+[2026-06-02 16:27:28,996][243541] Updated weights for policy 0, policy_version 9730 (0.0008)
+[2026-06-02 16:27:29,172][243541] Updated weights for policy 0, policy_version 9741 (0.0008)
+[2026-06-02 16:27:29,336][243541] Updated weights for policy 0, policy_version 9751 (0.0008)
+[2026-06-02 16:27:29,508][243541] Updated weights for policy 0, policy_version 9761 (0.0008)
+[2026-06-02 16:27:29,687][243541] Updated weights for policy 0, policy_version 9772 (0.0008)
+[2026-06-02 16:27:29,860][243541] Updated weights for policy 0, policy_version 9782 (0.0008)
+[2026-06-02 16:27:30,036][243541] Updated weights for policy 0, policy_version 9792 (0.0008)
+[2026-06-02 16:27:30,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20463.3). Total num frames: 5013504. Throughput: 0: 21009.0. Samples: 5029504. Policy #0 lag: (min: 78.0, avg: 97.3, max: 140.0)
+[2026-06-02 16:27:30,253][235950] Avg episode reward: [(0, '260.538')]
+[2026-06-02 16:27:30,692][243541] Updated weights for policy 0, policy_version 9802 (0.0008)
+[2026-06-02 16:27:30,851][243541] Updated weights for policy 0, policy_version 9812 (0.0008)
+[2026-06-02 16:27:31,017][243541] Updated weights for policy 0, policy_version 9822 (0.0008)
+[2026-06-02 16:27:31,186][243541] Updated weights for policy 0, policy_version 9832 (0.0008)
+[2026-06-02 16:27:31,376][243541] Updated weights for policy 0, policy_version 9843 (0.0008)
+[2026-06-02 16:27:31,551][243541] Updated weights for policy 0, policy_version 9853 (0.0009)
+[2026-06-02 16:27:32,238][243541] Updated weights for policy 0, policy_version 9866 (0.0008)
+[2026-06-02 16:27:32,421][243541] Updated weights for policy 0, policy_version 9877 (0.0008)
+[2026-06-02 16:27:32,586][243541] Updated weights for policy 0, policy_version 9887 (0.0008)
+[2026-06-02 16:27:32,763][243541] Updated weights for policy 0, policy_version 9897 (0.0008)
+[2026-06-02 16:27:32,963][243541] Updated weights for policy 0, policy_version 9909 (0.0009)
+[2026-06-02 16:27:33,136][243541] Updated weights for policy 0, policy_version 9919 (0.0009)
+[2026-06-02 16:27:33,809][243541] Updated weights for policy 0, policy_version 9930 (0.0008)
+[2026-06-02 16:27:33,977][243541] Updated weights for policy 0, policy_version 9940 (0.0008)
+[2026-06-02 16:27:34,159][243541] Updated weights for policy 0, policy_version 9951 (0.0008)
+[2026-06-02 16:27:34,326][243541] Updated weights for policy 0, policy_version 9961 (0.0008)
+[2026-06-02 16:27:34,499][243541] Updated weights for policy 0, policy_version 9971 (0.0008)
+[2026-06-02 16:27:34,703][243541] Updated weights for policy 0, policy_version 9983 (0.0009)
+[2026-06-02 16:27:35,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.0, 300 sec: 20447.2). Total num frames: 5111808. Throughput: 0: 20790.1. Samples: 5147904. Policy #0 lag: (min: 72.0, avg: 88.2, max: 138.0)
+[2026-06-02 16:27:35,253][235950] Avg episode reward: [(0, '270.866')]
+[2026-06-02 16:27:35,371][243541] Updated weights for policy 0, policy_version 9995 (0.0008)
+[2026-06-02 16:27:35,567][243541] Updated weights for policy 0, policy_version 10007 (0.0009)
+[2026-06-02 16:27:35,731][243541] Updated weights for policy 0, policy_version 10017 (0.0008)
+[2026-06-02 16:27:35,898][243541] Updated weights for policy 0, policy_version 10027 (0.0008)
+[2026-06-02 16:27:36,071][243541] Updated weights for policy 0, policy_version 10037 (0.0008)
+[2026-06-02 16:27:36,784][243541] Updated weights for policy 0, policy_version 10049 (0.0008)
+[2026-06-02 16:27:36,965][243541] Updated weights for policy 0, policy_version 10061 (0.0008)
+[2026-06-02 16:27:37,136][243541] Updated weights for policy 0, policy_version 10071 (0.0008)
+[2026-06-02 16:27:37,307][243541] Updated weights for policy 0, policy_version 10081 (0.0008)
+[2026-06-02 16:27:37,479][243541] Updated weights for policy 0, policy_version 10091 (0.0008)
+[2026-06-02 16:27:37,648][243541] Updated weights for policy 0, policy_version 10101 (0.0008)
+[2026-06-02 16:27:37,827][243541] Updated weights for policy 0, policy_version 10111 (0.0008)
+[2026-06-02 16:27:38,470][243541] Updated weights for policy 0, policy_version 10121 (0.0008)
+[2026-06-02 16:27:38,639][243541] Updated weights for policy 0, policy_version 10131 (0.0009)
+[2026-06-02 16:27:38,798][243541] Updated weights for policy 0, policy_version 10141 (0.0008)
+[2026-06-02 16:27:38,997][243541] Updated weights for policy 0, policy_version 10152 (0.0008)
+[2026-06-02 16:27:39,168][243541] Updated weights for policy 0, policy_version 10162 (0.0008)
+[2026-06-02 16:27:39,347][243541] Updated weights for policy 0, policy_version 10172 (0.0008)
+[2026-06-02 16:27:39,993][243541] Updated weights for policy 0, policy_version 10182 (0.0008)
+[2026-06-02 16:27:40,182][243541] Updated weights for policy 0, policy_version 10193 (0.0008)
+[2026-06-02 16:27:40,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20431.8). Total num frames: 5210112. Throughput: 0: 20676.3. Samples: 5207168. Policy #0 lag: (min: 72.0, avg: 88.2, max: 138.0)
+[2026-06-02 16:27:40,253][235950] Avg episode reward: [(0, '295.996')]
+[2026-06-02 16:27:40,353][243541] Updated weights for policy 0, policy_version 10203 (0.0008)
+[2026-06-02 16:27:40,522][243541] Updated weights for policy 0, policy_version 10213 (0.0008)
+[2026-06-02 16:27:40,688][243541] Updated weights for policy 0, policy_version 10223 (0.0008)
+[2026-06-02 16:27:40,863][243541] Updated weights for policy 0, policy_version 10233 (0.0008)
+[2026-06-02 16:27:41,533][243541] Updated weights for policy 0, policy_version 10243 (0.0008)
+[2026-06-02 16:27:41,694][243541] Updated weights for policy 0, policy_version 10253 (0.0008)
+[2026-06-02 16:27:41,859][243541] Updated weights for policy 0, policy_version 10263 (0.0008)
+[2026-06-02 16:27:42,027][243541] Updated weights for policy 0, policy_version 10273 (0.0008)
+[2026-06-02 16:27:42,200][243541] Updated weights for policy 0, policy_version 10283 (0.0008)
+[2026-06-02 16:27:42,379][243541] Updated weights for policy 0, policy_version 10293 (0.0008)
+[2026-06-02 16:27:42,550][243541] Updated weights for policy 0, policy_version 10303 (0.0008)
+[2026-06-02 16:27:43,183][243541] Updated weights for policy 0, policy_version 10313 (0.0008)
+[2026-06-02 16:27:43,344][243541] Updated weights for policy 0, policy_version 10323 (0.0008)
+[2026-06-02 16:27:43,514][243541] Updated weights for policy 0, policy_version 10333 (0.0009)
+[2026-06-02 16:27:43,686][243541] Updated weights for policy 0, policy_version 10343 (0.0008)
+[2026-06-02 16:27:43,862][243541] Updated weights for policy 0, policy_version 10353 (0.0008)
+[2026-06-02 16:27:44,052][243541] Updated weights for policy 0, policy_version 10364 (0.0008)
+[2026-06-02 16:27:44,700][243541] Updated weights for policy 0, policy_version 10374 (0.0008)
+[2026-06-02 16:27:44,856][243541] Updated weights for policy 0, policy_version 10384 (0.0008)
+[2026-06-02 16:27:45,033][243541] Updated weights for policy 0, policy_version 10394 (0.0008)
+[2026-06-02 16:27:45,222][243541] Updated weights for policy 0, policy_version 10405 (0.0008)
+[2026-06-02 16:27:45,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20417.0). Total num frames: 5308416. Throughput: 0: 20838.4. Samples: 5334784. Policy #0 lag: (min: 60.0, avg: 74.6, max: 119.0)
+[2026-06-02 16:27:45,253][235950] Avg episode reward: [(0, '308.699')]
+[2026-06-02 16:27:45,410][243541] Updated weights for policy 0, policy_version 10416 (0.0008)
+[2026-06-02 16:27:45,581][243541] Updated weights for policy 0, policy_version 10426 (0.0008)
+[2026-06-02 16:27:46,235][243541] Updated weights for policy 0, policy_version 10436 (0.0008)
+[2026-06-02 16:27:46,398][243541] Updated weights for policy 0, policy_version 10446 (0.0008)
+[2026-06-02 16:27:46,565][243541] Updated weights for policy 0, policy_version 10456 (0.0008)
+[2026-06-02 16:27:46,738][243541] Updated weights for policy 0, policy_version 10466 (0.0008)
+[2026-06-02 16:27:46,911][243541] Updated weights for policy 0, policy_version 10476 (0.0008)
+[2026-06-02 16:27:47,083][243541] Updated weights for policy 0, policy_version 10486 (0.0008)
+[2026-06-02 16:27:47,756][243541] Updated weights for policy 0, policy_version 10497 (0.0008)
+[2026-06-02 16:27:47,913][243541] Updated weights for policy 0, policy_version 10507 (0.0008)
+[2026-06-02 16:27:48,077][243541] Updated weights for policy 0, policy_version 10517 (0.0008)
+[2026-06-02 16:27:48,244][243541] Updated weights for policy 0, policy_version 10527 (0.0008)
+[2026-06-02 16:27:48,428][243541] Updated weights for policy 0, policy_version 10537 (0.0008)
+[2026-06-02 16:27:48,615][243541] Updated weights for policy 0, policy_version 10548 (0.0008)
+[2026-06-02 16:27:48,786][243541] Updated weights for policy 0, policy_version 10558 (0.0008)
+[2026-06-02 16:27:49,455][243541] Updated weights for policy 0, policy_version 10568 (0.0008)
+[2026-06-02 16:27:49,621][243541] Updated weights for policy 0, policy_version 10578 (0.0008)
+[2026-06-02 16:27:49,795][243541] Updated weights for policy 0, policy_version 10588 (0.0008)
+[2026-06-02 16:27:49,958][243541] Updated weights for policy 0, policy_version 10598 (0.0008)
+[2026-06-02 16:27:50,128][243541] Updated weights for policy 0, policy_version 10608 (0.0008)
+[2026-06-02 16:27:50,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20402.7). Total num frames: 5406720. Throughput: 0: 20983.5. Samples: 5461888. Policy #0 lag: (min: 60.0, avg: 74.6, max: 119.0)
+[2026-06-02 16:27:50,253][235950] Avg episode reward: [(0, '336.981')]
+[2026-06-02 16:27:50,303][243541] Updated weights for policy 0, policy_version 10618 (0.0008)
+[2026-06-02 16:27:50,402][242682] Saving new best policy, reward=336.981!
+[2026-06-02 16:27:50,961][243541] Updated weights for policy 0, policy_version 10629 (0.0008)
+[2026-06-02 16:27:51,135][243541] Updated weights for policy 0, policy_version 10640 (0.0008)
+[2026-06-02 16:27:51,327][243541] Updated weights for policy 0, policy_version 10651 (0.0008)
+[2026-06-02 16:27:51,516][243541] Updated weights for policy 0, policy_version 10662 (0.0008)
+[2026-06-02 16:27:51,688][243541] Updated weights for policy 0, policy_version 10672 (0.0008)
+[2026-06-02 16:27:51,878][243541] Updated weights for policy 0, policy_version 10683 (0.0008)
+[2026-06-02 16:27:52,524][243541] Updated weights for policy 0, policy_version 10693 (0.0008)
+[2026-06-02 16:27:52,683][243541] Updated weights for policy 0, policy_version 10703 (0.0008)
+[2026-06-02 16:27:52,861][243541] Updated weights for policy 0, policy_version 10713 (0.0008)
+[2026-06-02 16:27:53,036][243541] Updated weights for policy 0, policy_version 10723 (0.0008)
+[2026-06-02 16:27:53,207][243541] Updated weights for policy 0, policy_version 10733 (0.0008)
+[2026-06-02 16:27:53,379][243541] Updated weights for policy 0, policy_version 10743 (0.0008)
+[2026-06-02 16:27:54,019][243541] Updated weights for policy 0, policy_version 10753 (0.0008)
+[2026-06-02 16:27:54,172][243541] Updated weights for policy 0, policy_version 10763 (0.0008)
+[2026-06-02 16:27:54,342][243541] Updated weights for policy 0, policy_version 10773 (0.0008)
+[2026-06-02 16:27:54,520][243541] Updated weights for policy 0, policy_version 10783 (0.0008)
+[2026-06-02 16:27:54,684][243541] Updated weights for policy 0, policy_version 10793 (0.0008)
+[2026-06-02 16:27:54,859][243541] Updated weights for policy 0, policy_version 10803 (0.0008)
+[2026-06-02 16:27:55,045][243541] Updated weights for policy 0, policy_version 10814 (0.0008)
+[2026-06-02 16:27:55,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20510.3). Total num frames: 5537792. Throughput: 0: 20952.2. Samples: 5524864. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:27:55,253][235950] Avg episode reward: [(0, '341.355')]
+[2026-06-02 16:27:55,260][242682] Saving new best policy, reward=341.355!
+[2026-06-02 16:27:55,697][243541] Updated weights for policy 0, policy_version 10825 (0.0008)
+[2026-06-02 16:27:55,868][243541] Updated weights for policy 0, policy_version 10835 (0.0008)
+[2026-06-02 16:27:56,042][243541] Updated weights for policy 0, policy_version 10845 (0.0008)
+[2026-06-02 16:27:56,212][243541] Updated weights for policy 0, policy_version 10855 (0.0008)
+[2026-06-02 16:27:56,389][243541] Updated weights for policy 0, policy_version 10865 (0.0008)
+[2026-06-02 16:27:56,558][243541] Updated weights for policy 0, policy_version 10875 (0.0008)
+[2026-06-02 16:27:57,197][243541] Updated weights for policy 0, policy_version 10885 (0.0008)
+[2026-06-02 16:27:57,368][243541] Updated weights for policy 0, policy_version 10895 (0.0008)
+[2026-06-02 16:27:57,551][243541] Updated weights for policy 0, policy_version 10906 (0.0008)
+[2026-06-02 16:27:57,718][243541] Updated weights for policy 0, policy_version 10916 (0.0008)
+[2026-06-02 16:27:57,895][243541] Updated weights for policy 0, policy_version 10926 (0.0008)
+[2026-06-02 16:27:58,072][243541] Updated weights for policy 0, policy_version 10936 (0.0008)
+[2026-06-02 16:27:58,739][243541] Updated weights for policy 0, policy_version 10947 (0.0008)
+[2026-06-02 16:27:58,896][243541] Updated weights for policy 0, policy_version 10957 (0.0008)
+[2026-06-02 16:27:59,075][243541] Updated weights for policy 0, policy_version 10968 (0.0008)
+[2026-06-02 16:27:59,253][243541] Updated weights for policy 0, policy_version 10978 (0.0008)
+[2026-06-02 16:27:59,416][243541] Updated weights for policy 0, policy_version 10988 (0.0008)
+[2026-06-02 16:27:59,594][243541] Updated weights for policy 0, policy_version 10998 (0.0010)
+[2026-06-02 16:27:59,761][243541] Updated weights for policy 0, policy_version 11008 (0.0008)
+[2026-06-02 16:28:00,252][235950] Fps is (10 sec: 22937.4, 60 sec: 20753.0, 300 sec: 20494.9). Total num frames: 5636096. Throughput: 0: 20918.0. Samples: 5650816. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:28:00,253][235950] Avg episode reward: [(0, '343.900')]
+[2026-06-02 16:28:00,416][243541] Updated weights for policy 0, policy_version 11018 (0.0008)
+[2026-06-02 16:28:00,589][243541] Updated weights for policy 0, policy_version 11028 (0.0008)
+[2026-06-02 16:28:00,778][243541] Updated weights for policy 0, policy_version 11039 (0.0008)
+[2026-06-02 16:28:00,949][243541] Updated weights for policy 0, policy_version 11049 (0.0008)
+[2026-06-02 16:28:01,121][243541] Updated weights for policy 0, policy_version 11059 (0.0008)
+[2026-06-02 16:28:01,297][243541] Updated weights for policy 0, policy_version 11069 (0.0008)
+[2026-06-02 16:28:01,337][242682] Saving new best policy, reward=343.900!
+[2026-06-02 16:28:01,945][243541] Updated weights for policy 0, policy_version 11079 (0.0009)
+[2026-06-02 16:28:02,108][243541] Updated weights for policy 0, policy_version 11089 (0.0008)
+[2026-06-02 16:28:02,294][243541] Updated weights for policy 0, policy_version 11100 (0.0008)
+[2026-06-02 16:28:02,474][243541] Updated weights for policy 0, policy_version 11110 (0.0008)
+[2026-06-02 16:28:02,652][243541] Updated weights for policy 0, policy_version 11120 (0.0008)
+[2026-06-02 16:28:02,822][243541] Updated weights for policy 0, policy_version 11130 (0.0008)
+[2026-06-02 16:28:03,473][243541] Updated weights for policy 0, policy_version 11141 (0.0008)
+[2026-06-02 16:28:03,633][243541] Updated weights for policy 0, policy_version 11151 (0.0008)
+[2026-06-02 16:28:03,793][243541] Updated weights for policy 0, policy_version 11161 (0.0008)
+[2026-06-02 16:28:03,972][243541] Updated weights for policy 0, policy_version 11171 (0.0008)
+[2026-06-02 16:28:04,164][243541] Updated weights for policy 0, policy_version 11182 (0.0008)
+[2026-06-02 16:28:04,336][243541] Updated weights for policy 0, policy_version 11192 (0.0009)
+[2026-06-02 16:28:05,011][243541] Updated weights for policy 0, policy_version 11203 (0.0008)
+[2026-06-02 16:28:05,177][243541] Updated weights for policy 0, policy_version 11213 (0.0008)
+[2026-06-02 16:28:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20480.0). Total num frames: 5734400. Throughput: 0: 20895.3. Samples: 5778432. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0)
+[2026-06-02 16:28:05,253][235950] Avg episode reward: [(0, '340.903')]
+[2026-06-02 16:28:05,342][243541] Updated weights for policy 0, policy_version 11223 (0.0008)
+[2026-06-02 16:28:05,531][243541] Updated weights for policy 0, policy_version 11234 (0.0008)
+[2026-06-02 16:28:05,704][243541] Updated weights for policy 0, policy_version 11244 (0.0008)
+[2026-06-02 16:28:05,881][243541] Updated weights for policy 0, policy_version 11254 (0.0008)
+[2026-06-02 16:28:06,042][243541] Updated weights for policy 0, policy_version 11264 (0.0008)
+[2026-06-02 16:28:06,710][243541] Updated weights for policy 0, policy_version 11274 (0.0008)
+[2026-06-02 16:28:06,893][243541] Updated weights for policy 0, policy_version 11285 (0.0008)
+[2026-06-02 16:28:07,065][243541] Updated weights for policy 0, policy_version 11295 (0.0008)
+[2026-06-02 16:28:07,252][243541] Updated weights for policy 0, policy_version 11306 (0.0008)
+[2026-06-02 16:28:07,446][243541] Updated weights for policy 0, policy_version 11317 (0.0008)
+[2026-06-02 16:28:07,612][243541] Updated weights for policy 0, policy_version 11327 (0.0008)
+[2026-06-02 16:28:08,253][243541] Updated weights for policy 0, policy_version 11337 (0.0008)
+[2026-06-02 16:28:08,426][243541] Updated weights for policy 0, policy_version 11347 (0.0008)
+[2026-06-02 16:28:08,611][243541] Updated weights for policy 0, policy_version 11358 (0.0008)
+[2026-06-02 16:28:08,783][243541] Updated weights for policy 0, policy_version 11368 (0.0008)
+[2026-06-02 16:28:08,970][243541] Updated weights for policy 0, policy_version 11379 (0.0008)
+[2026-06-02 16:28:09,147][243541] Updated weights for policy 0, policy_version 11389 (0.0008)
+[2026-06-02 16:28:09,799][243541] Updated weights for policy 0, policy_version 11399 (0.0008)
+[2026-06-02 16:28:09,962][243541] Updated weights for policy 0, policy_version 11409 (0.0008)
+[2026-06-02 16:28:10,142][243541] Updated weights for policy 0, policy_version 11420 (0.0008)
+[2026-06-02 16:28:10,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20465.6). Total num frames: 5832704. Throughput: 0: 20795.7. Samples: 5836544. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0)
+[2026-06-02 16:28:10,253][235950] Avg episode reward: [(0, '352.568')]
+[2026-06-02 16:28:10,320][243541] Updated weights for policy 0, policy_version 11430 (0.0008)
+[2026-06-02 16:28:10,490][243541] Updated weights for policy 0, policy_version 11440 (0.0006)
+[2026-06-02 16:28:10,664][243541] Updated weights for policy 0, policy_version 11450 (0.0008)
+[2026-06-02 16:28:10,762][242682] Saving new best policy, reward=352.568!
+[2026-06-02 16:28:11,319][243541] Updated weights for policy 0, policy_version 11460 (0.0008)
+[2026-06-02 16:28:11,481][243541] Updated weights for policy 0, policy_version 11470 (0.0008)
+[2026-06-02 16:28:11,645][243541] Updated weights for policy 0, policy_version 11480 (0.0009)
+[2026-06-02 16:28:11,842][243541] Updated weights for policy 0, policy_version 11491 (0.0008)
+[2026-06-02 16:28:12,006][243541] Updated weights for policy 0, policy_version 11501 (0.0008)
+[2026-06-02 16:28:12,184][243541] Updated weights for policy 0, policy_version 11511 (0.0008)
+[2026-06-02 16:28:12,830][243541] Updated weights for policy 0, policy_version 11521 (0.0008)
+[2026-06-02 16:28:12,991][243541] Updated weights for policy 0, policy_version 11531 (0.0008)
+[2026-06-02 16:28:13,172][243541] Updated weights for policy 0, policy_version 11542 (0.0008)
+[2026-06-02 16:28:13,345][243541] Updated weights for policy 0, policy_version 11552 (0.0008)
+[2026-06-02 16:28:13,518][243541] Updated weights for policy 0, policy_version 11562 (0.0008)
+[2026-06-02 16:28:13,691][243541] Updated weights for policy 0, policy_version 11572 (0.0008)
+[2026-06-02 16:28:13,859][243541] Updated weights for policy 0, policy_version 11582 (0.0008)
+[2026-06-02 16:28:14,497][243541] Updated weights for policy 0, policy_version 11592 (0.0008)
+[2026-06-02 16:28:14,684][243541] Updated weights for policy 0, policy_version 11603 (0.0008)
+[2026-06-02 16:28:14,855][243541] Updated weights for policy 0, policy_version 11613 (0.0008)
+[2026-06-02 16:28:15,041][243541] Updated weights for policy 0, policy_version 11624 (0.0008)
+[2026-06-02 16:28:15,214][243541] Updated weights for policy 0, policy_version 11634 (0.0008)
+[2026-06-02 16:28:15,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20451.8). Total num frames: 5931008. Throughput: 0: 20588.2. Samples: 5955968. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0)
+[2026-06-02 16:28:15,252][235950] Avg episode reward: [(0, '375.750')]
+[2026-06-02 16:28:15,387][243541] Updated weights for policy 0, policy_version 11644 (0.0008)
+[2026-06-02 16:28:15,453][242682] Saving new best policy, reward=375.750!
+[2026-06-02 16:28:16,045][243541] Updated weights for policy 0, policy_version 11654 (0.0008)
+[2026-06-02 16:28:16,228][243541] Updated weights for policy 0, policy_version 11665 (0.0008)
+[2026-06-02 16:28:16,396][243541] Updated weights for policy 0, policy_version 11675 (0.0008)
+[2026-06-02 16:28:16,564][243541] Updated weights for policy 0, policy_version 11685 (0.0008)
+[2026-06-02 16:28:16,728][243541] Updated weights for policy 0, policy_version 11695 (0.0008)
+[2026-06-02 16:28:16,908][243541] Updated weights for policy 0, policy_version 11705 (0.0008)
+[2026-06-02 16:28:17,585][243541] Updated weights for policy 0, policy_version 11716 (0.0008)
+[2026-06-02 16:28:17,739][243541] Updated weights for policy 0, policy_version 11726 (0.0008)
+[2026-06-02 16:28:17,932][243541] Updated weights for policy 0, policy_version 11737 (0.0008)
+[2026-06-02 16:28:18,099][243541] Updated weights for policy 0, policy_version 11747 (0.0008)
+[2026-06-02 16:28:18,288][243541] Updated weights for policy 0, policy_version 11758 (0.0008)
+[2026-06-02 16:28:18,457][243541] Updated weights for policy 0, policy_version 11768 (0.0008)
+[2026-06-02 16:28:19,136][243541] Updated weights for policy 0, policy_version 11779 (0.0008)
+[2026-06-02 16:28:19,306][243541] Updated weights for policy 0, policy_version 11789 (0.0008)
+[2026-06-02 16:28:19,467][243541] Updated weights for policy 0, policy_version 11799 (0.0008)
+[2026-06-02 16:28:19,638][243541] Updated weights for policy 0, policy_version 11809 (0.0008)
+[2026-06-02 16:28:19,818][243541] Updated weights for policy 0, policy_version 11820 (0.0009)
+[2026-06-02 16:28:19,989][243541] Updated weights for policy 0, policy_version 11830 (0.0008)
+[2026-06-02 16:28:20,154][243541] Updated weights for policy 0, policy_version 11840 (0.0008)
+[2026-06-02 16:28:20,252][235950] Fps is (10 sec: 22937.3, 60 sec: 21299.2, 300 sec: 20549.4). Total num frames: 6062080. Throughput: 0: 20770.1. Samples: 6082560. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:28:20,253][235950] Avg episode reward: [(0, '410.234')]
+[2026-06-02 16:28:20,259][242682] Saving new best policy, reward=410.234!
+[2026-06-02 16:28:20,863][243541] Updated weights for policy 0, policy_version 11852 (0.0008)
+[2026-06-02 16:28:21,032][243541] Updated weights for policy 0, policy_version 11862 (0.0008)
+[2026-06-02 16:28:21,221][243541] Updated weights for policy 0, policy_version 11873 (0.0008)
+[2026-06-02 16:28:21,381][243541] Updated weights for policy 0, policy_version 11883 (0.0008)
+[2026-06-02 16:28:21,573][243541] Updated weights for policy 0, policy_version 11894 (0.0008)
+[2026-06-02 16:28:21,735][243541] Updated weights for policy 0, policy_version 11904 (0.0008)
+[2026-06-02 16:28:22,377][243541] Updated weights for policy 0, policy_version 11914 (0.0008)
+[2026-06-02 16:28:22,541][243541] Updated weights for policy 0, policy_version 11924 (0.0008)
+[2026-06-02 16:28:22,728][243541] Updated weights for policy 0, policy_version 11935 (0.0008)
+[2026-06-02 16:28:22,896][243541] Updated weights for policy 0, policy_version 11945 (0.0008)
+[2026-06-02 16:28:23,095][243541] Updated weights for policy 0, policy_version 11957 (0.0008)
+[2026-06-02 16:28:23,263][243541] Updated weights for policy 0, policy_version 11967 (0.0008)
+[2026-06-02 16:28:23,931][243541] Updated weights for policy 0, policy_version 11977 (0.0008)
+[2026-06-02 16:28:24,083][243541] Updated weights for policy 0, policy_version 11987 (0.0010)
+[2026-06-02 16:28:24,265][243541] Updated weights for policy 0, policy_version 11997 (0.0008)
+[2026-06-02 16:28:24,457][243541] Updated weights for policy 0, policy_version 12009 (0.0008)
+[2026-06-02 16:28:24,627][243541] Updated weights for policy 0, policy_version 12019 (0.0009)
+[2026-06-02 16:28:24,809][243541] Updated weights for policy 0, policy_version 12029 (0.0008)
+[2026-06-02 16:28:25,252][235950] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 6160384. Throughput: 0: 20849.8. Samples: 6145408. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:28:25,253][235950] Avg episode reward: [(0, '440.230')]
+[2026-06-02 16:28:25,449][243541] Updated weights for policy 0, policy_version 12039 (0.0008)
+[2026-06-02 16:28:25,641][243541] Updated weights for policy 0, policy_version 12051 (0.0008)
+[2026-06-02 16:28:25,819][243541] Updated weights for policy 0, policy_version 12062 (0.0009)
+[2026-06-02 16:28:26,000][243541] Updated weights for policy 0, policy_version 12072 (0.0008)
+[2026-06-02 16:28:26,160][243541] Updated weights for policy 0, policy_version 12082 (0.0008)
+[2026-06-02 16:28:26,342][243541] Updated weights for policy 0, policy_version 12092 (0.0009)
+[2026-06-02 16:28:26,395][242682] Saving new best policy, reward=440.230!
+[2026-06-02 16:28:26,993][243541] Updated weights for policy 0, policy_version 12102 (0.0008)
+[2026-06-02 16:28:27,168][243541] Updated weights for policy 0, policy_version 12113 (0.0008)
+[2026-06-02 16:28:27,338][243541] Updated weights for policy 0, policy_version 12123 (0.0008)
+[2026-06-02 16:28:27,520][243541] Updated weights for policy 0, policy_version 12134 (0.0008)
+[2026-06-02 16:28:27,689][243541] Updated weights for policy 0, policy_version 12144 (0.0008)
+[2026-06-02 16:28:27,876][243541] Updated weights for policy 0, policy_version 12155 (0.0008)
+[2026-06-02 16:28:28,563][243541] Updated weights for policy 0, policy_version 12166 (0.0008)
+[2026-06-02 16:28:28,725][243541] Updated weights for policy 0, policy_version 12176 (0.0008)
+[2026-06-02 16:28:28,903][243541] Updated weights for policy 0, policy_version 12187 (0.0008)
+[2026-06-02 16:28:29,090][243541] Updated weights for policy 0, policy_version 12198 (0.0008)
+[2026-06-02 16:28:29,263][243541] Updated weights for policy 0, policy_version 12208 (0.0008)
+[2026-06-02 16:28:29,438][243541] Updated weights for policy 0, policy_version 12219 (0.0009)
+[2026-06-02 16:28:30,112][243541] Updated weights for policy 0, policy_version 12229 (0.0008)
+[2026-06-02 16:28:30,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 6258688. Throughput: 0: 20841.2. Samples: 6272640. Policy #0 lag: (min: 54.0, avg: 68.8, max: 118.0)
+[2026-06-02 16:28:30,253][235950] Avg episode reward: [(0, '451.043')]
+[2026-06-02 16:28:30,275][243541] Updated weights for policy 0, policy_version 12239 (0.0008)
+[2026-06-02 16:28:30,448][243541] Updated weights for policy 0, policy_version 12249 (0.0008)
+[2026-06-02 16:28:30,624][243541] Updated weights for policy 0, policy_version 12259 (0.0008)
+[2026-06-02 16:28:30,790][243541] Updated weights for policy 0, policy_version 12269 (0.0008)
+[2026-06-02 16:28:30,983][243541] Updated weights for policy 0, policy_version 12280 (0.0008)
+[2026-06-02 16:28:31,114][242682] Saving new best policy, reward=451.043!
+[2026-06-02 16:28:31,640][243541] Updated weights for policy 0, policy_version 12291 (0.0008)
+[2026-06-02 16:28:31,793][243541] Updated weights for policy 0, policy_version 12301 (0.0008)
+[2026-06-02 16:28:31,964][243541] Updated weights for policy 0, policy_version 12311 (0.0008)
+[2026-06-02 16:28:32,138][243541] Updated weights for policy 0, policy_version 12321 (0.0008)
+[2026-06-02 16:28:32,307][243541] Updated weights for policy 0, policy_version 12331 (0.0008)
+[2026-06-02 16:28:32,479][243541] Updated weights for policy 0, policy_version 12341 (0.0008)
+[2026-06-02 16:28:32,652][243541] Updated weights for policy 0, policy_version 12351 (0.0008)
+[2026-06-02 16:28:33,300][243541] Updated weights for policy 0, policy_version 12361 (0.0008)
+[2026-06-02 16:28:33,457][243541] Updated weights for policy 0, policy_version 12371 (0.0008)
+[2026-06-02 16:28:33,632][243541] Updated weights for policy 0, policy_version 12381 (0.0009)
+[2026-06-02 16:28:33,834][243541] Updated weights for policy 0, policy_version 12393 (0.0008)
+[2026-06-02 16:28:34,010][243541] Updated weights for policy 0, policy_version 12403 (0.0008)
+[2026-06-02 16:28:34,182][243541] Updated weights for policy 0, policy_version 12413 (0.0008)
+[2026-06-02 16:28:34,827][243541] Updated weights for policy 0, policy_version 12423 (0.0008)
+[2026-06-02 16:28:34,989][243541] Updated weights for policy 0, policy_version 12433 (0.0008)
+[2026-06-02 16:28:35,157][243541] Updated weights for policy 0, policy_version 12443 (0.0008)
+[2026-06-02 16:28:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 6356992. Throughput: 0: 20838.4. Samples: 6399616. Policy #0 lag: (min: 54.0, avg: 68.8, max: 118.0)
+[2026-06-02 16:28:35,253][235950] Avg episode reward: [(0, '423.569')]
+[2026-06-02 16:28:35,334][243541] Updated weights for policy 0, policy_version 12453 (0.0008)
+[2026-06-02 16:28:35,510][243541] Updated weights for policy 0, policy_version 12463 (0.0008)
+[2026-06-02 16:28:35,678][243541] Updated weights for policy 0, policy_version 12473 (0.0008)
+[2026-06-02 16:28:36,321][243541] Updated weights for policy 0, policy_version 12483 (0.0008)
+[2026-06-02 16:28:36,502][243541] Updated weights for policy 0, policy_version 12494 (0.0009)
+[2026-06-02 16:28:36,665][243541] Updated weights for policy 0, policy_version 12504 (0.0008)
+[2026-06-02 16:28:36,869][243541] Updated weights for policy 0, policy_version 12516 (0.0008)
+[2026-06-02 16:28:37,039][243541] Updated weights for policy 0, policy_version 12526 (0.0008)
+[2026-06-02 16:28:37,218][243541] Updated weights for policy 0, policy_version 12536 (0.0008)
+[2026-06-02 16:28:37,875][243541] Updated weights for policy 0, policy_version 12546 (0.0008)
+[2026-06-02 16:28:38,048][243541] Updated weights for policy 0, policy_version 12557 (0.0005)
+[2026-06-02 16:28:38,250][243541] Updated weights for policy 0, policy_version 12569 (0.0005)
+[2026-06-02 16:28:38,438][243541] Updated weights for policy 0, policy_version 12580 (0.0009)
+[2026-06-02 16:28:38,616][243541] Updated weights for policy 0, policy_version 12590 (0.0005)
+[2026-06-02 16:28:38,803][243541] Updated weights for policy 0, policy_version 12601 (0.0005)
+[2026-06-02 16:28:39,446][243541] Updated weights for policy 0, policy_version 12611 (0.0005)
+[2026-06-02 16:28:39,632][243541] Updated weights for policy 0, policy_version 12623 (0.0004)
+[2026-06-02 16:28:39,801][243541] Updated weights for policy 0, policy_version 12633 (0.0005)
+[2026-06-02 16:28:39,982][243541] Updated weights for policy 0, policy_version 12643 (0.0008)
+[2026-06-02 16:28:40,168][243541] Updated weights for policy 0, policy_version 12654 (0.0009)
+[2026-06-02 16:28:40,252][235950] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 6455296. Throughput: 0: 20846.9. Samples: 6462976. Policy #0 lag: (min: 50.0, avg: 92.6, max: 114.0)
+[2026-06-02 16:28:40,253][235950] Avg episode reward: [(0, '403.952')]
+[2026-06-02 16:28:40,350][243541] Updated weights for policy 0, policy_version 12665 (0.0008)
+[2026-06-02 16:28:41,026][243541] Updated weights for policy 0, policy_version 12675 (0.0008)
+[2026-06-02 16:28:41,182][243541] Updated weights for policy 0, policy_version 12685 (0.0008)
+[2026-06-02 16:28:41,359][243541] Updated weights for policy 0, policy_version 12695 (0.0008)
+[2026-06-02 16:28:41,517][243541] Updated weights for policy 0, policy_version 12705 (0.0008)
+[2026-06-02 16:28:41,693][243541] Updated weights for policy 0, policy_version 12715 (0.0008)
+[2026-06-02 16:28:41,865][243541] Updated weights for policy 0, policy_version 12725 (0.0008)
+[2026-06-02 16:28:42,039][243541] Updated weights for policy 0, policy_version 12735 (0.0008)
+[2026-06-02 16:28:42,712][243541] Updated weights for policy 0, policy_version 12746 (0.0008)
+[2026-06-02 16:28:42,888][243541] Updated weights for policy 0, policy_version 12757 (0.0008)
+[2026-06-02 16:28:43,068][243541] Updated weights for policy 0, policy_version 12767 (0.0008)
+[2026-06-02 16:28:43,233][243541] Updated weights for policy 0, policy_version 12777 (0.0008)
+[2026-06-02 16:28:43,404][243541] Updated weights for policy 0, policy_version 12787 (0.0008)
+[2026-06-02 16:28:43,579][243541] Updated weights for policy 0, policy_version 12797 (0.0008)
+[2026-06-02 16:28:44,234][243541] Updated weights for policy 0, policy_version 12807 (0.0008)
+[2026-06-02 16:28:44,394][243541] Updated weights for policy 0, policy_version 12817 (0.0008)
+[2026-06-02 16:28:44,575][243541] Updated weights for policy 0, policy_version 12827 (0.0009)
+[2026-06-02 16:28:44,741][243541] Updated weights for policy 0, policy_version 12837 (0.0008)
+[2026-06-02 16:28:44,929][243541] Updated weights for policy 0, policy_version 12848 (0.0009)
+[2026-06-02 16:28:45,105][243541] Updated weights for policy 0, policy_version 12858 (0.0008)
+[2026-06-02 16:28:45,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 6586368. Throughput: 0: 20790.1. Samples: 6586368. Policy #0 lag: (min: 50.0, avg: 92.6, max: 114.0)
+[2026-06-02 16:28:45,253][235950] Avg episode reward: [(0, '394.682')]
+[2026-06-02 16:28:45,781][243541] Updated weights for policy 0, policy_version 12868 (0.0009)
+[2026-06-02 16:28:45,956][243541] Updated weights for policy 0, policy_version 12879 (0.0008)
+[2026-06-02 16:28:46,150][243541] Updated weights for policy 0, policy_version 12890 (0.0008)
+[2026-06-02 16:28:46,343][243541] Updated weights for policy 0, policy_version 12901 (0.0009)
+[2026-06-02 16:28:46,534][243541] Updated weights for policy 0, policy_version 12912 (0.0008)
+[2026-06-02 16:28:46,707][243541] Updated weights for policy 0, policy_version 12922 (0.0008)
+[2026-06-02 16:28:47,334][243541] Updated weights for policy 0, policy_version 12932 (0.0009)
+[2026-06-02 16:28:47,496][243541] Updated weights for policy 0, policy_version 12942 (0.0008)
+[2026-06-02 16:28:47,675][243541] Updated weights for policy 0, policy_version 12953 (0.0008)
+[2026-06-02 16:28:47,871][243541] Updated weights for policy 0, policy_version 12964 (0.0008)
+[2026-06-02 16:28:48,046][243541] Updated weights for policy 0, policy_version 12974 (0.0008)
+[2026-06-02 16:28:48,218][243541] Updated weights for policy 0, policy_version 12984 (0.0008)
+[2026-06-02 16:28:48,891][243541] Updated weights for policy 0, policy_version 12994 (0.0009)
+[2026-06-02 16:28:49,061][243541] Updated weights for policy 0, policy_version 13005 (0.0008)
+[2026-06-02 16:28:49,239][243541] Updated weights for policy 0, policy_version 13016 (0.0008)
+[2026-06-02 16:28:49,439][243541] Updated weights for policy 0, policy_version 13027 (0.0008)
+[2026-06-02 16:28:49,605][243541] Updated weights for policy 0, policy_version 13037 (0.0008)
+[2026-06-02 16:28:49,793][243541] Updated weights for policy 0, policy_version 13047 (0.0009)
+[2026-06-02 16:28:50,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 6684672. Throughput: 0: 20639.3. Samples: 6707200. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:28:50,253][235950] Avg episode reward: [(0, '394.029')]
+[2026-06-02 16:28:50,454][243541] Updated weights for policy 0, policy_version 13057 (0.0008)
+[2026-06-02 16:28:50,612][243541] Updated weights for policy 0, policy_version 13067 (0.0008)
+[2026-06-02 16:28:50,795][243541] Updated weights for policy 0, policy_version 13078 (0.0008)
+[2026-06-02 16:28:50,968][243541] Updated weights for policy 0, policy_version 13088 (0.0008)
+[2026-06-02 16:28:51,156][243541] Updated weights for policy 0, policy_version 13099 (0.0008)
+[2026-06-02 16:28:51,327][243541] Updated weights for policy 0, policy_version 13109 (0.0008)
+[2026-06-02 16:28:51,500][243541] Updated weights for policy 0, policy_version 13119 (0.0008)
+[2026-06-02 16:28:52,122][243541] Updated weights for policy 0, policy_version 13129 (0.0008)
+[2026-06-02 16:28:52,285][243541] Updated weights for policy 0, policy_version 13139 (0.0008)
+[2026-06-02 16:28:52,462][243541] Updated weights for policy 0, policy_version 13149 (0.0008)
+[2026-06-02 16:28:52,638][243541] Updated weights for policy 0, policy_version 13159 (0.0008)
+[2026-06-02 16:28:52,824][243541] Updated weights for policy 0, policy_version 13170 (0.0008)
+[2026-06-02 16:28:53,003][243541] Updated weights for policy 0, policy_version 13180 (0.0008)
+[2026-06-02 16:28:53,657][243541] Updated weights for policy 0, policy_version 13191 (0.0008)
+[2026-06-02 16:28:53,817][243541] Updated weights for policy 0, policy_version 13201 (0.0008)
+[2026-06-02 16:28:53,990][243541] Updated weights for policy 0, policy_version 13211 (0.0008)
+[2026-06-02 16:28:54,160][243541] Updated weights for policy 0, policy_version 13221 (0.0008)
+[2026-06-02 16:28:54,341][243541] Updated weights for policy 0, policy_version 13231 (0.0008)
+[2026-06-02 16:28:54,533][243541] Updated weights for policy 0, policy_version 13242 (0.0008)
+[2026-06-02 16:28:55,186][243541] Updated weights for policy 0, policy_version 13252 (0.0008)
+[2026-06-02 16:28:55,252][235950] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 20771.6). Total num frames: 6782976. Throughput: 0: 20738.8. Samples: 6769792. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:28:55,253][235950] Avg episode reward: [(0, '407.784')]
+[2026-06-02 16:28:55,362][243541] Updated weights for policy 0, policy_version 13263 (0.0008)
+[2026-06-02 16:28:55,549][243541] Updated weights for policy 0, policy_version 13274 (0.0008)
+[2026-06-02 16:28:55,725][243541] Updated weights for policy 0, policy_version 13284 (0.0008)
+[2026-06-02 16:28:55,914][243541] Updated weights for policy 0, policy_version 13295 (0.0008)
+[2026-06-02 16:28:56,081][243541] Updated weights for policy 0, policy_version 13305 (0.0008)
+[2026-06-02 16:28:56,726][243541] Updated weights for policy 0, policy_version 13315 (0.0008)
+[2026-06-02 16:28:56,890][243541] Updated weights for policy 0, policy_version 13325 (0.0008)
+[2026-06-02 16:28:57,056][243541] Updated weights for policy 0, policy_version 13335 (0.0008)
+[2026-06-02 16:28:57,251][243541] Updated weights for policy 0, policy_version 13346 (0.0008)
+[2026-06-02 16:28:57,413][243541] Updated weights for policy 0, policy_version 13356 (0.0008)
+[2026-06-02 16:28:57,594][243541] Updated weights for policy 0, policy_version 13366 (0.0009)
+[2026-06-02 16:28:57,764][243541] Updated weights for policy 0, policy_version 13376 (0.0008)
+[2026-06-02 16:28:58,436][243541] Updated weights for policy 0, policy_version 13388 (0.0009)
+[2026-06-02 16:28:58,599][243541] Updated weights for policy 0, policy_version 13398 (0.0008)
+[2026-06-02 16:28:58,781][243541] Updated weights for policy 0, policy_version 13409 (0.0008)
+[2026-06-02 16:28:58,974][243541] Updated weights for policy 0, policy_version 13420 (0.0008)
+[2026-06-02 16:28:59,170][243541] Updated weights for policy 0, policy_version 13431 (0.0009)
+[2026-06-02 16:28:59,827][243541] Updated weights for policy 0, policy_version 13441 (0.0008)
+[2026-06-02 16:28:59,996][243541] Updated weights for policy 0, policy_version 13452 (0.0009)
+[2026-06-02 16:29:00,156][243541] Updated weights for policy 0, policy_version 13462 (0.0008)
+[2026-06-02 16:29:00,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 6881280. Throughput: 0: 20900.9. Samples: 6896512. Policy #0 lag: (min: 59.0, avg: 99.2, max: 123.0)
+[2026-06-02 16:29:00,253][235950] Avg episode reward: [(0, '433.478')]
+[2026-06-02 16:29:00,339][243541] Updated weights for policy 0, policy_version 13472 (0.0008)
+[2026-06-02 16:29:00,519][243541] Updated weights for policy 0, policy_version 13483 (0.0008)
+[2026-06-02 16:29:00,690][243541] Updated weights for policy 0, policy_version 13493 (0.0008)
+[2026-06-02 16:29:00,868][243541] Updated weights for policy 0, policy_version 13503 (0.0008)
+[2026-06-02 16:29:01,520][243541] Updated weights for policy 0, policy_version 13513 (0.0008)
+[2026-06-02 16:29:01,706][243541] Updated weights for policy 0, policy_version 13524 (0.0008)
+[2026-06-02 16:29:01,874][243541] Updated weights for policy 0, policy_version 13534 (0.0008)
+[2026-06-02 16:29:02,044][243541] Updated weights for policy 0, policy_version 13544 (0.0008)
+[2026-06-02 16:29:02,213][243541] Updated weights for policy 0, policy_version 13554 (0.0005)
+[2026-06-02 16:29:02,377][243541] Updated weights for policy 0, policy_version 13564 (0.0005)
+[2026-06-02 16:29:03,031][243541] Updated weights for policy 0, policy_version 13574 (0.0004)
+[2026-06-02 16:29:03,224][243541] Updated weights for policy 0, policy_version 13586 (0.0004)
+[2026-06-02 16:29:03,387][243541] Updated weights for policy 0, policy_version 13596 (0.0004)
+[2026-06-02 16:29:03,559][243541] Updated weights for policy 0, policy_version 13606 (0.0004)
+[2026-06-02 16:29:03,743][243541] Updated weights for policy 0, policy_version 13617 (0.0004)
+[2026-06-02 16:29:03,905][243541] Updated weights for policy 0, policy_version 13627 (0.0004)
+[2026-06-02 16:29:04,602][243541] Updated weights for policy 0, policy_version 13638 (0.0004)
+[2026-06-02 16:29:04,784][243541] Updated weights for policy 0, policy_version 13649 (0.0004)
+[2026-06-02 16:29:04,984][243541] Updated weights for policy 0, policy_version 13661 (0.0005)
+[2026-06-02 16:29:05,168][243541] Updated weights for policy 0, policy_version 13672 (0.0008)
+[2026-06-02 16:29:05,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 6979584. Throughput: 0: 20938.0. Samples: 7024768. Policy #0 lag: (min: 59.0, avg: 99.2, max: 123.0)
+[2026-06-02 16:29:05,253][235950] Avg episode reward: [(0, '411.920')]
+[2026-06-02 16:29:05,355][243541] Updated weights for policy 0, policy_version 13683 (0.0008)
+[2026-06-02 16:29:05,531][243541] Updated weights for policy 0, policy_version 13693 (0.0008)
+[2026-06-02 16:29:06,210][243541] Updated weights for policy 0, policy_version 13705 (0.0009)
+[2026-06-02 16:29:06,389][243541] Updated weights for policy 0, policy_version 13716 (0.0008)
+[2026-06-02 16:29:06,576][243541] Updated weights for policy 0, policy_version 13727 (0.0008)
+[2026-06-02 16:29:06,775][243541] Updated weights for policy 0, policy_version 13738 (0.0009)
+[2026-06-02 16:29:06,948][243541] Updated weights for policy 0, policy_version 13749 (0.0008)
+[2026-06-02 16:29:07,115][243541] Updated weights for policy 0, policy_version 13759 (0.0008)
+[2026-06-02 16:29:07,825][243541] Updated weights for policy 0, policy_version 13771 (0.0008)
+[2026-06-02 16:29:07,992][243541] Updated weights for policy 0, policy_version 13781 (0.0008)
+[2026-06-02 16:29:08,172][243541] Updated weights for policy 0, policy_version 13792 (0.0008)
+[2026-06-02 16:29:08,358][243541] Updated weights for policy 0, policy_version 13803 (0.0008)
+[2026-06-02 16:29:08,558][243541] Updated weights for policy 0, policy_version 13815 (0.0008)
+[2026-06-02 16:29:09,251][243541] Updated weights for policy 0, policy_version 13826 (0.0009)
+[2026-06-02 16:29:09,425][243541] Updated weights for policy 0, policy_version 13837 (0.0008)
+[2026-06-02 16:29:09,603][243541] Updated weights for policy 0, policy_version 13848 (0.0007)
+[2026-06-02 16:29:09,768][243541] Updated weights for policy 0, policy_version 13858 (0.0009)
+[2026-06-02 16:29:09,950][243541] Updated weights for policy 0, policy_version 13869 (0.0009)
+[2026-06-02 16:29:10,125][243541] Updated weights for policy 0, policy_version 13879 (0.0009)
+[2026-06-02 16:29:10,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 7077888. Throughput: 0: 20926.5. Samples: 7087104. Policy #0 lag: (min: 59.0, avg: 99.2, max: 123.0)
+[2026-06-02 16:29:10,253][235950] Avg episode reward: [(0, '457.029')]
+[2026-06-02 16:29:10,275][242682] Saving new best policy, reward=457.029!
+[2026-06-02 16:29:10,812][243541] Updated weights for policy 0, policy_version 13890 (0.0009)
+[2026-06-02 16:29:10,982][243541] Updated weights for policy 0, policy_version 13901 (0.0009)
+[2026-06-02 16:29:11,149][243541] Updated weights for policy 0, policy_version 13911 (0.0008)
+[2026-06-02 16:29:11,333][243541] Updated weights for policy 0, policy_version 13922 (0.0008)
+[2026-06-02 16:29:11,504][243541] Updated weights for policy 0, policy_version 13932 (0.0008)
+[2026-06-02 16:29:11,693][243541] Updated weights for policy 0, policy_version 13943 (0.0008)
+[2026-06-02 16:29:12,375][243541] Updated weights for policy 0, policy_version 13954 (0.0008)
+[2026-06-02 16:29:12,539][243541] Updated weights for policy 0, policy_version 13965 (0.0008)
+[2026-06-02 16:29:12,708][243541] Updated weights for policy 0, policy_version 13975 (0.0008)
+[2026-06-02 16:29:12,897][243541] Updated weights for policy 0, policy_version 13986 (0.0008)
+[2026-06-02 16:29:13,079][243541] Updated weights for policy 0, policy_version 13997 (0.0008)
+[2026-06-02 16:29:13,258][243541] Updated weights for policy 0, policy_version 14008 (0.0009)
+[2026-06-02 16:29:13,956][243541] Updated weights for policy 0, policy_version 14019 (0.0008)
+[2026-06-02 16:29:14,106][243541] Updated weights for policy 0, policy_version 14029 (0.0008)
+[2026-06-02 16:29:14,285][243541] Updated weights for policy 0, policy_version 14040 (0.0008)
+[2026-06-02 16:29:14,464][243541] Updated weights for policy 0, policy_version 14050 (0.0008)
+[2026-06-02 16:29:14,642][243541] Updated weights for policy 0, policy_version 14060 (0.0008)
+[2026-06-02 16:29:14,821][243541] Updated weights for policy 0, policy_version 14070 (0.0008)
+[2026-06-02 16:29:14,981][243541] Updated weights for policy 0, policy_version 14080 (0.0008)
+[2026-06-02 16:29:15,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 7208960. Throughput: 0: 20938.0. Samples: 7214848. Policy #0 lag: (min: 53.0, avg: 67.8, max: 117.0)
+[2026-06-02 16:29:15,253][235950] Avg episode reward: [(0, '458.342')]
+[2026-06-02 16:29:15,258][242682] Saving new best policy, reward=458.342!
+[2026-06-02 16:29:15,619][243541] Updated weights for policy 0, policy_version 14090 (0.0008)
+[2026-06-02 16:29:15,794][243541] Updated weights for policy 0, policy_version 14100 (0.0008)
+[2026-06-02 16:29:15,966][243541] Updated weights for policy 0, policy_version 14110 (0.0008)
+[2026-06-02 16:29:16,137][243541] Updated weights for policy 0, policy_version 14120 (0.0008)
+[2026-06-02 16:29:16,308][243541] Updated weights for policy 0, policy_version 14130 (0.0008)
+[2026-06-02 16:29:16,503][243541] Updated weights for policy 0, policy_version 14141 (0.0008)
+[2026-06-02 16:29:17,147][243541] Updated weights for policy 0, policy_version 14151 (0.0008)
+[2026-06-02 16:29:17,319][243541] Updated weights for policy 0, policy_version 14162 (0.0008)
+[2026-06-02 16:29:17,480][243541] Updated weights for policy 0, policy_version 14172 (0.0008)
+[2026-06-02 16:29:17,652][243541] Updated weights for policy 0, policy_version 14182 (0.0007)
+[2026-06-02 16:29:17,828][243541] Updated weights for policy 0, policy_version 14192 (0.0008)
+[2026-06-02 16:29:18,003][243541] Updated weights for policy 0, policy_version 14202 (0.0009)
+[2026-06-02 16:29:18,664][243541] Updated weights for policy 0, policy_version 14212 (0.0008)
+[2026-06-02 16:29:18,829][243541] Updated weights for policy 0, policy_version 14222 (0.0008)
+[2026-06-02 16:29:18,997][243541] Updated weights for policy 0, policy_version 14232 (0.0008)
+[2026-06-02 16:29:19,168][243541] Updated weights for policy 0, policy_version 14242 (0.0008)
+[2026-06-02 16:29:19,358][243541] Updated weights for policy 0, policy_version 14253 (0.0008)
+[2026-06-02 16:29:19,527][243541] Updated weights for policy 0, policy_version 14263 (0.0008)
+[2026-06-02 16:29:20,208][243541] Updated weights for policy 0, policy_version 14273 (0.0008)
+[2026-06-02 16:29:20,252][235950] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 7307264. Throughput: 0: 20767.3. Samples: 7334144. Policy #0 lag: (min: 53.0, avg: 67.8, max: 117.0)
+[2026-06-02 16:29:20,253][235950] Avg episode reward: [(0, '454.666')]
+[2026-06-02 16:29:20,376][243541] Updated weights for policy 0, policy_version 14283 (0.0009)
+[2026-06-02 16:29:20,552][243541] Updated weights for policy 0, policy_version 14294 (0.0008)
+[2026-06-02 16:29:20,763][243541] Updated weights for policy 0, policy_version 14306 (0.0008)
+[2026-06-02 16:29:20,957][243541] Updated weights for policy 0, policy_version 14317 (0.0009)
+[2026-06-02 16:29:21,131][243541] Updated weights for policy 0, policy_version 14327 (0.0009)
+[2026-06-02 16:29:21,765][243541] Updated weights for policy 0, policy_version 14337 (0.0008)
+[2026-06-02 16:29:21,923][243541] Updated weights for policy 0, policy_version 14347 (0.0008)
+[2026-06-02 16:29:22,098][243541] Updated weights for policy 0, policy_version 14357 (0.0008)
+[2026-06-02 16:29:22,255][243541] Updated weights for policy 0, policy_version 14367 (0.0008)
+[2026-06-02 16:29:22,441][243541] Updated weights for policy 0, policy_version 14378 (0.0008)
+[2026-06-02 16:29:22,627][243541] Updated weights for policy 0, policy_version 14388 (0.0008)
+[2026-06-02 16:29:22,815][243541] Updated weights for policy 0, policy_version 14399 (0.0008)
+[2026-06-02 16:29:23,474][243541] Updated weights for policy 0, policy_version 14410 (0.0008)
+[2026-06-02 16:29:23,647][243541] Updated weights for policy 0, policy_version 14420 (0.0008)
+[2026-06-02 16:29:23,821][243541] Updated weights for policy 0, policy_version 14430 (0.0008)
+[2026-06-02 16:29:23,996][243541] Updated weights for policy 0, policy_version 14440 (0.0008)
+[2026-06-02 16:29:24,165][243541] Updated weights for policy 0, policy_version 14450 (0.0008)
+[2026-06-02 16:29:24,350][243541] Updated weights for policy 0, policy_version 14461 (0.0009)
+[2026-06-02 16:29:25,020][243541] Updated weights for policy 0, policy_version 14472 (0.0008)
+[2026-06-02 16:29:25,192][243541] Updated weights for policy 0, policy_version 14482 (0.0008)
+[2026-06-02 16:29:25,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 7405568. Throughput: 0: 20662.1. Samples: 7392768. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:29:25,253][235950] Avg episode reward: [(0, '457.692')]
+[2026-06-02 16:29:25,361][243541] Updated weights for policy 0, policy_version 14492 (0.0008)
+[2026-06-02 16:29:25,530][243541] Updated weights for policy 0, policy_version 14502 (0.0008)
+[2026-06-02 16:29:25,695][243541] Updated weights for policy 0, policy_version 14512 (0.0008)
+[2026-06-02 16:29:25,870][243541] Updated weights for policy 0, policy_version 14522 (0.0008)
+[2026-06-02 16:29:26,528][243541] Updated weights for policy 0, policy_version 14532 (0.0008)
+[2026-06-02 16:29:26,708][243541] Updated weights for policy 0, policy_version 14543 (0.0009)
+[2026-06-02 16:29:26,892][243541] Updated weights for policy 0, policy_version 14554 (0.0008)
+[2026-06-02 16:29:27,071][243541] Updated weights for policy 0, policy_version 14564 (0.0008)
+[2026-06-02 16:29:27,239][243541] Updated weights for policy 0, policy_version 14574 (0.0008)
+[2026-06-02 16:29:27,423][243541] Updated weights for policy 0, policy_version 14584 (0.0009)
+[2026-06-02 16:29:28,059][243541] Updated weights for policy 0, policy_version 14594 (0.0008)
+[2026-06-02 16:29:28,214][243541] Updated weights for policy 0, policy_version 14604 (0.0008)
+[2026-06-02 16:29:28,384][243541] Updated weights for policy 0, policy_version 14614 (0.0008)
+[2026-06-02 16:29:28,556][243541] Updated weights for policy 0, policy_version 14624 (0.0008)
+[2026-06-02 16:29:28,721][243541] Updated weights for policy 0, policy_version 14634 (0.0008)
+[2026-06-02 16:29:28,897][243541] Updated weights for policy 0, policy_version 14644 (0.0008)
+[2026-06-02 16:29:29,067][243541] Updated weights for policy 0, policy_version 14654 (0.0008)
+[2026-06-02 16:29:29,728][243541] Updated weights for policy 0, policy_version 14665 (0.0008)
+[2026-06-02 16:29:29,895][243541] Updated weights for policy 0, policy_version 14675 (0.0008)
+[2026-06-02 16:29:30,078][243541] Updated weights for policy 0, policy_version 14685 (0.0008)
+[2026-06-02 16:29:30,246][243541] Updated weights for policy 0, policy_version 14695 (0.0008)
+[2026-06-02 16:29:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 7503872. Throughput: 0: 20738.8. Samples: 7519616. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:29:30,253][235950] Avg episode reward: [(0, '442.009')]
+[2026-06-02 16:29:30,413][243541] Updated weights for policy 0, policy_version 14705 (0.0008)
+[2026-06-02 16:29:30,589][243541] Updated weights for policy 0, policy_version 14715 (0.0008)
+[2026-06-02 16:29:31,248][243541] Updated weights for policy 0, policy_version 14725 (0.0008)
+[2026-06-02 16:29:31,413][243541] Updated weights for policy 0, policy_version 14735 (0.0008)
+[2026-06-02 16:29:31,603][243541] Updated weights for policy 0, policy_version 14746 (0.0008)
+[2026-06-02 16:29:31,779][243541] Updated weights for policy 0, policy_version 14756 (0.0008)
+[2026-06-02 16:29:31,949][243541] Updated weights for policy 0, policy_version 14766 (0.0008)
+[2026-06-02 16:29:32,114][243541] Updated weights for policy 0, policy_version 14776 (0.0008)
+[2026-06-02 16:29:32,781][243541] Updated weights for policy 0, policy_version 14787 (0.0008)
+[2026-06-02 16:29:32,938][243541] Updated weights for policy 0, policy_version 14797 (0.0008)
+[2026-06-02 16:29:33,122][243541] Updated weights for policy 0, policy_version 14808 (0.0008)
+[2026-06-02 16:29:33,305][243541] Updated weights for policy 0, policy_version 14818 (0.0008)
+[2026-06-02 16:29:33,485][243541] Updated weights for policy 0, policy_version 14829 (0.0008)
+[2026-06-02 16:29:33,654][243541] Updated weights for policy 0, policy_version 14839 (0.0008)
+[2026-06-02 16:29:34,313][243541] Updated weights for policy 0, policy_version 14849 (0.0008)
+[2026-06-02 16:29:34,478][243541] Updated weights for policy 0, policy_version 14859 (0.0008)
+[2026-06-02 16:29:34,645][243541] Updated weights for policy 0, policy_version 14869 (0.0008)
+[2026-06-02 16:29:34,810][243541] Updated weights for policy 0, policy_version 14879 (0.0008)
+[2026-06-02 16:29:34,998][243541] Updated weights for policy 0, policy_version 14890 (0.0008)
+[2026-06-02 16:29:35,165][243541] Updated weights for policy 0, policy_version 14900 (0.0008)
+[2026-06-02 16:29:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 7602176. Throughput: 0: 20858.3. Samples: 7645824. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:29:35,253][235950] Avg episode reward: [(0, '423.516')]
+[2026-06-02 16:29:35,344][243541] Updated weights for policy 0, policy_version 14910 (0.0009)
+[2026-06-02 16:29:36,008][243541] Updated weights for policy 0, policy_version 14920 (0.0008)
+[2026-06-02 16:29:36,190][243541] Updated weights for policy 0, policy_version 14931 (0.0008)
+[2026-06-02 16:29:36,360][243541] Updated weights for policy 0, policy_version 14941 (0.0009)
+[2026-06-02 16:29:36,531][243541] Updated weights for policy 0, policy_version 14951 (0.0008)
+[2026-06-02 16:29:36,705][243541] Updated weights for policy 0, policy_version 14961 (0.0008)
+[2026-06-02 16:29:36,891][243541] Updated weights for policy 0, policy_version 14972 (0.0008)
+[2026-06-02 16:29:37,550][243541] Updated weights for policy 0, policy_version 14983 (0.0009)
+[2026-06-02 16:29:37,723][243541] Updated weights for policy 0, policy_version 14993 (0.0008)
+[2026-06-02 16:29:37,900][243541] Updated weights for policy 0, policy_version 15003 (0.0008)
+[2026-06-02 16:29:38,058][243541] Updated weights for policy 0, policy_version 15013 (0.0008)
+[2026-06-02 16:29:38,228][243541] Updated weights for policy 0, policy_version 15023 (0.0008)
+[2026-06-02 16:29:38,430][243541] Updated weights for policy 0, policy_version 15034 (0.0008)
+[2026-06-02 16:29:39,081][243541] Updated weights for policy 0, policy_version 15044 (0.0009)
+[2026-06-02 16:29:39,268][243541] Updated weights for policy 0, policy_version 15055 (0.0009)
+[2026-06-02 16:29:39,430][243541] Updated weights for policy 0, policy_version 15065 (0.0008)
+[2026-06-02 16:29:39,600][243541] Updated weights for policy 0, policy_version 15075 (0.0008)
+[2026-06-02 16:29:39,790][243541] Updated weights for policy 0, policy_version 15086 (0.0008)
+[2026-06-02 16:29:39,968][243541] Updated weights for policy 0, policy_version 15096 (0.0009)
+[2026-06-02 16:29:40,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 20882.7). Total num frames: 7733248. Throughput: 0: 20892.5. Samples: 7709952. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:29:40,253][235950] Avg episode reward: [(0, '410.091')]
+[2026-06-02 16:29:40,620][243541] Updated weights for policy 0, policy_version 15106 (0.0009)
+[2026-06-02 16:29:40,788][243541] Updated weights for policy 0, policy_version 15117 (0.0008)
+[2026-06-02 16:29:40,958][243541] Updated weights for policy 0, policy_version 15127 (0.0008)
+[2026-06-02 16:29:41,126][243541] Updated weights for policy 0, policy_version 15137 (0.0008)
+[2026-06-02 16:29:41,295][243541] Updated weights for policy 0, policy_version 15147 (0.0008)
+[2026-06-02 16:29:41,489][243541] Updated weights for policy 0, policy_version 15158 (0.0008)
+[2026-06-02 16:29:41,654][243541] Updated weights for policy 0, policy_version 15168 (0.0008)
+[2026-06-02 16:29:42,351][243541] Updated weights for policy 0, policy_version 15179 (0.0008)
+[2026-06-02 16:29:42,519][243541] Updated weights for policy 0, policy_version 15189 (0.0008)
+[2026-06-02 16:29:42,709][243541] Updated weights for policy 0, policy_version 15200 (0.0008)
+[2026-06-02 16:29:42,882][243541] Updated weights for policy 0, policy_version 15210 (0.0008)
+[2026-06-02 16:29:43,046][243541] Updated weights for policy 0, policy_version 15220 (0.0008)
+[2026-06-02 16:29:43,218][243541] Updated weights for policy 0, policy_version 15230 (0.0008)
+[2026-06-02 16:29:43,894][243541] Updated weights for policy 0, policy_version 15241 (0.0008)
+[2026-06-02 16:29:44,074][243541] Updated weights for policy 0, policy_version 15252 (0.0008)
+[2026-06-02 16:29:44,250][243541] Updated weights for policy 0, policy_version 15262 (0.0008)
+[2026-06-02 16:29:44,435][243541] Updated weights for policy 0, policy_version 15273 (0.0008)
+[2026-06-02 16:29:44,629][243541] Updated weights for policy 0, policy_version 15284 (0.0009)
+[2026-06-02 16:29:44,811][243541] Updated weights for policy 0, policy_version 15295 (0.0008)
+[2026-06-02 16:29:45,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 7831552. Throughput: 0: 20915.2. Samples: 7837696. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:29:45,254][235950] Avg episode reward: [(0, '432.511')]
+[2026-06-02 16:29:45,460][243541] Updated weights for policy 0, policy_version 15305 (0.0008)
+[2026-06-02 16:29:45,626][243541] Updated weights for policy 0, policy_version 15315 (0.0008)
+[2026-06-02 16:29:45,798][243541] Updated weights for policy 0, policy_version 15325 (0.0008)
+[2026-06-02 16:29:45,991][243541] Updated weights for policy 0, policy_version 15336 (0.0008)
+[2026-06-02 16:29:46,179][243541] Updated weights for policy 0, policy_version 15347 (0.0008)
+[2026-06-02 16:29:46,351][243541] Updated weights for policy 0, policy_version 15357 (0.0009)
+[2026-06-02 16:29:47,019][243541] Updated weights for policy 0, policy_version 15368 (0.0008)
+[2026-06-02 16:29:47,175][243541] Updated weights for policy 0, policy_version 15378 (0.0008)
+[2026-06-02 16:29:47,370][243541] Updated weights for policy 0, policy_version 15389 (0.0008)
+[2026-06-02 16:29:47,544][243541] Updated weights for policy 0, policy_version 15399 (0.0008)
+[2026-06-02 16:29:47,711][243541] Updated weights for policy 0, policy_version 15409 (0.0008)
+[2026-06-02 16:29:47,902][243541] Updated weights for policy 0, policy_version 15420 (0.0008)
+[2026-06-02 16:29:48,560][243541] Updated weights for policy 0, policy_version 15430 (0.0008)
+[2026-06-02 16:29:48,725][243541] Updated weights for policy 0, policy_version 15440 (0.0008)
+[2026-06-02 16:29:48,897][243541] Updated weights for policy 0, policy_version 15450 (0.0008)
+[2026-06-02 16:29:49,090][243541] Updated weights for policy 0, policy_version 15461 (0.0007)
+[2026-06-02 16:29:49,254][243541] Updated weights for policy 0, policy_version 15471 (0.0008)
+[2026-06-02 16:29:49,447][243541] Updated weights for policy 0, policy_version 15482 (0.0008)
+[2026-06-02 16:29:50,115][243541] Updated weights for policy 0, policy_version 15492 (0.0008)
+[2026-06-02 16:29:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 7929856. Throughput: 0: 20855.5. Samples: 7963264. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:29:50,253][235950] Avg episode reward: [(0, '469.121')]
+[2026-06-02 16:29:50,302][243541] Updated weights for policy 0, policy_version 15503 (0.0008)
+[2026-06-02 16:29:50,474][243541] Updated weights for policy 0, policy_version 15513 (0.0008)
+[2026-06-02 16:29:50,642][243541] Updated weights for policy 0, policy_version 15523 (0.0009)
+[2026-06-02 16:29:50,821][243541] Updated weights for policy 0, policy_version 15533 (0.0008)
+[2026-06-02 16:29:51,000][243541] Updated weights for policy 0, policy_version 15543 (0.0008)
+[2026-06-02 16:29:51,148][242682] Saving new best policy, reward=469.121!
+[2026-06-02 16:29:51,629][243541] Updated weights for policy 0, policy_version 15553 (0.0008)
+[2026-06-02 16:29:51,789][243541] Updated weights for policy 0, policy_version 15563 (0.0008)
+[2026-06-02 16:29:51,973][243541] Updated weights for policy 0, policy_version 15574 (0.0008)
+[2026-06-02 16:29:52,140][243541] Updated weights for policy 0, policy_version 15584 (0.0008)
+[2026-06-02 16:29:52,340][243541] Updated weights for policy 0, policy_version 15595 (0.0009)
+[2026-06-02 16:29:52,513][243541] Updated weights for policy 0, policy_version 15605 (0.0008)
+[2026-06-02 16:29:52,698][243541] Updated weights for policy 0, policy_version 15616 (0.0009)
+[2026-06-02 16:29:53,351][243541] Updated weights for policy 0, policy_version 15626 (0.0008)
+[2026-06-02 16:29:53,520][243541] Updated weights for policy 0, policy_version 15636 (0.0008)
+[2026-06-02 16:29:53,690][243541] Updated weights for policy 0, policy_version 15646 (0.0008)
+[2026-06-02 16:29:53,875][243541] Updated weights for policy 0, policy_version 15657 (0.0009)
+[2026-06-02 16:29:54,055][243541] Updated weights for policy 0, policy_version 15667 (0.0008)
+[2026-06-02 16:29:54,227][243541] Updated weights for policy 0, policy_version 15677 (0.0009)
+[2026-06-02 16:29:54,879][243541] Updated weights for policy 0, policy_version 15687 (0.0008)
+[2026-06-02 16:29:55,040][243541] Updated weights for policy 0, policy_version 15697 (0.0009)
+[2026-06-02 16:29:55,228][243541] Updated weights for policy 0, policy_version 15708 (0.0008)
+[2026-06-02 16:29:55,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8028160. Throughput: 0: 20758.8. Samples: 8021248. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:29:55,253][235950] Avg episode reward: [(0, '514.274')]
+[2026-06-02 16:29:55,398][243541] Updated weights for policy 0, policy_version 15718 (0.0008)
+[2026-06-02 16:29:55,569][243541] Updated weights for policy 0, policy_version 15728 (0.0008)
+[2026-06-02 16:29:55,743][243541] Updated weights for policy 0, policy_version 15738 (0.0008)
+[2026-06-02 16:29:55,844][242682] Saving new best policy, reward=514.274!
+[2026-06-02 16:29:56,404][243541] Updated weights for policy 0, policy_version 15748 (0.0009)
+[2026-06-02 16:29:56,559][243541] Updated weights for policy 0, policy_version 15758 (0.0009)
+[2026-06-02 16:29:56,731][243541] Updated weights for policy 0, policy_version 15768 (0.0008)
+[2026-06-02 16:29:56,903][243541] Updated weights for policy 0, policy_version 15778 (0.0008)
+[2026-06-02 16:29:57,076][243541] Updated weights for policy 0, policy_version 15788 (0.0009)
+[2026-06-02 16:29:57,250][243541] Updated weights for policy 0, policy_version 15798 (0.0008)
+[2026-06-02 16:29:57,419][243541] Updated weights for policy 0, policy_version 15808 (0.0008)
+[2026-06-02 16:29:58,092][243541] Updated weights for policy 0, policy_version 15819 (0.0008)
+[2026-06-02 16:29:58,275][243541] Updated weights for policy 0, policy_version 15830 (0.0008)
+[2026-06-02 16:29:58,447][243541] Updated weights for policy 0, policy_version 15840 (0.0008)
+[2026-06-02 16:29:58,624][243541] Updated weights for policy 0, policy_version 15850 (0.0008)
+[2026-06-02 16:29:58,814][243541] Updated weights for policy 0, policy_version 15861 (0.0009)
+[2026-06-02 16:29:58,988][243541] Updated weights for policy 0, policy_version 15871 (0.0008)
+[2026-06-02 16:29:59,628][243541] Updated weights for policy 0, policy_version 15881 (0.0008)
+[2026-06-02 16:29:59,789][243541] Updated weights for policy 0, policy_version 15891 (0.0008)
+[2026-06-02 16:29:59,963][243541] Updated weights for policy 0, policy_version 15901 (0.0008)
+[2026-06-02 16:30:00,146][243541] Updated weights for policy 0, policy_version 15912 (0.0008)
+[2026-06-02 16:30:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8126464. Throughput: 0: 20662.1. Samples: 8144640. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:30:00,253][235950] Avg episode reward: [(0, '531.165')]
+[2026-06-02 16:30:00,335][243541] Updated weights for policy 0, policy_version 15923 (0.0008)
+[2026-06-02 16:30:00,511][243541] Updated weights for policy 0, policy_version 15933 (0.0008)
+[2026-06-02 16:30:00,563][242682] Saving new best policy, reward=531.165!
+[2026-06-02 16:30:01,161][243541] Updated weights for policy 0, policy_version 15943 (0.0008)
+[2026-06-02 16:30:01,319][243541] Updated weights for policy 0, policy_version 15953 (0.0008)
+[2026-06-02 16:30:01,490][243541] Updated weights for policy 0, policy_version 15963 (0.0008)
+[2026-06-02 16:30:01,668][243541] Updated weights for policy 0, policy_version 15973 (0.0008)
+[2026-06-02 16:30:01,840][243541] Updated weights for policy 0, policy_version 15983 (0.0008)
+[2026-06-02 16:30:02,005][243541] Updated weights for policy 0, policy_version 15993 (0.0008)
+[2026-06-02 16:30:02,696][243541] Updated weights for policy 0, policy_version 16004 (0.0009)
+[2026-06-02 16:30:02,853][243541] Updated weights for policy 0, policy_version 16014 (0.0005)
+[2026-06-02 16:30:03,040][243541] Updated weights for policy 0, policy_version 16025 (0.0004)
+[2026-06-02 16:30:03,217][243541] Updated weights for policy 0, policy_version 16035 (0.0005)
+[2026-06-02 16:30:03,407][243541] Updated weights for policy 0, policy_version 16046 (0.0005)
+[2026-06-02 16:30:03,580][243541] Updated weights for policy 0, policy_version 16056 (0.0005)
+[2026-06-02 16:30:04,229][243541] Updated weights for policy 0, policy_version 16066 (0.0006)
+[2026-06-02 16:30:04,388][243541] Updated weights for policy 0, policy_version 16076 (0.0008)
+[2026-06-02 16:30:04,546][243541] Updated weights for policy 0, policy_version 16086 (0.0008)
+[2026-06-02 16:30:04,745][243541] Updated weights for policy 0, policy_version 16097 (0.0008)
+[2026-06-02 16:30:04,915][243541] Updated weights for policy 0, policy_version 16107 (0.0008)
+[2026-06-02 16:30:05,093][243541] Updated weights for policy 0, policy_version 16117 (0.0008)
+[2026-06-02 16:30:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8224768. Throughput: 0: 20861.2. Samples: 8272896. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:30:05,253][235950] Avg episode reward: [(0, '550.986')]
+[2026-06-02 16:30:05,256][243541] Updated weights for policy 0, policy_version 16127 (0.0008)
+[2026-06-02 16:30:05,270][242682] Saving new best policy, reward=550.986!
+[2026-06-02 16:30:05,907][243541] Updated weights for policy 0, policy_version 16137 (0.0008)
+[2026-06-02 16:30:06,079][243541] Updated weights for policy 0, policy_version 16147 (0.0008)
+[2026-06-02 16:30:06,256][243541] Updated weights for policy 0, policy_version 16157 (0.0009)
+[2026-06-02 16:30:06,429][243541] Updated weights for policy 0, policy_version 16167 (0.0008)
+[2026-06-02 16:30:06,615][243541] Updated weights for policy 0, policy_version 16178 (0.0009)
+[2026-06-02 16:30:06,784][243541] Updated weights for policy 0, policy_version 16188 (0.0008)
+[2026-06-02 16:30:07,443][243541] Updated weights for policy 0, policy_version 16198 (0.0008)
+[2026-06-02 16:30:07,613][243541] Updated weights for policy 0, policy_version 16208 (0.0008)
+[2026-06-02 16:30:07,774][243541] Updated weights for policy 0, policy_version 16218 (0.0008)
+[2026-06-02 16:30:07,948][243541] Updated weights for policy 0, policy_version 16228 (0.0008)
+[2026-06-02 16:30:08,119][243541] Updated weights for policy 0, policy_version 16238 (0.0008)
+[2026-06-02 16:30:08,286][243541] Updated weights for policy 0, policy_version 16248 (0.0008)
+[2026-06-02 16:30:08,951][243541] Updated weights for policy 0, policy_version 16258 (0.0008)
+[2026-06-02 16:30:09,107][243541] Updated weights for policy 0, policy_version 16268 (0.0008)
+[2026-06-02 16:30:09,278][243541] Updated weights for policy 0, policy_version 16278 (0.0008)
+[2026-06-02 16:30:09,442][243541] Updated weights for policy 0, policy_version 16288 (0.0008)
+[2026-06-02 16:30:09,638][243541] Updated weights for policy 0, policy_version 16299 (0.0008)
+[2026-06-02 16:30:09,804][243541] Updated weights for policy 0, policy_version 16309 (0.0008)
+[2026-06-02 16:30:09,986][243541] Updated weights for policy 0, policy_version 16319 (0.0008)
+[2026-06-02 16:30:10,252][235950] Fps is (10 sec: 22937.8, 60 sec: 21299.3, 300 sec: 20882.7). Total num frames: 8355840. Throughput: 0: 20975.0. Samples: 8336640. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:30:10,252][235950] Avg episode reward: [(0, '559.765')]
+[2026-06-02 16:30:10,257][242682] Saving new best policy, reward=559.765!
+[2026-06-02 16:30:10,647][243541] Updated weights for policy 0, policy_version 16329 (0.0009)
+[2026-06-02 16:30:10,810][243541] Updated weights for policy 0, policy_version 16339 (0.0008)
+[2026-06-02 16:30:10,986][243541] Updated weights for policy 0, policy_version 16349 (0.0008)
+[2026-06-02 16:30:11,153][243541] Updated weights for policy 0, policy_version 16359 (0.0009)
+[2026-06-02 16:30:11,350][243541] Updated weights for policy 0, policy_version 16370 (0.0009)
+[2026-06-02 16:30:11,523][243541] Updated weights for policy 0, policy_version 16380 (0.0009)
+[2026-06-02 16:30:12,181][243541] Updated weights for policy 0, policy_version 16390 (0.0009)
+[2026-06-02 16:30:12,345][243541] Updated weights for policy 0, policy_version 16400 (0.0008)
+[2026-06-02 16:30:12,536][243541] Updated weights for policy 0, policy_version 16411 (0.0008)
+[2026-06-02 16:30:12,701][243541] Updated weights for policy 0, policy_version 16421 (0.0008)
+[2026-06-02 16:30:12,874][243541] Updated weights for policy 0, policy_version 16431 (0.0008)
+[2026-06-02 16:30:13,072][243541] Updated weights for policy 0, policy_version 16442 (0.0009)
+[2026-06-02 16:30:13,705][243541] Updated weights for policy 0, policy_version 16452 (0.0008)
+[2026-06-02 16:30:13,884][243541] Updated weights for policy 0, policy_version 16463 (0.0008)
+[2026-06-02 16:30:14,062][243541] Updated weights for policy 0, policy_version 16473 (0.0008)
+[2026-06-02 16:30:14,249][243541] Updated weights for policy 0, policy_version 16484 (0.0008)
+[2026-06-02 16:30:14,427][243541] Updated weights for policy 0, policy_version 16494 (0.0009)
+[2026-06-02 16:30:14,618][243541] Updated weights for policy 0, policy_version 16505 (0.0008)
+[2026-06-02 16:30:15,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8454144. Throughput: 0: 20974.9. Samples: 8463488. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:30:15,253][235950] Avg episode reward: [(0, '491.405')]
+[2026-06-02 16:30:15,260][243541] Updated weights for policy 0, policy_version 16515 (0.0008)
+[2026-06-02 16:30:15,417][243541] Updated weights for policy 0, policy_version 16525 (0.0008)
+[2026-06-02 16:30:15,588][243541] Updated weights for policy 0, policy_version 16535 (0.0008)
+[2026-06-02 16:30:15,762][243541] Updated weights for policy 0, policy_version 16545 (0.0008)
+[2026-06-02 16:30:15,926][243541] Updated weights for policy 0, policy_version 16555 (0.0008)
+[2026-06-02 16:30:16,107][243541] Updated weights for policy 0, policy_version 16565 (0.0008)
+[2026-06-02 16:30:16,279][243541] Updated weights for policy 0, policy_version 16575 (0.0008)
+[2026-06-02 16:30:16,911][243541] Updated weights for policy 0, policy_version 16585 (0.0009)
+[2026-06-02 16:30:17,101][243541] Updated weights for policy 0, policy_version 16596 (0.0008)
+[2026-06-02 16:30:17,272][243541] Updated weights for policy 0, policy_version 16606 (0.0009)
+[2026-06-02 16:30:17,443][243541] Updated weights for policy 0, policy_version 16616 (0.0009)
+[2026-06-02 16:30:17,614][243541] Updated weights for policy 0, policy_version 16626 (0.0008)
+[2026-06-02 16:30:17,790][243541] Updated weights for policy 0, policy_version 16636 (0.0008)
+[2026-06-02 16:30:18,445][243541] Updated weights for policy 0, policy_version 16646 (0.0008)
+[2026-06-02 16:30:18,604][243541] Updated weights for policy 0, policy_version 16656 (0.0008)
+[2026-06-02 16:30:18,772][243541] Updated weights for policy 0, policy_version 16666 (0.0008)
+[2026-06-02 16:30:18,947][243541] Updated weights for policy 0, policy_version 16676 (0.0008)
+[2026-06-02 16:30:19,122][243541] Updated weights for policy 0, policy_version 16686 (0.0008)
+[2026-06-02 16:30:19,295][243541] Updated weights for policy 0, policy_version 16696 (0.0008)
+[2026-06-02 16:30:19,958][243541] Updated weights for policy 0, policy_version 16706 (0.0008)
+[2026-06-02 16:30:20,120][243541] Updated weights for policy 0, policy_version 16716 (0.0008)
+[2026-06-02 16:30:20,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8552448. Throughput: 0: 21029.0. Samples: 8592128. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:30:20,253][235950] Avg episode reward: [(0, '469.606')]
+[2026-06-02 16:30:20,294][243541] Updated weights for policy 0, policy_version 16726 (0.0008)
+[2026-06-02 16:30:20,466][243541] Updated weights for policy 0, policy_version 16736 (0.0008)
+[2026-06-02 16:30:20,637][243541] Updated weights for policy 0, policy_version 16746 (0.0008)
+[2026-06-02 16:30:20,811][243541] Updated weights for policy 0, policy_version 16756 (0.0009)
+[2026-06-02 16:30:20,988][243541] Updated weights for policy 0, policy_version 16766 (0.0009)
+[2026-06-02 16:30:21,617][243541] Updated weights for policy 0, policy_version 16777 (0.0008)
+[2026-06-02 16:30:21,787][243541] Updated weights for policy 0, policy_version 16787 (0.0008)
+[2026-06-02 16:30:21,962][243541] Updated weights for policy 0, policy_version 16797 (0.0008)
+[2026-06-02 16:30:22,129][243541] Updated weights for policy 0, policy_version 16807 (0.0008)
+[2026-06-02 16:30:22,308][243541] Updated weights for policy 0, policy_version 16817 (0.0008)
+[2026-06-02 16:30:22,493][243541] Updated weights for policy 0, policy_version 16828 (0.0008)
+[2026-06-02 16:30:23,128][243541] Updated weights for policy 0, policy_version 16838 (0.0008)
+[2026-06-02 16:30:23,294][243541] Updated weights for policy 0, policy_version 16848 (0.0008)
+[2026-06-02 16:30:23,464][243541] Updated weights for policy 0, policy_version 16858 (0.0008)
+[2026-06-02 16:30:23,637][243541] Updated weights for policy 0, policy_version 16868 (0.0009)
+[2026-06-02 16:30:23,806][243541] Updated weights for policy 0, policy_version 16878 (0.0009)
+[2026-06-02 16:30:23,982][243541] Updated weights for policy 0, policy_version 16888 (0.0008)
+[2026-06-02 16:30:24,628][243541] Updated weights for policy 0, policy_version 16898 (0.0008)
+[2026-06-02 16:30:24,795][243541] Updated weights for policy 0, policy_version 16908 (0.0008)
+[2026-06-02 16:30:24,981][243541] Updated weights for policy 0, policy_version 16919 (0.0008)
+[2026-06-02 16:30:25,155][243541] Updated weights for policy 0, policy_version 16929 (0.0008)
+[2026-06-02 16:30:25,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8650752. Throughput: 0: 20946.5. Samples: 8652544. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:30:25,253][235950] Avg episode reward: [(0, '482.728')]
+[2026-06-02 16:30:25,348][243541] Updated weights for policy 0, policy_version 16940 (0.0009)
+[2026-06-02 16:30:25,520][243541] Updated weights for policy 0, policy_version 16950 (0.0008)
+[2026-06-02 16:30:26,194][243541] Updated weights for policy 0, policy_version 16961 (0.0009)
+[2026-06-02 16:30:26,350][243541] Updated weights for policy 0, policy_version 16971 (0.0008)
+[2026-06-02 16:30:26,529][243541] Updated weights for policy 0, policy_version 16982 (0.0008)
+[2026-06-02 16:30:26,728][243541] Updated weights for policy 0, policy_version 16993 (0.0008)
+[2026-06-02 16:30:26,892][243541] Updated weights for policy 0, policy_version 17003 (0.0008)
+[2026-06-02 16:30:27,070][243541] Updated weights for policy 0, policy_version 17013 (0.0008)
+[2026-06-02 16:30:27,243][243541] Updated weights for policy 0, policy_version 17023 (0.0008)
+[2026-06-02 16:30:27,876][243541] Updated weights for policy 0, policy_version 17033 (0.0008)
+[2026-06-02 16:30:28,038][243541] Updated weights for policy 0, policy_version 17043 (0.0008)
+[2026-06-02 16:30:28,270][243541] Updated weights for policy 0, policy_version 17056 (0.0008)
+[2026-06-02 16:30:28,434][243541] Updated weights for policy 0, policy_version 17066 (0.0008)
+[2026-06-02 16:30:28,611][243541] Updated weights for policy 0, policy_version 17076 (0.0008)
+[2026-06-02 16:30:28,782][243541] Updated weights for policy 0, policy_version 17086 (0.0008)
+[2026-06-02 16:30:29,450][243541] Updated weights for policy 0, policy_version 17097 (0.0008)
+[2026-06-02 16:30:29,621][243541] Updated weights for policy 0, policy_version 17108 (0.0008)
+[2026-06-02 16:30:29,799][243541] Updated weights for policy 0, policy_version 17118 (0.0008)
+[2026-06-02 16:30:29,978][243541] Updated weights for policy 0, policy_version 17128 (0.0008)
+[2026-06-02 16:30:30,149][243541] Updated weights for policy 0, policy_version 17138 (0.0008)
+[2026-06-02 16:30:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8749056. Throughput: 0: 20704.8. Samples: 8769408. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:30:30,253][235950] Avg episode reward: [(0, '467.113')]
+[2026-06-02 16:30:30,344][243541] Updated weights for policy 0, policy_version 17149 (0.0009)
+[2026-06-02 16:30:30,993][243541] Updated weights for policy 0, policy_version 17159 (0.0008)
+[2026-06-02 16:30:31,171][243541] Updated weights for policy 0, policy_version 17170 (0.0008)
+[2026-06-02 16:30:31,351][243541] Updated weights for policy 0, policy_version 17181 (0.0009)
+[2026-06-02 16:30:31,537][243541] Updated weights for policy 0, policy_version 17191 (0.0009)
+[2026-06-02 16:30:31,709][243541] Updated weights for policy 0, policy_version 17201 (0.0008)
+[2026-06-02 16:30:31,880][243541] Updated weights for policy 0, policy_version 17211 (0.0008)
+[2026-06-02 16:30:32,531][243541] Updated weights for policy 0, policy_version 17221 (0.0008)
+[2026-06-02 16:30:32,696][243541] Updated weights for policy 0, policy_version 17231 (0.0008)
+[2026-06-02 16:30:32,864][243541] Updated weights for policy 0, policy_version 17241 (0.0008)
+[2026-06-02 16:30:33,038][243541] Updated weights for policy 0, policy_version 17251 (0.0008)
+[2026-06-02 16:30:33,210][243541] Updated weights for policy 0, policy_version 17261 (0.0008)
+[2026-06-02 16:30:33,381][243541] Updated weights for policy 0, policy_version 17271 (0.0008)
+[2026-06-02 16:30:34,067][243541] Updated weights for policy 0, policy_version 17281 (0.0008)
+[2026-06-02 16:30:34,249][243541] Updated weights for policy 0, policy_version 17292 (0.0008)
+[2026-06-02 16:30:34,427][243541] Updated weights for policy 0, policy_version 17303 (0.0008)
+[2026-06-02 16:30:34,610][243541] Updated weights for policy 0, policy_version 17313 (0.0008)
+[2026-06-02 16:30:34,774][243541] Updated weights for policy 0, policy_version 17323 (0.0008)
+[2026-06-02 16:30:34,973][243541] Updated weights for policy 0, policy_version 17335 (0.0008)
+[2026-06-02 16:30:35,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 8880128. Throughput: 0: 20727.5. Samples: 8896000. Policy #0 lag: (min: 23.0, avg: 38.3, max: 87.0)
+[2026-06-02 16:30:35,253][235950] Avg episode reward: [(0, '467.751')]
+[2026-06-02 16:30:35,645][243541] Updated weights for policy 0, policy_version 17345 (0.0008)
+[2026-06-02 16:30:35,798][243541] Updated weights for policy 0, policy_version 17355 (0.0008)
+[2026-06-02 16:30:35,960][243541] Updated weights for policy 0, policy_version 17365 (0.0008)
+[2026-06-02 16:30:36,159][243541] Updated weights for policy 0, policy_version 17376 (0.0008)
+[2026-06-02 16:30:36,331][243541] Updated weights for policy 0, policy_version 17386 (0.0008)
+[2026-06-02 16:30:36,502][243541] Updated weights for policy 0, policy_version 17396 (0.0008)
+[2026-06-02 16:30:36,677][243541] Updated weights for policy 0, policy_version 17406 (0.0009)
+[2026-06-02 16:30:37,326][243541] Updated weights for policy 0, policy_version 17416 (0.0008)
+[2026-06-02 16:30:37,506][243541] Updated weights for policy 0, policy_version 17427 (0.0008)
+[2026-06-02 16:30:37,673][243541] Updated weights for policy 0, policy_version 17437 (0.0008)
+[2026-06-02 16:30:37,877][243541] Updated weights for policy 0, policy_version 17448 (0.0008)
+[2026-06-02 16:30:38,061][243541] Updated weights for policy 0, policy_version 17459 (0.0008)
+[2026-06-02 16:30:38,239][243541] Updated weights for policy 0, policy_version 17469 (0.0008)
+[2026-06-02 16:30:38,886][243541] Updated weights for policy 0, policy_version 17479 (0.0008)
+[2026-06-02 16:30:39,066][243541] Updated weights for policy 0, policy_version 17490 (0.0009)
+[2026-06-02 16:30:39,243][243541] Updated weights for policy 0, policy_version 17500 (0.0009)
+[2026-06-02 16:30:39,434][243541] Updated weights for policy 0, policy_version 17511 (0.0008)
+[2026-06-02 16:30:39,600][243541] Updated weights for policy 0, policy_version 17521 (0.0008)
+[2026-06-02 16:30:39,795][243541] Updated weights for policy 0, policy_version 17532 (0.0008)
+[2026-06-02 16:30:40,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8978432. Throughput: 0: 20849.8. Samples: 8959488. Policy #0 lag: (min: 23.0, avg: 38.3, max: 87.0)
+[2026-06-02 16:30:40,253][235950] Avg episode reward: [(0, '477.798')]
+[2026-06-02 16:30:40,452][243541] Updated weights for policy 0, policy_version 17542 (0.0008)
+[2026-06-02 16:30:40,616][243541] Updated weights for policy 0, policy_version 17552 (0.0009)
+[2026-06-02 16:30:40,792][243541] Updated weights for policy 0, policy_version 17562 (0.0008)
+[2026-06-02 16:30:40,967][243541] Updated weights for policy 0, policy_version 17572 (0.0008)
+[2026-06-02 16:30:41,139][243541] Updated weights for policy 0, policy_version 17582 (0.0008)
+[2026-06-02 16:30:41,308][243541] Updated weights for policy 0, policy_version 17592 (0.0008)
+[2026-06-02 16:30:41,952][243541] Updated weights for policy 0, policy_version 17602 (0.0008)
+[2026-06-02 16:30:42,112][243541] Updated weights for policy 0, policy_version 17612 (0.0008)
+[2026-06-02 16:30:42,282][243541] Updated weights for policy 0, policy_version 17622 (0.0008)
+[2026-06-02 16:30:42,453][243541] Updated weights for policy 0, policy_version 17632 (0.0008)
+[2026-06-02 16:30:42,618][243541] Updated weights for policy 0, policy_version 17642 (0.0008)
+[2026-06-02 16:30:42,801][243541] Updated weights for policy 0, policy_version 17652 (0.0008)
+[2026-06-02 16:30:42,968][243541] Updated weights for policy 0, policy_version 17662 (0.0008)
+[2026-06-02 16:30:43,616][243541] Updated weights for policy 0, policy_version 17672 (0.0008)
+[2026-06-02 16:30:43,779][243541] Updated weights for policy 0, policy_version 17682 (0.0009)
+[2026-06-02 16:30:43,958][243541] Updated weights for policy 0, policy_version 17692 (0.0008)
+[2026-06-02 16:30:44,158][243541] Updated weights for policy 0, policy_version 17704 (0.0009)
+[2026-06-02 16:30:44,326][243541] Updated weights for policy 0, policy_version 17714 (0.0008)
+[2026-06-02 16:30:44,510][243541] Updated weights for policy 0, policy_version 17724 (0.0008)
+[2026-06-02 16:30:45,161][243541] Updated weights for policy 0, policy_version 17734 (0.0008)
+[2026-06-02 16:30:45,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9076736. Throughput: 0: 20929.4. Samples: 9086464. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:30:45,253][235950] Avg episode reward: [(0, '499.785')]
+[2026-06-02 16:30:45,324][243541] Updated weights for policy 0, policy_version 17744 (0.0008)
+[2026-06-02 16:30:45,509][243541] Updated weights for policy 0, policy_version 17755 (0.0008)
+[2026-06-02 16:30:45,696][243541] Updated weights for policy 0, policy_version 17766 (0.0008)
+[2026-06-02 16:30:45,879][243541] Updated weights for policy 0, policy_version 17776 (0.0009)
+[2026-06-02 16:30:46,066][243541] Updated weights for policy 0, policy_version 17787 (0.0008)
+[2026-06-02 16:30:46,722][243541] Updated weights for policy 0, policy_version 17798 (0.0008)
+[2026-06-02 16:30:46,894][243541] Updated weights for policy 0, policy_version 17808 (0.0008)
+[2026-06-02 16:30:47,071][243541] Updated weights for policy 0, policy_version 17818 (0.0008)
+[2026-06-02 16:30:47,260][243541] Updated weights for policy 0, policy_version 17829 (0.0008)
+[2026-06-02 16:30:47,444][243541] Updated weights for policy 0, policy_version 17840 (0.0008)
+[2026-06-02 16:30:47,645][243541] Updated weights for policy 0, policy_version 17851 (0.0008)
+[2026-06-02 16:30:48,277][243541] Updated weights for policy 0, policy_version 17861 (0.0008)
+[2026-06-02 16:30:48,447][243541] Updated weights for policy 0, policy_version 17871 (0.0008)
+[2026-06-02 16:30:48,616][243541] Updated weights for policy 0, policy_version 17881 (0.0008)
+[2026-06-02 16:30:48,784][243541] Updated weights for policy 0, policy_version 17891 (0.0008)
+[2026-06-02 16:30:48,960][243541] Updated weights for policy 0, policy_version 17901 (0.0008)
+[2026-06-02 16:30:49,141][243541] Updated weights for policy 0, policy_version 17911 (0.0008)
+[2026-06-02 16:30:49,821][243541] Updated weights for policy 0, policy_version 17921 (0.0008)
+[2026-06-02 16:30:49,993][243541] Updated weights for policy 0, policy_version 17932 (0.0008)
+[2026-06-02 16:30:50,158][243541] Updated weights for policy 0, policy_version 17942 (0.0008)
+[2026-06-02 16:30:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9175040. Throughput: 0: 20929.4. Samples: 9214720. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:30:50,253][235950] Avg episode reward: [(0, '507.996')]
+[2026-06-02 16:30:50,338][243541] Updated weights for policy 0, policy_version 17952 (0.0009)
+[2026-06-02 16:30:50,504][243541] Updated weights for policy 0, policy_version 17962 (0.0008)
+[2026-06-02 16:30:50,683][243541] Updated weights for policy 0, policy_version 17972 (0.0008)
+[2026-06-02 16:30:50,852][243541] Updated weights for policy 0, policy_version 17982 (0.0008)
+[2026-06-02 16:30:51,491][243541] Updated weights for policy 0, policy_version 17992 (0.0010)
+[2026-06-02 16:30:51,659][243541] Updated weights for policy 0, policy_version 18002 (0.0009)
+[2026-06-02 16:30:51,832][243541] Updated weights for policy 0, policy_version 18012 (0.0009)
+[2026-06-02 16:30:52,003][243541] Updated weights for policy 0, policy_version 18022 (0.0008)
+[2026-06-02 16:30:52,179][243541] Updated weights for policy 0, policy_version 18032 (0.0008)
+[2026-06-02 16:30:52,352][243541] Updated weights for policy 0, policy_version 18042 (0.0008)
+[2026-06-02 16:30:53,008][243541] Updated weights for policy 0, policy_version 18052 (0.0008)
+[2026-06-02 16:30:53,170][243541] Updated weights for policy 0, policy_version 18062 (0.0008)
+[2026-06-02 16:30:53,340][243541] Updated weights for policy 0, policy_version 18072 (0.0008)
+[2026-06-02 16:30:53,524][243541] Updated weights for policy 0, policy_version 18082 (0.0008)
+[2026-06-02 16:30:53,723][243541] Updated weights for policy 0, policy_version 18094 (0.0008)
+[2026-06-02 16:30:53,892][243541] Updated weights for policy 0, policy_version 18104 (0.0008)
+[2026-06-02 16:30:54,545][243541] Updated weights for policy 0, policy_version 18114 (0.0008)
+[2026-06-02 16:30:54,708][243541] Updated weights for policy 0, policy_version 18124 (0.0008)
+[2026-06-02 16:30:54,879][243541] Updated weights for policy 0, policy_version 18134 (0.0008)
+[2026-06-02 16:30:55,048][243541] Updated weights for policy 0, policy_version 18144 (0.0008)
+[2026-06-02 16:30:55,230][243541] Updated weights for policy 0, policy_version 18155 (0.0009)
+[2026-06-02 16:30:55,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9273344. Throughput: 0: 20949.3. Samples: 9279360. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:30:55,253][235950] Avg episode reward: [(0, '515.664')]
+[2026-06-02 16:30:55,414][243541] Updated weights for policy 0, policy_version 18165 (0.0009)
+[2026-06-02 16:30:55,586][243541] Updated weights for policy 0, policy_version 18175 (0.0008)
+[2026-06-02 16:30:56,217][243541] Updated weights for policy 0, policy_version 18185 (0.0008)
+[2026-06-02 16:30:56,406][243541] Updated weights for policy 0, policy_version 18196 (0.0008)
+[2026-06-02 16:30:56,576][243541] Updated weights for policy 0, policy_version 18206 (0.0008)
+[2026-06-02 16:30:56,753][243541] Updated weights for policy 0, policy_version 18216 (0.0008)
+[2026-06-02 16:30:56,938][243541] Updated weights for policy 0, policy_version 18227 (0.0008)
+[2026-06-02 16:30:57,111][243541] Updated weights for policy 0, policy_version 18237 (0.0008)
+[2026-06-02 16:30:57,763][243541] Updated weights for policy 0, policy_version 18247 (0.0008)
+[2026-06-02 16:30:57,928][243541] Updated weights for policy 0, policy_version 18257 (0.0008)
+[2026-06-02 16:30:58,106][243541] Updated weights for policy 0, policy_version 18267 (0.0009)
+[2026-06-02 16:30:58,277][243541] Updated weights for policy 0, policy_version 18277 (0.0008)
+[2026-06-02 16:30:58,448][243541] Updated weights for policy 0, policy_version 18287 (0.0008)
+[2026-06-02 16:30:58,616][243541] Updated weights for policy 0, policy_version 18297 (0.0008)
+[2026-06-02 16:30:59,258][243541] Updated weights for policy 0, policy_version 18307 (0.0008)
+[2026-06-02 16:30:59,416][243541] Updated weights for policy 0, policy_version 18317 (0.0008)
+[2026-06-02 16:30:59,585][243541] Updated weights for policy 0, policy_version 18327 (0.0008)
+[2026-06-02 16:30:59,755][243541] Updated weights for policy 0, policy_version 18337 (0.0008)
+[2026-06-02 16:30:59,947][243541] Updated weights for policy 0, policy_version 18348 (0.0008)
+[2026-06-02 16:31:00,117][243541] Updated weights for policy 0, policy_version 18358 (0.0008)
+[2026-06-02 16:31:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 9371648. Throughput: 0: 20750.2. Samples: 9397248. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:31:00,253][235950] Avg episode reward: [(0, '549.890')]
+[2026-06-02 16:31:00,286][243541] Updated weights for policy 0, policy_version 18368 (0.0008)
+[2026-06-02 16:31:00,960][243541] Updated weights for policy 0, policy_version 18379 (0.0008)
+[2026-06-02 16:31:01,123][243541] Updated weights for policy 0, policy_version 18389 (0.0008)
+[2026-06-02 16:31:01,308][243541] Updated weights for policy 0, policy_version 18399 (0.0008)
+[2026-06-02 16:31:01,479][243541] Updated weights for policy 0, policy_version 18409 (0.0008)
+[2026-06-02 16:31:01,650][243541] Updated weights for policy 0, policy_version 18419 (0.0008)
+[2026-06-02 16:31:01,826][243541] Updated weights for policy 0, policy_version 18429 (0.0008)
+[2026-06-02 16:31:02,479][243541] Updated weights for policy 0, policy_version 18439 (0.0008)
+[2026-06-02 16:31:02,645][243541] Updated weights for policy 0, policy_version 18449 (0.0008)
+[2026-06-02 16:31:02,813][243541] Updated weights for policy 0, policy_version 18459 (0.0008)
+[2026-06-02 16:31:03,003][243541] Updated weights for policy 0, policy_version 18470 (0.0008)
+[2026-06-02 16:31:03,175][243541] Updated weights for policy 0, policy_version 18480 (0.0008)
+[2026-06-02 16:31:03,353][243541] Updated weights for policy 0, policy_version 18490 (0.0008)
+[2026-06-02 16:31:03,984][243541] Updated weights for policy 0, policy_version 18500 (0.0008)
+[2026-06-02 16:31:04,164][243541] Updated weights for policy 0, policy_version 18511 (0.0008)
+[2026-06-02 16:31:04,345][243541] Updated weights for policy 0, policy_version 18521 (0.0008)
+[2026-06-02 16:31:04,506][243541] Updated weights for policy 0, policy_version 18531 (0.0008)
+[2026-06-02 16:31:04,681][243541] Updated weights for policy 0, policy_version 18541 (0.0008)
+[2026-06-02 16:31:04,858][243541] Updated weights for policy 0, policy_version 18551 (0.0008)
+[2026-06-02 16:31:05,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 9502720. Throughput: 0: 20639.3. Samples: 9520896. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:31:05,253][235950] Avg episode reward: [(0, '568.708')]
+[2026-06-02 16:31:05,258][242682] Saving new best policy, reward=568.708!
+[2026-06-02 16:31:05,526][243541] Updated weights for policy 0, policy_version 18561 (0.0008)
+[2026-06-02 16:31:05,681][243541] Updated weights for policy 0, policy_version 18571 (0.0008)
+[2026-06-02 16:31:05,858][243541] Updated weights for policy 0, policy_version 18581 (0.0008)
+[2026-06-02 16:31:06,039][243541] Updated weights for policy 0, policy_version 18592 (0.0008)
+[2026-06-02 16:31:06,215][243541] Updated weights for policy 0, policy_version 18602 (0.0008)
+[2026-06-02 16:31:06,394][243541] Updated weights for policy 0, policy_version 18612 (0.0008)
+[2026-06-02 16:31:06,559][243541] Updated weights for policy 0, policy_version 18622 (0.0008)
+[2026-06-02 16:31:07,222][243541] Updated weights for policy 0, policy_version 18633 (0.0008)
+[2026-06-02 16:31:07,385][243541] Updated weights for policy 0, policy_version 18643 (0.0008)
+[2026-06-02 16:31:07,552][243541] Updated weights for policy 0, policy_version 18653 (0.0008)
+[2026-06-02 16:31:07,744][243541] Updated weights for policy 0, policy_version 18664 (0.0008)
+[2026-06-02 16:31:07,936][243541] Updated weights for policy 0, policy_version 18675 (0.0008)
+[2026-06-02 16:31:08,104][243541] Updated weights for policy 0, policy_version 18685 (0.0008)
+[2026-06-02 16:31:08,786][243541] Updated weights for policy 0, policy_version 18697 (0.0008)
+[2026-06-02 16:31:08,947][243541] Updated weights for policy 0, policy_version 18707 (0.0008)
+[2026-06-02 16:31:09,126][243541] Updated weights for policy 0, policy_version 18717 (0.0008)
+[2026-06-02 16:31:09,298][243541] Updated weights for policy 0, policy_version 18727 (0.0008)
+[2026-06-02 16:31:09,487][243541] Updated weights for policy 0, policy_version 18738 (0.0008)
+[2026-06-02 16:31:09,657][243541] Updated weights for policy 0, policy_version 18748 (0.0008)
+[2026-06-02 16:31:10,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 9601024. Throughput: 0: 20730.3. Samples: 9585408. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:31:10,253][235950] Avg episode reward: [(0, '575.563')]
+[2026-06-02 16:31:10,303][243541] Updated weights for policy 0, policy_version 18758 (0.0009)
+[2026-06-02 16:31:10,462][243541] Updated weights for policy 0, policy_version 18768 (0.0008)
+[2026-06-02 16:31:10,635][243541] Updated weights for policy 0, policy_version 18778 (0.0008)
+[2026-06-02 16:31:10,805][243541] Updated weights for policy 0, policy_version 18788 (0.0008)
+[2026-06-02 16:31:10,980][243541] Updated weights for policy 0, policy_version 18798 (0.0008)
+[2026-06-02 16:31:11,151][243541] Updated weights for policy 0, policy_version 18808 (0.0008)
+[2026-06-02 16:31:11,289][242682] Saving new best policy, reward=575.563!
+[2026-06-02 16:31:11,798][243541] Updated weights for policy 0, policy_version 18818 (0.0009)
+[2026-06-02 16:31:11,962][243541] Updated weights for policy 0, policy_version 18828 (0.0008)
+[2026-06-02 16:31:12,129][243541] Updated weights for policy 0, policy_version 18838 (0.0008)
+[2026-06-02 16:31:12,318][243541] Updated weights for policy 0, policy_version 18849 (0.0009)
+[2026-06-02 16:31:12,492][243541] Updated weights for policy 0, policy_version 18859 (0.0008)
+[2026-06-02 16:31:12,662][243541] Updated weights for policy 0, policy_version 18869 (0.0008)
+[2026-06-02 16:31:12,831][243541] Updated weights for policy 0, policy_version 18879 (0.0008)
+[2026-06-02 16:31:13,489][243541] Updated weights for policy 0, policy_version 18889 (0.0009)
+[2026-06-02 16:31:13,667][243541] Updated weights for policy 0, policy_version 18899 (0.0008)
+[2026-06-02 16:31:13,867][243541] Updated weights for policy 0, policy_version 18911 (0.0008)
+[2026-06-02 16:31:14,039][243541] Updated weights for policy 0, policy_version 18921 (0.0008)
+[2026-06-02 16:31:14,223][243541] Updated weights for policy 0, policy_version 18932 (0.0008)
+[2026-06-02 16:31:14,408][243541] Updated weights for policy 0, policy_version 18942 (0.0008)
+[2026-06-02 16:31:15,028][243541] Updated weights for policy 0, policy_version 18952 (0.0008)
+[2026-06-02 16:31:15,192][243541] Updated weights for policy 0, policy_version 18962 (0.0008)
+[2026-06-02 16:31:15,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 9699328. Throughput: 0: 20955.0. Samples: 9712384. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:31:15,253][235950] Avg episode reward: [(0, '620.479')]
+[2026-06-02 16:31:15,359][243541] Updated weights for policy 0, policy_version 18972 (0.0008)
+[2026-06-02 16:31:15,538][243541] Updated weights for policy 0, policy_version 18982 (0.0006)
+[2026-06-02 16:31:15,706][243541] Updated weights for policy 0, policy_version 18992 (0.0005)
+[2026-06-02 16:31:15,882][243541] Updated weights for policy 0, policy_version 19002 (0.0005)
+[2026-06-02 16:31:15,983][242682] Saving new best policy, reward=620.479!
+[2026-06-02 16:31:16,524][243541] Updated weights for policy 0, policy_version 19012 (0.0006)
+[2026-06-02 16:31:16,687][243541] Updated weights for policy 0, policy_version 19022 (0.0008)
+[2026-06-02 16:31:16,851][243541] Updated weights for policy 0, policy_version 19032 (0.0008)
+[2026-06-02 16:31:17,047][243541] Updated weights for policy 0, policy_version 19043 (0.0008)
+[2026-06-02 16:31:17,226][243541] Updated weights for policy 0, policy_version 19053 (0.0008)
+[2026-06-02 16:31:17,385][243541] Updated weights for policy 0, policy_version 19063 (0.0008)
+[2026-06-02 16:31:18,060][243541] Updated weights for policy 0, policy_version 19074 (0.0007)
+[2026-06-02 16:31:18,216][243541] Updated weights for policy 0, policy_version 19084 (0.0008)
+[2026-06-02 16:31:18,410][243541] Updated weights for policy 0, policy_version 19095 (0.0008)
+[2026-06-02 16:31:18,576][243541] Updated weights for policy 0, policy_version 19105 (0.0008)
+[2026-06-02 16:31:18,746][243541] Updated weights for policy 0, policy_version 19115 (0.0008)
+[2026-06-02 16:31:18,934][243541] Updated weights for policy 0, policy_version 19125 (0.0008)
+[2026-06-02 16:31:19,118][243541] Updated weights for policy 0, policy_version 19136 (0.0008)
+[2026-06-02 16:31:19,775][243541] Updated weights for policy 0, policy_version 19146 (0.0008)
+[2026-06-02 16:31:19,938][243541] Updated weights for policy 0, policy_version 19156 (0.0008)
+[2026-06-02 16:31:20,113][243541] Updated weights for policy 0, policy_version 19166 (0.0008)
+[2026-06-02 16:31:20,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9797632. Throughput: 0: 20972.1. Samples: 9839744. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:31:20,253][235950] Avg episode reward: [(0, '629.966')]
+[2026-06-02 16:31:20,292][243541] Updated weights for policy 0, policy_version 19176 (0.0008)
+[2026-06-02 16:31:20,482][243541] Updated weights for policy 0, policy_version 19187 (0.0008)
+[2026-06-02 16:31:20,679][243541] Updated weights for policy 0, policy_version 19198 (0.0008)
+[2026-06-02 16:31:20,701][242682] Saving new best policy, reward=629.966!
+[2026-06-02 16:31:21,320][243541] Updated weights for policy 0, policy_version 19209 (0.0009)
+[2026-06-02 16:31:21,491][243541] Updated weights for policy 0, policy_version 19219 (0.0008)
+[2026-06-02 16:31:21,672][243541] Updated weights for policy 0, policy_version 19229 (0.0006)
+[2026-06-02 16:31:21,848][243541] Updated weights for policy 0, policy_version 19239 (0.0008)
+[2026-06-02 16:31:22,029][243541] Updated weights for policy 0, policy_version 19250 (0.0008)
+[2026-06-02 16:31:22,200][243541] Updated weights for policy 0, policy_version 19260 (0.0008)
+[2026-06-02 16:31:22,844][243541] Updated weights for policy 0, policy_version 19270 (0.0008)
+[2026-06-02 16:31:23,028][243541] Updated weights for policy 0, policy_version 19281 (0.0008)
+[2026-06-02 16:31:23,216][243541] Updated weights for policy 0, policy_version 19292 (0.0009)
+[2026-06-02 16:31:23,385][243541] Updated weights for policy 0, policy_version 19302 (0.0008)
+[2026-06-02 16:31:23,564][243541] Updated weights for policy 0, policy_version 19312 (0.0008)
+[2026-06-02 16:31:23,731][243541] Updated weights for policy 0, policy_version 19322 (0.0008)
+[2026-06-02 16:31:24,396][243541] Updated weights for policy 0, policy_version 19332 (0.0008)
+[2026-06-02 16:31:24,587][243541] Updated weights for policy 0, policy_version 19344 (0.0008)
+[2026-06-02 16:31:24,757][243541] Updated weights for policy 0, policy_version 19354 (0.0008)
+[2026-06-02 16:31:24,922][243541] Updated weights for policy 0, policy_version 19364 (0.0008)
+[2026-06-02 16:31:25,098][243541] Updated weights for policy 0, policy_version 19374 (0.0008)
+[2026-06-02 16:31:25,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 9895936. Throughput: 0: 20974.9. Samples: 9903360. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:31:25,253][235950] Avg episode reward: [(0, '628.457')]
+[2026-06-02 16:31:25,271][243541] Updated weights for policy 0, policy_version 19384 (0.0008)
+[2026-06-02 16:31:25,918][243541] Updated weights for policy 0, policy_version 19394 (0.0008)
+[2026-06-02 16:31:26,076][243541] Updated weights for policy 0, policy_version 19404 (0.0008)
+[2026-06-02 16:31:26,249][243541] Updated weights for policy 0, policy_version 19414 (0.0009)
+[2026-06-02 16:31:26,436][243541] Updated weights for policy 0, policy_version 19425 (0.0008)
+[2026-06-02 16:31:26,620][243541] Updated weights for policy 0, policy_version 19435 (0.0008)
+[2026-06-02 16:31:26,809][243541] Updated weights for policy 0, policy_version 19446 (0.0008)
+[2026-06-02 16:31:26,979][243541] Updated weights for policy 0, policy_version 19456 (0.0008)
+[2026-06-02 16:31:27,612][243541] Updated weights for policy 0, policy_version 19466 (0.0009)
+[2026-06-02 16:31:27,793][243541] Updated weights for policy 0, policy_version 19477 (0.0008)
+[2026-06-02 16:31:27,976][243541] Updated weights for policy 0, policy_version 19488 (0.0008)
+[2026-06-02 16:31:28,154][243541] Updated weights for policy 0, policy_version 19498 (0.0009)
+[2026-06-02 16:31:28,328][243541] Updated weights for policy 0, policy_version 19508 (0.0008)
+[2026-06-02 16:31:28,492][243541] Updated weights for policy 0, policy_version 19518 (0.0009)
+[2026-06-02 16:31:29,161][243541] Updated weights for policy 0, policy_version 19528 (0.0008)
+[2026-06-02 16:31:29,337][243541] Updated weights for policy 0, policy_version 19538 (0.0009)
+[2026-06-02 16:31:29,503][243541] Updated weights for policy 0, policy_version 19548 (0.0008)
+[2026-06-02 16:31:29,675][243541] Updated weights for policy 0, policy_version 19558 (0.0008)
+[2026-06-02 16:31:29,851][243541] Updated weights for policy 0, policy_version 19568 (0.0008)
+[2026-06-02 16:31:30,027][243541] Updated weights for policy 0, policy_version 19578 (0.0008)
+[2026-06-02 16:31:30,252][235950] Fps is (10 sec: 22937.2, 60 sec: 21299.1, 300 sec: 20882.6). Total num frames: 10027008. Throughput: 0: 20955.0. Samples: 10029440. Policy #0 lag: (min: 41.0, avg: 76.4, max: 105.0)
+[2026-06-02 16:31:30,253][235950] Avg episode reward: [(0, '610.826')]
+[2026-06-02 16:31:30,663][243541] Updated weights for policy 0, policy_version 19588 (0.0009)
+[2026-06-02 16:31:30,841][243541] Updated weights for policy 0, policy_version 19599 (0.0009)
+[2026-06-02 16:31:31,008][243541] Updated weights for policy 0, policy_version 19609 (0.0008)
+[2026-06-02 16:31:31,181][243541] Updated weights for policy 0, policy_version 19619 (0.0008)
+[2026-06-02 16:31:31,352][243541] Updated weights for policy 0, policy_version 19629 (0.0008)
+[2026-06-02 16:31:31,542][243541] Updated weights for policy 0, policy_version 19640 (0.0008)
+[2026-06-02 16:31:32,191][243541] Updated weights for policy 0, policy_version 19650 (0.0008)
+[2026-06-02 16:31:32,352][243541] Updated weights for policy 0, policy_version 19660 (0.0008)
+[2026-06-02 16:31:32,523][243541] Updated weights for policy 0, policy_version 19670 (0.0008)
+[2026-06-02 16:31:32,697][243541] Updated weights for policy 0, policy_version 19680 (0.0008)
+[2026-06-02 16:31:32,873][243541] Updated weights for policy 0, policy_version 19690 (0.0008)
+[2026-06-02 16:31:33,042][243541] Updated weights for policy 0, policy_version 19700 (0.0008)
+[2026-06-02 16:31:33,213][243541] Updated weights for policy 0, policy_version 19710 (0.0008)
+[2026-06-02 16:31:33,871][243541] Updated weights for policy 0, policy_version 19720 (0.0008)
+[2026-06-02 16:31:34,057][243541] Updated weights for policy 0, policy_version 19731 (0.0008)
+[2026-06-02 16:31:34,225][243541] Updated weights for policy 0, policy_version 19741 (0.0008)
+[2026-06-02 16:31:34,431][243541] Updated weights for policy 0, policy_version 19753 (0.0008)
+[2026-06-02 16:31:34,604][243541] Updated weights for policy 0, policy_version 19763 (0.0008)
+[2026-06-02 16:31:34,780][243541] Updated weights for policy 0, policy_version 19773 (0.0008)
+[2026-06-02 16:31:35,252][235950] Fps is (10 sec: 22938.1, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10125312. Throughput: 0: 20707.6. Samples: 10146560. Policy #0 lag: (min: 41.0, avg: 76.4, max: 105.0)
+[2026-06-02 16:31:35,252][235950] Avg episode reward: [(0, '640.719')]
+[2026-06-02 16:31:35,420][243541] Updated weights for policy 0, policy_version 19783 (0.0008)
+[2026-06-02 16:31:35,583][243541] Updated weights for policy 0, policy_version 19793 (0.0008)
+[2026-06-02 16:31:35,778][243541] Updated weights for policy 0, policy_version 19805 (0.0008)
+[2026-06-02 16:31:35,954][243541] Updated weights for policy 0, policy_version 19815 (0.0008)
+[2026-06-02 16:31:36,139][243541] Updated weights for policy 0, policy_version 19825 (0.0008)
+[2026-06-02 16:31:36,323][243541] Updated weights for policy 0, policy_version 19836 (0.0008)
+[2026-06-02 16:31:36,385][242682] Saving new best policy, reward=640.719!
+[2026-06-02 16:31:36,984][243541] Updated weights for policy 0, policy_version 19847 (0.0009)
+[2026-06-02 16:31:37,147][243541] Updated weights for policy 0, policy_version 19857 (0.0008)
+[2026-06-02 16:31:37,321][243541] Updated weights for policy 0, policy_version 19867 (0.0008)
+[2026-06-02 16:31:37,484][243541] Updated weights for policy 0, policy_version 19877 (0.0008)
+[2026-06-02 16:31:37,658][243541] Updated weights for policy 0, policy_version 19887 (0.0008)
+[2026-06-02 16:31:37,831][243541] Updated weights for policy 0, policy_version 19897 (0.0008)
+[2026-06-02 16:31:38,487][243541] Updated weights for policy 0, policy_version 19907 (0.0009)
+[2026-06-02 16:31:38,650][243541] Updated weights for policy 0, policy_version 19917 (0.0008)
+[2026-06-02 16:31:38,818][243541] Updated weights for policy 0, policy_version 19927 (0.0008)
+[2026-06-02 16:31:38,991][243541] Updated weights for policy 0, policy_version 19937 (0.0008)
+[2026-06-02 16:31:39,181][243541] Updated weights for policy 0, policy_version 19948 (0.0009)
+[2026-06-02 16:31:39,352][243541] Updated weights for policy 0, policy_version 19958 (0.0008)
+[2026-06-02 16:31:39,521][243541] Updated weights for policy 0, policy_version 19968 (0.0008)
+[2026-06-02 16:31:40,164][243541] Updated weights for policy 0, policy_version 19978 (0.0008)
+[2026-06-02 16:31:40,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10223616. Throughput: 0: 20673.4. Samples: 10209664. Policy #0 lag: (min: 41.0, avg: 76.4, max: 105.0)
+[2026-06-02 16:31:40,253][235950] Avg episode reward: [(0, '673.882')]
+[2026-06-02 16:31:40,341][243541] Updated weights for policy 0, policy_version 19988 (0.0008)
+[2026-06-02 16:31:40,514][243541] Updated weights for policy 0, policy_version 19998 (0.0008)
+[2026-06-02 16:31:40,688][243541] Updated weights for policy 0, policy_version 20008 (0.0008)
+[2026-06-02 16:31:40,856][243541] Updated weights for policy 0, policy_version 20018 (0.0009)
+[2026-06-02 16:31:41,026][243541] Updated weights for policy 0, policy_version 20028 (0.0009)
+[2026-06-02 16:31:41,093][242682] Saving new best policy, reward=673.882!
+[2026-06-02 16:31:41,671][243541] Updated weights for policy 0, policy_version 20039 (0.0009)
+[2026-06-02 16:31:41,838][243541] Updated weights for policy 0, policy_version 20049 (0.0008)
+[2026-06-02 16:31:42,010][243541] Updated weights for policy 0, policy_version 20059 (0.0008)
+[2026-06-02 16:31:42,193][243541] Updated weights for policy 0, policy_version 20070 (0.0008)
+[2026-06-02 16:31:42,370][243541] Updated weights for policy 0, policy_version 20080 (0.0008)
+[2026-06-02 16:31:42,547][243541] Updated weights for policy 0, policy_version 20090 (0.0008)
+[2026-06-02 16:31:43,184][243541] Updated weights for policy 0, policy_version 20100 (0.0009)
+[2026-06-02 16:31:43,351][243541] Updated weights for policy 0, policy_version 20110 (0.0008)
+[2026-06-02 16:31:43,513][243541] Updated weights for policy 0, policy_version 20120 (0.0008)
+[2026-06-02 16:31:43,692][243541] Updated weights for policy 0, policy_version 20130 (0.0009)
+[2026-06-02 16:31:43,867][243541] Updated weights for policy 0, policy_version 20140 (0.0008)
+[2026-06-02 16:31:44,039][243541] Updated weights for policy 0, policy_version 20150 (0.0008)
+[2026-06-02 16:31:44,210][243541] Updated weights for policy 0, policy_version 20160 (0.0008)
+[2026-06-02 16:31:44,860][243541] Updated weights for policy 0, policy_version 20171 (0.0009)
+[2026-06-02 16:31:45,025][243541] Updated weights for policy 0, policy_version 20181 (0.0008)
+[2026-06-02 16:31:45,217][243541] Updated weights for policy 0, policy_version 20192 (0.0008)
+[2026-06-02 16:31:45,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10321920. Throughput: 0: 20866.9. Samples: 10336256. Policy #0 lag: (min: 61.0, avg: 77.6, max: 125.0)
+[2026-06-02 16:31:45,253][235950] Avg episode reward: [(0, '688.437')]
+[2026-06-02 16:31:45,389][243541] Updated weights for policy 0, policy_version 20202 (0.0008)
+[2026-06-02 16:31:45,589][243541] Updated weights for policy 0, policy_version 20213 (0.0008)
+[2026-06-02 16:31:45,771][242682] Saving new best policy, reward=688.437!
+[2026-06-02 16:31:45,773][243541] Updated weights for policy 0, policy_version 20224 (0.0008)
+[2026-06-02 16:31:46,422][243541] Updated weights for policy 0, policy_version 20235 (0.0008)
+[2026-06-02 16:31:46,606][243541] Updated weights for policy 0, policy_version 20246 (0.0008)
+[2026-06-02 16:31:46,813][243541] Updated weights for policy 0, policy_version 20258 (0.0008)
+[2026-06-02 16:31:46,984][243541] Updated weights for policy 0, policy_version 20268 (0.0008)
+[2026-06-02 16:31:47,168][243541] Updated weights for policy 0, policy_version 20279 (0.0008)
+[2026-06-02 16:31:47,852][243541] Updated weights for policy 0, policy_version 20290 (0.0008)
+[2026-06-02 16:31:48,005][243541] Updated weights for policy 0, policy_version 20300 (0.0008)
+[2026-06-02 16:31:48,175][243541] Updated weights for policy 0, policy_version 20310 (0.0008)
+[2026-06-02 16:31:48,370][243541] Updated weights for policy 0, policy_version 20321 (0.0008)
+[2026-06-02 16:31:48,555][243541] Updated weights for policy 0, policy_version 20332 (0.0008)
+[2026-06-02 16:31:48,717][243541] Updated weights for policy 0, policy_version 20342 (0.0008)
+[2026-06-02 16:31:48,892][243541] Updated weights for policy 0, policy_version 20352 (0.0009)
+[2026-06-02 16:31:49,561][243541] Updated weights for policy 0, policy_version 20362 (0.0008)
+[2026-06-02 16:31:49,745][243541] Updated weights for policy 0, policy_version 20373 (0.0008)
+[2026-06-02 16:31:49,916][243541] Updated weights for policy 0, policy_version 20383 (0.0009)
+[2026-06-02 16:31:50,087][243541] Updated weights for policy 0, policy_version 20393 (0.0008)
+[2026-06-02 16:31:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10420224. Throughput: 0: 20943.6. Samples: 10463360. Policy #0 lag: (min: 61.0, avg: 77.6, max: 125.0)
+[2026-06-02 16:31:50,252][243541] Updated weights for policy 0, policy_version 20403 (0.0007)
+[2026-06-02 16:31:50,253][235950] Avg episode reward: [(0, '701.065')]
+[2026-06-02 16:31:50,457][243541] Updated weights for policy 0, policy_version 20415 (0.0009)
+[2026-06-02 16:31:50,471][242682] Saving new best policy, reward=701.065!
+[2026-06-02 16:31:51,112][243541] Updated weights for policy 0, policy_version 20426 (0.0009)
+[2026-06-02 16:31:51,292][243541] Updated weights for policy 0, policy_version 20437 (0.0009)
+[2026-06-02 16:31:51,464][243541] Updated weights for policy 0, policy_version 20447 (0.0009)
+[2026-06-02 16:31:51,636][243541] Updated weights for policy 0, policy_version 20457 (0.0008)
+[2026-06-02 16:31:51,812][243541] Updated weights for policy 0, policy_version 20467 (0.0008)
+[2026-06-02 16:31:51,969][243541] Updated weights for policy 0, policy_version 20477 (0.0009)
+[2026-06-02 16:31:52,620][243541] Updated weights for policy 0, policy_version 20487 (0.0008)
+[2026-06-02 16:31:52,785][243541] Updated weights for policy 0, policy_version 20497 (0.0008)
+[2026-06-02 16:31:52,959][243541] Updated weights for policy 0, policy_version 20507 (0.0009)
+[2026-06-02 16:31:53,161][243541] Updated weights for policy 0, policy_version 20519 (0.0008)
+[2026-06-02 16:31:53,328][243541] Updated weights for policy 0, policy_version 20529 (0.0008)
+[2026-06-02 16:31:53,510][243541] Updated weights for policy 0, policy_version 20539 (0.0009)
+[2026-06-02 16:31:54,171][243541] Updated weights for policy 0, policy_version 20550 (0.0008)
+[2026-06-02 16:31:54,338][243541] Updated weights for policy 0, policy_version 20560 (0.0008)
+[2026-06-02 16:31:54,455][242682] Early stopping after 3 epochs (24 sgd steps), loss delta 0.0000007
+[2026-06-02 16:31:55,149][243541] Updated weights for policy 0, policy_version 20570 (0.0008)
+[2026-06-02 16:31:55,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 10551296. Throughput: 0: 20915.2. Samples: 10526592. Policy #0 lag: (min: 61.0, avg: 77.6, max: 125.0)
+[2026-06-02 16:31:55,253][235950] Avg episode reward: [(0, '697.728')]
+[2026-06-02 16:31:55,334][243541] Updated weights for policy 0, policy_version 20582 (0.0008)
+[2026-06-02 16:31:55,511][243541] Updated weights for policy 0, policy_version 20592 (0.0008)
+[2026-06-02 16:31:55,686][243541] Updated weights for policy 0, policy_version 20603 (0.0009)
+[2026-06-02 16:31:55,859][243541] Updated weights for policy 0, policy_version 20613 (0.0008)
+[2026-06-02 16:31:56,049][243541] Updated weights for policy 0, policy_version 20624 (0.0008)
+[2026-06-02 16:31:56,719][243541] Updated weights for policy 0, policy_version 20634 (0.0008)
+[2026-06-02 16:31:56,894][243541] Updated weights for policy 0, policy_version 20645 (0.0009)
+[2026-06-02 16:31:57,052][243541] Updated weights for policy 0, policy_version 20655 (0.0008)
+[2026-06-02 16:31:57,255][243541] Updated weights for policy 0, policy_version 20667 (0.0008)
+[2026-06-02 16:31:57,435][243541] Updated weights for policy 0, policy_version 20677 (0.0008)
+[2026-06-02 16:31:57,612][243541] Updated weights for policy 0, policy_version 20687 (0.0008)
+[2026-06-02 16:31:58,266][243541] Updated weights for policy 0, policy_version 20697 (0.0008)
+[2026-06-02 16:31:58,439][243541] Updated weights for policy 0, policy_version 20708 (0.0008)
+[2026-06-02 16:31:58,627][243541] Updated weights for policy 0, policy_version 20720 (0.0009)
+[2026-06-02 16:31:58,819][243541] Updated weights for policy 0, policy_version 20731 (0.0008)
+[2026-06-02 16:31:58,992][243541] Updated weights for policy 0, policy_version 20741 (0.0008)
+[2026-06-02 16:31:59,182][243541] Updated weights for policy 0, policy_version 20752 (0.0008)
+[2026-06-02 16:31:59,878][243541] Updated weights for policy 0, policy_version 20763 (0.0008)
+[2026-06-02 16:32:00,046][243541] Updated weights for policy 0, policy_version 20774 (0.0008)
+[2026-06-02 16:32:00,218][243541] Updated weights for policy 0, policy_version 20784 (0.0008)
+[2026-06-02 16:32:00,252][235950] Fps is (10 sec: 22937.1, 60 sec: 21299.1, 300 sec: 20882.6). Total num frames: 10649600. Throughput: 0: 21043.1. Samples: 10659328. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:32:00,254][235950] Avg episode reward: [(0, '712.805')]
+[2026-06-02 16:32:00,387][243541] Updated weights for policy 0, policy_version 20794 (0.0006)
+[2026-06-02 16:32:00,588][243541] Updated weights for policy 0, policy_version 20806 (0.0009)
+[2026-06-02 16:32:00,767][243541] Updated weights for policy 0, policy_version 20816 (0.0009)
+[2026-06-02 16:32:00,900][242682] Saving new best policy, reward=712.805!
+[2026-06-02 16:32:01,432][243541] Updated weights for policy 0, policy_version 20826 (0.0008)
+[2026-06-02 16:32:01,590][243541] Updated weights for policy 0, policy_version 20836 (0.0009)
+[2026-06-02 16:32:01,749][243541] Updated weights for policy 0, policy_version 20846 (0.0008)
+[2026-06-02 16:32:01,931][243541] Updated weights for policy 0, policy_version 20857 (0.0008)
+[2026-06-02 16:32:02,129][243541] Updated weights for policy 0, policy_version 20868 (0.0008)
+[2026-06-02 16:32:02,308][243541] Updated weights for policy 0, policy_version 20879 (0.0009)
+[2026-06-02 16:32:02,979][243541] Updated weights for policy 0, policy_version 20890 (0.0009)
+[2026-06-02 16:32:03,150][243541] Updated weights for policy 0, policy_version 20901 (0.0008)
+[2026-06-02 16:32:03,316][243541] Updated weights for policy 0, policy_version 20911 (0.0009)
+[2026-06-02 16:32:03,510][243541] Updated weights for policy 0, policy_version 20922 (0.0008)
+[2026-06-02 16:32:03,685][243541] Updated weights for policy 0, policy_version 20932 (0.0008)
+[2026-06-02 16:32:03,856][243541] Updated weights for policy 0, policy_version 20942 (0.0008)
+[2026-06-02 16:32:04,024][243541] Updated weights for policy 0, policy_version 20952 (0.0009)
+[2026-06-02 16:32:04,666][243541] Updated weights for policy 0, policy_version 20962 (0.0012)
+[2026-06-02 16:32:04,843][243541] Updated weights for policy 0, policy_version 20973 (0.0012)
+[2026-06-02 16:32:05,032][243541] Updated weights for policy 0, policy_version 20984 (0.0011)
+[2026-06-02 16:32:05,198][243541] Updated weights for policy 0, policy_version 20994 (0.0013)
+[2026-06-02 16:32:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10747904. Throughput: 0: 21040.3. Samples: 10786560. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:32:05,253][235950] Avg episode reward: [(0, '727.429')]
+[2026-06-02 16:32:05,376][243541] Updated weights for policy 0, policy_version 21004 (0.0012)
+[2026-06-02 16:32:05,550][243541] Updated weights for policy 0, policy_version 21014 (0.0009)
+[2026-06-02 16:32:05,569][242682] Saving new best policy, reward=727.429!
+[2026-06-02 16:32:06,193][243541] Updated weights for policy 0, policy_version 21024 (0.0008)
+[2026-06-02 16:32:06,369][243541] Updated weights for policy 0, policy_version 21035 (0.0009)
+[2026-06-02 16:32:06,534][243541] Updated weights for policy 0, policy_version 21045 (0.0008)
+[2026-06-02 16:32:06,715][243541] Updated weights for policy 0, policy_version 21055 (0.0008)
+[2026-06-02 16:32:06,888][243541] Updated weights for policy 0, policy_version 21065 (0.0008)
+[2026-06-02 16:32:07,058][243541] Updated weights for policy 0, policy_version 21075 (0.0008)
+[2026-06-02 16:32:07,716][243541] Updated weights for policy 0, policy_version 21085 (0.0008)
+[2026-06-02 16:32:07,890][243541] Updated weights for policy 0, policy_version 21095 (0.0008)
+[2026-06-02 16:32:08,064][243541] Updated weights for policy 0, policy_version 21105 (0.0008)
+[2026-06-02 16:32:08,228][243541] Updated weights for policy 0, policy_version 21115 (0.0008)
+[2026-06-02 16:32:08,403][243541] Updated weights for policy 0, policy_version 21125 (0.0008)
+[2026-06-02 16:32:08,582][243541] Updated weights for policy 0, policy_version 21135 (0.0008)
+[2026-06-02 16:32:09,232][243541] Updated weights for policy 0, policy_version 21145 (0.0008)
+[2026-06-02 16:32:09,404][243541] Updated weights for policy 0, policy_version 21156 (0.0008)
+[2026-06-02 16:32:09,574][243541] Updated weights for policy 0, policy_version 21166 (0.0008)
+[2026-06-02 16:32:09,760][243541] Updated weights for policy 0, policy_version 21177 (0.0008)
+[2026-06-02 16:32:09,938][243541] Updated weights for policy 0, policy_version 21187 (0.0008)
+[2026-06-02 16:32:10,133][243541] Updated weights for policy 0, policy_version 21198 (0.0006)
+[2026-06-02 16:32:10,252][235950] Fps is (10 sec: 19661.2, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10846208. Throughput: 0: 21057.5. Samples: 10850944. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:32:10,252][235950] Avg episode reward: [(0, '724.585')]
+[2026-06-02 16:32:10,813][243541] Updated weights for policy 0, policy_version 21210 (0.0009)
+[2026-06-02 16:32:10,965][243541] Updated weights for policy 0, policy_version 21220 (0.0008)
+[2026-06-02 16:32:11,146][243541] Updated weights for policy 0, policy_version 21231 (0.0009)
+[2026-06-02 16:32:11,323][243541] Updated weights for policy 0, policy_version 21241 (0.0010)
+[2026-06-02 16:32:11,507][243541] Updated weights for policy 0, policy_version 21251 (0.0010)
+[2026-06-02 16:32:11,675][243541] Updated weights for policy 0, policy_version 21261 (0.0009)
+[2026-06-02 16:32:11,842][243541] Updated weights for policy 0, policy_version 21271 (0.0005)
+[2026-06-02 16:32:12,499][243541] Updated weights for policy 0, policy_version 21281 (0.0008)
+[2026-06-02 16:32:12,667][243541] Updated weights for policy 0, policy_version 21291 (0.0008)
+[2026-06-02 16:32:12,834][243541] Updated weights for policy 0, policy_version 21301 (0.0009)
+[2026-06-02 16:32:13,013][243541] Updated weights for policy 0, policy_version 21311 (0.0008)
+[2026-06-02 16:32:13,179][243541] Updated weights for policy 0, policy_version 21321 (0.0009)
+[2026-06-02 16:32:13,347][243541] Updated weights for policy 0, policy_version 21331 (0.0008)
+[2026-06-02 16:32:14,002][243541] Updated weights for policy 0, policy_version 21341 (0.0008)
+[2026-06-02 16:32:14,172][243541] Updated weights for policy 0, policy_version 21352 (0.0008)
+[2026-06-02 16:32:14,347][243541] Updated weights for policy 0, policy_version 21362 (0.0008)
+[2026-06-02 16:32:14,521][243541] Updated weights for policy 0, policy_version 21372 (0.0007)
+[2026-06-02 16:32:14,687][243541] Updated weights for policy 0, policy_version 21382 (0.0008)
+[2026-06-02 16:32:14,864][243541] Updated weights for policy 0, policy_version 21392 (0.0008)
+[2026-06-02 16:32:15,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10977280. Throughput: 0: 21083.1. Samples: 10978176. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 16:32:15,253][235950] Avg episode reward: [(0, '706.613')]
+[2026-06-02 16:32:15,522][243541] Updated weights for policy 0, policy_version 21402 (0.0008)
+[2026-06-02 16:32:15,685][243541] Updated weights for policy 0, policy_version 21412 (0.0008)
+[2026-06-02 16:32:15,856][243541] Updated weights for policy 0, policy_version 21422 (0.0008)
+[2026-06-02 16:32:16,029][243541] Updated weights for policy 0, policy_version 21432 (0.0008)
+[2026-06-02 16:32:16,231][243541] Updated weights for policy 0, policy_version 21444 (0.0008)
+[2026-06-02 16:32:16,408][243541] Updated weights for policy 0, policy_version 21454 (0.0008)
+[2026-06-02 16:32:16,576][243541] Updated weights for policy 0, policy_version 21464 (0.0008)
+[2026-06-02 16:32:17,245][243541] Updated weights for policy 0, policy_version 21474 (0.0008)
+[2026-06-02 16:32:17,427][243541] Updated weights for policy 0, policy_version 21485 (0.0008)
+[2026-06-02 16:32:17,598][243541] Updated weights for policy 0, policy_version 21495 (0.0008)
+[2026-06-02 16:32:17,772][243541] Updated weights for policy 0, policy_version 21505 (0.0008)
+[2026-06-02 16:32:17,938][243541] Updated weights for policy 0, policy_version 21515 (0.0008)
+[2026-06-02 16:32:18,116][243541] Updated weights for policy 0, policy_version 21525 (0.0009)
+[2026-06-02 16:32:18,766][243541] Updated weights for policy 0, policy_version 21536 (0.0009)
+[2026-06-02 16:32:18,932][243541] Updated weights for policy 0, policy_version 21546 (0.0009)
+[2026-06-02 16:32:19,110][243541] Updated weights for policy 0, policy_version 21556 (0.0008)
+[2026-06-02 16:32:19,303][243541] Updated weights for policy 0, policy_version 21567 (0.0008)
+[2026-06-02 16:32:19,484][243541] Updated weights for policy 0, policy_version 21578 (0.0008)
+[2026-06-02 16:32:19,664][243541] Updated weights for policy 0, policy_version 21588 (0.0008)
+[2026-06-02 16:32:20,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11075584. Throughput: 0: 21117.1. Samples: 11096832. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 16:32:20,253][235950] Avg episode reward: [(0, '729.275')]
+[2026-06-02 16:32:20,351][243541] Updated weights for policy 0, policy_version 21598 (0.0008)
+[2026-06-02 16:32:20,515][243541] Updated weights for policy 0, policy_version 21608 (0.0008)
+[2026-06-02 16:32:20,698][243541] Updated weights for policy 0, policy_version 21619 (0.0008)
+[2026-06-02 16:32:20,867][243541] Updated weights for policy 0, policy_version 21629 (0.0008)
+[2026-06-02 16:32:21,050][243541] Updated weights for policy 0, policy_version 21639 (0.0008)
+[2026-06-02 16:32:21,219][243541] Updated weights for policy 0, policy_version 21649 (0.0008)
+[2026-06-02 16:32:21,334][242682] Saving new best policy, reward=729.275!
+[2026-06-02 16:32:21,845][243541] Updated weights for policy 0, policy_version 21659 (0.0008)
+[2026-06-02 16:32:22,014][243541] Updated weights for policy 0, policy_version 21669 (0.0008)
+[2026-06-02 16:32:22,180][243541] Updated weights for policy 0, policy_version 21679 (0.0008)
+[2026-06-02 16:32:22,353][243541] Updated weights for policy 0, policy_version 21689 (0.0008)
+[2026-06-02 16:32:22,527][243541] Updated weights for policy 0, policy_version 21699 (0.0008)
+[2026-06-02 16:32:22,701][243541] Updated weights for policy 0, policy_version 21709 (0.0008)
+[2026-06-02 16:32:22,878][243541] Updated weights for policy 0, policy_version 21719 (0.0008)
+[2026-06-02 16:32:23,547][243541] Updated weights for policy 0, policy_version 21730 (0.0008)
+[2026-06-02 16:32:23,715][243541] Updated weights for policy 0, policy_version 21740 (0.0008)
+[2026-06-02 16:32:23,887][243541] Updated weights for policy 0, policy_version 21750 (0.0008)
+[2026-06-02 16:32:24,054][243541] Updated weights for policy 0, policy_version 21760 (0.0008)
+[2026-06-02 16:32:24,229][243541] Updated weights for policy 0, policy_version 21770 (0.0008)
+[2026-06-02 16:32:24,392][243541] Updated weights for policy 0, policy_version 21780 (0.0008)
+[2026-06-02 16:32:25,078][243541] Updated weights for policy 0, policy_version 21791 (0.0008)
+[2026-06-02 16:32:25,252][235950] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 11173888. Throughput: 0: 21054.6. Samples: 11157120. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 16:32:25,253][235950] Avg episode reward: [(0, '792.548')]
+[2026-06-02 16:32:25,260][243541] Updated weights for policy 0, policy_version 21802 (0.0008)
+[2026-06-02 16:32:25,424][243541] Updated weights for policy 0, policy_version 21812 (0.0009)
+[2026-06-02 16:32:25,611][243541] Updated weights for policy 0, policy_version 21823 (0.0009)
+[2026-06-02 16:32:25,809][243541] Updated weights for policy 0, policy_version 21834 (0.0008)
+[2026-06-02 16:32:25,982][243541] Updated weights for policy 0, policy_version 21844 (0.0009)
+[2026-06-02 16:32:26,043][242682] Saving new best policy, reward=792.548!
+[2026-06-02 16:32:26,632][243541] Updated weights for policy 0, policy_version 21855 (0.0008)
+[2026-06-02 16:32:26,817][243541] Updated weights for policy 0, policy_version 21866 (0.0008)
+[2026-06-02 16:32:27,022][243541] Updated weights for policy 0, policy_version 21878 (0.0008)
+[2026-06-02 16:32:27,206][243541] Updated weights for policy 0, policy_version 21889 (0.0008)
+[2026-06-02 16:32:27,381][243541] Updated weights for policy 0, policy_version 21899 (0.0008)
+[2026-06-02 16:32:27,571][243541] Updated weights for policy 0, policy_version 21910 (0.0008)
+[2026-06-02 16:32:28,247][243541] Updated weights for policy 0, policy_version 21920 (0.0008)
+[2026-06-02 16:32:28,447][243541] Updated weights for policy 0, policy_version 21932 (0.0008)
+[2026-06-02 16:32:28,621][243541] Updated weights for policy 0, policy_version 21942 (0.0008)
+[2026-06-02 16:32:28,787][243541] Updated weights for policy 0, policy_version 21952 (0.0008)
+[2026-06-02 16:32:28,972][243541] Updated weights for policy 0, policy_version 21962 (0.0008)
+[2026-06-02 16:32:29,140][243541] Updated weights for policy 0, policy_version 21972 (0.0008)
+[2026-06-02 16:32:29,793][243541] Updated weights for policy 0, policy_version 21982 (0.0009)
+[2026-06-02 16:32:29,955][243541] Updated weights for policy 0, policy_version 21992 (0.0008)
+[2026-06-02 16:32:30,128][243541] Updated weights for policy 0, policy_version 22002 (0.0008)
+[2026-06-02 16:32:30,252][235950] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20882.6). Total num frames: 11272192. Throughput: 0: 21108.5. Samples: 11286144. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 16:32:30,253][235950] Avg episode reward: [(0, '824.789')]
+[2026-06-02 16:32:30,299][243541] Updated weights for policy 0, policy_version 22012 (0.0009)
+[2026-06-02 16:32:30,480][243541] Updated weights for policy 0, policy_version 22022 (0.0008)
+[2026-06-02 16:32:30,654][243541] Updated weights for policy 0, policy_version 22032 (0.0008)
+[2026-06-02 16:32:30,781][242682] Saving new best policy, reward=824.789!
+[2026-06-02 16:32:31,302][243541] Updated weights for policy 0, policy_version 22042 (0.0008)
+[2026-06-02 16:32:31,482][243541] Updated weights for policy 0, policy_version 22053 (0.0008)
+[2026-06-02 16:32:31,647][243541] Updated weights for policy 0, policy_version 22063 (0.0008)
+[2026-06-02 16:32:31,827][243541] Updated weights for policy 0, policy_version 22073 (0.0008)
+[2026-06-02 16:32:32,033][243541] Updated weights for policy 0, policy_version 22085 (0.0009)
+[2026-06-02 16:32:32,213][243541] Updated weights for policy 0, policy_version 22096 (0.0008)
+[2026-06-02 16:32:32,895][243541] Updated weights for policy 0, policy_version 22106 (0.0008)
+[2026-06-02 16:32:33,053][243541] Updated weights for policy 0, policy_version 22116 (0.0008)
+[2026-06-02 16:32:33,237][243541] Updated weights for policy 0, policy_version 22127 (0.0008)
+[2026-06-02 16:32:33,422][243541] Updated weights for policy 0, policy_version 22138 (0.0008)
+[2026-06-02 16:32:33,595][243541] Updated weights for policy 0, policy_version 22148 (0.0008)
+[2026-06-02 16:32:33,770][243541] Updated weights for policy 0, policy_version 22158 (0.0008)
+[2026-06-02 16:32:33,937][243541] Updated weights for policy 0, policy_version 22168 (0.0008)
+[2026-06-02 16:32:34,579][243541] Updated weights for policy 0, policy_version 22178 (0.0008)
+[2026-06-02 16:32:34,737][243541] Updated weights for policy 0, policy_version 22188 (0.0008)
+[2026-06-02 16:32:34,911][243541] Updated weights for policy 0, policy_version 22198 (0.0008)
+[2026-06-02 16:32:35,098][243541] Updated weights for policy 0, policy_version 22209 (0.0008)
+[2026-06-02 16:32:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 11370496. Throughput: 0: 21134.2. Samples: 11414400. Policy #0 lag: (min: 41.0, avg: 69.5, max: 105.0)
+[2026-06-02 16:32:35,253][235950] Avg episode reward: [(0, '873.461')]
+[2026-06-02 16:32:35,291][243541] Updated weights for policy 0, policy_version 22220 (0.0008)
+[2026-06-02 16:32:35,484][243541] Updated weights for policy 0, policy_version 22231 (0.0008)
+[2026-06-02 16:32:35,491][242682] Saving new best policy, reward=873.461!
+[2026-06-02 16:32:36,158][243541] Updated weights for policy 0, policy_version 22241 (0.0008)
+[2026-06-02 16:32:36,337][243541] Updated weights for policy 0, policy_version 22252 (0.0008)
+[2026-06-02 16:32:36,513][243541] Updated weights for policy 0, policy_version 22262 (0.0008)
+[2026-06-02 16:32:36,682][243541] Updated weights for policy 0, policy_version 22272 (0.0008)
+[2026-06-02 16:32:36,854][243541] Updated weights for policy 0, policy_version 22282 (0.0008)
+[2026-06-02 16:32:37,049][243541] Updated weights for policy 0, policy_version 22293 (0.0008)
+[2026-06-02 16:32:37,710][243541] Updated weights for policy 0, policy_version 22304 (0.0008)
+[2026-06-02 16:32:37,878][243541] Updated weights for policy 0, policy_version 22314 (0.0008)
+[2026-06-02 16:32:38,049][243541] Updated weights for policy 0, policy_version 22324 (0.0008)
+[2026-06-02 16:32:38,222][243541] Updated weights for policy 0, policy_version 22334 (0.0008)
+[2026-06-02 16:32:38,397][243541] Updated weights for policy 0, policy_version 22344 (0.0008)
+[2026-06-02 16:32:38,564][243541] Updated weights for policy 0, policy_version 22354 (0.0008)
+[2026-06-02 16:32:39,224][243541] Updated weights for policy 0, policy_version 22365 (0.0008)
+[2026-06-02 16:32:39,394][243541] Updated weights for policy 0, policy_version 22375 (0.0008)
+[2026-06-02 16:32:39,562][243541] Updated weights for policy 0, policy_version 22385 (0.0008)
+[2026-06-02 16:32:39,738][243541] Updated weights for policy 0, policy_version 22395 (0.0008)
+[2026-06-02 16:32:39,903][243541] Updated weights for policy 0, policy_version 22405 (0.0008)
+[2026-06-02 16:32:40,084][243541] Updated weights for policy 0, policy_version 22415 (0.0008)
+[2026-06-02 16:32:40,252][235950] Fps is (10 sec: 22938.1, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11501568. Throughput: 0: 21174.1. Samples: 11479424. Policy #0 lag: (min: 41.0, avg: 69.5, max: 105.0)
+[2026-06-02 16:32:40,253][235950] Avg episode reward: [(0, '871.131')]
+[2026-06-02 16:32:40,747][243541] Updated weights for policy 0, policy_version 22425 (0.0008)
+[2026-06-02 16:32:40,902][243541] Updated weights for policy 0, policy_version 22435 (0.0008)
+[2026-06-02 16:32:41,068][243541] Updated weights for policy 0, policy_version 22445 (0.0008)
+[2026-06-02 16:32:41,236][243541] Updated weights for policy 0, policy_version 22455 (0.0008)
+[2026-06-02 16:32:41,423][243541] Updated weights for policy 0, policy_version 22466 (0.0008)
+[2026-06-02 16:32:41,601][243541] Updated weights for policy 0, policy_version 22476 (0.0008)
+[2026-06-02 16:32:41,778][243541] Updated weights for policy 0, policy_version 22486 (0.0008)
+[2026-06-02 16:32:42,412][243541] Updated weights for policy 0, policy_version 22496 (0.0008)
+[2026-06-02 16:32:42,598][243541] Updated weights for policy 0, policy_version 22507 (0.0008)
+[2026-06-02 16:32:42,765][243541] Updated weights for policy 0, policy_version 22517 (0.0008)
+[2026-06-02 16:32:42,955][243541] Updated weights for policy 0, policy_version 22528 (0.0008)
+[2026-06-02 16:32:43,131][243541] Updated weights for policy 0, policy_version 22538 (0.0008)
+[2026-06-02 16:32:43,304][243541] Updated weights for policy 0, policy_version 22548 (0.0008)
+[2026-06-02 16:32:43,971][243541] Updated weights for policy 0, policy_version 22558 (0.0008)
+[2026-06-02 16:32:44,138][243541] Updated weights for policy 0, policy_version 22568 (0.0008)
+[2026-06-02 16:32:44,313][243541] Updated weights for policy 0, policy_version 22578 (0.0008)
+[2026-06-02 16:32:44,483][243541] Updated weights for policy 0, policy_version 22588 (0.0008)
+[2026-06-02 16:32:44,661][243541] Updated weights for policy 0, policy_version 22598 (0.0008)
+[2026-06-02 16:32:44,831][243541] Updated weights for policy 0, policy_version 22608 (0.0009)
+[2026-06-02 16:32:45,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11599872. Throughput: 0: 21080.3. Samples: 11607936. Policy #0 lag: (min: 41.0, avg: 69.5, max: 105.0)
+[2026-06-02 16:32:45,253][235950] Avg episode reward: [(0, '880.206')]
+[2026-06-02 16:32:45,257][242682] Saving new best policy, reward=880.206!
+[2026-06-02 16:32:45,472][243541] Updated weights for policy 0, policy_version 22618 (0.0008)
+[2026-06-02 16:32:45,651][243541] Updated weights for policy 0, policy_version 22629 (0.0008)
+[2026-06-02 16:32:45,815][243541] Updated weights for policy 0, policy_version 22639 (0.0008)
+[2026-06-02 16:32:45,996][243541] Updated weights for policy 0, policy_version 22649 (0.0009)
+[2026-06-02 16:32:46,183][243541] Updated weights for policy 0, policy_version 22660 (0.0008)
+[2026-06-02 16:32:46,351][243541] Updated weights for policy 0, policy_version 22670 (0.0008)
+[2026-06-02 16:32:46,527][243541] Updated weights for policy 0, policy_version 22680 (0.0008)
+[2026-06-02 16:32:47,176][243541] Updated weights for policy 0, policy_version 22690 (0.0008)
+[2026-06-02 16:32:47,357][243541] Updated weights for policy 0, policy_version 22701 (0.0008)
+[2026-06-02 16:32:47,525][243541] Updated weights for policy 0, policy_version 22711 (0.0008)
+[2026-06-02 16:32:47,699][243541] Updated weights for policy 0, policy_version 22721 (0.0008)
+[2026-06-02 16:32:47,920][243541] Updated weights for policy 0, policy_version 22734 (0.0009)
+[2026-06-02 16:32:48,096][243541] Updated weights for policy 0, policy_version 22744 (0.0009)
+[2026-06-02 16:32:48,770][243541] Updated weights for policy 0, policy_version 22755 (0.0009)
+[2026-06-02 16:32:48,950][243541] Updated weights for policy 0, policy_version 22765 (0.0009)
+[2026-06-02 16:32:49,139][243541] Updated weights for policy 0, policy_version 22776 (0.0008)
+[2026-06-02 16:32:49,312][243541] Updated weights for policy 0, policy_version 22786 (0.0008)
+[2026-06-02 16:32:49,497][243541] Updated weights for policy 0, policy_version 22797 (0.0009)
+[2026-06-02 16:32:49,672][243541] Updated weights for policy 0, policy_version 22807 (0.0008)
+[2026-06-02 16:32:50,252][235950] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 11698176. Throughput: 0: 20946.5. Samples: 11729152. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:32:50,253][235950] Avg episode reward: [(0, '885.622')]
+[2026-06-02 16:32:50,363][243541] Updated weights for policy 0, policy_version 22819 (0.0009)
+[2026-06-02 16:32:50,550][243541] Updated weights for policy 0, policy_version 22830 (0.0008)
+[2026-06-02 16:32:50,723][243541] Updated weights for policy 0, policy_version 22840 (0.0008)
+[2026-06-02 16:32:50,899][243541] Updated weights for policy 0, policy_version 22850 (0.0008)
+[2026-06-02 16:32:51,077][243541] Updated weights for policy 0, policy_version 22861 (0.0009)
+[2026-06-02 16:32:51,258][243541] Updated weights for policy 0, policy_version 22871 (0.0008)
+[2026-06-02 16:32:51,266][242682] Saving new best policy, reward=885.622!
+[2026-06-02 16:32:51,910][243541] Updated weights for policy 0, policy_version 22882 (0.0009)
+[2026-06-02 16:32:52,087][243541] Updated weights for policy 0, policy_version 22892 (0.0008)
+[2026-06-02 16:32:52,277][243541] Updated weights for policy 0, policy_version 22903 (0.0009)
+[2026-06-02 16:32:52,483][243541] Updated weights for policy 0, policy_version 22915 (0.0008)
+[2026-06-02 16:32:52,654][243541] Updated weights for policy 0, policy_version 22925 (0.0005)
+[2026-06-02 16:32:52,822][243541] Updated weights for policy 0, policy_version 22935 (0.0004)
+[2026-06-02 16:32:53,467][243541] Updated weights for policy 0, policy_version 22945 (0.0008)
+[2026-06-02 16:32:53,670][243541] Updated weights for policy 0, policy_version 22957 (0.0008)
+[2026-06-02 16:32:53,828][243541] Updated weights for policy 0, policy_version 22967 (0.0008)
+[2026-06-02 16:32:54,005][243541] Updated weights for policy 0, policy_version 22977 (0.0008)
+[2026-06-02 16:32:54,177][243541] Updated weights for policy 0, policy_version 22987 (0.0008)
+[2026-06-02 16:32:54,368][243541] Updated weights for policy 0, policy_version 22998 (0.0009)
+[2026-06-02 16:32:55,015][243541] Updated weights for policy 0, policy_version 23008 (0.0008)
+[2026-06-02 16:32:55,193][243541] Updated weights for policy 0, policy_version 23019 (0.0008)
+[2026-06-02 16:32:55,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 11796480. Throughput: 0: 20832.7. Samples: 11788416. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:32:55,253][235950] Avg episode reward: [(0, '885.678')]
+[2026-06-02 16:32:55,374][243541] Updated weights for policy 0, policy_version 23029 (0.0008)
+[2026-06-02 16:32:55,547][243541] Updated weights for policy 0, policy_version 23039 (0.0008)
+[2026-06-02 16:32:55,719][243541] Updated weights for policy 0, policy_version 23049 (0.0008)
+[2026-06-02 16:32:55,901][243541] Updated weights for policy 0, policy_version 23060 (0.0008)
+[2026-06-02 16:32:55,965][242682] Saving new best policy, reward=885.678!
+[2026-06-02 16:32:56,566][243541] Updated weights for policy 0, policy_version 23070 (0.0008)
+[2026-06-02 16:32:56,742][243541] Updated weights for policy 0, policy_version 23081 (0.0008)
+[2026-06-02 16:32:56,929][243541] Updated weights for policy 0, policy_version 23092 (0.0008)
+[2026-06-02 16:32:57,113][243541] Updated weights for policy 0, policy_version 23102 (0.0008)
+[2026-06-02 16:32:57,283][243541] Updated weights for policy 0, policy_version 23112 (0.0008)
+[2026-06-02 16:32:57,459][243541] Updated weights for policy 0, policy_version 23122 (0.0008)
+[2026-06-02 16:32:58,119][243541] Updated weights for policy 0, policy_version 23133 (0.0008)
+[2026-06-02 16:32:58,303][243541] Updated weights for policy 0, policy_version 23144 (0.0008)
+[2026-06-02 16:32:58,469][243541] Updated weights for policy 0, policy_version 23154 (0.0008)
+[2026-06-02 16:32:58,649][243541] Updated weights for policy 0, policy_version 23164 (0.0008)
+[2026-06-02 16:32:58,819][243541] Updated weights for policy 0, policy_version 23174 (0.0007)
+[2026-06-02 16:32:59,023][243541] Updated weights for policy 0, policy_version 23186 (0.0008)
+[2026-06-02 16:32:59,693][243541] Updated weights for policy 0, policy_version 23196 (0.0009)
+[2026-06-02 16:32:59,853][243541] Updated weights for policy 0, policy_version 23206 (0.0008)
+[2026-06-02 16:33:00,023][243541] Updated weights for policy 0, policy_version 23216 (0.0009)
+[2026-06-02 16:33:00,188][243541] Updated weights for policy 0, policy_version 23226 (0.0009)
+[2026-06-02 16:33:00,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 11894784. Throughput: 0: 20838.4. Samples: 11915904. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:33:00,253][235950] Avg episode reward: [(0, '921.000')]
+[2026-06-02 16:33:00,374][243541] Updated weights for policy 0, policy_version 23237 (0.0009)
+[2026-06-02 16:33:00,560][243541] Updated weights for policy 0, policy_version 23247 (0.0009)
+[2026-06-02 16:33:00,708][242682] Saving new best policy, reward=921.000!
+[2026-06-02 16:33:01,230][243541] Updated weights for policy 0, policy_version 23258 (0.0009)
+[2026-06-02 16:33:01,405][243541] Updated weights for policy 0, policy_version 23269 (0.0009)
+[2026-06-02 16:33:01,595][243541] Updated weights for policy 0, policy_version 23280 (0.0008)
+[2026-06-02 16:33:01,776][243541] Updated weights for policy 0, policy_version 23290 (0.0008)
+[2026-06-02 16:33:01,963][243541] Updated weights for policy 0, policy_version 23301 (0.0008)
+[2026-06-02 16:33:02,176][243541] Updated weights for policy 0, policy_version 23313 (0.0008)
+[2026-06-02 16:33:02,817][243541] Updated weights for policy 0, policy_version 23323 (0.0009)
+[2026-06-02 16:33:02,972][243541] Updated weights for policy 0, policy_version 23333 (0.0007)
+[2026-06-02 16:33:03,147][243541] Updated weights for policy 0, policy_version 23343 (0.0008)
+[2026-06-02 16:33:03,336][243541] Updated weights for policy 0, policy_version 23354 (0.0008)
+[2026-06-02 16:33:03,541][243541] Updated weights for policy 0, policy_version 23366 (0.0008)
+[2026-06-02 16:33:03,712][243541] Updated weights for policy 0, policy_version 23376 (0.0008)
+[2026-06-02 16:33:04,384][243541] Updated weights for policy 0, policy_version 23386 (0.0008)
+[2026-06-02 16:33:04,555][243541] Updated weights for policy 0, policy_version 23396 (0.0008)
+[2026-06-02 16:33:04,733][243541] Updated weights for policy 0, policy_version 23407 (0.0008)
+[2026-06-02 16:33:04,905][243541] Updated weights for policy 0, policy_version 23417 (0.0009)
+[2026-06-02 16:33:05,084][243541] Updated weights for policy 0, policy_version 23427 (0.0009)
+[2026-06-02 16:33:05,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 11993088. Throughput: 0: 21051.7. Samples: 12044160. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:33:05,253][235950] Avg episode reward: [(0, '899.225')]
+[2026-06-02 16:33:05,255][243541] Updated weights for policy 0, policy_version 23437 (0.0008)
+[2026-06-02 16:33:05,443][243541] Updated weights for policy 0, policy_version 23448 (0.0008)
+[2026-06-02 16:33:06,085][243541] Updated weights for policy 0, policy_version 23459 (0.0008)
+[2026-06-02 16:33:06,253][243541] Updated weights for policy 0, policy_version 23469 (0.0008)
+[2026-06-02 16:33:06,429][243541] Updated weights for policy 0, policy_version 23479 (0.0008)
+[2026-06-02 16:33:06,609][243541] Updated weights for policy 0, policy_version 23489 (0.0008)
+[2026-06-02 16:33:06,795][243541] Updated weights for policy 0, policy_version 23500 (0.0008)
+[2026-06-02 16:33:06,981][243541] Updated weights for policy 0, policy_version 23511 (0.0009)
+[2026-06-02 16:33:07,608][243541] Updated weights for policy 0, policy_version 23521 (0.0008)
+[2026-06-02 16:33:07,789][243541] Updated weights for policy 0, policy_version 23532 (0.0008)
+[2026-06-02 16:33:07,969][243541] Updated weights for policy 0, policy_version 23542 (0.0008)
+[2026-06-02 16:33:08,138][243541] Updated weights for policy 0, policy_version 23552 (0.0008)
+[2026-06-02 16:33:08,332][243541] Updated weights for policy 0, policy_version 23563 (0.0009)
+[2026-06-02 16:33:08,513][243541] Updated weights for policy 0, policy_version 23573 (0.0008)
+[2026-06-02 16:33:09,147][243541] Updated weights for policy 0, policy_version 23583 (0.0008)
+[2026-06-02 16:33:09,316][243541] Updated weights for policy 0, policy_version 23593 (0.0009)
+[2026-06-02 16:33:09,483][243541] Updated weights for policy 0, policy_version 23603 (0.0008)
+[2026-06-02 16:33:09,660][243541] Updated weights for policy 0, policy_version 23613 (0.0008)
+[2026-06-02 16:33:09,834][243541] Updated weights for policy 0, policy_version 23623 (0.0009)
+[2026-06-02 16:33:10,003][243541] Updated weights for policy 0, policy_version 23633 (0.0009)
+[2026-06-02 16:33:10,252][235950] Fps is (10 sec: 22937.4, 60 sec: 21299.1, 300 sec: 20993.7). Total num frames: 12124160. Throughput: 0: 21119.9. Samples: 12107520. Policy #0 lag: (min: 4.0, avg: 19.5, max: 68.0)
+[2026-06-02 16:33:10,253][235950] Avg episode reward: [(0, '902.619')]
+[2026-06-02 16:33:10,258][242682] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/checkpoint_p0/checkpoint_000023640_12124160.pth...
+[2026-06-02 16:33:10,650][243541] Updated weights for policy 0, policy_version 23643 (0.0008)
+[2026-06-02 16:33:10,828][243541] Updated weights for policy 0, policy_version 23654 (0.0008)
+[2026-06-02 16:33:10,992][243541] Updated weights for policy 0, policy_version 23664 (0.0009)
+[2026-06-02 16:33:11,167][243541] Updated weights for policy 0, policy_version 23674 (0.0008)
+[2026-06-02 16:33:11,350][243541] Updated weights for policy 0, policy_version 23684 (0.0008)
+[2026-06-02 16:33:11,537][243541] Updated weights for policy 0, policy_version 23695 (0.0008)
+[2026-06-02 16:33:12,205][243541] Updated weights for policy 0, policy_version 23705 (0.0008)
+[2026-06-02 16:33:12,362][243541] Updated weights for policy 0, policy_version 23715 (0.0008)
+[2026-06-02 16:33:12,537][243541] Updated weights for policy 0, policy_version 23725 (0.0008)
+[2026-06-02 16:33:12,725][243541] Updated weights for policy 0, policy_version 23736 (0.0008)
+[2026-06-02 16:33:12,902][243541] Updated weights for policy 0, policy_version 23746 (0.0008)
+[2026-06-02 16:33:13,093][243541] Updated weights for policy 0, policy_version 23757 (0.0008)
+[2026-06-02 16:33:13,263][243541] Updated weights for policy 0, policy_version 23767 (0.0008)
+[2026-06-02 16:33:13,930][243541] Updated weights for policy 0, policy_version 23779 (0.0008)
+[2026-06-02 16:33:14,109][243541] Updated weights for policy 0, policy_version 23790 (0.0008)
+[2026-06-02 16:33:14,281][243541] Updated weights for policy 0, policy_version 23800 (0.0008)
+[2026-06-02 16:33:14,481][243541] Updated weights for policy 0, policy_version 23811 (0.0008)
+[2026-06-02 16:33:14,648][243541] Updated weights for policy 0, policy_version 23821 (0.0010)
+[2026-06-02 16:33:14,829][243541] Updated weights for policy 0, policy_version 23831 (0.0009)
+[2026-06-02 16:33:15,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12222464. Throughput: 0: 21088.8. Samples: 12235136. Policy #0 lag: (min: 4.0, avg: 19.5, max: 68.0)
+[2026-06-02 16:33:15,253][235950] Avg episode reward: [(0, '939.162')]
+[2026-06-02 16:33:15,494][243541] Updated weights for policy 0, policy_version 23842 (0.0008)
+[2026-06-02 16:33:15,663][243541] Updated weights for policy 0, policy_version 23852 (0.0008)
+[2026-06-02 16:33:15,828][243541] Updated weights for policy 0, policy_version 23862 (0.0008)
+[2026-06-02 16:33:16,009][243541] Updated weights for policy 0, policy_version 23872 (0.0008)
+[2026-06-02 16:33:16,210][243541] Updated weights for policy 0, policy_version 23884 (0.0008)
+[2026-06-02 16:33:16,394][243541] Updated weights for policy 0, policy_version 23894 (0.0009)
+[2026-06-02 16:33:16,419][242682] Saving new best policy, reward=939.162!
+[2026-06-02 16:33:17,047][243541] Updated weights for policy 0, policy_version 23904 (0.0008)
+[2026-06-02 16:33:17,229][243541] Updated weights for policy 0, policy_version 23915 (0.0009)
+[2026-06-02 16:33:17,420][243541] Updated weights for policy 0, policy_version 23926 (0.0008)
+[2026-06-02 16:33:17,592][243541] Updated weights for policy 0, policy_version 23936 (0.0008)
+[2026-06-02 16:33:17,759][243541] Updated weights for policy 0, policy_version 23946 (0.0008)
+[2026-06-02 16:33:17,940][243541] Updated weights for policy 0, policy_version 23956 (0.0008)
+[2026-06-02 16:33:18,571][243541] Updated weights for policy 0, policy_version 23966 (0.0008)
+[2026-06-02 16:33:18,737][243541] Updated weights for policy 0, policy_version 23976 (0.0008)
+[2026-06-02 16:33:18,913][243541] Updated weights for policy 0, policy_version 23986 (0.0008)
+[2026-06-02 16:33:19,088][243541] Updated weights for policy 0, policy_version 23996 (0.0008)
+[2026-06-02 16:33:19,255][243541] Updated weights for policy 0, policy_version 24006 (0.0009)
+[2026-06-02 16:33:19,436][243541] Updated weights for policy 0, policy_version 24016 (0.0008)
+[2026-06-02 16:33:20,110][243541] Updated weights for policy 0, policy_version 24026 (0.0008)
+[2026-06-02 16:33:20,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12320768. Throughput: 0: 21023.3. Samples: 12360448. Policy #0 lag: (min: 4.0, avg: 19.5, max: 68.0)
+[2026-06-02 16:33:20,253][235950] Avg episode reward: [(0, '1047.971')]
+[2026-06-02 16:33:20,274][243541] Updated weights for policy 0, policy_version 24036 (0.0009)
+[2026-06-02 16:33:20,453][243541] Updated weights for policy 0, policy_version 24047 (0.0008)
+[2026-06-02 16:33:20,627][243541] Updated weights for policy 0, policy_version 24057 (0.0009)
+[2026-06-02 16:33:20,796][243541] Updated weights for policy 0, policy_version 24067 (0.0008)
+[2026-06-02 16:33:20,976][243541] Updated weights for policy 0, policy_version 24077 (0.0008)
+[2026-06-02 16:33:21,148][243541] Updated weights for policy 0, policy_version 24087 (0.0009)
+[2026-06-02 16:33:21,155][242682] Saving new best policy, reward=1047.971!
+[2026-06-02 16:33:21,772][243541] Updated weights for policy 0, policy_version 24097 (0.0009)
+[2026-06-02 16:33:21,961][243541] Updated weights for policy 0, policy_version 24108 (0.0008)
+[2026-06-02 16:33:22,128][243541] Updated weights for policy 0, policy_version 24118 (0.0008)
+[2026-06-02 16:33:22,298][243541] Updated weights for policy 0, policy_version 24128 (0.0008)
+[2026-06-02 16:33:22,472][243541] Updated weights for policy 0, policy_version 24138 (0.0009)
+[2026-06-02 16:33:22,655][243541] Updated weights for policy 0, policy_version 24148 (0.0008)
+[2026-06-02 16:33:23,293][243541] Updated weights for policy 0, policy_version 24158 (0.0009)
+[2026-06-02 16:33:23,489][243541] Updated weights for policy 0, policy_version 24170 (0.0008)
+[2026-06-02 16:33:23,677][243541] Updated weights for policy 0, policy_version 24181 (0.0008)
+[2026-06-02 16:33:23,870][243541] Updated weights for policy 0, policy_version 24192 (0.0008)
+[2026-06-02 16:33:24,040][243541] Updated weights for policy 0, policy_version 24202 (0.0008)
+[2026-06-02 16:33:24,211][243541] Updated weights for policy 0, policy_version 24212 (0.0008)
+[2026-06-02 16:33:24,887][243541] Updated weights for policy 0, policy_version 24223 (0.0008)
+[2026-06-02 16:33:25,069][243541] Updated weights for policy 0, policy_version 24234 (0.0008)
+[2026-06-02 16:33:25,249][243541] Updated weights for policy 0, policy_version 24244 (0.0009)
+[2026-06-02 16:33:25,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 12419072. Throughput: 0: 20881.0. Samples: 12419072. Policy #0 lag: (min: 63.0, avg: 80.4, max: 127.0)
+[2026-06-02 16:33:25,253][235950] Avg episode reward: [(0, '1029.694')]
+[2026-06-02 16:33:25,450][243541] Updated weights for policy 0, policy_version 24256 (0.0008)
+[2026-06-02 16:33:25,632][243541] Updated weights for policy 0, policy_version 24266 (0.0008)
+[2026-06-02 16:33:25,800][243541] Updated weights for policy 0, policy_version 24276 (0.0008)
+[2026-06-02 16:33:26,462][243541] Updated weights for policy 0, policy_version 24287 (0.0009)
+[2026-06-02 16:33:26,624][243541] Updated weights for policy 0, policy_version 24297 (0.0008)
+[2026-06-02 16:33:26,799][243541] Updated weights for policy 0, policy_version 24307 (0.0009)
+[2026-06-02 16:33:26,967][243541] Updated weights for policy 0, policy_version 24317 (0.0008)
+[2026-06-02 16:33:27,147][243541] Updated weights for policy 0, policy_version 24327 (0.0009)
+[2026-06-02 16:33:27,315][243541] Updated weights for policy 0, policy_version 24337 (0.0009)
+[2026-06-02 16:33:27,975][243541] Updated weights for policy 0, policy_version 24347 (0.0008)
+[2026-06-02 16:33:28,133][243541] Updated weights for policy 0, policy_version 24357 (0.0009)
+[2026-06-02 16:33:28,319][243541] Updated weights for policy 0, policy_version 24367 (0.0009)
+[2026-06-02 16:33:28,486][243541] Updated weights for policy 0, policy_version 24377 (0.0008)
+[2026-06-02 16:33:28,679][243541] Updated weights for policy 0, policy_version 24388 (0.0008)
+[2026-06-02 16:33:28,846][243541] Updated weights for policy 0, policy_version 24398 (0.0008)
+[2026-06-02 16:33:29,016][243541] Updated weights for policy 0, policy_version 24408 (0.0008)
+[2026-06-02 16:33:29,655][243541] Updated weights for policy 0, policy_version 24418 (0.0008)
+[2026-06-02 16:33:29,818][243541] Updated weights for policy 0, policy_version 24428 (0.0008)
+[2026-06-02 16:33:30,007][243541] Updated weights for policy 0, policy_version 24439 (0.0008)
+[2026-06-02 16:33:30,179][243541] Updated weights for policy 0, policy_version 24449 (0.0008)
+[2026-06-02 16:33:30,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12517376. Throughput: 0: 20775.8. Samples: 12542848. Policy #0 lag: (min: 63.0, avg: 80.4, max: 127.0)
+[2026-06-02 16:33:30,253][235950] Avg episode reward: [(0, '1021.268')]
+[2026-06-02 16:33:30,348][243541] Updated weights for policy 0, policy_version 24459 (0.0008)
+[2026-06-02 16:33:30,542][243541] Updated weights for policy 0, policy_version 24470 (0.0008)
+[2026-06-02 16:33:31,192][243541] Updated weights for policy 0, policy_version 24480 (0.0009)
+[2026-06-02 16:33:31,352][243541] Updated weights for policy 0, policy_version 24490 (0.0008)
+[2026-06-02 16:33:31,521][243541] Updated weights for policy 0, policy_version 24500 (0.0008)
+[2026-06-02 16:33:31,719][243541] Updated weights for policy 0, policy_version 24511 (0.0008)
+[2026-06-02 16:33:31,916][243541] Updated weights for policy 0, policy_version 24523 (0.0008)
+[2026-06-02 16:33:32,098][243541] Updated weights for policy 0, policy_version 24533 (0.0008)
+[2026-06-02 16:33:32,747][243541] Updated weights for policy 0, policy_version 24543 (0.0008)
+[2026-06-02 16:33:32,911][243541] Updated weights for policy 0, policy_version 24553 (0.0008)
+[2026-06-02 16:33:33,097][243541] Updated weights for policy 0, policy_version 24564 (0.0009)
+[2026-06-02 16:33:33,265][243541] Updated weights for policy 0, policy_version 24574 (0.0008)
+[2026-06-02 16:33:33,439][243541] Updated weights for policy 0, policy_version 24584 (0.0008)
+[2026-06-02 16:33:33,627][243541] Updated weights for policy 0, policy_version 24595 (0.0008)
+[2026-06-02 16:33:34,284][243541] Updated weights for policy 0, policy_version 24605 (0.0008)
+[2026-06-02 16:33:34,452][243541] Updated weights for policy 0, policy_version 24615 (0.0008)
+[2026-06-02 16:33:34,630][243541] Updated weights for policy 0, policy_version 24626 (0.0008)
+[2026-06-02 16:33:34,821][243541] Updated weights for policy 0, policy_version 24637 (0.0008)
+[2026-06-02 16:33:34,996][243541] Updated weights for policy 0, policy_version 24647 (0.0008)
+[2026-06-02 16:33:35,210][243541] Updated weights for policy 0, policy_version 24659 (0.0009)
+[2026-06-02 16:33:35,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12615680. Throughput: 0: 20903.8. Samples: 12669824. Policy #0 lag: (min: 63.0, avg: 80.4, max: 127.0)
+[2026-06-02 16:33:35,253][235950] Avg episode reward: [(0, '1009.315')]
+[2026-06-02 16:33:35,852][243541] Updated weights for policy 0, policy_version 24669 (0.0008)
+[2026-06-02 16:33:36,022][243541] Updated weights for policy 0, policy_version 24679 (0.0009)
+[2026-06-02 16:33:36,212][243541] Updated weights for policy 0, policy_version 24690 (0.0008)
+[2026-06-02 16:33:36,438][243541] Updated weights for policy 0, policy_version 24703 (0.0009)
+[2026-06-02 16:33:36,611][243541] Updated weights for policy 0, policy_version 24713 (0.0007)
+[2026-06-02 16:33:36,786][243541] Updated weights for policy 0, policy_version 24723 (0.0009)
+[2026-06-02 16:33:37,421][243541] Updated weights for policy 0, policy_version 24733 (0.0009)
+[2026-06-02 16:33:37,601][243541] Updated weights for policy 0, policy_version 24744 (0.0008)
+[2026-06-02 16:33:37,782][243541] Updated weights for policy 0, policy_version 24755 (0.0008)
+[2026-06-02 16:33:37,960][243541] Updated weights for policy 0, policy_version 24765 (0.0008)
+[2026-06-02 16:33:38,136][243541] Updated weights for policy 0, policy_version 24775 (0.0008)
+[2026-06-02 16:33:38,308][243541] Updated weights for policy 0, policy_version 24785 (0.0008)
+[2026-06-02 16:33:38,991][243541] Updated weights for policy 0, policy_version 24797 (0.0009)
+[2026-06-02 16:33:39,171][243541] Updated weights for policy 0, policy_version 24808 (0.0008)
+[2026-06-02 16:33:39,360][243541] Updated weights for policy 0, policy_version 24819 (0.0008)
+[2026-06-02 16:33:39,531][243541] Updated weights for policy 0, policy_version 24829 (0.0008)
+[2026-06-02 16:33:39,738][243541] Updated weights for policy 0, policy_version 24841 (0.0008)
+[2026-06-02 16:33:39,918][243541] Updated weights for policy 0, policy_version 24852 (0.0008)
+[2026-06-02 16:33:40,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12746752. Throughput: 0: 21009.1. Samples: 12733824. Policy #0 lag: (min: 63.0, avg: 80.4, max: 127.0)
+[2026-06-02 16:33:40,253][235950] Avg episode reward: [(0, '999.406')]
+[2026-06-02 16:33:40,576][243541] Updated weights for policy 0, policy_version 24862 (0.0008)
+[2026-06-02 16:33:40,748][243541] Updated weights for policy 0, policy_version 24872 (0.0009)
+[2026-06-02 16:33:40,930][243541] Updated weights for policy 0, policy_version 24883 (0.0009)
+[2026-06-02 16:33:41,127][243541] Updated weights for policy 0, policy_version 24894 (0.0009)
+[2026-06-02 16:33:41,301][243541] Updated weights for policy 0, policy_version 24904 (0.0008)
+[2026-06-02 16:33:41,469][243541] Updated weights for policy 0, policy_version 24914 (0.0008)
+[2026-06-02 16:33:42,121][243541] Updated weights for policy 0, policy_version 24924 (0.0008)
+[2026-06-02 16:33:42,296][243541] Updated weights for policy 0, policy_version 24935 (0.0008)
+[2026-06-02 16:33:42,476][243541] Updated weights for policy 0, policy_version 24945 (0.0008)
+[2026-06-02 16:33:42,646][243541] Updated weights for policy 0, policy_version 24955 (0.0008)
+[2026-06-02 16:33:42,821][243541] Updated weights for policy 0, policy_version 24965 (0.0008)
+[2026-06-02 16:33:43,012][243541] Updated weights for policy 0, policy_version 24976 (0.0008)
+[2026-06-02 16:33:43,663][243541] Updated weights for policy 0, policy_version 24986 (0.0009)
+[2026-06-02 16:33:43,859][243541] Updated weights for policy 0, policy_version 24998 (0.0008)
+[2026-06-02 16:33:44,030][243541] Updated weights for policy 0, policy_version 25008 (0.0008)
+[2026-06-02 16:33:44,219][243541] Updated weights for policy 0, policy_version 25019 (0.0008)
+[2026-06-02 16:33:44,392][243541] Updated weights for policy 0, policy_version 25029 (0.0008)
+[2026-06-02 16:33:44,567][243541] Updated weights for policy 0, policy_version 25039 (0.0008)
+[2026-06-02 16:33:45,222][243541] Updated weights for policy 0, policy_version 25049 (0.0008)
+[2026-06-02 16:33:45,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12845056. Throughput: 0: 21009.1. Samples: 12861312. Policy #0 lag: (min: 54.0, avg: 86.8, max: 116.0)
+[2026-06-02 16:33:45,253][235950] Avg episode reward: [(0, '976.970')]
+[2026-06-02 16:33:45,379][243541] Updated weights for policy 0, policy_version 25059 (0.0009)
+[2026-06-02 16:33:45,560][243541] Updated weights for policy 0, policy_version 25070 (0.0008)
+[2026-06-02 16:33:45,739][243541] Updated weights for policy 0, policy_version 25080 (0.0008)
+[2026-06-02 16:33:45,909][243541] Updated weights for policy 0, policy_version 25090 (0.0008)
+[2026-06-02 16:33:46,087][243541] Updated weights for policy 0, policy_version 25100 (0.0008)
+[2026-06-02 16:33:46,251][243541] Updated weights for policy 0, policy_version 25110 (0.0008)
+[2026-06-02 16:33:46,917][243541] Updated weights for policy 0, policy_version 25120 (0.0008)
+[2026-06-02 16:33:47,120][243541] Updated weights for policy 0, policy_version 25132 (0.0008)
+[2026-06-02 16:33:47,295][243541] Updated weights for policy 0, policy_version 25142 (0.0008)
+[2026-06-02 16:33:47,480][243541] Updated weights for policy 0, policy_version 25153 (0.0008)
+[2026-06-02 16:33:47,681][243541] Updated weights for policy 0, policy_version 25164 (0.0008)
+[2026-06-02 16:33:47,857][243541] Updated weights for policy 0, policy_version 25174 (0.0008)
+[2026-06-02 16:33:48,497][243541] Updated weights for policy 0, policy_version 25184 (0.0009)
+[2026-06-02 16:33:48,652][243541] Updated weights for policy 0, policy_version 25194 (0.0008)
+[2026-06-02 16:33:48,828][243541] Updated weights for policy 0, policy_version 25204 (0.0008)
+[2026-06-02 16:33:49,012][243541] Updated weights for policy 0, policy_version 25215 (0.0008)
+[2026-06-02 16:33:49,188][243541] Updated weights for policy 0, policy_version 25225 (0.0008)
+[2026-06-02 16:33:49,359][243541] Updated weights for policy 0, policy_version 25235 (0.0008)
+[2026-06-02 16:33:50,005][243541] Updated weights for policy 0, policy_version 25245 (0.0008)
+[2026-06-02 16:33:50,159][243541] Updated weights for policy 0, policy_version 25255 (0.0008)
+[2026-06-02 16:33:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 12943360. Throughput: 0: 21011.9. Samples: 12989696. Policy #0 lag: (min: 54.0, avg: 86.8, max: 116.0)
+[2026-06-02 16:33:50,253][235950] Avg episode reward: [(0, '1019.370')]
+[2026-06-02 16:33:50,335][243541] Updated weights for policy 0, policy_version 25265 (0.0008)
+[2026-06-02 16:33:50,514][243541] Updated weights for policy 0, policy_version 25275 (0.0009)
+[2026-06-02 16:33:50,681][243541] Updated weights for policy 0, policy_version 25285 (0.0008)
+[2026-06-02 16:33:50,861][243541] Updated weights for policy 0, policy_version 25295 (0.0008)
+[2026-06-02 16:33:51,525][243541] Updated weights for policy 0, policy_version 25306 (0.0009)
+[2026-06-02 16:33:51,684][243541] Updated weights for policy 0, policy_version 25316 (0.0009)
+[2026-06-02 16:33:51,852][243541] Updated weights for policy 0, policy_version 25326 (0.0008)
+[2026-06-02 16:33:52,016][243541] Updated weights for policy 0, policy_version 25336 (0.0008)
+[2026-06-02 16:33:52,200][243541] Updated weights for policy 0, policy_version 25346 (0.0008)
+[2026-06-02 16:33:52,379][243541] Updated weights for policy 0, policy_version 25356 (0.0008)
+[2026-06-02 16:33:52,549][243541] Updated weights for policy 0, policy_version 25366 (0.0008)
+[2026-06-02 16:33:53,198][243541] Updated weights for policy 0, policy_version 25376 (0.0008)
+[2026-06-02 16:33:53,363][243541] Updated weights for policy 0, policy_version 25386 (0.0008)
+[2026-06-02 16:33:53,534][243541] Updated weights for policy 0, policy_version 25396 (0.0008)
+[2026-06-02 16:33:53,708][243541] Updated weights for policy 0, policy_version 25406 (0.0008)
+[2026-06-02 16:33:53,883][243541] Updated weights for policy 0, policy_version 25416 (0.0008)
+[2026-06-02 16:33:54,064][243541] Updated weights for policy 0, policy_version 25427 (0.0008)
+[2026-06-02 16:33:54,726][243541] Updated weights for policy 0, policy_version 25437 (0.0008)
+[2026-06-02 16:33:54,884][243541] Updated weights for policy 0, policy_version 25447 (0.0008)
+[2026-06-02 16:33:55,055][243541] Updated weights for policy 0, policy_version 25457 (0.0009)
+[2026-06-02 16:33:55,239][243541] Updated weights for policy 0, policy_version 25467 (0.0008)
+[2026-06-02 16:33:55,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13041664. Throughput: 0: 20943.7. Samples: 13049984. Policy #0 lag: (min: 54.0, avg: 86.8, max: 116.0)
+[2026-06-02 16:33:55,253][235950] Avg episode reward: [(0, '1019.910')]
+[2026-06-02 16:33:55,399][243541] Updated weights for policy 0, policy_version 25477 (0.0008)
+[2026-06-02 16:33:55,568][243541] Updated weights for policy 0, policy_version 25487 (0.0008)
+[2026-06-02 16:33:56,247][243541] Updated weights for policy 0, policy_version 25497 (0.0008)
+[2026-06-02 16:33:56,404][243541] Updated weights for policy 0, policy_version 25507 (0.0008)
+[2026-06-02 16:33:56,566][243541] Updated weights for policy 0, policy_version 25517 (0.0010)
+[2026-06-02 16:33:56,736][243541] Updated weights for policy 0, policy_version 25527 (0.0008)
+[2026-06-02 16:33:56,914][243541] Updated weights for policy 0, policy_version 25537 (0.0008)
+[2026-06-02 16:33:57,088][243541] Updated weights for policy 0, policy_version 25547 (0.0008)
+[2026-06-02 16:33:57,264][243541] Updated weights for policy 0, policy_version 25557 (0.0008)
+[2026-06-02 16:33:57,898][243541] Updated weights for policy 0, policy_version 25567 (0.0008)
+[2026-06-02 16:33:58,076][243541] Updated weights for policy 0, policy_version 25578 (0.0008)
+[2026-06-02 16:33:58,268][243541] Updated weights for policy 0, policy_version 25589 (0.0008)
+[2026-06-02 16:33:58,444][243541] Updated weights for policy 0, policy_version 25599 (0.0008)
+[2026-06-02 16:33:58,616][243541] Updated weights for policy 0, policy_version 25609 (0.0008)
+[2026-06-02 16:33:58,793][243541] Updated weights for policy 0, policy_version 25619 (0.0009)
+[2026-06-02 16:33:59,456][243541] Updated weights for policy 0, policy_version 25629 (0.0008)
+[2026-06-02 16:33:59,620][243541] Updated weights for policy 0, policy_version 25639 (0.0008)
+[2026-06-02 16:33:59,788][243541] Updated weights for policy 0, policy_version 25649 (0.0008)
+[2026-06-02 16:33:59,962][243541] Updated weights for policy 0, policy_version 25659 (0.0008)
+[2026-06-02 16:34:00,130][243541] Updated weights for policy 0, policy_version 25669 (0.0008)
+[2026-06-02 16:34:00,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 13139968. Throughput: 0: 20724.6. Samples: 13167744. Policy #0 lag: (min: 78.0, avg: 101.7, max: 136.0)
+[2026-06-02 16:34:00,253][235950] Avg episode reward: [(0, '1089.973')]
+[2026-06-02 16:34:00,310][243541] Updated weights for policy 0, policy_version 25679 (0.0008)
+[2026-06-02 16:34:00,461][242682] Saving new best policy, reward=1089.973!
+[2026-06-02 16:34:00,964][243541] Updated weights for policy 0, policy_version 25689 (0.0008)
+[2026-06-02 16:34:01,137][243541] Updated weights for policy 0, policy_version 25700 (0.0008)
+[2026-06-02 16:34:01,312][243541] Updated weights for policy 0, policy_version 25710 (0.0008)
+[2026-06-02 16:34:01,484][243541] Updated weights for policy 0, policy_version 25720 (0.0008)
+[2026-06-02 16:34:01,657][243541] Updated weights for policy 0, policy_version 25730 (0.0008)
+[2026-06-02 16:34:01,829][243541] Updated weights for policy 0, policy_version 25740 (0.0008)
+[2026-06-02 16:34:02,005][243541] Updated weights for policy 0, policy_version 25750 (0.0008)
+[2026-06-02 16:34:02,656][243541] Updated weights for policy 0, policy_version 25760 (0.0008)
+[2026-06-02 16:34:02,823][243541] Updated weights for policy 0, policy_version 25770 (0.0008)
+[2026-06-02 16:34:03,000][243541] Updated weights for policy 0, policy_version 25780 (0.0009)
+[2026-06-02 16:34:03,171][243541] Updated weights for policy 0, policy_version 25790 (0.0008)
+[2026-06-02 16:34:03,347][243541] Updated weights for policy 0, policy_version 25800 (0.0008)
+[2026-06-02 16:34:03,519][243541] Updated weights for policy 0, policy_version 25810 (0.0008)
+[2026-06-02 16:34:04,171][243541] Updated weights for policy 0, policy_version 25820 (0.0008)
+[2026-06-02 16:34:04,333][243541] Updated weights for policy 0, policy_version 25830 (0.0008)
+[2026-06-02 16:34:04,501][243541] Updated weights for policy 0, policy_version 25840 (0.0008)
+[2026-06-02 16:34:04,726][243541] Updated weights for policy 0, policy_version 25853 (0.0008)
+[2026-06-02 16:34:04,897][243541] Updated weights for policy 0, policy_version 25863 (0.0008)
+[2026-06-02 16:34:05,093][243541] Updated weights for policy 0, policy_version 25874 (0.0008)
+[2026-06-02 16:34:05,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.3, 300 sec: 20993.7). Total num frames: 13271040. Throughput: 0: 20790.1. Samples: 13296000. Policy #0 lag: (min: 78.0, avg: 101.7, max: 136.0)
+[2026-06-02 16:34:05,252][235950] Avg episode reward: [(0, '1092.137')]
+[2026-06-02 16:34:05,257][242682] Saving new best policy, reward=1092.137!
+[2026-06-02 16:34:05,723][243541] Updated weights for policy 0, policy_version 25884 (0.0008)
+[2026-06-02 16:34:05,891][243541] Updated weights for policy 0, policy_version 25894 (0.0008)
+[2026-06-02 16:34:06,068][243541] Updated weights for policy 0, policy_version 25905 (0.0008)
+[2026-06-02 16:34:06,246][243541] Updated weights for policy 0, policy_version 25915 (0.0008)
+[2026-06-02 16:34:06,448][243541] Updated weights for policy 0, policy_version 25927 (0.0006)
+[2026-06-02 16:34:06,633][243541] Updated weights for policy 0, policy_version 25938 (0.0004)
+[2026-06-02 16:34:07,329][243541] Updated weights for policy 0, policy_version 25950 (0.0006)
+[2026-06-02 16:34:07,529][243541] Updated weights for policy 0, policy_version 25962 (0.0008)
+[2026-06-02 16:34:07,701][243541] Updated weights for policy 0, policy_version 25972 (0.0008)
+[2026-06-02 16:34:07,862][243541] Updated weights for policy 0, policy_version 25982 (0.0008)
+[2026-06-02 16:34:08,053][243541] Updated weights for policy 0, policy_version 25993 (0.0008)
+[2026-06-02 16:34:08,226][243541] Updated weights for policy 0, policy_version 26003 (0.0008)
+[2026-06-02 16:34:08,908][243541] Updated weights for policy 0, policy_version 26013 (0.0009)
+[2026-06-02 16:34:09,070][243541] Updated weights for policy 0, policy_version 26023 (0.0008)
+[2026-06-02 16:34:09,240][243541] Updated weights for policy 0, policy_version 26033 (0.0008)
+[2026-06-02 16:34:09,414][243541] Updated weights for policy 0, policy_version 26043 (0.0008)
+[2026-06-02 16:34:09,589][243541] Updated weights for policy 0, policy_version 26053 (0.0008)
+[2026-06-02 16:34:09,754][243541] Updated weights for policy 0, policy_version 26063 (0.0008)
+[2026-06-02 16:34:10,252][235950] Fps is (10 sec: 22937.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13369344. Throughput: 0: 20912.4. Samples: 13360128. Policy #0 lag: (min: 78.0, avg: 101.7, max: 136.0)
+[2026-06-02 16:34:10,253][235950] Avg episode reward: [(0, '1133.323')]
+[2026-06-02 16:34:10,258][242682] Saving new best policy, reward=1133.323!
+[2026-06-02 16:34:10,457][243541] Updated weights for policy 0, policy_version 26073 (0.0009)
+[2026-06-02 16:34:10,611][243541] Updated weights for policy 0, policy_version 26083 (0.0007)
+[2026-06-02 16:34:10,787][243541] Updated weights for policy 0, policy_version 26093 (0.0008)
+[2026-06-02 16:34:10,974][243541] Updated weights for policy 0, policy_version 26104 (0.0008)
+[2026-06-02 16:34:11,148][243541] Updated weights for policy 0, policy_version 26114 (0.0008)
+[2026-06-02 16:34:11,324][243541] Updated weights for policy 0, policy_version 26124 (0.0008)
+[2026-06-02 16:34:11,511][243541] Updated weights for policy 0, policy_version 26134 (0.0008)
+[2026-06-02 16:34:12,089][243541] Updated weights for policy 0, policy_version 26144 (0.0008)
+[2026-06-02 16:34:12,249][243541] Updated weights for policy 0, policy_version 26154 (0.0008)
+[2026-06-02 16:34:12,429][243541] Updated weights for policy 0, policy_version 26164 (0.0008)
+[2026-06-02 16:34:12,607][243541] Updated weights for policy 0, policy_version 26174 (0.0008)
+[2026-06-02 16:34:12,779][243541] Updated weights for policy 0, policy_version 26184 (0.0008)
+[2026-06-02 16:34:12,950][243541] Updated weights for policy 0, policy_version 26194 (0.0008)
+[2026-06-02 16:34:13,591][243541] Updated weights for policy 0, policy_version 26204 (0.0008)
+[2026-06-02 16:34:13,761][243541] Updated weights for policy 0, policy_version 26215 (0.0008)
+[2026-06-02 16:34:13,939][243541] Updated weights for policy 0, policy_version 26225 (0.0009)
+[2026-06-02 16:34:14,111][243541] Updated weights for policy 0, policy_version 26235 (0.0008)
+[2026-06-02 16:34:14,288][243541] Updated weights for policy 0, policy_version 26245 (0.0008)
+[2026-06-02 16:34:14,456][243541] Updated weights for policy 0, policy_version 26255 (0.0008)
+[2026-06-02 16:34:15,120][243541] Updated weights for policy 0, policy_version 26265 (0.0008)
+[2026-06-02 16:34:15,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13467648. Throughput: 0: 20997.7. Samples: 13487744. Policy #0 lag: (min: 78.0, avg: 101.7, max: 136.0)
+[2026-06-02 16:34:15,253][235950] Avg episode reward: [(0, '1142.443')]
+[2026-06-02 16:34:15,300][243541] Updated weights for policy 0, policy_version 26276 (0.0008)
+[2026-06-02 16:34:15,463][243541] Updated weights for policy 0, policy_version 26286 (0.0008)
+[2026-06-02 16:34:15,637][243541] Updated weights for policy 0, policy_version 26296 (0.0008)
+[2026-06-02 16:34:15,816][243541] Updated weights for policy 0, policy_version 26306 (0.0008)
+[2026-06-02 16:34:15,987][243541] Updated weights for policy 0, policy_version 26316 (0.0008)
+[2026-06-02 16:34:16,169][243541] Updated weights for policy 0, policy_version 26326 (0.0008)
+[2026-06-02 16:34:16,196][242682] Saving new best policy, reward=1142.443!
+[2026-06-02 16:34:16,817][243541] Updated weights for policy 0, policy_version 26337 (0.0008)
+[2026-06-02 16:34:16,999][243541] Updated weights for policy 0, policy_version 26348 (0.0008)
+[2026-06-02 16:34:17,172][243541] Updated weights for policy 0, policy_version 26358 (0.0008)
+[2026-06-02 16:34:17,339][243541] Updated weights for policy 0, policy_version 26368 (0.0009)
+[2026-06-02 16:34:17,524][243541] Updated weights for policy 0, policy_version 26378 (0.0008)
+[2026-06-02 16:34:17,694][243541] Updated weights for policy 0, policy_version 26388 (0.0009)
+[2026-06-02 16:34:18,337][243541] Updated weights for policy 0, policy_version 26398 (0.0008)
+[2026-06-02 16:34:18,506][243541] Updated weights for policy 0, policy_version 26408 (0.0009)
+[2026-06-02 16:34:18,677][243541] Updated weights for policy 0, policy_version 26418 (0.0008)
+[2026-06-02 16:34:18,866][243541] Updated weights for policy 0, policy_version 26429 (0.0008)
+[2026-06-02 16:34:19,074][243541] Updated weights for policy 0, policy_version 26441 (0.0008)
+[2026-06-02 16:34:19,241][243541] Updated weights for policy 0, policy_version 26451 (0.0008)
+[2026-06-02 16:34:19,918][243541] Updated weights for policy 0, policy_version 26461 (0.0008)
+[2026-06-02 16:34:20,077][243541] Updated weights for policy 0, policy_version 26471 (0.0008)
+[2026-06-02 16:34:20,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13565952. Throughput: 0: 21014.7. Samples: 13615488. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:34:20,252][243541] Updated weights for policy 0, policy_version 26481 (0.0008)
+[2026-06-02 16:34:20,253][235950] Avg episode reward: [(0, '1180.448')]
+[2026-06-02 16:34:20,426][243541] Updated weights for policy 0, policy_version 26491 (0.0008)
+[2026-06-02 16:34:20,598][243541] Updated weights for policy 0, policy_version 26501 (0.0009)
+[2026-06-02 16:34:20,775][243541] Updated weights for policy 0, policy_version 26511 (0.0008)
+[2026-06-02 16:34:20,922][242682] Saving new best policy, reward=1180.448!
+[2026-06-02 16:34:21,405][243541] Updated weights for policy 0, policy_version 26521 (0.0008)
+[2026-06-02 16:34:21,570][243541] Updated weights for policy 0, policy_version 26531 (0.0008)
+[2026-06-02 16:34:21,738][243541] Updated weights for policy 0, policy_version 26541 (0.0009)
+[2026-06-02 16:34:21,910][243541] Updated weights for policy 0, policy_version 26551 (0.0008)
+[2026-06-02 16:34:22,083][243541] Updated weights for policy 0, policy_version 26561 (0.0008)
+[2026-06-02 16:34:22,259][243541] Updated weights for policy 0, policy_version 26571 (0.0008)
+[2026-06-02 16:34:22,424][243541] Updated weights for policy 0, policy_version 26581 (0.0008)
+[2026-06-02 16:34:23,080][243541] Updated weights for policy 0, policy_version 26591 (0.0009)
+[2026-06-02 16:34:23,239][243541] Updated weights for policy 0, policy_version 26601 (0.0008)
+[2026-06-02 16:34:23,434][243541] Updated weights for policy 0, policy_version 26612 (0.0008)
+[2026-06-02 16:34:23,609][243541] Updated weights for policy 0, policy_version 26622 (0.0008)
+[2026-06-02 16:34:23,786][243541] Updated weights for policy 0, policy_version 26632 (0.0008)
+[2026-06-02 16:34:23,961][243541] Updated weights for policy 0, policy_version 26642 (0.0009)
+[2026-06-02 16:34:24,597][243541] Updated weights for policy 0, policy_version 26652 (0.0009)
+[2026-06-02 16:34:24,760][243541] Updated weights for policy 0, policy_version 26662 (0.0008)
+[2026-06-02 16:34:24,929][243541] Updated weights for policy 0, policy_version 26672 (0.0008)
+[2026-06-02 16:34:25,116][243541] Updated weights for policy 0, policy_version 26683 (0.0009)
+[2026-06-02 16:34:25,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13664256. Throughput: 0: 21006.2. Samples: 13679104. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:34:25,253][235950] Avg episode reward: [(0, '1198.487')]
+[2026-06-02 16:34:25,293][243541] Updated weights for policy 0, policy_version 26693 (0.0008)
+[2026-06-02 16:34:25,471][243541] Updated weights for policy 0, policy_version 26703 (0.0008)
+[2026-06-02 16:34:25,620][242682] Saving new best policy, reward=1198.487!
+[2026-06-02 16:34:26,137][243541] Updated weights for policy 0, policy_version 26713 (0.0008)
+[2026-06-02 16:34:26,299][243541] Updated weights for policy 0, policy_version 26723 (0.0008)
+[2026-06-02 16:34:26,471][243541] Updated weights for policy 0, policy_version 26733 (0.0008)
+[2026-06-02 16:34:26,642][243541] Updated weights for policy 0, policy_version 26743 (0.0008)
+[2026-06-02 16:34:26,813][243541] Updated weights for policy 0, policy_version 26753 (0.0008)
+[2026-06-02 16:34:27,002][243541] Updated weights for policy 0, policy_version 26764 (0.0009)
+[2026-06-02 16:34:27,174][243541] Updated weights for policy 0, policy_version 26774 (0.0008)
+[2026-06-02 16:34:27,822][243541] Updated weights for policy 0, policy_version 26784 (0.0008)
+[2026-06-02 16:34:27,984][243541] Updated weights for policy 0, policy_version 26794 (0.0008)
+[2026-06-02 16:34:28,157][243541] Updated weights for policy 0, policy_version 26804 (0.0008)
+[2026-06-02 16:34:28,330][243541] Updated weights for policy 0, policy_version 26814 (0.0008)
+[2026-06-02 16:34:28,501][243541] Updated weights for policy 0, policy_version 26824 (0.0008)
+[2026-06-02 16:34:28,678][243541] Updated weights for policy 0, policy_version 26834 (0.0009)
+[2026-06-02 16:34:29,345][243541] Updated weights for policy 0, policy_version 26845 (0.0008)
+[2026-06-02 16:34:29,523][243541] Updated weights for policy 0, policy_version 26856 (0.0008)
+[2026-06-02 16:34:29,721][243541] Updated weights for policy 0, policy_version 26867 (0.0008)
+[2026-06-02 16:34:29,893][243541] Updated weights for policy 0, policy_version 26877 (0.0009)
+[2026-06-02 16:34:30,085][243541] Updated weights for policy 0, policy_version 26888 (0.0008)
+[2026-06-02 16:34:30,249][243541] Updated weights for policy 0, policy_version 26898 (0.0008)
+[2026-06-02 16:34:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13762560. Throughput: 0: 20767.3. Samples: 13795840. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:34:30,253][235950] Avg episode reward: [(0, '1215.277')]
+[2026-06-02 16:34:30,355][242682] Saving new best policy, reward=1215.277!
+[2026-06-02 16:34:30,926][243541] Updated weights for policy 0, policy_version 26908 (0.0009)
+[2026-06-02 16:34:31,084][243541] Updated weights for policy 0, policy_version 26918 (0.0008)
+[2026-06-02 16:34:31,261][243541] Updated weights for policy 0, policy_version 26928 (0.0008)
+[2026-06-02 16:34:31,433][243541] Updated weights for policy 0, policy_version 26938 (0.0008)
+[2026-06-02 16:34:31,612][243541] Updated weights for policy 0, policy_version 26948 (0.0008)
+[2026-06-02 16:34:31,778][243541] Updated weights for policy 0, policy_version 26958 (0.0008)
+[2026-06-02 16:34:31,955][243541] Updated weights for policy 0, policy_version 26968 (0.0008)
+[2026-06-02 16:34:32,602][243541] Updated weights for policy 0, policy_version 26978 (0.0008)
+[2026-06-02 16:34:32,789][243541] Updated weights for policy 0, policy_version 26989 (0.0008)
+[2026-06-02 16:34:32,960][243541] Updated weights for policy 0, policy_version 26999 (0.0008)
+[2026-06-02 16:34:33,129][243541] Updated weights for policy 0, policy_version 27009 (0.0008)
+[2026-06-02 16:34:33,309][243541] Updated weights for policy 0, policy_version 27019 (0.0008)
+[2026-06-02 16:34:33,483][243541] Updated weights for policy 0, policy_version 27029 (0.0008)
+[2026-06-02 16:34:34,112][243541] Updated weights for policy 0, policy_version 27039 (0.0008)
+[2026-06-02 16:34:34,292][243541] Updated weights for policy 0, policy_version 27050 (0.0008)
+[2026-06-02 16:34:34,469][243541] Updated weights for policy 0, policy_version 27060 (0.0008)
+[2026-06-02 16:34:34,673][243541] Updated weights for policy 0, policy_version 27072 (0.0008)
+[2026-06-02 16:34:34,853][243541] Updated weights for policy 0, policy_version 27082 (0.0008)
+[2026-06-02 16:34:35,026][243541] Updated weights for policy 0, policy_version 27092 (0.0008)
+[2026-06-02 16:34:35,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 13893632. Throughput: 0: 20719.0. Samples: 13922048. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:34:35,252][235950] Avg episode reward: [(0, '1191.137')]
+[2026-06-02 16:34:35,648][243541] Updated weights for policy 0, policy_version 27102 (0.0008)
+[2026-06-02 16:34:35,813][243541] Updated weights for policy 0, policy_version 27112 (0.0008)
+[2026-06-02 16:34:35,978][243541] Updated weights for policy 0, policy_version 27122 (0.0008)
+[2026-06-02 16:34:36,152][243541] Updated weights for policy 0, policy_version 27132 (0.0008)
+[2026-06-02 16:34:36,331][243541] Updated weights for policy 0, policy_version 27142 (0.0009)
+[2026-06-02 16:34:36,514][243541] Updated weights for policy 0, policy_version 27152 (0.0009)
+[2026-06-02 16:34:37,141][243541] Updated weights for policy 0, policy_version 27162 (0.0008)
+[2026-06-02 16:34:37,309][243541] Updated weights for policy 0, policy_version 27173 (0.0008)
+[2026-06-02 16:34:37,486][243541] Updated weights for policy 0, policy_version 27183 (0.0008)
+[2026-06-02 16:34:37,682][243541] Updated weights for policy 0, policy_version 27194 (0.0008)
+[2026-06-02 16:34:37,858][243541] Updated weights for policy 0, policy_version 27204 (0.0008)
+[2026-06-02 16:34:38,028][243541] Updated weights for policy 0, policy_version 27214 (0.0008)
+[2026-06-02 16:34:38,195][243541] Updated weights for policy 0, policy_version 27224 (0.0008)
+[2026-06-02 16:34:38,841][243541] Updated weights for policy 0, policy_version 27234 (0.0008)
+[2026-06-02 16:34:39,009][243541] Updated weights for policy 0, policy_version 27244 (0.0008)
+[2026-06-02 16:34:39,208][243541] Updated weights for policy 0, policy_version 27256 (0.0008)
+[2026-06-02 16:34:39,387][243541] Updated weights for policy 0, policy_version 27266 (0.0008)
+[2026-06-02 16:34:39,556][243541] Updated weights for policy 0, policy_version 27276 (0.0008)
+[2026-06-02 16:34:39,757][243541] Updated weights for policy 0, policy_version 27287 (0.0008)
+[2026-06-02 16:34:40,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 13991936. Throughput: 0: 20770.1. Samples: 13984640. Policy #0 lag: (min: 116.0, avg: 131.7, max: 180.0)
+[2026-06-02 16:34:40,253][235950] Avg episode reward: [(0, '1170.973')]
+[2026-06-02 16:34:40,393][243541] Updated weights for policy 0, policy_version 27297 (0.0008)
+[2026-06-02 16:34:40,561][243541] Updated weights for policy 0, policy_version 27307 (0.0008)
+[2026-06-02 16:34:40,727][243541] Updated weights for policy 0, policy_version 27317 (0.0008)
+[2026-06-02 16:34:40,898][243541] Updated weights for policy 0, policy_version 27327 (0.0008)
+[2026-06-02 16:34:41,092][243541] Updated weights for policy 0, policy_version 27338 (0.0008)
+[2026-06-02 16:34:41,291][243541] Updated weights for policy 0, policy_version 27350 (0.0008)
+[2026-06-02 16:34:41,949][243541] Updated weights for policy 0, policy_version 27360 (0.0008)
+[2026-06-02 16:34:42,116][243541] Updated weights for policy 0, policy_version 27370 (0.0008)
+[2026-06-02 16:34:42,290][243541] Updated weights for policy 0, policy_version 27380 (0.0008)
+[2026-06-02 16:34:42,487][243541] Updated weights for policy 0, policy_version 27391 (0.0008)
+[2026-06-02 16:34:42,658][243541] Updated weights for policy 0, policy_version 27401 (0.0008)
+[2026-06-02 16:34:42,828][243541] Updated weights for policy 0, policy_version 27411 (0.0008)
+[2026-06-02 16:34:43,461][243541] Updated weights for policy 0, policy_version 27421 (0.0008)
+[2026-06-02 16:34:43,642][243541] Updated weights for policy 0, policy_version 27432 (0.0008)
+[2026-06-02 16:34:43,818][243541] Updated weights for policy 0, policy_version 27442 (0.0008)
+[2026-06-02 16:34:43,994][243541] Updated weights for policy 0, policy_version 27452 (0.0008)
+[2026-06-02 16:34:44,164][243541] Updated weights for policy 0, policy_version 27462 (0.0008)
+[2026-06-02 16:34:44,341][243541] Updated weights for policy 0, policy_version 27472 (0.0008)
+[2026-06-02 16:34:44,979][243541] Updated weights for policy 0, policy_version 27482 (0.0008)
+[2026-06-02 16:34:45,137][243541] Updated weights for policy 0, policy_version 27492 (0.0008)
+[2026-06-02 16:34:45,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 14090240. Throughput: 0: 20969.3. Samples: 14111360. Policy #0 lag: (min: 116.0, avg: 131.7, max: 180.0)
+[2026-06-02 16:34:45,253][235950] Avg episode reward: [(0, '1160.325')]
+[2026-06-02 16:34:45,300][243541] Updated weights for policy 0, policy_version 27502 (0.0008)
+[2026-06-02 16:34:45,482][243541] Updated weights for policy 0, policy_version 27512 (0.0008)
+[2026-06-02 16:34:45,662][243541] Updated weights for policy 0, policy_version 27522 (0.0008)
+[2026-06-02 16:34:45,834][243541] Updated weights for policy 0, policy_version 27532 (0.0008)
+[2026-06-02 16:34:46,003][243541] Updated weights for policy 0, policy_version 27542 (0.0008)
+[2026-06-02 16:34:46,645][243541] Updated weights for policy 0, policy_version 27552 (0.0008)
+[2026-06-02 16:34:46,805][243541] Updated weights for policy 0, policy_version 27562 (0.0008)
+[2026-06-02 16:34:46,986][243541] Updated weights for policy 0, policy_version 27572 (0.0008)
+[2026-06-02 16:34:47,162][243541] Updated weights for policy 0, policy_version 27582 (0.0009)
+[2026-06-02 16:34:47,332][243541] Updated weights for policy 0, policy_version 27592 (0.0008)
+[2026-06-02 16:34:47,500][243541] Updated weights for policy 0, policy_version 27602 (0.0008)
+[2026-06-02 16:34:48,153][243541] Updated weights for policy 0, policy_version 27612 (0.0008)
+[2026-06-02 16:34:48,324][243541] Updated weights for policy 0, policy_version 27623 (0.0008)
+[2026-06-02 16:34:48,503][243541] Updated weights for policy 0, policy_version 27633 (0.0009)
+[2026-06-02 16:34:48,676][243541] Updated weights for policy 0, policy_version 27643 (0.0008)
+[2026-06-02 16:34:48,850][243541] Updated weights for policy 0, policy_version 27653 (0.0008)
+[2026-06-02 16:34:49,017][243541] Updated weights for policy 0, policy_version 27663 (0.0007)
+[2026-06-02 16:34:49,697][243541] Updated weights for policy 0, policy_version 27674 (0.0008)
+[2026-06-02 16:34:49,849][243541] Updated weights for policy 0, policy_version 27684 (0.0007)
+[2026-06-02 16:34:50,037][243541] Updated weights for policy 0, policy_version 27695 (0.0008)
+[2026-06-02 16:34:50,199][243541] Updated weights for policy 0, policy_version 27705 (0.0008)
+[2026-06-02 16:34:50,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 14188544. Throughput: 0: 20932.1. Samples: 14237952. Policy #0 lag: (min: 116.0, avg: 131.7, max: 180.0)
+[2026-06-02 16:34:50,253][235950] Avg episode reward: [(0, '1160.779')]
+[2026-06-02 16:34:50,402][243541] Updated weights for policy 0, policy_version 27717 (0.0009)
+[2026-06-02 16:34:50,573][243541] Updated weights for policy 0, policy_version 27727 (0.0009)
+[2026-06-02 16:34:51,239][243541] Updated weights for policy 0, policy_version 27738 (0.0005)
+[2026-06-02 16:34:51,395][243541] Updated weights for policy 0, policy_version 27748 (0.0008)
+[2026-06-02 16:34:51,571][243541] Updated weights for policy 0, policy_version 27758 (0.0008)
+[2026-06-02 16:34:51,742][243541] Updated weights for policy 0, policy_version 27768 (0.0009)
+[2026-06-02 16:34:51,919][243541] Updated weights for policy 0, policy_version 27778 (0.0009)
+[2026-06-02 16:34:52,095][243541] Updated weights for policy 0, policy_version 27788 (0.0008)
+[2026-06-02 16:34:52,286][243541] Updated weights for policy 0, policy_version 27799 (0.0008)
+[2026-06-02 16:34:52,939][243541] Updated weights for policy 0, policy_version 27810 (0.0008)
+[2026-06-02 16:34:53,103][243541] Updated weights for policy 0, policy_version 27820 (0.0008)
+[2026-06-02 16:34:53,293][243541] Updated weights for policy 0, policy_version 27831 (0.0008)
+[2026-06-02 16:34:53,470][243541] Updated weights for policy 0, policy_version 27841 (0.0008)
+[2026-06-02 16:34:53,647][243541] Updated weights for policy 0, policy_version 27851 (0.0008)
+[2026-06-02 16:34:53,826][243541] Updated weights for policy 0, policy_version 27862 (0.0008)
+[2026-06-02 16:34:54,490][243541] Updated weights for policy 0, policy_version 27873 (0.0008)
+[2026-06-02 16:34:54,651][243541] Updated weights for policy 0, policy_version 27883 (0.0009)
+[2026-06-02 16:34:54,821][243541] Updated weights for policy 0, policy_version 27893 (0.0008)
+[2026-06-02 16:34:55,002][243541] Updated weights for policy 0, policy_version 27903 (0.0008)
+[2026-06-02 16:34:55,172][243541] Updated weights for policy 0, policy_version 27913 (0.0008)
+[2026-06-02 16:34:55,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 14286848. Throughput: 0: 20906.7. Samples: 14300928. Policy #0 lag: (min: 116.0, avg: 131.7, max: 180.0)
+[2026-06-02 16:34:55,253][235950] Avg episode reward: [(0, '1149.571')]
+[2026-06-02 16:34:55,356][243541] Updated weights for policy 0, policy_version 27923 (0.0008)
+[2026-06-02 16:34:55,983][243541] Updated weights for policy 0, policy_version 27933 (0.0008)
+[2026-06-02 16:34:56,155][243541] Updated weights for policy 0, policy_version 27944 (0.0008)
+[2026-06-02 16:34:56,333][243541] Updated weights for policy 0, policy_version 27954 (0.0008)
+[2026-06-02 16:34:56,514][243541] Updated weights for policy 0, policy_version 27964 (0.0009)
+[2026-06-02 16:34:56,688][243541] Updated weights for policy 0, policy_version 27974 (0.0009)
+[2026-06-02 16:34:56,876][243541] Updated weights for policy 0, policy_version 27985 (0.0009)
+[2026-06-02 16:34:57,534][243541] Updated weights for policy 0, policy_version 27995 (0.0009)
+[2026-06-02 16:34:57,694][243541] Updated weights for policy 0, policy_version 28005 (0.0008)
+[2026-06-02 16:34:57,864][243541] Updated weights for policy 0, policy_version 28015 (0.0008)
+[2026-06-02 16:34:58,039][243541] Updated weights for policy 0, policy_version 28025 (0.0009)
+[2026-06-02 16:34:58,219][243541] Updated weights for policy 0, policy_version 28035 (0.0009)
+[2026-06-02 16:34:58,391][243541] Updated weights for policy 0, policy_version 28045 (0.0008)
+[2026-06-02 16:34:58,564][243541] Updated weights for policy 0, policy_version 28055 (0.0008)
+[2026-06-02 16:34:59,190][243541] Updated weights for policy 0, policy_version 28065 (0.0009)
+[2026-06-02 16:34:59,356][243541] Updated weights for policy 0, policy_version 28075 (0.0008)
+[2026-06-02 16:34:59,525][243541] Updated weights for policy 0, policy_version 28085 (0.0008)
+[2026-06-02 16:34:59,718][243541] Updated weights for policy 0, policy_version 28096 (0.0007)
+[2026-06-02 16:34:59,895][243541] Updated weights for policy 0, policy_version 28106 (0.0008)
+[2026-06-02 16:35:00,072][243541] Updated weights for policy 0, policy_version 28116 (0.0008)
+[2026-06-02 16:35:00,252][235950] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 14417920. Throughput: 0: 20846.9. Samples: 14425856. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:35:00,253][235950] Avg episode reward: [(0, '1135.721')]
+[2026-06-02 16:35:00,703][243541] Updated weights for policy 0, policy_version 28126 (0.0008)
+[2026-06-02 16:35:00,903][243541] Updated weights for policy 0, policy_version 28138 (0.0008)
+[2026-06-02 16:35:01,079][243541] Updated weights for policy 0, policy_version 28148 (0.0008)
+[2026-06-02 16:35:01,252][243541] Updated weights for policy 0, policy_version 28158 (0.0008)
+[2026-06-02 16:35:01,427][243541] Updated weights for policy 0, policy_version 28168 (0.0008)
+[2026-06-02 16:35:01,602][243541] Updated weights for policy 0, policy_version 28178 (0.0008)
+[2026-06-02 16:35:02,239][243541] Updated weights for policy 0, policy_version 28188 (0.0008)
+[2026-06-02 16:35:02,408][243541] Updated weights for policy 0, policy_version 28198 (0.0008)
+[2026-06-02 16:35:02,580][243541] Updated weights for policy 0, policy_version 28208 (0.0008)
+[2026-06-02 16:35:02,755][243541] Updated weights for policy 0, policy_version 28218 (0.0008)
+[2026-06-02 16:35:02,927][243541] Updated weights for policy 0, policy_version 28228 (0.0008)
+[2026-06-02 16:35:03,098][243541] Updated weights for policy 0, policy_version 28238 (0.0008)
+[2026-06-02 16:35:03,271][243541] Updated weights for policy 0, policy_version 28248 (0.0008)
+[2026-06-02 16:35:03,909][243541] Updated weights for policy 0, policy_version 28258 (0.0008)
+[2026-06-02 16:35:04,075][243541] Updated weights for policy 0, policy_version 28268 (0.0008)
+[2026-06-02 16:35:04,255][243541] Updated weights for policy 0, policy_version 28278 (0.0008)
+[2026-06-02 16:35:04,439][243541] Updated weights for policy 0, policy_version 28289 (0.0009)
+[2026-06-02 16:35:04,614][243541] Updated weights for policy 0, policy_version 28299 (0.0008)
+[2026-06-02 16:35:04,794][243541] Updated weights for policy 0, policy_version 28309 (0.0009)
+[2026-06-02 16:35:05,252][235950] Fps is (10 sec: 22937.3, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 14516224. Throughput: 0: 20616.5. Samples: 14543232. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:35:05,253][235950] Avg episode reward: [(0, '1093.542')]
+[2026-06-02 16:35:05,432][243541] Updated weights for policy 0, policy_version 28319 (0.0009)
+[2026-06-02 16:35:05,589][243541] Updated weights for policy 0, policy_version 28329 (0.0008)
+[2026-06-02 16:35:05,764][243541] Updated weights for policy 0, policy_version 28339 (0.0009)
+[2026-06-02 16:35:05,946][243541] Updated weights for policy 0, policy_version 28349 (0.0008)
+[2026-06-02 16:35:06,140][243541] Updated weights for policy 0, policy_version 28360 (0.0009)
+[2026-06-02 16:35:06,317][243541] Updated weights for policy 0, policy_version 28370 (0.0008)
+[2026-06-02 16:35:06,941][243541] Updated weights for policy 0, policy_version 28380 (0.0007)
+[2026-06-02 16:35:07,114][243541] Updated weights for policy 0, policy_version 28390 (0.0005)
+[2026-06-02 16:35:07,278][243541] Updated weights for policy 0, policy_version 28400 (0.0007)
+[2026-06-02 16:35:07,451][243541] Updated weights for policy 0, policy_version 28410 (0.0008)
+[2026-06-02 16:35:07,630][243541] Updated weights for policy 0, policy_version 28420 (0.0008)
+[2026-06-02 16:35:07,806][243541] Updated weights for policy 0, policy_version 28430 (0.0008)
+[2026-06-02 16:35:08,471][243541] Updated weights for policy 0, policy_version 28441 (0.0009)
+[2026-06-02 16:35:08,651][243541] Updated weights for policy 0, policy_version 28452 (0.0008)
+[2026-06-02 16:35:08,813][243541] Updated weights for policy 0, policy_version 28462 (0.0008)
+[2026-06-02 16:35:08,998][243541] Updated weights for policy 0, policy_version 28472 (0.0008)
+[2026-06-02 16:35:09,168][243541] Updated weights for policy 0, policy_version 28482 (0.0009)
+[2026-06-02 16:35:09,342][243541] Updated weights for policy 0, policy_version 28492 (0.0009)
+[2026-06-02 16:35:09,527][243541] Updated weights for policy 0, policy_version 28503 (0.0009)
+[2026-06-02 16:35:10,234][243541] Updated weights for policy 0, policy_version 28517 (0.0009)
+[2026-06-02 16:35:10,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 14614528. Throughput: 0: 20610.8. Samples: 14606592. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:35:10,253][235950] Avg episode reward: [(0, '1020.739')]
+[2026-06-02 16:35:10,396][243541] Updated weights for policy 0, policy_version 28527 (0.0009)
+[2026-06-02 16:35:10,568][243541] Updated weights for policy 0, policy_version 28537 (0.0008)
+[2026-06-02 16:35:10,735][243541] Updated weights for policy 0, policy_version 28547 (0.0008)
+[2026-06-02 16:35:10,920][243541] Updated weights for policy 0, policy_version 28558 (0.0008)
+[2026-06-02 16:35:11,082][243541] Updated weights for policy 0, policy_version 28568 (0.0008)
+[2026-06-02 16:35:11,763][243541] Updated weights for policy 0, policy_version 28579 (0.0009)
+[2026-06-02 16:35:11,923][243541] Updated weights for policy 0, policy_version 28589 (0.0009)
+[2026-06-02 16:35:12,102][243541] Updated weights for policy 0, policy_version 28599 (0.0008)
+[2026-06-02 16:35:12,272][243541] Updated weights for policy 0, policy_version 28609 (0.0009)
+[2026-06-02 16:35:12,455][243541] Updated weights for policy 0, policy_version 28619 (0.0008)
+[2026-06-02 16:35:12,626][243541] Updated weights for policy 0, policy_version 28629 (0.0008)
+[2026-06-02 16:35:13,271][243541] Updated weights for policy 0, policy_version 28639 (0.0009)
+[2026-06-02 16:35:13,441][243541] Updated weights for policy 0, policy_version 28649 (0.0008)
+[2026-06-02 16:35:13,606][243541] Updated weights for policy 0, policy_version 28659 (0.0008)
+[2026-06-02 16:35:13,784][243541] Updated weights for policy 0, policy_version 28669 (0.0008)
+[2026-06-02 16:35:13,968][243541] Updated weights for policy 0, policy_version 28680 (0.0008)
+[2026-06-02 16:35:14,139][243541] Updated weights for policy 0, policy_version 28690 (0.0008)
+[2026-06-02 16:35:14,814][243541] Updated weights for policy 0, policy_version 28700 (0.0009)
+[2026-06-02 16:35:14,971][243541] Updated weights for policy 0, policy_version 28710 (0.0008)
+[2026-06-02 16:35:15,149][243541] Updated weights for policy 0, policy_version 28721 (0.0008)
+[2026-06-02 16:35:15,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 14712832. Throughput: 0: 20844.1. Samples: 14733824. Policy #0 lag: (min: 63.0, avg: 79.7, max: 127.0)
+[2026-06-02 16:35:15,253][235950] Avg episode reward: [(0, '970.490')]
+[2026-06-02 16:35:15,329][243541] Updated weights for policy 0, policy_version 28731 (0.0008)
+[2026-06-02 16:35:15,500][243541] Updated weights for policy 0, policy_version 28741 (0.0009)
+[2026-06-02 16:35:15,681][243541] Updated weights for policy 0, policy_version 28751 (0.0008)
+[2026-06-02 16:35:16,319][243541] Updated weights for policy 0, policy_version 28761 (0.0008)
+[2026-06-02 16:35:16,484][243541] Updated weights for policy 0, policy_version 28771 (0.0008)
+[2026-06-02 16:35:16,670][243541] Updated weights for policy 0, policy_version 28782 (0.0009)
+[2026-06-02 16:35:16,846][243541] Updated weights for policy 0, policy_version 28792 (0.0008)
+[2026-06-02 16:35:17,018][243541] Updated weights for policy 0, policy_version 28802 (0.0009)
+[2026-06-02 16:35:17,186][243541] Updated weights for policy 0, policy_version 28812 (0.0008)
+[2026-06-02 16:35:17,372][243541] Updated weights for policy 0, policy_version 28823 (0.0008)
+[2026-06-02 16:35:18,017][243541] Updated weights for policy 0, policy_version 28833 (0.0009)
+[2026-06-02 16:35:18,188][243541] Updated weights for policy 0, policy_version 28843 (0.0009)
+[2026-06-02 16:35:18,354][243541] Updated weights for policy 0, policy_version 28853 (0.0008)
+[2026-06-02 16:35:18,529][243541] Updated weights for policy 0, policy_version 28863 (0.0008)
+[2026-06-02 16:35:18,710][243541] Updated weights for policy 0, policy_version 28873 (0.0008)
+[2026-06-02 16:35:18,880][243541] Updated weights for policy 0, policy_version 28883 (0.0008)
+[2026-06-02 16:35:19,525][243541] Updated weights for policy 0, policy_version 28893 (0.0009)
+[2026-06-02 16:35:19,685][243541] Updated weights for policy 0, policy_version 28903 (0.0008)
+[2026-06-02 16:35:19,859][243541] Updated weights for policy 0, policy_version 28913 (0.0008)
+[2026-06-02 16:35:20,025][243541] Updated weights for policy 0, policy_version 28923 (0.0008)
+[2026-06-02 16:35:20,198][243541] Updated weights for policy 0, policy_version 28933 (0.0008)
+[2026-06-02 16:35:20,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 14811136. Throughput: 0: 20869.6. Samples: 14861184. Policy #0 lag: (min: 28.0, avg: 67.1, max: 90.0)
+[2026-06-02 16:35:20,253][235950] Avg episode reward: [(0, '1025.334')]
+[2026-06-02 16:35:20,373][243541] Updated weights for policy 0, policy_version 28943 (0.0008)
+[2026-06-02 16:35:21,027][243541] Updated weights for policy 0, policy_version 28953 (0.0008)
+[2026-06-02 16:35:21,186][243541] Updated weights for policy 0, policy_version 28963 (0.0008)
+[2026-06-02 16:35:21,352][243541] Updated weights for policy 0, policy_version 28973 (0.0008)
+[2026-06-02 16:35:21,536][243541] Updated weights for policy 0, policy_version 28983 (0.0008)
+[2026-06-02 16:35:21,705][243541] Updated weights for policy 0, policy_version 28993 (0.0008)
+[2026-06-02 16:35:21,876][243541] Updated weights for policy 0, policy_version 29003 (0.0009)
+[2026-06-02 16:35:22,048][243541] Updated weights for policy 0, policy_version 29013 (0.0008)
+[2026-06-02 16:35:22,678][243541] Updated weights for policy 0, policy_version 29023 (0.0009)
+[2026-06-02 16:35:22,843][243541] Updated weights for policy 0, policy_version 29033 (0.0009)
+[2026-06-02 16:35:23,009][243541] Updated weights for policy 0, policy_version 29043 (0.0008)
+[2026-06-02 16:35:23,190][243541] Updated weights for policy 0, policy_version 29053 (0.0008)
+[2026-06-02 16:35:23,366][243541] Updated weights for policy 0, policy_version 29063 (0.0008)
+[2026-06-02 16:35:23,539][243541] Updated weights for policy 0, policy_version 29073 (0.0008)
+[2026-06-02 16:35:24,176][243541] Updated weights for policy 0, policy_version 29083 (0.0007)
+[2026-06-02 16:35:24,354][243541] Updated weights for policy 0, policy_version 29094 (0.0005)
+[2026-06-02 16:35:24,527][243541] Updated weights for policy 0, policy_version 29104 (0.0005)
+[2026-06-02 16:35:24,704][243541] Updated weights for policy 0, policy_version 29114 (0.0005)
+[2026-06-02 16:35:24,877][243541] Updated weights for policy 0, policy_version 29124 (0.0005)
+[2026-06-02 16:35:25,049][243541] Updated weights for policy 0, policy_version 29134 (0.0005)
+[2026-06-02 16:35:25,218][243541] Updated weights for policy 0, policy_version 29144 (0.0004)
+[2026-06-02 16:35:25,252][235950] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 14942208. Throughput: 0: 20883.9. Samples: 14924416. Policy #0 lag: (min: 28.0, avg: 67.1, max: 90.0)
+[2026-06-02 16:35:25,254][235950] Avg episode reward: [(0, '1025.129')]
+[2026-06-02 16:35:25,847][243541] Updated weights for policy 0, policy_version 29154 (0.0004)
+[2026-06-02 16:35:26,042][243541] Updated weights for policy 0, policy_version 29165 (0.0004)
+[2026-06-02 16:35:26,214][243541] Updated weights for policy 0, policy_version 29175 (0.0004)
+[2026-06-02 16:35:26,391][243541] Updated weights for policy 0, policy_version 29185 (0.0004)
+[2026-06-02 16:35:26,561][243541] Updated weights for policy 0, policy_version 29195 (0.0004)
+[2026-06-02 16:35:26,743][243541] Updated weights for policy 0, policy_version 29205 (0.0004)
+[2026-06-02 16:35:27,349][243541] Updated weights for policy 0, policy_version 29215 (0.0008)
+[2026-06-02 16:35:27,517][243541] Updated weights for policy 0, policy_version 29225 (0.0008)
+[2026-06-02 16:35:27,691][243541] Updated weights for policy 0, policy_version 29235 (0.0008)
+[2026-06-02 16:35:27,865][243541] Updated weights for policy 0, policy_version 29245 (0.0008)
+[2026-06-02 16:35:28,040][243541] Updated weights for policy 0, policy_version 29255 (0.0008)
+[2026-06-02 16:35:28,228][243541] Updated weights for policy 0, policy_version 29266 (0.0008)
+[2026-06-02 16:35:28,877][243541] Updated weights for policy 0, policy_version 29276 (0.0008)
+[2026-06-02 16:35:29,035][243541] Updated weights for policy 0, policy_version 29286 (0.0008)
+[2026-06-02 16:35:29,207][243541] Updated weights for policy 0, policy_version 29296 (0.0008)
+[2026-06-02 16:35:29,377][243541] Updated weights for policy 0, policy_version 29306 (0.0008)
+[2026-06-02 16:35:29,568][243541] Updated weights for policy 0, policy_version 29317 (0.0008)
+[2026-06-02 16:35:29,745][243541] Updated weights for policy 0, policy_version 29327 (0.0008)
+[2026-06-02 16:35:30,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 15040512. Throughput: 0: 20886.7. Samples: 15051264. Policy #0 lag: (min: 28.0, avg: 67.1, max: 90.0)
+[2026-06-02 16:35:30,253][235950] Avg episode reward: [(0, '972.378')]
+[2026-06-02 16:35:30,397][243541] Updated weights for policy 0, policy_version 29337 (0.0008)
+[2026-06-02 16:35:30,557][243541] Updated weights for policy 0, policy_version 29347 (0.0008)
+[2026-06-02 16:35:30,741][243541] Updated weights for policy 0, policy_version 29358 (0.0008)
+[2026-06-02 16:35:30,915][243541] Updated weights for policy 0, policy_version 29368 (0.0008)
+[2026-06-02 16:35:31,093][243541] Updated weights for policy 0, policy_version 29378 (0.0008)
+[2026-06-02 16:35:31,264][243541] Updated weights for policy 0, policy_version 29388 (0.0008)
+[2026-06-02 16:35:31,440][243541] Updated weights for policy 0, policy_version 29398 (0.0008)
+[2026-06-02 16:35:32,072][243541] Updated weights for policy 0, policy_version 29408 (0.0008)
+[2026-06-02 16:35:32,233][243541] Updated weights for policy 0, policy_version 29418 (0.0008)
+[2026-06-02 16:35:32,416][243541] Updated weights for policy 0, policy_version 29428 (0.0008)
+[2026-06-02 16:35:32,587][243541] Updated weights for policy 0, policy_version 29438 (0.0008)
+[2026-06-02 16:35:32,775][243541] Updated weights for policy 0, policy_version 29449 (0.0008)
+[2026-06-02 16:35:32,948][243541] Updated weights for policy 0, policy_version 29459 (0.0009)
+[2026-06-02 16:35:33,620][243541] Updated weights for policy 0, policy_version 29470 (0.0009)
+[2026-06-02 16:35:33,793][243541] Updated weights for policy 0, policy_version 29480 (0.0008)
+[2026-06-02 16:35:33,961][243541] Updated weights for policy 0, policy_version 29490 (0.0008)
+[2026-06-02 16:35:34,135][243541] Updated weights for policy 0, policy_version 29500 (0.0008)
+[2026-06-02 16:35:34,315][243541] Updated weights for policy 0, policy_version 29510 (0.0008)
+[2026-06-02 16:35:34,489][243541] Updated weights for policy 0, policy_version 29520 (0.0009)
+[2026-06-02 16:35:35,131][243541] Updated weights for policy 0, policy_version 29530 (0.0008)
+[2026-06-02 16:35:35,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 15138816. Throughput: 0: 20812.9. Samples: 15174528. Policy #0 lag: (min: 28.0, avg: 67.1, max: 90.0)
+[2026-06-02 16:35:35,253][235950] Avg episode reward: [(0, '934.594')]
+[2026-06-02 16:35:35,307][243541] Updated weights for policy 0, policy_version 29541 (0.0008)
+[2026-06-02 16:35:35,483][243541] Updated weights for policy 0, policy_version 29551 (0.0009)
+[2026-06-02 16:35:35,656][243541] Updated weights for policy 0, policy_version 29561 (0.0008)
+[2026-06-02 16:35:35,831][243541] Updated weights for policy 0, policy_version 29571 (0.0009)
+[2026-06-02 16:35:35,998][243541] Updated weights for policy 0, policy_version 29581 (0.0008)
+[2026-06-02 16:35:36,170][243541] Updated weights for policy 0, policy_version 29591 (0.0008)
+[2026-06-02 16:35:36,821][243541] Updated weights for policy 0, policy_version 29601 (0.0008)
+[2026-06-02 16:35:36,994][243541] Updated weights for policy 0, policy_version 29611 (0.0008)
+[2026-06-02 16:35:37,172][243541] Updated weights for policy 0, policy_version 29622 (0.0008)
+[2026-06-02 16:35:37,357][243541] Updated weights for policy 0, policy_version 29632 (0.0008)
+[2026-06-02 16:35:37,529][243541] Updated weights for policy 0, policy_version 29642 (0.0008)
+[2026-06-02 16:35:37,711][243541] Updated weights for policy 0, policy_version 29652 (0.0008)
+[2026-06-02 16:35:38,333][243541] Updated weights for policy 0, policy_version 29662 (0.0008)
+[2026-06-02 16:35:38,493][243541] Updated weights for policy 0, policy_version 29672 (0.0008)
+[2026-06-02 16:35:38,674][243541] Updated weights for policy 0, policy_version 29682 (0.0008)
+[2026-06-02 16:35:38,850][243541] Updated weights for policy 0, policy_version 29692 (0.0008)
+[2026-06-02 16:35:39,025][243541] Updated weights for policy 0, policy_version 29702 (0.0008)
+[2026-06-02 16:35:39,200][243541] Updated weights for policy 0, policy_version 29712 (0.0008)
+[2026-06-02 16:35:39,842][243541] Updated weights for policy 0, policy_version 29722 (0.0008)
+[2026-06-02 16:35:40,002][243541] Updated weights for policy 0, policy_version 29732 (0.0008)
+[2026-06-02 16:35:40,181][243541] Updated weights for policy 0, policy_version 29742 (0.0008)
+[2026-06-02 16:35:40,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 15237120. Throughput: 0: 20707.5. Samples: 15232768. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:35:40,253][235950] Avg episode reward: [(0, '947.849')]
+[2026-06-02 16:35:40,350][243541] Updated weights for policy 0, policy_version 29752 (0.0008)
+[2026-06-02 16:35:40,551][243541] Updated weights for policy 0, policy_version 29763 (0.0009)
+[2026-06-02 16:35:40,741][243541] Updated weights for policy 0, policy_version 29774 (0.0008)
+[2026-06-02 16:35:40,906][243541] Updated weights for policy 0, policy_version 29784 (0.0008)
+[2026-06-02 16:35:41,574][243541] Updated weights for policy 0, policy_version 29795 (0.0008)
+[2026-06-02 16:35:41,743][243541] Updated weights for policy 0, policy_version 29805 (0.0008)
+[2026-06-02 16:35:41,911][243541] Updated weights for policy 0, policy_version 29815 (0.0008)
+[2026-06-02 16:35:42,087][243541] Updated weights for policy 0, policy_version 29825 (0.0008)
+[2026-06-02 16:35:42,279][243541] Updated weights for policy 0, policy_version 29836 (0.0008)
+[2026-06-02 16:35:42,457][243541] Updated weights for policy 0, policy_version 29846 (0.0008)
+[2026-06-02 16:35:43,077][243541] Updated weights for policy 0, policy_version 29856 (0.0009)
+[2026-06-02 16:35:43,237][243541] Updated weights for policy 0, policy_version 29866 (0.0008)
+[2026-06-02 16:35:43,436][243541] Updated weights for policy 0, policy_version 29877 (0.0009)
+[2026-06-02 16:35:43,609][243541] Updated weights for policy 0, policy_version 29887 (0.0008)
+[2026-06-02 16:35:43,781][243541] Updated weights for policy 0, policy_version 29897 (0.0008)
+[2026-06-02 16:35:43,957][243541] Updated weights for policy 0, policy_version 29907 (0.0008)
+[2026-06-02 16:35:44,589][243541] Updated weights for policy 0, policy_version 29917 (0.0008)
+[2026-06-02 16:35:44,751][243541] Updated weights for policy 0, policy_version 29927 (0.0007)
+[2026-06-02 16:35:44,924][243541] Updated weights for policy 0, policy_version 29937 (0.0008)
+[2026-06-02 16:35:45,098][243541] Updated weights for policy 0, policy_version 29947 (0.0008)
+[2026-06-02 16:35:45,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 15335424. Throughput: 0: 20707.5. Samples: 15357696. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:35:45,253][235950] Avg episode reward: [(0, '932.593')]
+[2026-06-02 16:35:45,265][243541] Updated weights for policy 0, policy_version 29957 (0.0008)
+[2026-06-02 16:35:45,445][243541] Updated weights for policy 0, policy_version 29967 (0.0008)
+[2026-06-02 16:35:46,099][243541] Updated weights for policy 0, policy_version 29977 (0.0009)
+[2026-06-02 16:35:46,262][243541] Updated weights for policy 0, policy_version 29987 (0.0008)
+[2026-06-02 16:35:46,429][243541] Updated weights for policy 0, policy_version 29997 (0.0008)
+[2026-06-02 16:35:46,603][243541] Updated weights for policy 0, policy_version 30007 (0.0008)
+[2026-06-02 16:35:46,778][243541] Updated weights for policy 0, policy_version 30017 (0.0008)
+[2026-06-02 16:35:46,973][243541] Updated weights for policy 0, policy_version 30028 (0.0008)
+[2026-06-02 16:35:47,137][243541] Updated weights for policy 0, policy_version 30038 (0.0009)
+[2026-06-02 16:35:47,769][243541] Updated weights for policy 0, policy_version 30048 (0.0008)
+[2026-06-02 16:35:47,940][243541] Updated weights for policy 0, policy_version 30058 (0.0008)
+[2026-06-02 16:35:48,126][243541] Updated weights for policy 0, policy_version 30068 (0.0008)
+[2026-06-02 16:35:48,297][243541] Updated weights for policy 0, policy_version 30078 (0.0008)
+[2026-06-02 16:35:48,470][243541] Updated weights for policy 0, policy_version 30088 (0.0008)
+[2026-06-02 16:35:48,646][243541] Updated weights for policy 0, policy_version 30098 (0.0008)
+[2026-06-02 16:35:49,268][243541] Updated weights for policy 0, policy_version 30108 (0.0008)
+[2026-06-02 16:35:49,444][243541] Updated weights for policy 0, policy_version 30119 (0.0009)
+[2026-06-02 16:35:49,611][243541] Updated weights for policy 0, policy_version 30129 (0.0008)
+[2026-06-02 16:35:49,798][243541] Updated weights for policy 0, policy_version 30139 (0.0008)
+[2026-06-02 16:35:49,970][243541] Updated weights for policy 0, policy_version 30149 (0.0008)
+[2026-06-02 16:35:50,145][243541] Updated weights for policy 0, policy_version 30159 (0.0008)
+[2026-06-02 16:35:50,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 15433728. Throughput: 0: 20906.7. Samples: 15484032. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:35:50,253][235950] Avg episode reward: [(0, '953.174')]
+[2026-06-02 16:35:50,818][243541] Updated weights for policy 0, policy_version 30169 (0.0008)
+[2026-06-02 16:35:50,976][243541] Updated weights for policy 0, policy_version 30179 (0.0008)
+[2026-06-02 16:35:51,140][243541] Updated weights for policy 0, policy_version 30189 (0.0008)
+[2026-06-02 16:35:51,321][243541] Updated weights for policy 0, policy_version 30199 (0.0008)
+[2026-06-02 16:35:51,490][243541] Updated weights for policy 0, policy_version 30209 (0.0008)
+[2026-06-02 16:35:51,669][243541] Updated weights for policy 0, policy_version 30219 (0.0008)
+[2026-06-02 16:35:51,842][243541] Updated weights for policy 0, policy_version 30229 (0.0007)
+[2026-06-02 16:35:52,456][243541] Updated weights for policy 0, policy_version 30239 (0.0008)
+[2026-06-02 16:35:52,629][243541] Updated weights for policy 0, policy_version 30249 (0.0008)
+[2026-06-02 16:35:52,795][243541] Updated weights for policy 0, policy_version 30259 (0.0008)
+[2026-06-02 16:35:52,968][243541] Updated weights for policy 0, policy_version 30269 (0.0008)
+[2026-06-02 16:35:53,143][243541] Updated weights for policy 0, policy_version 30279 (0.0008)
+[2026-06-02 16:35:53,315][243541] Updated weights for policy 0, policy_version 30289 (0.0008)
+[2026-06-02 16:35:53,952][243541] Updated weights for policy 0, policy_version 30299 (0.0008)
+[2026-06-02 16:35:54,117][243541] Updated weights for policy 0, policy_version 30309 (0.0008)
+[2026-06-02 16:35:54,302][243541] Updated weights for policy 0, policy_version 30320 (0.0008)
+[2026-06-02 16:35:54,471][243541] Updated weights for policy 0, policy_version 30330 (0.0009)
+[2026-06-02 16:35:54,642][243541] Updated weights for policy 0, policy_version 30340 (0.0009)
+[2026-06-02 16:35:54,826][243541] Updated weights for policy 0, policy_version 30350 (0.0008)
+[2026-06-02 16:35:54,998][243541] Updated weights for policy 0, policy_version 30360 (0.0009)
+[2026-06-02 16:35:55,252][235950] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 15564800. Throughput: 0: 20915.2. Samples: 15547776. Policy #0 lag: (min: 63.0, avg: 79.0, max: 127.0)
+[2026-06-02 16:35:55,253][235950] Avg episode reward: [(0, '988.761')]
+[2026-06-02 16:35:55,643][243541] Updated weights for policy 0, policy_version 30370 (0.0008)
+[2026-06-02 16:35:55,808][243541] Updated weights for policy 0, policy_version 30380 (0.0007)
+[2026-06-02 16:35:56,000][243541] Updated weights for policy 0, policy_version 30391 (0.0008)
+[2026-06-02 16:35:56,177][243541] Updated weights for policy 0, policy_version 30401 (0.0009)
+[2026-06-02 16:35:56,358][243541] Updated weights for policy 0, policy_version 30411 (0.0008)
+[2026-06-02 16:35:56,544][243541] Updated weights for policy 0, policy_version 30422 (0.0009)
+[2026-06-02 16:35:57,149][243541] Updated weights for policy 0, policy_version 30432 (0.0008)
+[2026-06-02 16:35:57,332][243541] Updated weights for policy 0, policy_version 30443 (0.0008)
+[2026-06-02 16:35:57,517][243541] Updated weights for policy 0, policy_version 30453 (0.0008)
+[2026-06-02 16:35:57,690][243541] Updated weights for policy 0, policy_version 30463 (0.0008)
+[2026-06-02 16:35:57,891][243541] Updated weights for policy 0, policy_version 30475 (0.0009)
+[2026-06-02 16:35:58,072][243541] Updated weights for policy 0, policy_version 30485 (0.0008)
+[2026-06-02 16:35:58,702][243541] Updated weights for policy 0, policy_version 30495 (0.0008)
+[2026-06-02 16:35:58,869][243541] Updated weights for policy 0, policy_version 30505 (0.0008)
+[2026-06-02 16:35:59,040][243541] Updated weights for policy 0, policy_version 30515 (0.0008)
+[2026-06-02 16:35:59,217][243541] Updated weights for policy 0, policy_version 30525 (0.0008)
+[2026-06-02 16:35:59,385][243541] Updated weights for policy 0, policy_version 30535 (0.0008)
+[2026-06-02 16:35:59,569][243541] Updated weights for policy 0, policy_version 30545 (0.0009)
+[2026-06-02 16:36:00,215][243541] Updated weights for policy 0, policy_version 30555 (0.0009)
+[2026-06-02 16:36:00,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 15663104. Throughput: 0: 20898.1. Samples: 15674240. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:36:00,253][235950] Avg episode reward: [(0, '1001.620')]
+[2026-06-02 16:36:00,373][243541] Updated weights for policy 0, policy_version 30565 (0.0009)
+[2026-06-02 16:36:00,534][243541] Updated weights for policy 0, policy_version 30575 (0.0008)
+[2026-06-02 16:36:00,729][243541] Updated weights for policy 0, policy_version 30586 (0.0008)
+[2026-06-02 16:36:00,911][243541] Updated weights for policy 0, policy_version 30596 (0.0009)
+[2026-06-02 16:36:01,089][243541] Updated weights for policy 0, policy_version 30606 (0.0009)
+[2026-06-02 16:36:01,251][243541] Updated weights for policy 0, policy_version 30616 (0.0008)
+[2026-06-02 16:36:01,888][243541] Updated weights for policy 0, policy_version 30626 (0.0008)
+[2026-06-02 16:36:02,054][243541] Updated weights for policy 0, policy_version 30636 (0.0008)
+[2026-06-02 16:36:02,230][243541] Updated weights for policy 0, policy_version 30646 (0.0009)
+[2026-06-02 16:36:02,406][243541] Updated weights for policy 0, policy_version 30656 (0.0009)
+[2026-06-02 16:36:02,573][243541] Updated weights for policy 0, policy_version 30666 (0.0008)
+[2026-06-02 16:36:02,747][243541] Updated weights for policy 0, policy_version 30676 (0.0008)
+[2026-06-02 16:36:03,405][243541] Updated weights for policy 0, policy_version 30686 (0.0008)
+[2026-06-02 16:36:03,579][243541] Updated weights for policy 0, policy_version 30696 (0.0008)
+[2026-06-02 16:36:03,753][243541] Updated weights for policy 0, policy_version 30706 (0.0008)
+[2026-06-02 16:36:03,924][243541] Updated weights for policy 0, policy_version 30716 (0.0008)
+[2026-06-02 16:36:04,106][243541] Updated weights for policy 0, policy_version 30727 (0.0008)
+[2026-06-02 16:36:04,287][243541] Updated weights for policy 0, policy_version 30737 (0.0008)
+[2026-06-02 16:36:04,927][243541] Updated weights for policy 0, policy_version 30747 (0.0008)
+[2026-06-02 16:36:05,098][243541] Updated weights for policy 0, policy_version 30757 (0.0008)
+[2026-06-02 16:36:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 15761408. Throughput: 0: 20909.5. Samples: 15802112. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:36:05,253][235950] Avg episode reward: [(0, '1028.802')]
+[2026-06-02 16:36:05,267][243541] Updated weights for policy 0, policy_version 30767 (0.0008)
+[2026-06-02 16:36:05,442][243541] Updated weights for policy 0, policy_version 30777 (0.0008)
+[2026-06-02 16:36:05,611][243541] Updated weights for policy 0, policy_version 30787 (0.0008)
+[2026-06-02 16:36:05,780][243541] Updated weights for policy 0, policy_version 30797 (0.0008)
+[2026-06-02 16:36:05,967][243541] Updated weights for policy 0, policy_version 30808 (0.0008)
+[2026-06-02 16:36:06,615][243541] Updated weights for policy 0, policy_version 30818 (0.0008)
+[2026-06-02 16:36:06,786][243541] Updated weights for policy 0, policy_version 30828 (0.0008)
+[2026-06-02 16:36:06,954][243541] Updated weights for policy 0, policy_version 30838 (0.0008)
+[2026-06-02 16:36:07,125][243541] Updated weights for policy 0, policy_version 30848 (0.0008)
+[2026-06-02 16:36:07,305][243541] Updated weights for policy 0, policy_version 30858 (0.0009)
+[2026-06-02 16:36:07,480][243541] Updated weights for policy 0, policy_version 30868 (0.0008)
+[2026-06-02 16:36:08,106][243541] Updated weights for policy 0, policy_version 30878 (0.0008)
+[2026-06-02 16:36:08,293][243541] Updated weights for policy 0, policy_version 30889 (0.0008)
+[2026-06-02 16:36:08,465][243541] Updated weights for policy 0, policy_version 30899 (0.0008)
+[2026-06-02 16:36:08,641][243541] Updated weights for policy 0, policy_version 30909 (0.0008)
+[2026-06-02 16:36:08,819][243541] Updated weights for policy 0, policy_version 30919 (0.0008)
+[2026-06-02 16:36:08,992][243541] Updated weights for policy 0, policy_version 30929 (0.0008)
+[2026-06-02 16:36:09,627][243541] Updated weights for policy 0, policy_version 30939 (0.0008)
+[2026-06-02 16:36:09,791][243541] Updated weights for policy 0, policy_version 30949 (0.0008)
+[2026-06-02 16:36:09,954][243541] Updated weights for policy 0, policy_version 30959 (0.0008)
+[2026-06-02 16:36:10,136][243541] Updated weights for policy 0, policy_version 30969 (0.0008)
+[2026-06-02 16:36:10,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 15859712. Throughput: 0: 20881.1. Samples: 15864064. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:36:10,253][235950] Avg episode reward: [(0, '1074.683')]
+[2026-06-02 16:36:10,313][243541] Updated weights for policy 0, policy_version 30979 (0.0008)
+[2026-06-02 16:36:10,483][243541] Updated weights for policy 0, policy_version 30989 (0.0008)
+[2026-06-02 16:36:10,652][243541] Updated weights for policy 0, policy_version 30999 (0.0008)
+[2026-06-02 16:36:11,321][243541] Updated weights for policy 0, policy_version 31010 (0.0008)
+[2026-06-02 16:36:11,510][243541] Updated weights for policy 0, policy_version 31021 (0.0008)
+[2026-06-02 16:36:11,696][243541] Updated weights for policy 0, policy_version 31032 (0.0008)
+[2026-06-02 16:36:11,870][243541] Updated weights for policy 0, policy_version 31042 (0.0008)
+[2026-06-02 16:36:12,049][243541] Updated weights for policy 0, policy_version 31052 (0.0008)
+[2026-06-02 16:36:12,225][243541] Updated weights for policy 0, policy_version 31062 (0.0008)
+[2026-06-02 16:36:12,853][243541] Updated weights for policy 0, policy_version 31072 (0.0008)
+[2026-06-02 16:36:13,051][243541] Updated weights for policy 0, policy_version 31084 (0.0008)
+[2026-06-02 16:36:13,226][243541] Updated weights for policy 0, policy_version 31094 (0.0008)
+[2026-06-02 16:36:13,403][243541] Updated weights for policy 0, policy_version 31104 (0.0008)
+[2026-06-02 16:36:13,597][243541] Updated weights for policy 0, policy_version 31115 (0.0009)
+[2026-06-02 16:36:13,777][243541] Updated weights for policy 0, policy_version 31126 (0.0008)
+[2026-06-02 16:36:14,416][243541] Updated weights for policy 0, policy_version 31136 (0.0009)
+[2026-06-02 16:36:14,583][243541] Updated weights for policy 0, policy_version 31146 (0.0008)
+[2026-06-02 16:36:14,757][243541] Updated weights for policy 0, policy_version 31156 (0.0008)
+[2026-06-02 16:36:14,925][243541] Updated weights for policy 0, policy_version 31166 (0.0008)
+[2026-06-02 16:36:15,120][243541] Updated weights for policy 0, policy_version 31177 (0.0008)
+[2026-06-02 16:36:15,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 15958016. Throughput: 0: 20659.2. Samples: 15980928. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:36:15,253][235950] Avg episode reward: [(0, '1069.300')]
+[2026-06-02 16:36:15,289][243541] Updated weights for policy 0, policy_version 31187 (0.0008)
+[2026-06-02 16:36:15,936][243541] Updated weights for policy 0, policy_version 31197 (0.0008)
+[2026-06-02 16:36:16,107][243541] Updated weights for policy 0, policy_version 31207 (0.0008)
+[2026-06-02 16:36:16,267][243541] Updated weights for policy 0, policy_version 31217 (0.0008)
+[2026-06-02 16:36:16,464][243541] Updated weights for policy 0, policy_version 31228 (0.0008)
+[2026-06-02 16:36:16,640][243541] Updated weights for policy 0, policy_version 31238 (0.0008)
+[2026-06-02 16:36:16,812][243541] Updated weights for policy 0, policy_version 31248 (0.0008)
+[2026-06-02 16:36:17,469][243541] Updated weights for policy 0, policy_version 31259 (0.0008)
+[2026-06-02 16:36:17,629][243541] Updated weights for policy 0, policy_version 31269 (0.0008)
+[2026-06-02 16:36:17,801][243541] Updated weights for policy 0, policy_version 31279 (0.0008)
+[2026-06-02 16:36:17,976][243541] Updated weights for policy 0, policy_version 31289 (0.0008)
+[2026-06-02 16:36:18,144][243541] Updated weights for policy 0, policy_version 31299 (0.0008)
+[2026-06-02 16:36:18,316][243541] Updated weights for policy 0, policy_version 31309 (0.0008)
+[2026-06-02 16:36:18,492][243541] Updated weights for policy 0, policy_version 31319 (0.0008)
+[2026-06-02 16:36:19,137][243541] Updated weights for policy 0, policy_version 31329 (0.0008)
+[2026-06-02 16:36:19,311][243541] Updated weights for policy 0, policy_version 31339 (0.0008)
+[2026-06-02 16:36:19,497][243541] Updated weights for policy 0, policy_version 31350 (0.0008)
+[2026-06-02 16:36:19,672][243541] Updated weights for policy 0, policy_version 31360 (0.0008)
+[2026-06-02 16:36:19,847][243541] Updated weights for policy 0, policy_version 31370 (0.0008)
+[2026-06-02 16:36:20,027][243541] Updated weights for policy 0, policy_version 31380 (0.0008)
+[2026-06-02 16:36:20,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 16089088. Throughput: 0: 20738.9. Samples: 16107776. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:36:20,253][235950] Avg episode reward: [(0, '1086.276')]
+[2026-06-02 16:36:20,686][243541] Updated weights for policy 0, policy_version 31390 (0.0008)
+[2026-06-02 16:36:20,852][243541] Updated weights for policy 0, policy_version 31400 (0.0008)
+[2026-06-02 16:36:21,017][243541] Updated weights for policy 0, policy_version 31410 (0.0008)
+[2026-06-02 16:36:21,197][243541] Updated weights for policy 0, policy_version 31420 (0.0008)
+[2026-06-02 16:36:21,369][243541] Updated weights for policy 0, policy_version 31430 (0.0008)
+[2026-06-02 16:36:21,533][243541] Updated weights for policy 0, policy_version 31440 (0.0008)
+[2026-06-02 16:36:22,170][243541] Updated weights for policy 0, policy_version 31450 (0.0008)
+[2026-06-02 16:36:22,340][243541] Updated weights for policy 0, policy_version 31460 (0.0008)
+[2026-06-02 16:36:22,510][243541] Updated weights for policy 0, policy_version 31470 (0.0008)
+[2026-06-02 16:36:22,684][243541] Updated weights for policy 0, policy_version 31480 (0.0008)
+[2026-06-02 16:36:22,848][243541] Updated weights for policy 0, policy_version 31490 (0.0008)
+[2026-06-02 16:36:23,021][243541] Updated weights for policy 0, policy_version 31500 (0.0008)
+[2026-06-02 16:36:23,200][243541] Updated weights for policy 0, policy_version 31510 (0.0008)
+[2026-06-02 16:36:23,854][243541] Updated weights for policy 0, policy_version 31521 (0.0008)
+[2026-06-02 16:36:24,026][243541] Updated weights for policy 0, policy_version 31531 (0.0009)
+[2026-06-02 16:36:24,198][243541] Updated weights for policy 0, policy_version 31541 (0.0008)
+[2026-06-02 16:36:24,374][243541] Updated weights for policy 0, policy_version 31551 (0.0008)
+[2026-06-02 16:36:24,547][243541] Updated weights for policy 0, policy_version 31561 (0.0008)
+[2026-06-02 16:36:24,724][243541] Updated weights for policy 0, policy_version 31571 (0.0009)
+[2026-06-02 16:36:25,252][235950] Fps is (10 sec: 22937.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 16187392. Throughput: 0: 20852.6. Samples: 16171136. Policy #0 lag: (min: 15.0, avg: 30.7, max: 79.0)
+[2026-06-02 16:36:25,253][235950] Avg episode reward: [(0, '1104.070')]
+[2026-06-02 16:36:25,358][243541] Updated weights for policy 0, policy_version 31581 (0.0009)
+[2026-06-02 16:36:25,518][243541] Updated weights for policy 0, policy_version 31591 (0.0009)
+[2026-06-02 16:36:25,693][243541] Updated weights for policy 0, policy_version 31601 (0.0009)
+[2026-06-02 16:36:25,869][243541] Updated weights for policy 0, policy_version 31611 (0.0009)
+[2026-06-02 16:36:26,044][243541] Updated weights for policy 0, policy_version 31621 (0.0009)
+[2026-06-02 16:36:26,229][243541] Updated weights for policy 0, policy_version 31632 (0.0009)
+[2026-06-02 16:36:26,883][243541] Updated weights for policy 0, policy_version 31642 (0.0008)
+[2026-06-02 16:36:27,055][243541] Updated weights for policy 0, policy_version 31652 (0.0009)
+[2026-06-02 16:36:27,239][243541] Updated weights for policy 0, policy_version 31663 (0.0007)
+[2026-06-02 16:36:27,433][243541] Updated weights for policy 0, policy_version 31674 (0.0009)
+[2026-06-02 16:36:27,624][243541] Updated weights for policy 0, policy_version 31685 (0.0008)
+[2026-06-02 16:36:27,801][243541] Updated weights for policy 0, policy_version 31695 (0.0008)
+[2026-06-02 16:36:28,441][243541] Updated weights for policy 0, policy_version 31705 (0.0009)
+[2026-06-02 16:36:28,616][243541] Updated weights for policy 0, policy_version 31716 (0.0009)
+[2026-06-02 16:36:28,785][243541] Updated weights for policy 0, policy_version 31726 (0.0008)
+[2026-06-02 16:36:28,950][243541] Updated weights for policy 0, policy_version 31736 (0.0008)
+[2026-06-02 16:36:29,128][243541] Updated weights for policy 0, policy_version 31746 (0.0008)
+[2026-06-02 16:36:29,306][243541] Updated weights for policy 0, policy_version 31756 (0.0008)
+[2026-06-02 16:36:29,473][243541] Updated weights for policy 0, policy_version 31766 (0.0009)
+[2026-06-02 16:36:30,118][243541] Updated weights for policy 0, policy_version 31776 (0.0008)
+[2026-06-02 16:36:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 16285696. Throughput: 0: 20901.0. Samples: 16298240. Policy #0 lag: (min: 15.0, avg: 30.7, max: 79.0)
+[2026-06-02 16:36:30,252][235950] Avg episode reward: [(0, '1133.331')]
+[2026-06-02 16:36:30,283][243541] Updated weights for policy 0, policy_version 31786 (0.0008)
+[2026-06-02 16:36:30,451][243541] Updated weights for policy 0, policy_version 31796 (0.0008)
+[2026-06-02 16:36:30,628][243541] Updated weights for policy 0, policy_version 31806 (0.0008)
+[2026-06-02 16:36:30,824][243541] Updated weights for policy 0, policy_version 31818 (0.0008)
+[2026-06-02 16:36:31,000][243541] Updated weights for policy 0, policy_version 31828 (0.0008)
+[2026-06-02 16:36:31,671][243541] Updated weights for policy 0, policy_version 31838 (0.0008)
+[2026-06-02 16:36:31,830][243541] Updated weights for policy 0, policy_version 31848 (0.0008)
+[2026-06-02 16:36:32,016][243541] Updated weights for policy 0, policy_version 31859 (0.0008)
+[2026-06-02 16:36:32,205][243541] Updated weights for policy 0, policy_version 31870 (0.0009)
+[2026-06-02 16:36:32,386][243541] Updated weights for policy 0, policy_version 31880 (0.0008)
+[2026-06-02 16:36:32,563][243541] Updated weights for policy 0, policy_version 31890 (0.0008)
+[2026-06-02 16:36:33,202][243541] Updated weights for policy 0, policy_version 31900 (0.0008)
+[2026-06-02 16:36:33,378][243541] Updated weights for policy 0, policy_version 31911 (0.0008)
+[2026-06-02 16:36:33,549][243541] Updated weights for policy 0, policy_version 31921 (0.0008)
+[2026-06-02 16:36:33,724][243541] Updated weights for policy 0, policy_version 31931 (0.0008)
+[2026-06-02 16:36:33,897][243541] Updated weights for policy 0, policy_version 31941 (0.0008)
+[2026-06-02 16:36:34,063][243541] Updated weights for policy 0, policy_version 31951 (0.0008)
+[2026-06-02 16:36:34,736][243541] Updated weights for policy 0, policy_version 31961 (0.0008)
+[2026-06-02 16:36:34,900][243541] Updated weights for policy 0, policy_version 31971 (0.0008)
+[2026-06-02 16:36:35,069][243541] Updated weights for policy 0, policy_version 31981 (0.0008)
+[2026-06-02 16:36:35,238][243541] Updated weights for policy 0, policy_version 31991 (0.0008)
+[2026-06-02 16:36:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 16384000. Throughput: 0: 20932.3. Samples: 16425984. Policy #0 lag: (min: 15.0, avg: 30.7, max: 79.0)
+[2026-06-02 16:36:35,253][235950] Avg episode reward: [(0, '1113.825')]
+[2026-06-02 16:36:35,407][243541] Updated weights for policy 0, policy_version 32001 (0.0008)
+[2026-06-02 16:36:35,578][243541] Updated weights for policy 0, policy_version 32011 (0.0008)
+[2026-06-02 16:36:35,758][243541] Updated weights for policy 0, policy_version 32021 (0.0008)
+[2026-06-02 16:36:36,413][243541] Updated weights for policy 0, policy_version 32031 (0.0008)
+[2026-06-02 16:36:36,609][243541] Updated weights for policy 0, policy_version 32043 (0.0008)
+[2026-06-02 16:36:36,778][243541] Updated weights for policy 0, policy_version 32053 (0.0008)
+[2026-06-02 16:36:36,972][243541] Updated weights for policy 0, policy_version 32064 (0.0008)
+[2026-06-02 16:36:37,148][243541] Updated weights for policy 0, policy_version 32074 (0.0008)
+[2026-06-02 16:36:37,323][243541] Updated weights for policy 0, policy_version 32084 (0.0008)
+[2026-06-02 16:36:37,953][243541] Updated weights for policy 0, policy_version 32094 (0.0009)
+[2026-06-02 16:36:38,120][243541] Updated weights for policy 0, policy_version 32104 (0.0008)
+[2026-06-02 16:36:38,309][243541] Updated weights for policy 0, policy_version 32115 (0.0008)
+[2026-06-02 16:36:38,504][243541] Updated weights for policy 0, policy_version 32126 (0.0008)
+[2026-06-02 16:36:38,668][243541] Updated weights for policy 0, policy_version 32136 (0.0008)
+[2026-06-02 16:36:38,844][243541] Updated weights for policy 0, policy_version 32146 (0.0008)
+[2026-06-02 16:36:39,490][243541] Updated weights for policy 0, policy_version 32156 (0.0009)
+[2026-06-02 16:36:39,652][243541] Updated weights for policy 0, policy_version 32166 (0.0008)
+[2026-06-02 16:36:39,815][243541] Updated weights for policy 0, policy_version 32176 (0.0008)
+[2026-06-02 16:36:40,013][243541] Updated weights for policy 0, policy_version 32187 (0.0008)
+[2026-06-02 16:36:40,187][243541] Updated weights for policy 0, policy_version 32197 (0.0009)
+[2026-06-02 16:36:40,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 16482304. Throughput: 0: 20929.4. Samples: 16489600. Policy #0 lag: (min: 15.0, avg: 30.7, max: 79.0)
+[2026-06-02 16:36:40,253][235950] Avg episode reward: [(0, '1102.493')]
+[2026-06-02 16:36:40,356][243541] Updated weights for policy 0, policy_version 32207 (0.0008)
+[2026-06-02 16:36:41,002][243541] Updated weights for policy 0, policy_version 32217 (0.0008)
+[2026-06-02 16:36:41,189][243541] Updated weights for policy 0, policy_version 32229 (0.0008)
+[2026-06-02 16:36:41,355][243541] Updated weights for policy 0, policy_version 32239 (0.0008)
+[2026-06-02 16:36:41,530][243541] Updated weights for policy 0, policy_version 32249 (0.0008)
+[2026-06-02 16:36:41,707][243541] Updated weights for policy 0, policy_version 32259 (0.0008)
+[2026-06-02 16:36:41,882][243541] Updated weights for policy 0, policy_version 32269 (0.0008)
+[2026-06-02 16:36:42,052][243541] Updated weights for policy 0, policy_version 32279 (0.0008)
+[2026-06-02 16:36:42,678][243541] Updated weights for policy 0, policy_version 32289 (0.0009)
+[2026-06-02 16:36:42,847][243541] Updated weights for policy 0, policy_version 32299 (0.0008)
+[2026-06-02 16:36:43,027][243541] Updated weights for policy 0, policy_version 32310 (0.0008)
+[2026-06-02 16:36:43,221][243541] Updated weights for policy 0, policy_version 32321 (0.0008)
+[2026-06-02 16:36:43,392][243541] Updated weights for policy 0, policy_version 32331 (0.0008)
+[2026-06-02 16:36:43,577][243541] Updated weights for policy 0, policy_version 32341 (0.0008)
+[2026-06-02 16:36:44,245][243541] Updated weights for policy 0, policy_version 32352 (0.0008)
+[2026-06-02 16:36:44,411][243541] Updated weights for policy 0, policy_version 32362 (0.0009)
+[2026-06-02 16:36:44,587][243541] Updated weights for policy 0, policy_version 32372 (0.0008)
+[2026-06-02 16:36:44,754][243541] Updated weights for policy 0, policy_version 32382 (0.0008)
+[2026-06-02 16:36:44,931][243541] Updated weights for policy 0, policy_version 32392 (0.0008)
+[2026-06-02 16:36:45,120][243541] Updated weights for policy 0, policy_version 32403 (0.0008)
+[2026-06-02 16:36:45,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 16613376. Throughput: 0: 20841.2. Samples: 16612096. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:36:45,253][235950] Avg episode reward: [(0, '1154.420')]
+[2026-06-02 16:36:45,748][243541] Updated weights for policy 0, policy_version 32413 (0.0009)
+[2026-06-02 16:36:45,930][243541] Updated weights for policy 0, policy_version 32424 (0.0008)
+[2026-06-02 16:36:46,103][243541] Updated weights for policy 0, policy_version 32434 (0.0008)
+[2026-06-02 16:36:46,277][243541] Updated weights for policy 0, policy_version 32444 (0.0008)
+[2026-06-02 16:36:46,454][243541] Updated weights for policy 0, policy_version 32454 (0.0008)
+[2026-06-02 16:36:46,626][243541] Updated weights for policy 0, policy_version 32464 (0.0008)
+[2026-06-02 16:36:47,269][243541] Updated weights for policy 0, policy_version 32474 (0.0008)
+[2026-06-02 16:36:47,451][243541] Updated weights for policy 0, policy_version 32485 (0.0008)
+[2026-06-02 16:36:47,623][243541] Updated weights for policy 0, policy_version 32495 (0.0008)
+[2026-06-02 16:36:47,792][243541] Updated weights for policy 0, policy_version 32505 (0.0008)
+[2026-06-02 16:36:47,966][243541] Updated weights for policy 0, policy_version 32515 (0.0008)
+[2026-06-02 16:36:48,140][243541] Updated weights for policy 0, policy_version 32525 (0.0008)
+[2026-06-02 16:36:48,324][243541] Updated weights for policy 0, policy_version 32536 (0.0008)
+[2026-06-02 16:36:48,974][243541] Updated weights for policy 0, policy_version 32547 (0.0008)
+[2026-06-02 16:36:49,161][243541] Updated weights for policy 0, policy_version 32558 (0.0008)
+[2026-06-02 16:36:49,330][243541] Updated weights for policy 0, policy_version 32568 (0.0008)
+[2026-06-02 16:36:49,502][243541] Updated weights for policy 0, policy_version 32578 (0.0008)
+[2026-06-02 16:36:49,689][243541] Updated weights for policy 0, policy_version 32589 (0.0008)
+[2026-06-02 16:36:49,876][243541] Updated weights for policy 0, policy_version 32600 (0.0008)
+[2026-06-02 16:36:50,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 16711680. Throughput: 0: 20627.9. Samples: 16730368. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:36:50,253][235950] Avg episode reward: [(0, '1124.593')]
+[2026-06-02 16:36:50,537][243541] Updated weights for policy 0, policy_version 32610 (0.0008)
+[2026-06-02 16:36:50,729][243541] Updated weights for policy 0, policy_version 32621 (0.0008)
+[2026-06-02 16:36:50,904][243541] Updated weights for policy 0, policy_version 32631 (0.0008)
+[2026-06-02 16:36:51,116][243541] Updated weights for policy 0, policy_version 32644 (0.0008)
+[2026-06-02 16:36:51,282][243541] Updated weights for policy 0, policy_version 32654 (0.0008)
+[2026-06-02 16:36:51,447][243541] Updated weights for policy 0, policy_version 32664 (0.0008)
+[2026-06-02 16:36:52,103][243541] Updated weights for policy 0, policy_version 32674 (0.0008)
+[2026-06-02 16:36:52,285][243541] Updated weights for policy 0, policy_version 32685 (0.0008)
+[2026-06-02 16:36:52,448][243541] Updated weights for policy 0, policy_version 32695 (0.0008)
+[2026-06-02 16:36:52,623][243541] Updated weights for policy 0, policy_version 32706 (0.0008)
+[2026-06-02 16:36:52,828][243541] Updated weights for policy 0, policy_version 32717 (0.0008)
+[2026-06-02 16:36:52,991][243541] Updated weights for policy 0, policy_version 32727 (0.0008)
+[2026-06-02 16:36:53,657][243541] Updated weights for policy 0, policy_version 32737 (0.0009)
+[2026-06-02 16:36:53,833][243541] Updated weights for policy 0, policy_version 32748 (0.0009)
+[2026-06-02 16:36:54,004][243541] Updated weights for policy 0, policy_version 32758 (0.0009)
+[2026-06-02 16:36:54,169][243541] Updated weights for policy 0, policy_version 32768 (0.0008)
+[2026-06-02 16:36:54,346][243541] Updated weights for policy 0, policy_version 32778 (0.0009)
+[2026-06-02 16:36:54,530][243541] Updated weights for policy 0, policy_version 32789 (0.0008)
+[2026-06-02 16:36:55,187][243541] Updated weights for policy 0, policy_version 32799 (0.0007)
+[2026-06-02 16:36:55,252][235950] Fps is (10 sec: 19659.9, 60 sec: 20752.9, 300 sec: 20882.6). Total num frames: 16809984. Throughput: 0: 20650.5. Samples: 16793344. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:36:55,253][235950] Avg episode reward: [(0, '1133.871')]
+[2026-06-02 16:36:55,353][243541] Updated weights for policy 0, policy_version 32809 (0.0004)
+[2026-06-02 16:36:55,541][243541] Updated weights for policy 0, policy_version 32820 (0.0004)
+[2026-06-02 16:36:55,707][243541] Updated weights for policy 0, policy_version 32830 (0.0004)
+[2026-06-02 16:36:55,885][243541] Updated weights for policy 0, policy_version 32840 (0.0007)
+[2026-06-02 16:36:56,056][243541] Updated weights for policy 0, policy_version 32850 (0.0008)
+[2026-06-02 16:36:56,698][243541] Updated weights for policy 0, policy_version 32860 (0.0009)
+[2026-06-02 16:36:56,853][243541] Updated weights for policy 0, policy_version 32870 (0.0008)
+[2026-06-02 16:36:57,033][243541] Updated weights for policy 0, policy_version 32880 (0.0008)
+[2026-06-02 16:36:57,217][243541] Updated weights for policy 0, policy_version 32891 (0.0008)
+[2026-06-02 16:36:57,390][243541] Updated weights for policy 0, policy_version 32901 (0.0008)
+[2026-06-02 16:36:57,566][243541] Updated weights for policy 0, policy_version 32911 (0.0008)
+[2026-06-02 16:36:58,231][243541] Updated weights for policy 0, policy_version 32921 (0.0008)
+[2026-06-02 16:36:58,380][243541] Updated weights for policy 0, policy_version 32931 (0.0008)
+[2026-06-02 16:36:58,569][243541] Updated weights for policy 0, policy_version 32942 (0.0008)
+[2026-06-02 16:36:58,742][243541] Updated weights for policy 0, policy_version 32952 (0.0008)
+[2026-06-02 16:36:58,915][243541] Updated weights for policy 0, policy_version 32962 (0.0008)
+[2026-06-02 16:36:59,089][243541] Updated weights for policy 0, policy_version 32972 (0.0008)
+[2026-06-02 16:36:59,252][243541] Updated weights for policy 0, policy_version 32982 (0.0008)
+[2026-06-02 16:36:59,884][243541] Updated weights for policy 0, policy_version 32992 (0.0008)
+[2026-06-02 16:37:00,055][243541] Updated weights for policy 0, policy_version 33002 (0.0008)
+[2026-06-02 16:37:00,226][243541] Updated weights for policy 0, policy_version 33012 (0.0008)
+[2026-06-02 16:37:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 16908288. Throughput: 0: 20886.8. Samples: 16920832. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:37:00,253][235950] Avg episode reward: [(0, '1170.885')]
+[2026-06-02 16:37:00,394][243541] Updated weights for policy 0, policy_version 33022 (0.0008)
+[2026-06-02 16:37:00,571][243541] Updated weights for policy 0, policy_version 33032 (0.0008)
+[2026-06-02 16:37:00,759][243541] Updated weights for policy 0, policy_version 33043 (0.0009)
+[2026-06-02 16:37:01,415][243541] Updated weights for policy 0, policy_version 33054 (0.0008)
+[2026-06-02 16:37:01,586][243541] Updated weights for policy 0, policy_version 33064 (0.0008)
+[2026-06-02 16:37:01,757][243541] Updated weights for policy 0, policy_version 33074 (0.0008)
+[2026-06-02 16:37:01,925][243541] Updated weights for policy 0, policy_version 33084 (0.0008)
+[2026-06-02 16:37:02,104][243541] Updated weights for policy 0, policy_version 33094 (0.0008)
+[2026-06-02 16:37:02,280][243541] Updated weights for policy 0, policy_version 33104 (0.0008)
+[2026-06-02 16:37:02,938][243541] Updated weights for policy 0, policy_version 33114 (0.0009)
+[2026-06-02 16:37:03,113][243541] Updated weights for policy 0, policy_version 33125 (0.0008)
+[2026-06-02 16:37:03,301][243541] Updated weights for policy 0, policy_version 33136 (0.0008)
+[2026-06-02 16:37:03,470][243541] Updated weights for policy 0, policy_version 33146 (0.0008)
+[2026-06-02 16:37:03,650][243541] Updated weights for policy 0, policy_version 33156 (0.0008)
+[2026-06-02 16:37:03,823][243541] Updated weights for policy 0, policy_version 33166 (0.0008)
+[2026-06-02 16:37:04,494][243541] Updated weights for policy 0, policy_version 33178 (0.0008)
+[2026-06-02 16:37:04,657][243541] Updated weights for policy 0, policy_version 33188 (0.0008)
+[2026-06-02 16:37:04,829][243541] Updated weights for policy 0, policy_version 33198 (0.0008)
+[2026-06-02 16:37:05,002][243541] Updated weights for policy 0, policy_version 33208 (0.0008)
+[2026-06-02 16:37:05,170][243541] Updated weights for policy 0, policy_version 33218 (0.0008)
+[2026-06-02 16:37:05,252][235950] Fps is (10 sec: 19661.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 17006592. Throughput: 0: 20875.3. Samples: 17047168. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:37:05,253][235950] Avg episode reward: [(0, '1187.730')]
+[2026-06-02 16:37:05,351][243541] Updated weights for policy 0, policy_version 33228 (0.0008)
+[2026-06-02 16:37:05,524][243541] Updated weights for policy 0, policy_version 33238 (0.0008)
+[2026-06-02 16:37:06,187][243541] Updated weights for policy 0, policy_version 33248 (0.0006)
+[2026-06-02 16:37:06,354][243541] Updated weights for policy 0, policy_version 33258 (0.0005)
+[2026-06-02 16:37:06,545][243541] Updated weights for policy 0, policy_version 33269 (0.0005)
+[2026-06-02 16:37:06,718][243541] Updated weights for policy 0, policy_version 33279 (0.0007)
+[2026-06-02 16:37:06,894][243541] Updated weights for policy 0, policy_version 33289 (0.0008)
+[2026-06-02 16:37:07,063][243541] Updated weights for policy 0, policy_version 33299 (0.0009)
+[2026-06-02 16:37:07,702][243541] Updated weights for policy 0, policy_version 33309 (0.0008)
+[2026-06-02 16:37:07,863][243541] Updated weights for policy 0, policy_version 33319 (0.0008)
+[2026-06-02 16:37:08,029][243541] Updated weights for policy 0, policy_version 33329 (0.0008)
+[2026-06-02 16:37:08,208][243541] Updated weights for policy 0, policy_version 33339 (0.0008)
+[2026-06-02 16:37:08,380][243541] Updated weights for policy 0, policy_version 33349 (0.0008)
+[2026-06-02 16:37:08,557][243541] Updated weights for policy 0, policy_version 33359 (0.0008)
+[2026-06-02 16:37:09,197][243541] Updated weights for policy 0, policy_version 33369 (0.0008)
+[2026-06-02 16:37:09,360][243541] Updated weights for policy 0, policy_version 33379 (0.0008)
+[2026-06-02 16:37:09,525][243541] Updated weights for policy 0, policy_version 33389 (0.0008)
+[2026-06-02 16:37:09,703][243541] Updated weights for policy 0, policy_version 33399 (0.0008)
+[2026-06-02 16:37:09,870][243541] Updated weights for policy 0, policy_version 33409 (0.0009)
+[2026-06-02 16:37:10,048][243541] Updated weights for policy 0, policy_version 33419 (0.0008)
+[2026-06-02 16:37:10,225][243541] Updated weights for policy 0, policy_version 33429 (0.0008)
+[2026-06-02 16:37:10,252][235950] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20771.6). Total num frames: 17104896. Throughput: 0: 20886.7. Samples: 17111040. Policy #0 lag: (min: 61.0, avg: 76.1, max: 125.0)
+[2026-06-02 16:37:10,253][235950] Avg episode reward: [(0, '1220.682')]
+[2026-06-02 16:37:10,266][242682] Saving new best policy, reward=1220.682!
+[2026-06-02 16:37:10,870][243541] Updated weights for policy 0, policy_version 33439 (0.0008)
+[2026-06-02 16:37:11,033][243541] Updated weights for policy 0, policy_version 33449 (0.0008)
+[2026-06-02 16:37:11,210][243541] Updated weights for policy 0, policy_version 33459 (0.0008)
+[2026-06-02 16:37:11,374][243541] Updated weights for policy 0, policy_version 33469 (0.0006)
+[2026-06-02 16:37:11,555][243541] Updated weights for policy 0, policy_version 33479 (0.0008)
+[2026-06-02 16:37:11,724][243541] Updated weights for policy 0, policy_version 33489 (0.0008)
+[2026-06-02 16:37:12,351][243541] Updated weights for policy 0, policy_version 33499 (0.0008)
+[2026-06-02 16:37:12,519][243541] Updated weights for policy 0, policy_version 33509 (0.0008)
+[2026-06-02 16:37:12,686][243541] Updated weights for policy 0, policy_version 33519 (0.0008)
+[2026-06-02 16:37:12,860][243541] Updated weights for policy 0, policy_version 33529 (0.0008)
+[2026-06-02 16:37:13,036][243541] Updated weights for policy 0, policy_version 33539 (0.0008)
+[2026-06-02 16:37:13,209][243541] Updated weights for policy 0, policy_version 33549 (0.0009)
+[2026-06-02 16:37:13,395][243541] Updated weights for policy 0, policy_version 33560 (0.0008)
+[2026-06-02 16:37:14,044][243541] Updated weights for policy 0, policy_version 33570 (0.0008)
+[2026-06-02 16:37:14,218][243541] Updated weights for policy 0, policy_version 33580 (0.0008)
+[2026-06-02 16:37:14,396][243541] Updated weights for policy 0, policy_version 33590 (0.0008)
+[2026-06-02 16:37:14,565][243541] Updated weights for policy 0, policy_version 33600 (0.0008)
+[2026-06-02 16:37:14,745][243541] Updated weights for policy 0, policy_version 33610 (0.0009)
+[2026-06-02 16:37:14,920][243541] Updated weights for policy 0, policy_version 33620 (0.0008)
+[2026-06-02 16:37:15,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.3, 300 sec: 20882.7). Total num frames: 17235968. Throughput: 0: 20878.3. Samples: 17237760. Policy #0 lag: (min: 61.0, avg: 76.1, max: 125.0)
+[2026-06-02 16:37:15,252][235950] Avg episode reward: [(0, '1286.716')]
+[2026-06-02 16:37:15,256][242682] Saving new best policy, reward=1286.716!
+[2026-06-02 16:37:15,571][243541] Updated weights for policy 0, policy_version 33631 (0.0008)
+[2026-06-02 16:37:15,750][243541] Updated weights for policy 0, policy_version 33642 (0.0008)
+[2026-06-02 16:37:15,921][243541] Updated weights for policy 0, policy_version 33652 (0.0008)
+[2026-06-02 16:37:16,088][243541] Updated weights for policy 0, policy_version 33662 (0.0008)
+[2026-06-02 16:37:16,290][243541] Updated weights for policy 0, policy_version 33673 (0.0008)
+[2026-06-02 16:37:16,478][243541] Updated weights for policy 0, policy_version 33684 (0.0009)
+[2026-06-02 16:37:17,111][243541] Updated weights for policy 0, policy_version 33694 (0.0008)
+[2026-06-02 16:37:17,292][243541] Updated weights for policy 0, policy_version 33705 (0.0008)
+[2026-06-02 16:37:17,470][243541] Updated weights for policy 0, policy_version 33715 (0.0008)
+[2026-06-02 16:37:17,647][243541] Updated weights for policy 0, policy_version 33725 (0.0008)
+[2026-06-02 16:37:17,814][243541] Updated weights for policy 0, policy_version 33735 (0.0008)
+[2026-06-02 16:37:18,004][243541] Updated weights for policy 0, policy_version 33746 (0.0008)
+[2026-06-02 16:37:18,651][243541] Updated weights for policy 0, policy_version 33756 (0.0008)
+[2026-06-02 16:37:18,829][243541] Updated weights for policy 0, policy_version 33767 (0.0008)
+[2026-06-02 16:37:19,051][243541] Updated weights for policy 0, policy_version 33780 (0.0008)
+[2026-06-02 16:37:19,220][243541] Updated weights for policy 0, policy_version 33790 (0.0008)
+[2026-06-02 16:37:19,392][243541] Updated weights for policy 0, policy_version 33800 (0.0008)
+[2026-06-02 16:37:19,567][243541] Updated weights for policy 0, policy_version 33810 (0.0008)
+[2026-06-02 16:37:20,248][243541] Updated weights for policy 0, policy_version 33821 (0.0008)
+[2026-06-02 16:37:20,252][235950] Fps is (10 sec: 22937.9, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 17334272. Throughput: 0: 20724.6. Samples: 17358592. Policy #0 lag: (min: 61.0, avg: 76.1, max: 125.0)
+[2026-06-02 16:37:20,253][235950] Avg episode reward: [(0, '1318.684')]
+[2026-06-02 16:37:20,430][243541] Updated weights for policy 0, policy_version 33832 (0.0008)
+[2026-06-02 16:37:20,620][243541] Updated weights for policy 0, policy_version 33843 (0.0008)
+[2026-06-02 16:37:20,797][243541] Updated weights for policy 0, policy_version 33853 (0.0008)
+[2026-06-02 16:37:20,961][243541] Updated weights for policy 0, policy_version 33863 (0.0008)
+[2026-06-02 16:37:21,141][243541] Updated weights for policy 0, policy_version 33873 (0.0008)
+[2026-06-02 16:37:21,256][242682] Saving new best policy, reward=1318.684!
+[2026-06-02 16:37:21,790][243541] Updated weights for policy 0, policy_version 33883 (0.0009)
+[2026-06-02 16:37:21,947][243541] Updated weights for policy 0, policy_version 33893 (0.0008)
+[2026-06-02 16:37:22,126][243541] Updated weights for policy 0, policy_version 33903 (0.0008)
+[2026-06-02 16:37:22,291][243541] Updated weights for policy 0, policy_version 33913 (0.0008)
+[2026-06-02 16:37:22,472][243541] Updated weights for policy 0, policy_version 33923 (0.0008)
+[2026-06-02 16:37:22,645][243541] Updated weights for policy 0, policy_version 33933 (0.0008)
+[2026-06-02 16:37:22,818][243541] Updated weights for policy 0, policy_version 33943 (0.0008)
+[2026-06-02 16:37:23,454][243541] Updated weights for policy 0, policy_version 33953 (0.0008)
+[2026-06-02 16:37:23,633][243541] Updated weights for policy 0, policy_version 33964 (0.0008)
+[2026-06-02 16:37:23,810][243541] Updated weights for policy 0, policy_version 33974 (0.0008)
+[2026-06-02 16:37:23,987][243541] Updated weights for policy 0, policy_version 33984 (0.0008)
+[2026-06-02 16:37:24,153][243541] Updated weights for policy 0, policy_version 33994 (0.0008)
+[2026-06-02 16:37:24,364][243541] Updated weights for policy 0, policy_version 34006 (0.0008)
+[2026-06-02 16:37:25,010][243541] Updated weights for policy 0, policy_version 34017 (0.0008)
+[2026-06-02 16:37:25,175][243541] Updated weights for policy 0, policy_version 34027 (0.0008)
+[2026-06-02 16:37:25,252][235950] Fps is (10 sec: 19660.3, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 17432576. Throughput: 0: 20616.5. Samples: 17417344. Policy #0 lag: (min: 61.0, avg: 76.1, max: 125.0)
+[2026-06-02 16:37:25,253][235950] Avg episode reward: [(0, '1333.357')]
+[2026-06-02 16:37:25,357][243541] Updated weights for policy 0, policy_version 34037 (0.0008)
+[2026-06-02 16:37:25,522][243541] Updated weights for policy 0, policy_version 34047 (0.0008)
+[2026-06-02 16:37:25,693][243541] Updated weights for policy 0, policy_version 34057 (0.0008)
+[2026-06-02 16:37:25,868][243541] Updated weights for policy 0, policy_version 34067 (0.0008)
+[2026-06-02 16:37:25,949][242682] Saving new best policy, reward=1333.357!
+[2026-06-02 16:37:26,525][243541] Updated weights for policy 0, policy_version 34077 (0.0008)
+[2026-06-02 16:37:26,688][243541] Updated weights for policy 0, policy_version 34087 (0.0008)
+[2026-06-02 16:37:26,851][243541] Updated weights for policy 0, policy_version 34097 (0.0008)
+[2026-06-02 16:37:27,016][243541] Updated weights for policy 0, policy_version 34107 (0.0008)
+[2026-06-02 16:37:27,196][243541] Updated weights for policy 0, policy_version 34117 (0.0008)
+[2026-06-02 16:37:27,374][243541] Updated weights for policy 0, policy_version 34127 (0.0008)
+[2026-06-02 16:37:28,072][243541] Updated weights for policy 0, policy_version 34140 (0.0009)
+[2026-06-02 16:37:28,260][243541] Updated weights for policy 0, policy_version 34152 (0.0008)
+[2026-06-02 16:37:28,429][243541] Updated weights for policy 0, policy_version 34162 (0.0008)
+[2026-06-02 16:37:28,607][243541] Updated weights for policy 0, policy_version 34172 (0.0008)
+[2026-06-02 16:37:28,793][243541] Updated weights for policy 0, policy_version 34183 (0.0008)
+[2026-06-02 16:37:28,976][243541] Updated weights for policy 0, policy_version 34194 (0.0008)
+[2026-06-02 16:37:29,630][243541] Updated weights for policy 0, policy_version 34204 (0.0008)
+[2026-06-02 16:37:29,799][243541] Updated weights for policy 0, policy_version 34214 (0.0009)
+[2026-06-02 16:37:29,965][243541] Updated weights for policy 0, policy_version 34224 (0.0008)
+[2026-06-02 16:37:30,140][243541] Updated weights for policy 0, policy_version 34234 (0.0008)
+[2026-06-02 16:37:30,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 17530880. Throughput: 0: 20696.2. Samples: 17543424. Policy #0 lag: (min: 61.0, avg: 76.1, max: 125.0)
+[2026-06-02 16:37:30,253][235950] Avg episode reward: [(0, '1330.656')]
+[2026-06-02 16:37:30,308][243541] Updated weights for policy 0, policy_version 34244 (0.0009)
+[2026-06-02 16:37:30,481][243541] Updated weights for policy 0, policy_version 34254 (0.0008)
+[2026-06-02 16:37:30,669][243541] Updated weights for policy 0, policy_version 34264 (0.0008)
+[2026-06-02 16:37:31,303][243541] Updated weights for policy 0, policy_version 34274 (0.0004)
+[2026-06-02 16:37:31,468][243541] Updated weights for policy 0, policy_version 34284 (0.0004)
+[2026-06-02 16:37:31,642][243541] Updated weights for policy 0, policy_version 34294 (0.0004)
+[2026-06-02 16:37:31,817][243541] Updated weights for policy 0, policy_version 34304 (0.0004)
+[2026-06-02 16:37:31,992][243541] Updated weights for policy 0, policy_version 34314 (0.0004)
+[2026-06-02 16:37:32,165][243541] Updated weights for policy 0, policy_version 34324 (0.0005)
+[2026-06-02 16:37:32,794][243541] Updated weights for policy 0, policy_version 34334 (0.0006)
+[2026-06-02 16:37:32,977][243541] Updated weights for policy 0, policy_version 34345 (0.0004)
+[2026-06-02 16:37:33,154][243541] Updated weights for policy 0, policy_version 34355 (0.0004)
+[2026-06-02 16:37:33,329][243541] Updated weights for policy 0, policy_version 34365 (0.0004)
+[2026-06-02 16:37:33,505][243541] Updated weights for policy 0, policy_version 34375 (0.0004)
+[2026-06-02 16:37:33,672][243541] Updated weights for policy 0, policy_version 34385 (0.0004)
+[2026-06-02 16:37:34,320][243541] Updated weights for policy 0, policy_version 34395 (0.0004)
+[2026-06-02 16:37:34,491][243541] Updated weights for policy 0, policy_version 34405 (0.0004)
+[2026-06-02 16:37:34,663][243541] Updated weights for policy 0, policy_version 34416 (0.0004)
+[2026-06-02 16:37:34,842][243541] Updated weights for policy 0, policy_version 34426 (0.0004)
+[2026-06-02 16:37:35,008][243541] Updated weights for policy 0, policy_version 34436 (0.0004)
+[2026-06-02 16:37:35,189][243541] Updated weights for policy 0, policy_version 34446 (0.0005)
+[2026-06-02 16:37:35,252][235950] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 17629184. Throughput: 0: 20920.9. Samples: 17671808. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:37:35,253][235950] Avg episode reward: [(0, '1385.187')]
+[2026-06-02 16:37:35,355][242682] Saving new best policy, reward=1385.187!
+[2026-06-02 16:37:35,358][243541] Updated weights for policy 0, policy_version 34456 (0.0006)
+[2026-06-02 16:37:36,001][243541] Updated weights for policy 0, policy_version 34467 (0.0008)
+[2026-06-02 16:37:36,166][243541] Updated weights for policy 0, policy_version 34477 (0.0008)
+[2026-06-02 16:37:36,334][243541] Updated weights for policy 0, policy_version 34487 (0.0008)
+[2026-06-02 16:37:36,518][243541] Updated weights for policy 0, policy_version 34497 (0.0008)
+[2026-06-02 16:37:36,685][243541] Updated weights for policy 0, policy_version 34507 (0.0008)
+[2026-06-02 16:37:36,876][243541] Updated weights for policy 0, policy_version 34518 (0.0008)
+[2026-06-02 16:37:37,544][243541] Updated weights for policy 0, policy_version 34529 (0.0008)
+[2026-06-02 16:37:37,715][243541] Updated weights for policy 0, policy_version 34539 (0.0009)
+[2026-06-02 16:37:37,885][243541] Updated weights for policy 0, policy_version 34549 (0.0008)
+[2026-06-02 16:37:38,053][243541] Updated weights for policy 0, policy_version 34559 (0.0009)
+[2026-06-02 16:37:38,256][243541] Updated weights for policy 0, policy_version 34570 (0.0009)
+[2026-06-02 16:37:38,432][243541] Updated weights for policy 0, policy_version 34580 (0.0010)
+[2026-06-02 16:37:39,090][243541] Updated weights for policy 0, policy_version 34591 (0.0009)
+[2026-06-02 16:37:39,253][243541] Updated weights for policy 0, policy_version 34601 (0.0008)
+[2026-06-02 16:37:39,448][243541] Updated weights for policy 0, policy_version 34613 (0.0008)
+[2026-06-02 16:37:39,619][243541] Updated weights for policy 0, policy_version 34623 (0.0008)
+[2026-06-02 16:37:39,799][243541] Updated weights for policy 0, policy_version 34633 (0.0005)
+[2026-06-02 16:37:39,974][243541] Updated weights for policy 0, policy_version 34643 (0.0004)
+[2026-06-02 16:37:40,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 17760256. Throughput: 0: 20938.1. Samples: 17735552. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:37:40,253][235950] Avg episode reward: [(0, '1372.858')]
+[2026-06-02 16:37:40,606][243541] Updated weights for policy 0, policy_version 34653 (0.0004)
+[2026-06-02 16:37:40,785][243541] Updated weights for policy 0, policy_version 34664 (0.0007)
+[2026-06-02 16:37:40,979][243541] Updated weights for policy 0, policy_version 34675 (0.0006)
+[2026-06-02 16:37:41,152][243541] Updated weights for policy 0, policy_version 34685 (0.0004)
+[2026-06-02 16:37:41,332][243541] Updated weights for policy 0, policy_version 34695 (0.0008)
+[2026-06-02 16:37:41,500][243541] Updated weights for policy 0, policy_version 34705 (0.0008)
+[2026-06-02 16:37:42,192][243541] Updated weights for policy 0, policy_version 34717 (0.0008)
+[2026-06-02 16:37:42,370][243541] Updated weights for policy 0, policy_version 34728 (0.0008)
+[2026-06-02 16:37:42,540][243541] Updated weights for policy 0, policy_version 34738 (0.0008)
+[2026-06-02 16:37:42,701][243541] Updated weights for policy 0, policy_version 34748 (0.0008)
+[2026-06-02 16:37:42,885][243541] Updated weights for policy 0, policy_version 34758 (0.0008)
+[2026-06-02 16:37:43,054][243541] Updated weights for policy 0, policy_version 34768 (0.0008)
+[2026-06-02 16:37:43,705][243541] Updated weights for policy 0, policy_version 34778 (0.0008)
+[2026-06-02 16:37:43,867][243541] Updated weights for policy 0, policy_version 34788 (0.0008)
+[2026-06-02 16:37:44,033][243541] Updated weights for policy 0, policy_version 34798 (0.0008)
+[2026-06-02 16:37:44,210][243541] Updated weights for policy 0, policy_version 34808 (0.0008)
+[2026-06-02 16:37:44,385][243541] Updated weights for policy 0, policy_version 34818 (0.0008)
+[2026-06-02 16:37:44,556][243541] Updated weights for policy 0, policy_version 34828 (0.0008)
+[2026-06-02 16:37:44,726][243541] Updated weights for policy 0, policy_version 34838 (0.0008)
+[2026-06-02 16:37:45,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 17858560. Throughput: 0: 20955.0. Samples: 17863808. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:37:45,253][235950] Avg episode reward: [(0, '1343.511')]
+[2026-06-02 16:37:45,384][243541] Updated weights for policy 0, policy_version 34848 (0.0008)
+[2026-06-02 16:37:45,548][243541] Updated weights for policy 0, policy_version 34858 (0.0008)
+[2026-06-02 16:37:45,723][243541] Updated weights for policy 0, policy_version 34868 (0.0008)
+[2026-06-02 16:37:45,894][243541] Updated weights for policy 0, policy_version 34878 (0.0008)
+[2026-06-02 16:37:46,065][243541] Updated weights for policy 0, policy_version 34888 (0.0008)
+[2026-06-02 16:37:46,234][243541] Updated weights for policy 0, policy_version 34898 (0.0008)
+[2026-06-02 16:37:46,889][243541] Updated weights for policy 0, policy_version 34908 (0.0008)
+[2026-06-02 16:37:47,051][243541] Updated weights for policy 0, policy_version 34918 (0.0008)
+[2026-06-02 16:37:47,218][243541] Updated weights for policy 0, policy_version 34928 (0.0008)
+[2026-06-02 16:37:47,392][243541] Updated weights for policy 0, policy_version 34938 (0.0008)
+[2026-06-02 16:37:47,577][243541] Updated weights for policy 0, policy_version 34949 (0.0008)
+[2026-06-02 16:37:47,755][243541] Updated weights for policy 0, policy_version 34959 (0.0008)
+[2026-06-02 16:37:48,403][243541] Updated weights for policy 0, policy_version 34969 (0.0008)
+[2026-06-02 16:37:48,573][243541] Updated weights for policy 0, policy_version 34980 (0.0008)
+[2026-06-02 16:37:48,743][243541] Updated weights for policy 0, policy_version 34990 (0.0008)
+[2026-06-02 16:37:48,926][243541] Updated weights for policy 0, policy_version 35000 (0.0008)
+[2026-06-02 16:37:49,089][243541] Updated weights for policy 0, policy_version 35010 (0.0008)
+[2026-06-02 16:37:49,258][243541] Updated weights for policy 0, policy_version 35020 (0.0008)
+[2026-06-02 16:37:49,435][243541] Updated weights for policy 0, policy_version 35030 (0.0008)
+[2026-06-02 16:37:50,108][243541] Updated weights for policy 0, policy_version 35040 (0.0008)
+[2026-06-02 16:37:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 17956864. Throughput: 0: 21009.1. Samples: 17992576. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:37:50,253][235950] Avg episode reward: [(0, '1396.567')]
+[2026-06-02 16:37:50,275][243541] Updated weights for policy 0, policy_version 35050 (0.0008)
+[2026-06-02 16:37:50,446][243541] Updated weights for policy 0, policy_version 35060 (0.0008)
+[2026-06-02 16:37:50,619][243541] Updated weights for policy 0, policy_version 35070 (0.0008)
+[2026-06-02 16:37:50,794][243541] Updated weights for policy 0, policy_version 35080 (0.0008)
+[2026-06-02 16:37:50,985][243541] Updated weights for policy 0, policy_version 35091 (0.0008)
+[2026-06-02 16:37:51,065][242682] Saving new best policy, reward=1396.567!
+[2026-06-02 16:37:51,611][243541] Updated weights for policy 0, policy_version 35101 (0.0009)
+[2026-06-02 16:37:51,776][243541] Updated weights for policy 0, policy_version 35111 (0.0008)
+[2026-06-02 16:37:51,942][243541] Updated weights for policy 0, policy_version 35121 (0.0008)
+[2026-06-02 16:37:52,121][243541] Updated weights for policy 0, policy_version 35131 (0.0008)
+[2026-06-02 16:37:52,295][243541] Updated weights for policy 0, policy_version 35141 (0.0008)
+[2026-06-02 16:37:52,463][243541] Updated weights for policy 0, policy_version 35151 (0.0008)
+[2026-06-02 16:37:53,143][243541] Updated weights for policy 0, policy_version 35161 (0.0008)
+[2026-06-02 16:37:53,295][243541] Updated weights for policy 0, policy_version 35171 (0.0008)
+[2026-06-02 16:37:53,472][243541] Updated weights for policy 0, policy_version 35181 (0.0008)
+[2026-06-02 16:37:53,644][243541] Updated weights for policy 0, policy_version 35191 (0.0008)
+[2026-06-02 16:37:53,821][243541] Updated weights for policy 0, policy_version 35201 (0.0008)
+[2026-06-02 16:37:54,008][243541] Updated weights for policy 0, policy_version 35212 (0.0008)
+[2026-06-02 16:37:54,181][243541] Updated weights for policy 0, policy_version 35222 (0.0008)
+[2026-06-02 16:37:54,828][243541] Updated weights for policy 0, policy_version 35232 (0.0009)
+[2026-06-02 16:37:54,987][243541] Updated weights for policy 0, policy_version 35242 (0.0009)
+[2026-06-02 16:37:55,157][243541] Updated weights for policy 0, policy_version 35252 (0.0008)
+[2026-06-02 16:37:55,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.2, 300 sec: 20882.7). Total num frames: 18055168. Throughput: 0: 20889.6. Samples: 18051072. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:37:55,253][235950] Avg episode reward: [(0, '1434.163')]
+[2026-06-02 16:37:55,331][243541] Updated weights for policy 0, policy_version 35262 (0.0008)
+[2026-06-02 16:37:55,502][243541] Updated weights for policy 0, policy_version 35272 (0.0009)
+[2026-06-02 16:37:55,671][243541] Updated weights for policy 0, policy_version 35282 (0.0008)
+[2026-06-02 16:37:55,770][242682] Saving new best policy, reward=1434.163!
+[2026-06-02 16:37:56,353][243541] Updated weights for policy 0, policy_version 35293 (0.0009)
+[2026-06-02 16:37:56,507][243541] Updated weights for policy 0, policy_version 35303 (0.0009)
+[2026-06-02 16:37:56,683][243541] Updated weights for policy 0, policy_version 35313 (0.0008)
+[2026-06-02 16:37:56,854][243541] Updated weights for policy 0, policy_version 35323 (0.0008)
+[2026-06-02 16:37:57,024][243541] Updated weights for policy 0, policy_version 35333 (0.0008)
+[2026-06-02 16:37:57,203][243541] Updated weights for policy 0, policy_version 35343 (0.0008)
+[2026-06-02 16:37:57,864][243541] Updated weights for policy 0, policy_version 35353 (0.0009)
+[2026-06-02 16:37:58,021][243541] Updated weights for policy 0, policy_version 35363 (0.0008)
+[2026-06-02 16:37:58,188][243541] Updated weights for policy 0, policy_version 35373 (0.0008)
+[2026-06-02 16:37:58,368][243541] Updated weights for policy 0, policy_version 35383 (0.0008)
+[2026-06-02 16:37:58,536][243541] Updated weights for policy 0, policy_version 35393 (0.0008)
+[2026-06-02 16:37:58,714][243541] Updated weights for policy 0, policy_version 35403 (0.0008)
+[2026-06-02 16:37:58,890][243541] Updated weights for policy 0, policy_version 35413 (0.0008)
+[2026-06-02 16:37:59,528][243541] Updated weights for policy 0, policy_version 35423 (0.0007)
+[2026-06-02 16:37:59,717][243541] Updated weights for policy 0, policy_version 35435 (0.0010)
+[2026-06-02 16:37:59,888][243541] Updated weights for policy 0, policy_version 35445 (0.0009)
+[2026-06-02 16:38:00,060][243541] Updated weights for policy 0, policy_version 35455 (0.0010)
+[2026-06-02 16:38:00,236][243541] Updated weights for policy 0, policy_version 35465 (0.0010)
+[2026-06-02 16:38:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 18153472. Throughput: 0: 20761.6. Samples: 18172032. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:38:00,253][235950] Avg episode reward: [(0, '1428.558')]
+[2026-06-02 16:38:00,409][243541] Updated weights for policy 0, policy_version 35475 (0.0009)
+[2026-06-02 16:38:01,101][243541] Updated weights for policy 0, policy_version 35487 (0.0009)
+[2026-06-02 16:38:01,265][243541] Updated weights for policy 0, policy_version 35497 (0.0009)
+[2026-06-02 16:38:01,444][243541] Updated weights for policy 0, policy_version 35507 (0.0008)
+[2026-06-02 16:38:01,617][243541] Updated weights for policy 0, policy_version 35517 (0.0008)
+[2026-06-02 16:38:01,826][243541] Updated weights for policy 0, policy_version 35529 (0.0008)
+[2026-06-02 16:38:02,011][243541] Updated weights for policy 0, policy_version 35540 (0.0008)
+[2026-06-02 16:38:02,659][243541] Updated weights for policy 0, policy_version 35550 (0.0008)
+[2026-06-02 16:38:02,820][243541] Updated weights for policy 0, policy_version 35560 (0.0009)
+[2026-06-02 16:38:02,994][243541] Updated weights for policy 0, policy_version 35570 (0.0008)
+[2026-06-02 16:38:03,161][243541] Updated weights for policy 0, policy_version 35580 (0.0008)
+[2026-06-02 16:38:03,336][243541] Updated weights for policy 0, policy_version 35590 (0.0008)
+[2026-06-02 16:38:03,524][243541] Updated weights for policy 0, policy_version 35600 (0.0008)
+[2026-06-02 16:38:04,159][243541] Updated weights for policy 0, policy_version 35610 (0.0008)
+[2026-06-02 16:38:04,331][243541] Updated weights for policy 0, policy_version 35621 (0.0008)
+[2026-06-02 16:38:04,498][243541] Updated weights for policy 0, policy_version 35631 (0.0008)
+[2026-06-02 16:38:04,668][243541] Updated weights for policy 0, policy_version 35641 (0.0008)
+[2026-06-02 16:38:04,851][243541] Updated weights for policy 0, policy_version 35651 (0.0008)
+[2026-06-02 16:38:05,018][243541] Updated weights for policy 0, policy_version 35661 (0.0008)
+[2026-06-02 16:38:05,185][243541] Updated weights for policy 0, policy_version 35671 (0.0008)
+[2026-06-02 16:38:05,252][235950] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 18284544. Throughput: 0: 20915.2. Samples: 18299776. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:38:05,253][235950] Avg episode reward: [(0, '1463.658')]
+[2026-06-02 16:38:05,258][242682] Saving new best policy, reward=1463.658!
+[2026-06-02 16:38:05,854][243541] Updated weights for policy 0, policy_version 35682 (0.0009)
+[2026-06-02 16:38:06,028][243541] Updated weights for policy 0, policy_version 35692 (0.0009)
+[2026-06-02 16:38:06,201][243541] Updated weights for policy 0, policy_version 35702 (0.0008)
+[2026-06-02 16:38:06,379][243541] Updated weights for policy 0, policy_version 35712 (0.0008)
+[2026-06-02 16:38:06,550][243541] Updated weights for policy 0, policy_version 35722 (0.0008)
+[2026-06-02 16:38:06,721][243541] Updated weights for policy 0, policy_version 35732 (0.0008)
+[2026-06-02 16:38:07,358][243541] Updated weights for policy 0, policy_version 35742 (0.0008)
+[2026-06-02 16:38:07,549][243541] Updated weights for policy 0, policy_version 35754 (0.0008)
+[2026-06-02 16:38:07,720][243541] Updated weights for policy 0, policy_version 35764 (0.0008)
+[2026-06-02 16:38:07,910][243541] Updated weights for policy 0, policy_version 35775 (0.0008)
+[2026-06-02 16:38:08,089][243541] Updated weights for policy 0, policy_version 35785 (0.0008)
+[2026-06-02 16:38:08,250][243541] Updated weights for policy 0, policy_version 35795 (0.0008)
+[2026-06-02 16:38:08,926][243541] Updated weights for policy 0, policy_version 35805 (0.0009)
+[2026-06-02 16:38:09,107][243541] Updated weights for policy 0, policy_version 35816 (0.0008)
+[2026-06-02 16:38:09,283][243541] Updated weights for policy 0, policy_version 35826 (0.0008)
+[2026-06-02 16:38:09,472][243541] Updated weights for policy 0, policy_version 35837 (0.0008)
+[2026-06-02 16:38:09,657][243541] Updated weights for policy 0, policy_version 35848 (0.0008)
+[2026-06-02 16:38:09,829][243541] Updated weights for policy 0, policy_version 35858 (0.0008)
+[2026-06-02 16:38:10,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 18382848. Throughput: 0: 21014.8. Samples: 18363008. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:38:10,253][235950] Avg episode reward: [(0, '1450.368')]
+[2026-06-02 16:38:10,501][243541] Updated weights for policy 0, policy_version 35868 (0.0008)
+[2026-06-02 16:38:10,660][243541] Updated weights for policy 0, policy_version 35878 (0.0008)
+[2026-06-02 16:38:10,841][243541] Updated weights for policy 0, policy_version 35889 (0.0008)
+[2026-06-02 16:38:11,033][243541] Updated weights for policy 0, policy_version 35900 (0.0008)
+[2026-06-02 16:38:11,209][243541] Updated weights for policy 0, policy_version 35910 (0.0008)
+[2026-06-02 16:38:11,383][243541] Updated weights for policy 0, policy_version 35920 (0.0008)
+[2026-06-02 16:38:12,030][243541] Updated weights for policy 0, policy_version 35930 (0.0008)
+[2026-06-02 16:38:12,195][243541] Updated weights for policy 0, policy_version 35941 (0.0008)
+[2026-06-02 16:38:12,374][243541] Updated weights for policy 0, policy_version 35951 (0.0008)
+[2026-06-02 16:38:12,547][243541] Updated weights for policy 0, policy_version 35961 (0.0008)
+[2026-06-02 16:38:12,731][243541] Updated weights for policy 0, policy_version 35971 (0.0008)
+[2026-06-02 16:38:12,895][243541] Updated weights for policy 0, policy_version 35981 (0.0008)
+[2026-06-02 16:38:13,066][243541] Updated weights for policy 0, policy_version 35991 (0.0008)
+[2026-06-02 16:38:13,729][243541] Updated weights for policy 0, policy_version 36001 (0.0009)
+[2026-06-02 16:38:13,916][243541] Updated weights for policy 0, policy_version 36012 (0.0008)
+[2026-06-02 16:38:14,114][243541] Updated weights for policy 0, policy_version 36024 (0.0008)
+[2026-06-02 16:38:14,293][243541] Updated weights for policy 0, policy_version 36034 (0.0008)
+[2026-06-02 16:38:14,466][243541] Updated weights for policy 0, policy_version 36044 (0.0008)
+[2026-06-02 16:38:14,648][243541] Updated weights for policy 0, policy_version 36054 (0.0008)
+[2026-06-02 16:38:15,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 18481152. Throughput: 0: 21094.4. Samples: 18492672. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:38:15,253][235950] Avg episode reward: [(0, '1414.824')]
+[2026-06-02 16:38:15,282][243541] Updated weights for policy 0, policy_version 36065 (0.0008)
+[2026-06-02 16:38:15,462][243541] Updated weights for policy 0, policy_version 36076 (0.0008)
+[2026-06-02 16:38:15,644][243541] Updated weights for policy 0, policy_version 36086 (0.0008)
+[2026-06-02 16:38:15,814][243541] Updated weights for policy 0, policy_version 36096 (0.0008)
+[2026-06-02 16:38:15,993][243541] Updated weights for policy 0, policy_version 36106 (0.0008)
+[2026-06-02 16:38:16,182][243541] Updated weights for policy 0, policy_version 36117 (0.0008)
+[2026-06-02 16:38:16,816][243541] Updated weights for policy 0, policy_version 36127 (0.0008)
+[2026-06-02 16:38:16,984][243541] Updated weights for policy 0, policy_version 36137 (0.0008)
+[2026-06-02 16:38:17,158][243541] Updated weights for policy 0, policy_version 36147 (0.0008)
+[2026-06-02 16:38:17,329][243541] Updated weights for policy 0, policy_version 36157 (0.0008)
+[2026-06-02 16:38:17,536][243541] Updated weights for policy 0, policy_version 36169 (0.0009)
+[2026-06-02 16:38:17,707][243541] Updated weights for policy 0, policy_version 36179 (0.0008)
+[2026-06-02 16:38:18,376][243541] Updated weights for policy 0, policy_version 36189 (0.0008)
+[2026-06-02 16:38:18,538][243541] Updated weights for policy 0, policy_version 36199 (0.0008)
+[2026-06-02 16:38:18,753][243541] Updated weights for policy 0, policy_version 36212 (0.0008)
+[2026-06-02 16:38:18,926][243541] Updated weights for policy 0, policy_version 36222 (0.0008)
+[2026-06-02 16:38:19,101][243541] Updated weights for policy 0, policy_version 36232 (0.0008)
+[2026-06-02 16:38:19,283][243541] Updated weights for policy 0, policy_version 36242 (0.0009)
+[2026-06-02 16:38:19,933][243541] Updated weights for policy 0, policy_version 36252 (0.0008)
+[2026-06-02 16:38:20,107][243541] Updated weights for policy 0, policy_version 36263 (0.0007)
+[2026-06-02 16:38:20,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 18579456. Throughput: 0: 21068.8. Samples: 18619904. Policy #0 lag: (min: 4.0, avg: 19.3, max: 68.0)
+[2026-06-02 16:38:20,253][235950] Avg episode reward: [(0, '1477.021')]
+[2026-06-02 16:38:20,281][243541] Updated weights for policy 0, policy_version 36273 (0.0009)
+[2026-06-02 16:38:20,448][243541] Updated weights for policy 0, policy_version 36283 (0.0008)
+[2026-06-02 16:38:20,658][243541] Updated weights for policy 0, policy_version 36295 (0.0009)
+[2026-06-02 16:38:20,839][243541] Updated weights for policy 0, policy_version 36306 (0.0008)
+[2026-06-02 16:38:20,941][242682] Saving new best policy, reward=1477.021!
+[2026-06-02 16:38:21,509][243541] Updated weights for policy 0, policy_version 36316 (0.0009)
+[2026-06-02 16:38:21,660][243541] Updated weights for policy 0, policy_version 36326 (0.0008)
+[2026-06-02 16:38:21,839][243541] Updated weights for policy 0, policy_version 36336 (0.0008)
+[2026-06-02 16:38:22,020][243541] Updated weights for policy 0, policy_version 36347 (0.0008)
+[2026-06-02 16:38:22,194][243541] Updated weights for policy 0, policy_version 36357 (0.0008)
+[2026-06-02 16:38:22,373][243541] Updated weights for policy 0, policy_version 36367 (0.0008)
+[2026-06-02 16:38:23,030][243541] Updated weights for policy 0, policy_version 36377 (0.0008)
+[2026-06-02 16:38:23,189][243541] Updated weights for policy 0, policy_version 36387 (0.0008)
+[2026-06-02 16:38:23,402][243541] Updated weights for policy 0, policy_version 36400 (0.0008)
+[2026-06-02 16:38:23,577][243541] Updated weights for policy 0, policy_version 36410 (0.0008)
+[2026-06-02 16:38:23,752][243541] Updated weights for policy 0, policy_version 36420 (0.0008)
+[2026-06-02 16:38:23,932][243541] Updated weights for policy 0, policy_version 36430 (0.0008)
+[2026-06-02 16:38:24,610][243541] Updated weights for policy 0, policy_version 36441 (0.0008)
+[2026-06-02 16:38:24,770][243541] Updated weights for policy 0, policy_version 36451 (0.0008)
+[2026-06-02 16:38:24,943][243541] Updated weights for policy 0, policy_version 36461 (0.0008)
+[2026-06-02 16:38:25,114][243541] Updated weights for policy 0, policy_version 36471 (0.0008)
+[2026-06-02 16:38:25,252][235950] Fps is (10 sec: 19660.2, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 18677760. Throughput: 0: 21048.8. Samples: 18682752. Policy #0 lag: (min: 4.0, avg: 19.3, max: 68.0)
+[2026-06-02 16:38:25,253][235950] Avg episode reward: [(0, '1521.821')]
+[2026-06-02 16:38:25,287][243541] Updated weights for policy 0, policy_version 36481 (0.0008)
+[2026-06-02 16:38:25,455][243541] Updated weights for policy 0, policy_version 36491 (0.0008)
+[2026-06-02 16:38:25,630][243541] Updated weights for policy 0, policy_version 36501 (0.0008)
+[2026-06-02 16:38:25,673][242682] Saving new best policy, reward=1521.821!
+[2026-06-02 16:38:26,315][243541] Updated weights for policy 0, policy_version 36512 (0.0008)
+[2026-06-02 16:38:26,496][243541] Updated weights for policy 0, policy_version 36523 (0.0008)
+[2026-06-02 16:38:26,664][243541] Updated weights for policy 0, policy_version 36533 (0.0008)
+[2026-06-02 16:38:26,836][243541] Updated weights for policy 0, policy_version 36543 (0.0008)
+[2026-06-02 16:38:27,005][243541] Updated weights for policy 0, policy_version 36553 (0.0008)
+[2026-06-02 16:38:27,183][243541] Updated weights for policy 0, policy_version 36563 (0.0008)
+[2026-06-02 16:38:27,833][243541] Updated weights for policy 0, policy_version 36573 (0.0008)
+[2026-06-02 16:38:28,001][243541] Updated weights for policy 0, policy_version 36583 (0.0008)
+[2026-06-02 16:38:28,172][243541] Updated weights for policy 0, policy_version 36593 (0.0008)
+[2026-06-02 16:38:28,339][243541] Updated weights for policy 0, policy_version 36603 (0.0008)
+[2026-06-02 16:38:28,516][243541] Updated weights for policy 0, policy_version 36613 (0.0008)
+[2026-06-02 16:38:28,691][243541] Updated weights for policy 0, policy_version 36623 (0.0008)
+[2026-06-02 16:38:29,383][243541] Updated weights for policy 0, policy_version 36634 (0.0008)
+[2026-06-02 16:38:29,541][243541] Updated weights for policy 0, policy_version 36644 (0.0008)
+[2026-06-02 16:38:29,706][243541] Updated weights for policy 0, policy_version 36654 (0.0008)
+[2026-06-02 16:38:29,879][243541] Updated weights for policy 0, policy_version 36664 (0.0009)
+[2026-06-02 16:38:30,058][243541] Updated weights for policy 0, policy_version 36675 (0.0008)
+[2026-06-02 16:38:30,235][243541] Updated weights for policy 0, policy_version 36685 (0.0008)
+[2026-06-02 16:38:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 18776064. Throughput: 0: 20778.7. Samples: 18798848. Policy #0 lag: (min: 4.0, avg: 19.3, max: 68.0)
+[2026-06-02 16:38:30,253][235950] Avg episode reward: [(0, '1528.839')]
+[2026-06-02 16:38:30,414][243541] Updated weights for policy 0, policy_version 36695 (0.0008)
+[2026-06-02 16:38:30,424][242682] Saving new best policy, reward=1528.839!
+[2026-06-02 16:38:31,055][243541] Updated weights for policy 0, policy_version 36706 (0.0008)
+[2026-06-02 16:38:31,230][243541] Updated weights for policy 0, policy_version 36716 (0.0008)
+[2026-06-02 16:38:31,402][243541] Updated weights for policy 0, policy_version 36726 (0.0008)
+[2026-06-02 16:38:31,570][243541] Updated weights for policy 0, policy_version 36736 (0.0008)
+[2026-06-02 16:38:31,756][243541] Updated weights for policy 0, policy_version 36746 (0.0008)
+[2026-06-02 16:38:31,925][243541] Updated weights for policy 0, policy_version 36756 (0.0008)
+[2026-06-02 16:38:32,599][243541] Updated weights for policy 0, policy_version 36768 (0.0008)
+[2026-06-02 16:38:32,767][243541] Updated weights for policy 0, policy_version 36778 (0.0008)
+[2026-06-02 16:38:32,932][243541] Updated weights for policy 0, policy_version 36788 (0.0008)
+[2026-06-02 16:38:33,116][243541] Updated weights for policy 0, policy_version 36798 (0.0008)
+[2026-06-02 16:38:33,289][243541] Updated weights for policy 0, policy_version 36808 (0.0008)
+[2026-06-02 16:38:33,466][243541] Updated weights for policy 0, policy_version 36818 (0.0008)
+[2026-06-02 16:38:34,115][243541] Updated weights for policy 0, policy_version 36828 (0.0008)
+[2026-06-02 16:38:34,279][243541] Updated weights for policy 0, policy_version 36838 (0.0008)
+[2026-06-02 16:38:34,447][243541] Updated weights for policy 0, policy_version 36848 (0.0008)
+[2026-06-02 16:38:34,617][243541] Updated weights for policy 0, policy_version 36858 (0.0008)
+[2026-06-02 16:38:34,802][243541] Updated weights for policy 0, policy_version 36869 (0.0008)
+[2026-06-02 16:38:35,000][243541] Updated weights for policy 0, policy_version 36880 (0.0008)
+[2026-06-02 16:38:35,252][235950] Fps is (10 sec: 22938.2, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 18907136. Throughput: 0: 20767.3. Samples: 18927104. Policy #0 lag: (min: 4.0, avg: 19.3, max: 68.0)
+[2026-06-02 16:38:35,253][235950] Avg episode reward: [(0, '1515.497')]
+[2026-06-02 16:38:35,647][243541] Updated weights for policy 0, policy_version 36890 (0.0008)
+[2026-06-02 16:38:35,802][243541] Updated weights for policy 0, policy_version 36900 (0.0008)
+[2026-06-02 16:38:35,973][243541] Updated weights for policy 0, policy_version 36910 (0.0008)
+[2026-06-02 16:38:36,138][243541] Updated weights for policy 0, policy_version 36920 (0.0008)
+[2026-06-02 16:38:36,316][243541] Updated weights for policy 0, policy_version 36930 (0.0008)
+[2026-06-02 16:38:36,488][243541] Updated weights for policy 0, policy_version 36940 (0.0008)
+[2026-06-02 16:38:36,656][243541] Updated weights for policy 0, policy_version 36950 (0.0008)
+[2026-06-02 16:38:37,309][243541] Updated weights for policy 0, policy_version 36960 (0.0009)
+[2026-06-02 16:38:37,500][243541] Updated weights for policy 0, policy_version 36971 (0.0008)
+[2026-06-02 16:38:37,674][243541] Updated weights for policy 0, policy_version 36981 (0.0008)
+[2026-06-02 16:38:37,843][243541] Updated weights for policy 0, policy_version 36991 (0.0009)
+[2026-06-02 16:38:38,029][243541] Updated weights for policy 0, policy_version 37002 (0.0009)
+[2026-06-02 16:38:38,214][243541] Updated weights for policy 0, policy_version 37013 (0.0008)
+[2026-06-02 16:38:38,861][243541] Updated weights for policy 0, policy_version 37023 (0.0008)
+[2026-06-02 16:38:39,023][243541] Updated weights for policy 0, policy_version 37033 (0.0008)
+[2026-06-02 16:38:39,210][243541] Updated weights for policy 0, policy_version 37044 (0.0008)
+[2026-06-02 16:38:39,374][243541] Updated weights for policy 0, policy_version 37054 (0.0008)
+[2026-06-02 16:38:39,565][243541] Updated weights for policy 0, policy_version 37065 (0.0008)
+[2026-06-02 16:38:39,734][243541] Updated weights for policy 0, policy_version 37075 (0.0008)
+[2026-06-02 16:38:40,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19005440. Throughput: 0: 20886.8. Samples: 18990976. Policy #0 lag: (min: 4.0, avg: 19.3, max: 68.0)
+[2026-06-02 16:38:40,253][235950] Avg episode reward: [(0, '1528.138')]
+[2026-06-02 16:38:40,419][243541] Updated weights for policy 0, policy_version 37087 (0.0008)
+[2026-06-02 16:38:40,589][243541] Updated weights for policy 0, policy_version 37097 (0.0008)
+[2026-06-02 16:38:40,755][243541] Updated weights for policy 0, policy_version 37107 (0.0009)
+[2026-06-02 16:38:40,940][243541] Updated weights for policy 0, policy_version 37118 (0.0009)
+[2026-06-02 16:38:41,130][243541] Updated weights for policy 0, policy_version 37129 (0.0008)
+[2026-06-02 16:38:41,300][243541] Updated weights for policy 0, policy_version 37139 (0.0008)
+[2026-06-02 16:38:41,953][243541] Updated weights for policy 0, policy_version 37149 (0.0008)
+[2026-06-02 16:38:42,115][243541] Updated weights for policy 0, policy_version 37159 (0.0008)
+[2026-06-02 16:38:42,279][243541] Updated weights for policy 0, policy_version 37169 (0.0008)
+[2026-06-02 16:38:42,467][243541] Updated weights for policy 0, policy_version 37180 (0.0008)
+[2026-06-02 16:38:42,654][243541] Updated weights for policy 0, policy_version 37191 (0.0008)
+[2026-06-02 16:38:42,839][243541] Updated weights for policy 0, policy_version 37202 (0.0008)
+[2026-06-02 16:38:43,523][243541] Updated weights for policy 0, policy_version 37213 (0.0009)
+[2026-06-02 16:38:43,674][243541] Updated weights for policy 0, policy_version 37223 (0.0008)
+[2026-06-02 16:38:43,866][243541] Updated weights for policy 0, policy_version 37234 (0.0008)
+[2026-06-02 16:38:44,060][243541] Updated weights for policy 0, policy_version 37246 (0.0008)
+[2026-06-02 16:38:44,233][243541] Updated weights for policy 0, policy_version 37256 (0.0008)
+[2026-06-02 16:38:44,414][243541] Updated weights for policy 0, policy_version 37266 (0.0008)
+[2026-06-02 16:38:45,091][243541] Updated weights for policy 0, policy_version 37277 (0.0008)
+[2026-06-02 16:38:45,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19103744. Throughput: 0: 21017.6. Samples: 19117824. Policy #0 lag: (min: 53.0, avg: 67.6, max: 117.0)
+[2026-06-02 16:38:45,253][235950] Avg episode reward: [(0, '1533.254')]
+[2026-06-02 16:38:45,302][243541] Updated weights for policy 0, policy_version 37290 (0.0008)
+[2026-06-02 16:38:45,482][243541] Updated weights for policy 0, policy_version 37301 (0.0008)
+[2026-06-02 16:38:45,671][243541] Updated weights for policy 0, policy_version 37312 (0.0009)
+[2026-06-02 16:38:45,856][243541] Updated weights for policy 0, policy_version 37323 (0.0008)
+[2026-06-02 16:38:46,026][243541] Updated weights for policy 0, policy_version 37333 (0.0008)
+[2026-06-02 16:38:46,065][242682] Saving new best policy, reward=1533.254!
+[2026-06-02 16:38:46,683][243541] Updated weights for policy 0, policy_version 37343 (0.0008)
+[2026-06-02 16:38:46,863][243541] Updated weights for policy 0, policy_version 37354 (0.0008)
+[2026-06-02 16:38:47,050][243541] Updated weights for policy 0, policy_version 37365 (0.0008)
+[2026-06-02 16:38:47,224][243541] Updated weights for policy 0, policy_version 37376 (0.0008)
+[2026-06-02 16:38:47,396][243541] Updated weights for policy 0, policy_version 37386 (0.0008)
+[2026-06-02 16:38:47,584][243541] Updated weights for policy 0, policy_version 37396 (0.0008)
+[2026-06-02 16:38:48,257][243541] Updated weights for policy 0, policy_version 37407 (0.0008)
+[2026-06-02 16:38:48,440][243541] Updated weights for policy 0, policy_version 37418 (0.0008)
+[2026-06-02 16:38:48,641][243541] Updated weights for policy 0, policy_version 37430 (0.0008)
+[2026-06-02 16:38:48,826][243541] Updated weights for policy 0, policy_version 37441 (0.0008)
+[2026-06-02 16:38:49,031][243541] Updated weights for policy 0, policy_version 37453 (0.0008)
+[2026-06-02 16:38:49,203][243541] Updated weights for policy 0, policy_version 37463 (0.0008)
+[2026-06-02 16:38:49,901][243541] Updated weights for policy 0, policy_version 37473 (0.0009)
+[2026-06-02 16:38:50,096][243541] Updated weights for policy 0, policy_version 37485 (0.0009)
+[2026-06-02 16:38:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19202048. Throughput: 0: 21065.9. Samples: 19247744. Policy #0 lag: (min: 53.0, avg: 67.6, max: 117.0)
+[2026-06-02 16:38:50,253][235950] Avg episode reward: [(0, '1557.278')]
+[2026-06-02 16:38:50,266][243541] Updated weights for policy 0, policy_version 37495 (0.0008)
+[2026-06-02 16:38:50,433][243541] Updated weights for policy 0, policy_version 37505 (0.0008)
+[2026-06-02 16:38:50,603][243541] Updated weights for policy 0, policy_version 37515 (0.0009)
+[2026-06-02 16:38:50,774][243541] Updated weights for policy 0, policy_version 37525 (0.0008)
+[2026-06-02 16:38:50,820][242682] Saving new best policy, reward=1557.278!
+[2026-06-02 16:38:51,417][243541] Updated weights for policy 0, policy_version 37536 (0.0009)
+[2026-06-02 16:38:51,599][243541] Updated weights for policy 0, policy_version 37548 (0.0008)
+[2026-06-02 16:38:51,777][243541] Updated weights for policy 0, policy_version 37558 (0.0009)
+[2026-06-02 16:38:51,939][243541] Updated weights for policy 0, policy_version 37568 (0.0009)
+[2026-06-02 16:38:52,122][243541] Updated weights for policy 0, policy_version 37578 (0.0008)
+[2026-06-02 16:38:52,286][243541] Updated weights for policy 0, policy_version 37588 (0.0008)
+[2026-06-02 16:38:53,005][243541] Updated weights for policy 0, policy_version 37600 (0.0008)
+[2026-06-02 16:38:53,172][243541] Updated weights for policy 0, policy_version 37610 (0.0008)
+[2026-06-02 16:38:53,353][243541] Updated weights for policy 0, policy_version 37620 (0.0008)
+[2026-06-02 16:38:53,521][243541] Updated weights for policy 0, policy_version 37630 (0.0008)
+[2026-06-02 16:38:53,688][243541] Updated weights for policy 0, policy_version 37640 (0.0008)
+[2026-06-02 16:38:53,868][243541] Updated weights for policy 0, policy_version 37650 (0.0008)
+[2026-06-02 16:38:54,513][243541] Updated weights for policy 0, policy_version 37660 (0.0008)
+[2026-06-02 16:38:54,679][243541] Updated weights for policy 0, policy_version 37670 (0.0008)
+[2026-06-02 16:38:54,843][243541] Updated weights for policy 0, policy_version 37680 (0.0009)
+[2026-06-02 16:38:55,012][243541] Updated weights for policy 0, policy_version 37690 (0.0008)
+[2026-06-02 16:38:55,194][243541] Updated weights for policy 0, policy_version 37700 (0.0008)
+[2026-06-02 16:38:55,252][235950] Fps is (10 sec: 19660.1, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 19300352. Throughput: 0: 21065.8. Samples: 19310976. Policy #0 lag: (min: 53.0, avg: 67.6, max: 117.0)
+[2026-06-02 16:38:55,254][235950] Avg episode reward: [(0, '1590.635')]
+[2026-06-02 16:38:55,368][243541] Updated weights for policy 0, policy_version 37710 (0.0008)
+[2026-06-02 16:38:55,534][242682] Saving new best policy, reward=1590.635!
+[2026-06-02 16:38:55,537][243541] Updated weights for policy 0, policy_version 37720 (0.0008)
+[2026-06-02 16:38:56,173][243541] Updated weights for policy 0, policy_version 37730 (0.0009)
+[2026-06-02 16:38:56,344][243541] Updated weights for policy 0, policy_version 37740 (0.0008)
+[2026-06-02 16:38:56,518][243541] Updated weights for policy 0, policy_version 37750 (0.0008)
+[2026-06-02 16:38:56,702][243541] Updated weights for policy 0, policy_version 37760 (0.0008)
+[2026-06-02 16:38:56,860][243541] Updated weights for policy 0, policy_version 37770 (0.0008)
+[2026-06-02 16:38:57,032][243541] Updated weights for policy 0, policy_version 37780 (0.0008)
+[2026-06-02 16:38:57,687][243541] Updated weights for policy 0, policy_version 37790 (0.0008)
+[2026-06-02 16:38:57,861][243541] Updated weights for policy 0, policy_version 37800 (0.0008)
+[2026-06-02 16:38:58,046][243541] Updated weights for policy 0, policy_version 37811 (0.0008)
+[2026-06-02 16:38:58,235][243541] Updated weights for policy 0, policy_version 37822 (0.0007)
+[2026-06-02 16:38:58,410][243541] Updated weights for policy 0, policy_version 37832 (0.0008)
+[2026-06-02 16:38:58,592][243541] Updated weights for policy 0, policy_version 37842 (0.0008)
+[2026-06-02 16:38:59,236][243541] Updated weights for policy 0, policy_version 37852 (0.0008)
+[2026-06-02 16:38:59,397][243541] Updated weights for policy 0, policy_version 37862 (0.0008)
+[2026-06-02 16:38:59,566][243541] Updated weights for policy 0, policy_version 37872 (0.0009)
+[2026-06-02 16:38:59,739][243541] Updated weights for policy 0, policy_version 37882 (0.0006)
+[2026-06-02 16:38:59,918][243541] Updated weights for policy 0, policy_version 37892 (0.0008)
+[2026-06-02 16:39:00,127][243541] Updated weights for policy 0, policy_version 37904 (0.0009)
+[2026-06-02 16:39:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 19398656. Throughput: 0: 20881.1. Samples: 19432320. Policy #0 lag: (min: 53.0, avg: 67.6, max: 117.0)
+[2026-06-02 16:39:00,253][235950] Avg episode reward: [(0, '1568.198')]
+[2026-06-02 16:39:00,779][243541] Updated weights for policy 0, policy_version 37914 (0.0009)
+[2026-06-02 16:39:00,935][243541] Updated weights for policy 0, policy_version 37924 (0.0008)
+[2026-06-02 16:39:01,111][243541] Updated weights for policy 0, policy_version 37934 (0.0008)
+[2026-06-02 16:39:01,285][243541] Updated weights for policy 0, policy_version 37944 (0.0009)
+[2026-06-02 16:39:01,457][243541] Updated weights for policy 0, policy_version 37954 (0.0011)
+[2026-06-02 16:39:01,629][243541] Updated weights for policy 0, policy_version 37964 (0.0011)
+[2026-06-02 16:39:01,814][243541] Updated weights for policy 0, policy_version 37974 (0.0012)
+[2026-06-02 16:39:02,446][243541] Updated weights for policy 0, policy_version 37984 (0.0008)
+[2026-06-02 16:39:02,620][243541] Updated weights for policy 0, policy_version 37995 (0.0008)
+[2026-06-02 16:39:02,816][243541] Updated weights for policy 0, policy_version 38006 (0.0008)
+[2026-06-02 16:39:02,989][243541] Updated weights for policy 0, policy_version 38016 (0.0008)
+[2026-06-02 16:39:03,168][243541] Updated weights for policy 0, policy_version 38026 (0.0008)
+[2026-06-02 16:39:03,355][243541] Updated weights for policy 0, policy_version 38037 (0.0008)
+[2026-06-02 16:39:04,000][243541] Updated weights for policy 0, policy_version 38047 (0.0008)
+[2026-06-02 16:39:04,182][243541] Updated weights for policy 0, policy_version 38058 (0.0008)
+[2026-06-02 16:39:04,354][243541] Updated weights for policy 0, policy_version 38068 (0.0008)
+[2026-06-02 16:39:04,529][243541] Updated weights for policy 0, policy_version 38078 (0.0008)
+[2026-06-02 16:39:04,724][243541] Updated weights for policy 0, policy_version 38089 (0.0008)
+[2026-06-02 16:39:04,889][243541] Updated weights for policy 0, policy_version 38099 (0.0008)
+[2026-06-02 16:39:05,252][235950] Fps is (10 sec: 22938.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19529728. Throughput: 0: 20773.0. Samples: 19554688. Policy #0 lag: (min: 53.0, avg: 67.6, max: 117.0)
+[2026-06-02 16:39:05,253][235950] Avg episode reward: [(0, '1537.040')]
+[2026-06-02 16:39:05,550][243541] Updated weights for policy 0, policy_version 38109 (0.0008)
+[2026-06-02 16:39:05,714][243541] Updated weights for policy 0, policy_version 38119 (0.0008)
+[2026-06-02 16:39:05,886][243541] Updated weights for policy 0, policy_version 38129 (0.0008)
+[2026-06-02 16:39:06,055][243541] Updated weights for policy 0, policy_version 38139 (0.0008)
+[2026-06-02 16:39:06,230][243541] Updated weights for policy 0, policy_version 38149 (0.0008)
+[2026-06-02 16:39:06,403][243541] Updated weights for policy 0, policy_version 38159 (0.0008)
+[2026-06-02 16:39:07,061][243541] Updated weights for policy 0, policy_version 38169 (0.0008)
+[2026-06-02 16:39:07,239][243541] Updated weights for policy 0, policy_version 38180 (0.0008)
+[2026-06-02 16:39:07,402][243541] Updated weights for policy 0, policy_version 38190 (0.0008)
+[2026-06-02 16:39:07,584][243541] Updated weights for policy 0, policy_version 38200 (0.0008)
+[2026-06-02 16:39:07,776][243541] Updated weights for policy 0, policy_version 38211 (0.0008)
+[2026-06-02 16:39:07,950][243541] Updated weights for policy 0, policy_version 38221 (0.0008)
+[2026-06-02 16:39:08,123][243541] Updated weights for policy 0, policy_version 38231 (0.0008)
+[2026-06-02 16:39:08,776][243541] Updated weights for policy 0, policy_version 38241 (0.0008)
+[2026-06-02 16:39:08,964][243541] Updated weights for policy 0, policy_version 38252 (0.0008)
+[2026-06-02 16:39:09,142][243541] Updated weights for policy 0, policy_version 38262 (0.0008)
+[2026-06-02 16:39:09,305][243541] Updated weights for policy 0, policy_version 38272 (0.0008)
+[2026-06-02 16:39:09,479][243541] Updated weights for policy 0, policy_version 38282 (0.0008)
+[2026-06-02 16:39:09,660][243541] Updated weights for policy 0, policy_version 38292 (0.0008)
+[2026-06-02 16:39:10,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19628032. Throughput: 0: 20807.2. Samples: 19619072. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:10,253][235950] Avg episode reward: [(0, '1598.908')]
+[2026-06-02 16:39:10,294][243541] Updated weights for policy 0, policy_version 38302 (0.0008)
+[2026-06-02 16:39:10,475][243541] Updated weights for policy 0, policy_version 38313 (0.0008)
+[2026-06-02 16:39:10,644][243541] Updated weights for policy 0, policy_version 38323 (0.0008)
+[2026-06-02 16:39:10,814][243541] Updated weights for policy 0, policy_version 38333 (0.0009)
+[2026-06-02 16:39:10,996][243541] Updated weights for policy 0, policy_version 38343 (0.0009)
+[2026-06-02 16:39:11,165][243541] Updated weights for policy 0, policy_version 38353 (0.0008)
+[2026-06-02 16:39:11,283][242682] Saving new best policy, reward=1598.908!
+[2026-06-02 16:39:11,811][243541] Updated weights for policy 0, policy_version 38363 (0.0008)
+[2026-06-02 16:39:11,973][243541] Updated weights for policy 0, policy_version 38373 (0.0008)
+[2026-06-02 16:39:12,136][243541] Updated weights for policy 0, policy_version 38383 (0.0008)
+[2026-06-02 16:39:12,318][243541] Updated weights for policy 0, policy_version 38393 (0.0008)
+[2026-06-02 16:39:12,490][243541] Updated weights for policy 0, policy_version 38403 (0.0008)
+[2026-06-02 16:39:12,657][243541] Updated weights for policy 0, policy_version 38413 (0.0008)
+[2026-06-02 16:39:12,835][243541] Updated weights for policy 0, policy_version 38423 (0.0008)
+[2026-06-02 16:39:13,495][243541] Updated weights for policy 0, policy_version 38433 (0.0008)
+[2026-06-02 16:39:13,664][243541] Updated weights for policy 0, policy_version 38443 (0.0008)
+[2026-06-02 16:39:13,839][243541] Updated weights for policy 0, policy_version 38453 (0.0008)
+[2026-06-02 16:39:14,007][243541] Updated weights for policy 0, policy_version 38463 (0.0008)
+[2026-06-02 16:39:14,183][243541] Updated weights for policy 0, policy_version 38473 (0.0008)
+[2026-06-02 16:39:14,351][243541] Updated weights for policy 0, policy_version 38483 (0.0008)
+[2026-06-02 16:39:14,994][243541] Updated weights for policy 0, policy_version 38493 (0.0008)
+[2026-06-02 16:39:15,175][243541] Updated weights for policy 0, policy_version 38504 (0.0008)
+[2026-06-02 16:39:15,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 19726336. Throughput: 0: 21077.3. Samples: 19747328. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:15,253][235950] Avg episode reward: [(0, '1621.225')]
+[2026-06-02 16:39:15,347][243541] Updated weights for policy 0, policy_version 38514 (0.0008)
+[2026-06-02 16:39:15,516][243541] Updated weights for policy 0, policy_version 38524 (0.0008)
+[2026-06-02 16:39:15,695][243541] Updated weights for policy 0, policy_version 38534 (0.0008)
+[2026-06-02 16:39:15,869][243541] Updated weights for policy 0, policy_version 38544 (0.0008)
+[2026-06-02 16:39:15,995][242682] Saving new best policy, reward=1621.225!
+[2026-06-02 16:39:16,533][243541] Updated weights for policy 0, policy_version 38554 (0.0008)
+[2026-06-02 16:39:16,695][243541] Updated weights for policy 0, policy_version 38564 (0.0008)
+[2026-06-02 16:39:16,862][243541] Updated weights for policy 0, policy_version 38574 (0.0008)
+[2026-06-02 16:39:17,046][243541] Updated weights for policy 0, policy_version 38584 (0.0008)
+[2026-06-02 16:39:17,205][243541] Updated weights for policy 0, policy_version 38594 (0.0008)
+[2026-06-02 16:39:17,387][243541] Updated weights for policy 0, policy_version 38604 (0.0008)
+[2026-06-02 16:39:17,579][243541] Updated weights for policy 0, policy_version 38615 (0.0008)
+[2026-06-02 16:39:18,213][243541] Updated weights for policy 0, policy_version 38625 (0.0008)
+[2026-06-02 16:39:18,373][243541] Updated weights for policy 0, policy_version 38635 (0.0008)
+[2026-06-02 16:39:18,551][243541] Updated weights for policy 0, policy_version 38645 (0.0009)
+[2026-06-02 16:39:18,726][243541] Updated weights for policy 0, policy_version 38655 (0.0009)
+[2026-06-02 16:39:18,903][243541] Updated weights for policy 0, policy_version 38665 (0.0008)
+[2026-06-02 16:39:19,075][243541] Updated weights for policy 0, policy_version 38675 (0.0008)
+[2026-06-02 16:39:19,729][243541] Updated weights for policy 0, policy_version 38685 (0.0008)
+[2026-06-02 16:39:19,896][243541] Updated weights for policy 0, policy_version 38695 (0.0009)
+[2026-06-02 16:39:20,070][243541] Updated weights for policy 0, policy_version 38705 (0.0009)
+[2026-06-02 16:39:20,244][243541] Updated weights for policy 0, policy_version 38715 (0.0008)
+[2026-06-02 16:39:20,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19824640. Throughput: 0: 21071.7. Samples: 19875328. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:20,253][235950] Avg episode reward: [(0, '1648.247')]
+[2026-06-02 16:39:20,432][243541] Updated weights for policy 0, policy_version 38726 (0.0008)
+[2026-06-02 16:39:20,606][243541] Updated weights for policy 0, policy_version 38736 (0.0009)
+[2026-06-02 16:39:20,739][242682] Saving new best policy, reward=1648.247!
+[2026-06-02 16:39:21,247][243541] Updated weights for policy 0, policy_version 38746 (0.0008)
+[2026-06-02 16:39:21,410][243541] Updated weights for policy 0, policy_version 38756 (0.0008)
+[2026-06-02 16:39:21,583][243541] Updated weights for policy 0, policy_version 38766 (0.0008)
+[2026-06-02 16:39:21,764][243541] Updated weights for policy 0, policy_version 38777 (0.0008)
+[2026-06-02 16:39:21,962][243541] Updated weights for policy 0, policy_version 38788 (0.0008)
+[2026-06-02 16:39:22,136][243541] Updated weights for policy 0, policy_version 38798 (0.0008)
+[2026-06-02 16:39:22,313][243541] Updated weights for policy 0, policy_version 38808 (0.0008)
+[2026-06-02 16:39:22,951][243541] Updated weights for policy 0, policy_version 38818 (0.0009)
+[2026-06-02 16:39:23,130][243541] Updated weights for policy 0, policy_version 38829 (0.0009)
+[2026-06-02 16:39:23,305][243541] Updated weights for policy 0, policy_version 38839 (0.0008)
+[2026-06-02 16:39:23,480][243541] Updated weights for policy 0, policy_version 38849 (0.0008)
+[2026-06-02 16:39:23,652][243541] Updated weights for policy 0, policy_version 38859 (0.0008)
+[2026-06-02 16:39:23,829][243541] Updated weights for policy 0, policy_version 38869 (0.0008)
+[2026-06-02 16:39:24,502][243541] Updated weights for policy 0, policy_version 38880 (0.0008)
+[2026-06-02 16:39:24,696][243541] Updated weights for policy 0, policy_version 38891 (0.0008)
+[2026-06-02 16:39:24,867][243541] Updated weights for policy 0, policy_version 38901 (0.0008)
+[2026-06-02 16:39:25,055][243541] Updated weights for policy 0, policy_version 38912 (0.0008)
+[2026-06-02 16:39:25,233][243541] Updated weights for policy 0, policy_version 38922 (0.0008)
+[2026-06-02 16:39:25,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 19922944. Throughput: 0: 21077.3. Samples: 19939456. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:25,253][235950] Avg episode reward: [(0, '1618.994')]
+[2026-06-02 16:39:25,411][243541] Updated weights for policy 0, policy_version 38932 (0.0008)
+[2026-06-02 16:39:26,041][243541] Updated weights for policy 0, policy_version 38942 (0.0008)
+[2026-06-02 16:39:26,200][243541] Updated weights for policy 0, policy_version 38952 (0.0008)
+[2026-06-02 16:39:26,373][243541] Updated weights for policy 0, policy_version 38962 (0.0009)
+[2026-06-02 16:39:26,545][243541] Updated weights for policy 0, policy_version 38972 (0.0008)
+[2026-06-02 16:39:26,717][243541] Updated weights for policy 0, policy_version 38982 (0.0008)
+[2026-06-02 16:39:26,914][243541] Updated weights for policy 0, policy_version 38993 (0.0008)
+[2026-06-02 16:39:27,562][243541] Updated weights for policy 0, policy_version 39003 (0.0008)
+[2026-06-02 16:39:27,717][243541] Updated weights for policy 0, policy_version 39013 (0.0008)
+[2026-06-02 16:39:27,895][243541] Updated weights for policy 0, policy_version 39023 (0.0008)
+[2026-06-02 16:39:28,071][243541] Updated weights for policy 0, policy_version 39033 (0.0008)
+[2026-06-02 16:39:28,245][243541] Updated weights for policy 0, policy_version 39043 (0.0008)
+[2026-06-02 16:39:28,418][243541] Updated weights for policy 0, policy_version 39053 (0.0008)
+[2026-06-02 16:39:28,594][243541] Updated weights for policy 0, policy_version 39063 (0.0008)
+[2026-06-02 16:39:29,267][243541] Updated weights for policy 0, policy_version 39074 (0.0008)
+[2026-06-02 16:39:29,438][243541] Updated weights for policy 0, policy_version 39084 (0.0008)
+[2026-06-02 16:39:29,623][243541] Updated weights for policy 0, policy_version 39095 (0.0008)
+[2026-06-02 16:39:29,799][243541] Updated weights for policy 0, policy_version 39105 (0.0008)
+[2026-06-02 16:39:29,971][243541] Updated weights for policy 0, policy_version 39115 (0.0008)
+[2026-06-02 16:39:30,148][243541] Updated weights for policy 0, policy_version 39125 (0.0008)
+[2026-06-02 16:39:30,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 20054016. Throughput: 0: 21009.1. Samples: 20063232. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:30,253][235950] Avg episode reward: [(0, '1670.013')]
+[2026-06-02 16:39:30,258][242682] Saving new best policy, reward=1670.013!
+[2026-06-02 16:39:30,772][243541] Updated weights for policy 0, policy_version 39135 (0.0008)
+[2026-06-02 16:39:30,969][243541] Updated weights for policy 0, policy_version 39147 (0.0009)
+[2026-06-02 16:39:31,136][243541] Updated weights for policy 0, policy_version 39157 (0.0008)
+[2026-06-02 16:39:31,316][243541] Updated weights for policy 0, policy_version 39167 (0.0008)
+[2026-06-02 16:39:31,489][243541] Updated weights for policy 0, policy_version 39177 (0.0008)
+[2026-06-02 16:39:31,660][243541] Updated weights for policy 0, policy_version 39187 (0.0008)
+[2026-06-02 16:39:32,320][243541] Updated weights for policy 0, policy_version 39197 (0.0008)
+[2026-06-02 16:39:32,489][243541] Updated weights for policy 0, policy_version 39207 (0.0008)
+[2026-06-02 16:39:32,660][243541] Updated weights for policy 0, policy_version 39217 (0.0009)
+[2026-06-02 16:39:32,863][243541] Updated weights for policy 0, policy_version 39229 (0.0009)
+[2026-06-02 16:39:33,035][243541] Updated weights for policy 0, policy_version 39239 (0.0008)
+[2026-06-02 16:39:33,211][243541] Updated weights for policy 0, policy_version 39249 (0.0008)
+[2026-06-02 16:39:33,856][243541] Updated weights for policy 0, policy_version 39259 (0.0009)
+[2026-06-02 16:39:34,019][243541] Updated weights for policy 0, policy_version 39269 (0.0008)
+[2026-06-02 16:39:34,216][243541] Updated weights for policy 0, policy_version 39281 (0.0009)
+[2026-06-02 16:39:34,393][243541] Updated weights for policy 0, policy_version 39291 (0.0008)
+[2026-06-02 16:39:34,572][243541] Updated weights for policy 0, policy_version 39301 (0.0008)
+[2026-06-02 16:39:34,744][243541] Updated weights for policy 0, policy_version 39311 (0.0008)
+[2026-06-02 16:39:35,252][235950] Fps is (10 sec: 22937.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20152320. Throughput: 0: 20770.1. Samples: 20182400. Policy #0 lag: (min: 63.0, avg: 78.7, max: 127.0)
+[2026-06-02 16:39:35,253][235950] Avg episode reward: [(0, '1679.114')]
+[2026-06-02 16:39:35,409][243541] Updated weights for policy 0, policy_version 39322 (0.0008)
+[2026-06-02 16:39:35,599][243541] Updated weights for policy 0, policy_version 39334 (0.0008)
+[2026-06-02 16:39:35,775][243541] Updated weights for policy 0, policy_version 39344 (0.0008)
+[2026-06-02 16:39:35,950][243541] Updated weights for policy 0, policy_version 39354 (0.0008)
+[2026-06-02 16:39:36,128][243541] Updated weights for policy 0, policy_version 39364 (0.0008)
+[2026-06-02 16:39:36,307][243541] Updated weights for policy 0, policy_version 39375 (0.0008)
+[2026-06-02 16:39:36,476][242682] Saving new best policy, reward=1679.114!
+[2026-06-02 16:39:36,981][243541] Updated weights for policy 0, policy_version 39385 (0.0008)
+[2026-06-02 16:39:37,141][243541] Updated weights for policy 0, policy_version 39395 (0.0008)
+[2026-06-02 16:39:37,312][243541] Updated weights for policy 0, policy_version 39405 (0.0008)
+[2026-06-02 16:39:37,505][243541] Updated weights for policy 0, policy_version 39416 (0.0008)
+[2026-06-02 16:39:37,671][243541] Updated weights for policy 0, policy_version 39426 (0.0008)
+[2026-06-02 16:39:37,847][243541] Updated weights for policy 0, policy_version 39436 (0.0008)
+[2026-06-02 16:39:38,026][243541] Updated weights for policy 0, policy_version 39446 (0.0008)
+[2026-06-02 16:39:38,646][243541] Updated weights for policy 0, policy_version 39456 (0.0009)
+[2026-06-02 16:39:38,807][243541] Updated weights for policy 0, policy_version 39466 (0.0008)
+[2026-06-02 16:39:38,979][243541] Updated weights for policy 0, policy_version 39476 (0.0008)
+[2026-06-02 16:39:39,167][243541] Updated weights for policy 0, policy_version 39487 (0.0008)
+[2026-06-02 16:39:39,348][243541] Updated weights for policy 0, policy_version 39497 (0.0008)
+[2026-06-02 16:39:39,533][243541] Updated weights for policy 0, policy_version 39508 (0.0008)
+[2026-06-02 16:39:40,202][243541] Updated weights for policy 0, policy_version 39518 (0.0008)
+[2026-06-02 16:39:40,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 20250624. Throughput: 0: 20784.5. Samples: 20246272. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:39:40,253][235950] Avg episode reward: [(0, '1632.184')]
+[2026-06-02 16:39:40,364][243541] Updated weights for policy 0, policy_version 39528 (0.0008)
+[2026-06-02 16:39:40,551][243541] Updated weights for policy 0, policy_version 39539 (0.0008)
+[2026-06-02 16:39:40,721][243541] Updated weights for policy 0, policy_version 39549 (0.0008)
+[2026-06-02 16:39:40,907][243541] Updated weights for policy 0, policy_version 39560 (0.0008)
+[2026-06-02 16:39:41,090][243541] Updated weights for policy 0, policy_version 39570 (0.0008)
+[2026-06-02 16:39:41,738][243541] Updated weights for policy 0, policy_version 39580 (0.0008)
+[2026-06-02 16:39:41,901][243541] Updated weights for policy 0, policy_version 39590 (0.0008)
+[2026-06-02 16:39:42,085][243541] Updated weights for policy 0, policy_version 39601 (0.0008)
+[2026-06-02 16:39:42,256][243541] Updated weights for policy 0, policy_version 39611 (0.0008)
+[2026-06-02 16:39:42,431][243541] Updated weights for policy 0, policy_version 39621 (0.0009)
+[2026-06-02 16:39:42,597][243541] Updated weights for policy 0, policy_version 39631 (0.0008)
+[2026-06-02 16:39:43,276][243541] Updated weights for policy 0, policy_version 39642 (0.0008)
+[2026-06-02 16:39:43,453][243541] Updated weights for policy 0, policy_version 39653 (0.0008)
+[2026-06-02 16:39:43,624][243541] Updated weights for policy 0, policy_version 39663 (0.0008)
+[2026-06-02 16:39:43,801][243541] Updated weights for policy 0, policy_version 39673 (0.0008)
+[2026-06-02 16:39:43,989][243541] Updated weights for policy 0, policy_version 39684 (0.0008)
+[2026-06-02 16:39:44,184][243541] Updated weights for policy 0, policy_version 39695 (0.0008)
+[2026-06-02 16:39:44,842][243541] Updated weights for policy 0, policy_version 39705 (0.0008)
+[2026-06-02 16:39:45,008][243541] Updated weights for policy 0, policy_version 39715 (0.0004)
+[2026-06-02 16:39:45,198][243541] Updated weights for policy 0, policy_version 39726 (0.0004)
+[2026-06-02 16:39:45,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20348928. Throughput: 0: 20923.7. Samples: 20373888. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:39:45,253][235950] Avg episode reward: [(0, '1683.680')]
+[2026-06-02 16:39:45,388][243541] Updated weights for policy 0, policy_version 39737 (0.0004)
+[2026-06-02 16:39:45,562][243541] Updated weights for policy 0, policy_version 39747 (0.0008)
+[2026-06-02 16:39:45,740][243541] Updated weights for policy 0, policy_version 39757 (0.0008)
+[2026-06-02 16:39:45,911][243541] Updated weights for policy 0, policy_version 39767 (0.0008)
+[2026-06-02 16:39:45,919][242682] Saving new best policy, reward=1683.680!
+[2026-06-02 16:39:46,540][243541] Updated weights for policy 0, policy_version 39777 (0.0005)
+[2026-06-02 16:39:46,704][243541] Updated weights for policy 0, policy_version 39787 (0.0005)
+[2026-06-02 16:39:46,880][243541] Updated weights for policy 0, policy_version 39797 (0.0005)
+[2026-06-02 16:39:47,055][243541] Updated weights for policy 0, policy_version 39807 (0.0007)
+[2026-06-02 16:39:47,231][243541] Updated weights for policy 0, policy_version 39817 (0.0008)
+[2026-06-02 16:39:47,398][243541] Updated weights for policy 0, policy_version 39827 (0.0008)
+[2026-06-02 16:39:48,050][243541] Updated weights for policy 0, policy_version 39837 (0.0008)
+[2026-06-02 16:39:48,235][243541] Updated weights for policy 0, policy_version 39848 (0.0008)
+[2026-06-02 16:39:48,410][243541] Updated weights for policy 0, policy_version 39858 (0.0008)
+[2026-06-02 16:39:48,579][243541] Updated weights for policy 0, policy_version 39868 (0.0008)
+[2026-06-02 16:39:48,747][243541] Updated weights for policy 0, policy_version 39878 (0.0008)
+[2026-06-02 16:39:48,934][243541] Updated weights for policy 0, policy_version 39888 (0.0008)
+[2026-06-02 16:39:49,597][243541] Updated weights for policy 0, policy_version 39899 (0.0008)
+[2026-06-02 16:39:49,768][243541] Updated weights for policy 0, policy_version 39910 (0.0008)
+[2026-06-02 16:39:49,942][243541] Updated weights for policy 0, policy_version 39920 (0.0008)
+[2026-06-02 16:39:50,115][243541] Updated weights for policy 0, policy_version 39930 (0.0008)
+[2026-06-02 16:39:50,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20447232. Throughput: 0: 21046.0. Samples: 20501760. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:39:50,253][235950] Avg episode reward: [(0, '1658.105')]
+[2026-06-02 16:39:50,285][243541] Updated weights for policy 0, policy_version 39940 (0.0008)
+[2026-06-02 16:39:50,453][243541] Updated weights for policy 0, policy_version 39950 (0.0009)
+[2026-06-02 16:39:51,117][243541] Updated weights for policy 0, policy_version 39961 (0.0008)
+[2026-06-02 16:39:51,281][243541] Updated weights for policy 0, policy_version 39971 (0.0008)
+[2026-06-02 16:39:51,451][243541] Updated weights for policy 0, policy_version 39981 (0.0008)
+[2026-06-02 16:39:51,641][243541] Updated weights for policy 0, policy_version 39992 (0.0008)
+[2026-06-02 16:39:51,813][243541] Updated weights for policy 0, policy_version 40002 (0.0008)
+[2026-06-02 16:39:52,008][243541] Updated weights for policy 0, policy_version 40013 (0.0008)
+[2026-06-02 16:39:52,185][243541] Updated weights for policy 0, policy_version 40023 (0.0008)
+[2026-06-02 16:39:52,816][243541] Updated weights for policy 0, policy_version 40033 (0.0008)
+[2026-06-02 16:39:53,013][243541] Updated weights for policy 0, policy_version 40045 (0.0008)
+[2026-06-02 16:39:53,182][243541] Updated weights for policy 0, policy_version 40055 (0.0008)
+[2026-06-02 16:39:53,364][243541] Updated weights for policy 0, policy_version 40065 (0.0008)
+[2026-06-02 16:39:53,539][243541] Updated weights for policy 0, policy_version 40075 (0.0008)
+[2026-06-02 16:39:53,717][243541] Updated weights for policy 0, policy_version 40085 (0.0008)
+[2026-06-02 16:39:54,359][243541] Updated weights for policy 0, policy_version 40095 (0.0008)
+[2026-06-02 16:39:54,537][243541] Updated weights for policy 0, policy_version 40106 (0.0008)
+[2026-06-02 16:39:54,714][243541] Updated weights for policy 0, policy_version 40116 (0.0008)
+[2026-06-02 16:39:54,885][243541] Updated weights for policy 0, policy_version 40126 (0.0008)
+[2026-06-02 16:39:55,059][243541] Updated weights for policy 0, policy_version 40136 (0.0008)
+[2026-06-02 16:39:55,228][243541] Updated weights for policy 0, policy_version 40146 (0.0008)
+[2026-06-02 16:39:55,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.2, 300 sec: 20771.6). Total num frames: 20545536. Throughput: 0: 21029.0. Samples: 20565376. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:39:55,253][235950] Avg episode reward: [(0, '1717.478')]
+[2026-06-02 16:39:55,332][242682] Saving new best policy, reward=1717.478!
+[2026-06-02 16:39:55,876][243541] Updated weights for policy 0, policy_version 40156 (0.0008)
+[2026-06-02 16:39:56,042][243541] Updated weights for policy 0, policy_version 40166 (0.0008)
+[2026-06-02 16:39:56,211][243541] Updated weights for policy 0, policy_version 40176 (0.0008)
+[2026-06-02 16:39:56,390][243541] Updated weights for policy 0, policy_version 40186 (0.0008)
+[2026-06-02 16:39:56,556][243541] Updated weights for policy 0, policy_version 40196 (0.0008)
+[2026-06-02 16:39:56,725][243541] Updated weights for policy 0, policy_version 40206 (0.0008)
+[2026-06-02 16:39:56,903][243541] Updated weights for policy 0, policy_version 40216 (0.0008)
+[2026-06-02 16:39:57,527][243541] Updated weights for policy 0, policy_version 40226 (0.0008)
+[2026-06-02 16:39:57,708][243541] Updated weights for policy 0, policy_version 40236 (0.0008)
+[2026-06-02 16:39:57,874][243541] Updated weights for policy 0, policy_version 40246 (0.0008)
+[2026-06-02 16:39:58,064][243541] Updated weights for policy 0, policy_version 40257 (0.0008)
+[2026-06-02 16:39:58,241][243541] Updated weights for policy 0, policy_version 40267 (0.0008)
+[2026-06-02 16:39:58,415][243541] Updated weights for policy 0, policy_version 40277 (0.0008)
+[2026-06-02 16:39:59,057][243541] Updated weights for policy 0, policy_version 40287 (0.0008)
+[2026-06-02 16:39:59,224][243541] Updated weights for policy 0, policy_version 40297 (0.0008)
+[2026-06-02 16:39:59,413][243541] Updated weights for policy 0, policy_version 40308 (0.0008)
+[2026-06-02 16:39:59,608][243541] Updated weights for policy 0, policy_version 40319 (0.0008)
+[2026-06-02 16:39:59,781][243541] Updated weights for policy 0, policy_version 40329 (0.0008)
+[2026-06-02 16:39:59,957][243541] Updated weights for policy 0, policy_version 40339 (0.0008)
+[2026-06-02 16:40:00,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 20676608. Throughput: 0: 21006.2. Samples: 20692608. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:40:00,253][235950] Avg episode reward: [(0, '1731.439')]
+[2026-06-02 16:40:00,257][242682] Saving new best policy, reward=1731.439!
+[2026-06-02 16:40:00,602][243541] Updated weights for policy 0, policy_version 40350 (0.0008)
+[2026-06-02 16:40:00,778][243541] Updated weights for policy 0, policy_version 40360 (0.0008)
+[2026-06-02 16:40:00,945][243541] Updated weights for policy 0, policy_version 40370 (0.0008)
+[2026-06-02 16:40:01,120][243541] Updated weights for policy 0, policy_version 40380 (0.0008)
+[2026-06-02 16:40:01,304][243541] Updated weights for policy 0, policy_version 40391 (0.0008)
+[2026-06-02 16:40:01,489][243541] Updated weights for policy 0, policy_version 40401 (0.0008)
+[2026-06-02 16:40:02,148][243541] Updated weights for policy 0, policy_version 40412 (0.0008)
+[2026-06-02 16:40:02,318][243541] Updated weights for policy 0, policy_version 40422 (0.0008)
+[2026-06-02 16:40:02,503][243541] Updated weights for policy 0, policy_version 40433 (0.0008)
+[2026-06-02 16:40:02,688][243541] Updated weights for policy 0, policy_version 40444 (0.0008)
+[2026-06-02 16:40:02,866][243541] Updated weights for policy 0, policy_version 40454 (0.0007)
+[2026-06-02 16:40:03,030][243541] Updated weights for policy 0, policy_version 40464 (0.0005)
+[2026-06-02 16:40:03,682][243541] Updated weights for policy 0, policy_version 40474 (0.0008)
+[2026-06-02 16:40:03,863][243541] Updated weights for policy 0, policy_version 40485 (0.0008)
+[2026-06-02 16:40:04,033][243541] Updated weights for policy 0, policy_version 40495 (0.0008)
+[2026-06-02 16:40:04,224][243541] Updated weights for policy 0, policy_version 40506 (0.0008)
+[2026-06-02 16:40:04,399][243541] Updated weights for policy 0, policy_version 40516 (0.0008)
+[2026-06-02 16:40:04,571][243541] Updated weights for policy 0, policy_version 40526 (0.0008)
+[2026-06-02 16:40:04,742][243541] Updated weights for policy 0, policy_version 40536 (0.0008)
+[2026-06-02 16:40:05,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20774912. Throughput: 0: 20787.2. Samples: 20810752. Policy #0 lag: (min: 13.0, avg: 28.8, max: 77.0)
+[2026-06-02 16:40:05,253][235950] Avg episode reward: [(0, '1741.979')]
+[2026-06-02 16:40:05,378][243541] Updated weights for policy 0, policy_version 40546 (0.0008)
+[2026-06-02 16:40:05,540][243541] Updated weights for policy 0, policy_version 40556 (0.0008)
+[2026-06-02 16:40:05,718][243541] Updated weights for policy 0, policy_version 40566 (0.0008)
+[2026-06-02 16:40:05,888][243541] Updated weights for policy 0, policy_version 40576 (0.0008)
+[2026-06-02 16:40:06,060][243541] Updated weights for policy 0, policy_version 40586 (0.0008)
+[2026-06-02 16:40:06,233][243541] Updated weights for policy 0, policy_version 40596 (0.0008)
+[2026-06-02 16:40:06,295][242682] Saving new best policy, reward=1741.979!
+[2026-06-02 16:40:06,875][243541] Updated weights for policy 0, policy_version 40606 (0.0008)
+[2026-06-02 16:40:07,035][243541] Updated weights for policy 0, policy_version 40616 (0.0008)
+[2026-06-02 16:40:07,206][243541] Updated weights for policy 0, policy_version 40626 (0.0008)
+[2026-06-02 16:40:07,384][243541] Updated weights for policy 0, policy_version 40636 (0.0008)
+[2026-06-02 16:40:07,556][243541] Updated weights for policy 0, policy_version 40646 (0.0008)
+[2026-06-02 16:40:07,737][243541] Updated weights for policy 0, policy_version 40656 (0.0008)
+[2026-06-02 16:40:08,400][243541] Updated weights for policy 0, policy_version 40668 (0.0008)
+[2026-06-02 16:40:08,564][243541] Updated weights for policy 0, policy_version 40678 (0.0008)
+[2026-06-02 16:40:08,724][243541] Updated weights for policy 0, policy_version 40688 (0.0008)
+[2026-06-02 16:40:08,907][243541] Updated weights for policy 0, policy_version 40698 (0.0008)
+[2026-06-02 16:40:09,093][243541] Updated weights for policy 0, policy_version 40709 (0.0008)
+[2026-06-02 16:40:09,278][243541] Updated weights for policy 0, policy_version 40720 (0.0008)
+[2026-06-02 16:40:09,951][243541] Updated weights for policy 0, policy_version 40730 (0.0008)
+[2026-06-02 16:40:10,114][243541] Updated weights for policy 0, policy_version 40740 (0.0008)
+[2026-06-02 16:40:10,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20873216. Throughput: 0: 20693.4. Samples: 20870656. Policy #0 lag: (min: 13.0, avg: 28.8, max: 77.0)
+[2026-06-02 16:40:10,253][235950] Avg episode reward: [(0, '1698.961')]
+[2026-06-02 16:40:10,283][243541] Updated weights for policy 0, policy_version 40750 (0.0008)
+[2026-06-02 16:40:10,467][243541] Updated weights for policy 0, policy_version 40761 (0.0008)
+[2026-06-02 16:40:10,657][243541] Updated weights for policy 0, policy_version 40772 (0.0008)
+[2026-06-02 16:40:10,847][243541] Updated weights for policy 0, policy_version 40783 (0.0008)
+[2026-06-02 16:40:11,506][243541] Updated weights for policy 0, policy_version 40793 (0.0008)
+[2026-06-02 16:40:11,677][243541] Updated weights for policy 0, policy_version 40804 (0.0008)
+[2026-06-02 16:40:11,866][243541] Updated weights for policy 0, policy_version 40815 (0.0008)
+[2026-06-02 16:40:12,027][243541] Updated weights for policy 0, policy_version 40825 (0.0008)
+[2026-06-02 16:40:12,210][243541] Updated weights for policy 0, policy_version 40835 (0.0008)
+[2026-06-02 16:40:12,396][243541] Updated weights for policy 0, policy_version 40846 (0.0008)
+[2026-06-02 16:40:12,569][243541] Updated weights for policy 0, policy_version 40856 (0.0008)
+[2026-06-02 16:40:13,269][243541] Updated weights for policy 0, policy_version 40869 (0.0008)
+[2026-06-02 16:40:13,444][243541] Updated weights for policy 0, policy_version 40879 (0.0008)
+[2026-06-02 16:40:13,617][243541] Updated weights for policy 0, policy_version 40889 (0.0008)
+[2026-06-02 16:40:13,794][243541] Updated weights for policy 0, policy_version 40899 (0.0008)
+[2026-06-02 16:40:13,963][243541] Updated weights for policy 0, policy_version 40909 (0.0008)
+[2026-06-02 16:40:14,154][243541] Updated weights for policy 0, policy_version 40920 (0.0008)
+[2026-06-02 16:40:14,803][243541] Updated weights for policy 0, policy_version 40930 (0.0008)
+[2026-06-02 16:40:14,959][243541] Updated weights for policy 0, policy_version 40940 (0.0008)
+[2026-06-02 16:40:15,144][243541] Updated weights for policy 0, policy_version 40950 (0.0008)
+[2026-06-02 16:40:15,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 20971520. Throughput: 0: 20764.4. Samples: 20997632. Policy #0 lag: (min: 13.0, avg: 28.8, max: 77.0)
+[2026-06-02 16:40:15,253][235950] Avg episode reward: [(0, '1699.738')]
+[2026-06-02 16:40:15,317][243541] Updated weights for policy 0, policy_version 40960 (0.0008)
+[2026-06-02 16:40:15,526][243541] Updated weights for policy 0, policy_version 40972 (0.0008)
+[2026-06-02 16:40:15,700][243541] Updated weights for policy 0, policy_version 40982 (0.0008)
+[2026-06-02 16:40:16,330][243541] Updated weights for policy 0, policy_version 40993 (0.0008)
+[2026-06-02 16:40:16,491][243541] Updated weights for policy 0, policy_version 41003 (0.0008)
+[2026-06-02 16:40:16,681][243541] Updated weights for policy 0, policy_version 41014 (0.0008)
+[2026-06-02 16:40:16,880][243541] Updated weights for policy 0, policy_version 41025 (0.0008)
+[2026-06-02 16:40:17,080][243541] Updated weights for policy 0, policy_version 41037 (0.0008)
+[2026-06-02 16:40:17,262][243541] Updated weights for policy 0, policy_version 41047 (0.0008)
+[2026-06-02 16:40:17,931][243541] Updated weights for policy 0, policy_version 41058 (0.0008)
+[2026-06-02 16:40:18,118][243541] Updated weights for policy 0, policy_version 41069 (0.0008)
+[2026-06-02 16:40:18,302][243541] Updated weights for policy 0, policy_version 41080 (0.0008)
+[2026-06-02 16:40:18,484][243541] Updated weights for policy 0, policy_version 41090 (0.0008)
+[2026-06-02 16:40:18,665][243541] Updated weights for policy 0, policy_version 41101 (0.0008)
+[2026-06-02 16:40:18,848][243541] Updated weights for policy 0, policy_version 41111 (0.0008)
+[2026-06-02 16:40:19,532][243541] Updated weights for policy 0, policy_version 41122 (0.0008)
+[2026-06-02 16:40:19,696][243541] Updated weights for policy 0, policy_version 41132 (0.0008)
+[2026-06-02 16:40:19,871][243541] Updated weights for policy 0, policy_version 41142 (0.0008)
+[2026-06-02 16:40:20,046][243541] Updated weights for policy 0, policy_version 41152 (0.0008)
+[2026-06-02 16:40:20,215][243541] Updated weights for policy 0, policy_version 41162 (0.0008)
+[2026-06-02 16:40:20,252][235950] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 21069824. Throughput: 0: 20957.9. Samples: 21125504. Policy #0 lag: (min: 13.0, avg: 28.8, max: 77.0)
+[2026-06-02 16:40:20,253][235950] Avg episode reward: [(0, '1742.434')]
+[2026-06-02 16:40:20,397][243541] Updated weights for policy 0, policy_version 41172 (0.0008)
+[2026-06-02 16:40:20,455][242682] Saving new best policy, reward=1742.434!
+[2026-06-02 16:40:21,011][243541] Updated weights for policy 0, policy_version 41183 (0.0009)
+[2026-06-02 16:40:21,179][243541] Updated weights for policy 0, policy_version 41193 (0.0009)
+[2026-06-02 16:40:21,344][243541] Updated weights for policy 0, policy_version 41203 (0.0008)
+[2026-06-02 16:40:21,523][243541] Updated weights for policy 0, policy_version 41213 (0.0008)
+[2026-06-02 16:40:21,709][243541] Updated weights for policy 0, policy_version 41224 (0.0008)
+[2026-06-02 16:40:21,890][243541] Updated weights for policy 0, policy_version 41234 (0.0008)
+[2026-06-02 16:40:22,542][243541] Updated weights for policy 0, policy_version 41244 (0.0008)
+[2026-06-02 16:40:22,703][243541] Updated weights for policy 0, policy_version 41254 (0.0008)
+[2026-06-02 16:40:22,885][243541] Updated weights for policy 0, policy_version 41265 (0.0008)
+[2026-06-02 16:40:23,061][243541] Updated weights for policy 0, policy_version 41275 (0.0008)
+[2026-06-02 16:40:23,224][243541] Updated weights for policy 0, policy_version 41285 (0.0008)
+[2026-06-02 16:40:23,410][243541] Updated weights for policy 0, policy_version 41295 (0.0008)
+[2026-06-02 16:40:24,061][243541] Updated weights for policy 0, policy_version 41305 (0.0008)
+[2026-06-02 16:40:24,219][243541] Updated weights for policy 0, policy_version 41315 (0.0008)
+[2026-06-02 16:40:24,394][243541] Updated weights for policy 0, policy_version 41326 (0.0008)
+[2026-06-02 16:40:24,568][243541] Updated weights for policy 0, policy_version 41336 (0.0008)
+[2026-06-02 16:40:24,754][243541] Updated weights for policy 0, policy_version 41346 (0.0008)
+[2026-06-02 16:40:24,926][243541] Updated weights for policy 0, policy_version 41356 (0.0008)
+[2026-06-02 16:40:25,098][243541] Updated weights for policy 0, policy_version 41366 (0.0008)
+[2026-06-02 16:40:25,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 21200896. Throughput: 0: 20923.8. Samples: 21187840. Policy #0 lag: (min: 13.0, avg: 28.8, max: 77.0)
+[2026-06-02 16:40:25,253][235950] Avg episode reward: [(0, '1786.247')]
+[2026-06-02 16:40:25,258][242682] Saving new best policy, reward=1786.247!
+[2026-06-02 16:40:25,746][243541] Updated weights for policy 0, policy_version 41376 (0.0008)
+[2026-06-02 16:40:25,904][243541] Updated weights for policy 0, policy_version 41386 (0.0008)
+[2026-06-02 16:40:26,076][243541] Updated weights for policy 0, policy_version 41396 (0.0008)
+[2026-06-02 16:40:26,271][243541] Updated weights for policy 0, policy_version 41407 (0.0008)
+[2026-06-02 16:40:26,459][243541] Updated weights for policy 0, policy_version 41418 (0.0008)
+[2026-06-02 16:40:26,634][243541] Updated weights for policy 0, policy_version 41428 (0.0008)
+[2026-06-02 16:40:27,288][243541] Updated weights for policy 0, policy_version 41438 (0.0008)
+[2026-06-02 16:40:27,462][243541] Updated weights for policy 0, policy_version 41449 (0.0008)
+[2026-06-02 16:40:27,635][243541] Updated weights for policy 0, policy_version 41459 (0.0008)
+[2026-06-02 16:40:27,825][243541] Updated weights for policy 0, policy_version 41470 (0.0009)
+[2026-06-02 16:40:27,997][243541] Updated weights for policy 0, policy_version 41480 (0.0008)
+[2026-06-02 16:40:28,170][243541] Updated weights for policy 0, policy_version 41490 (0.0008)
+[2026-06-02 16:40:28,805][243541] Updated weights for policy 0, policy_version 41500 (0.0008)
+[2026-06-02 16:40:28,970][243541] Updated weights for policy 0, policy_version 41510 (0.0008)
+[2026-06-02 16:40:29,154][243541] Updated weights for policy 0, policy_version 41521 (0.0008)
+[2026-06-02 16:40:29,331][243541] Updated weights for policy 0, policy_version 41531 (0.0008)
+[2026-06-02 16:40:29,510][243541] Updated weights for policy 0, policy_version 41541 (0.0008)
+[2026-06-02 16:40:29,695][243541] Updated weights for policy 0, policy_version 41552 (0.0009)
+[2026-06-02 16:40:30,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 21299200. Throughput: 0: 20903.8. Samples: 21314560. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:30,253][235950] Avg episode reward: [(0, '1894.670')]
+[2026-06-02 16:40:30,353][243541] Updated weights for policy 0, policy_version 41562 (0.0008)
+[2026-06-02 16:40:30,514][243541] Updated weights for policy 0, policy_version 41572 (0.0008)
+[2026-06-02 16:40:30,688][243541] Updated weights for policy 0, policy_version 41582 (0.0008)
+[2026-06-02 16:40:30,855][243541] Updated weights for policy 0, policy_version 41592 (0.0008)
+[2026-06-02 16:40:31,033][243541] Updated weights for policy 0, policy_version 41602 (0.0008)
+[2026-06-02 16:40:31,208][243541] Updated weights for policy 0, policy_version 41612 (0.0008)
+[2026-06-02 16:40:31,375][243541] Updated weights for policy 0, policy_version 41622 (0.0008)
+[2026-06-02 16:40:31,405][242682] Saving new best policy, reward=1894.670!
+[2026-06-02 16:40:32,009][243541] Updated weights for policy 0, policy_version 41632 (0.0008)
+[2026-06-02 16:40:32,190][243541] Updated weights for policy 0, policy_version 41643 (0.0008)
+[2026-06-02 16:40:32,372][243541] Updated weights for policy 0, policy_version 41653 (0.0008)
+[2026-06-02 16:40:32,545][243541] Updated weights for policy 0, policy_version 41663 (0.0008)
+[2026-06-02 16:40:32,716][243541] Updated weights for policy 0, policy_version 41673 (0.0008)
+[2026-06-02 16:40:32,907][243541] Updated weights for policy 0, policy_version 41684 (0.0008)
+[2026-06-02 16:40:33,559][243541] Updated weights for policy 0, policy_version 41695 (0.0008)
+[2026-06-02 16:40:33,726][243541] Updated weights for policy 0, policy_version 41705 (0.0008)
+[2026-06-02 16:40:33,901][243541] Updated weights for policy 0, policy_version 41715 (0.0008)
+[2026-06-02 16:40:34,068][243541] Updated weights for policy 0, policy_version 41725 (0.0008)
+[2026-06-02 16:40:34,281][243541] Updated weights for policy 0, policy_version 41737 (0.0008)
+[2026-06-02 16:40:34,468][243541] Updated weights for policy 0, policy_version 41748 (0.0008)
+[2026-06-02 16:40:35,120][243541] Updated weights for policy 0, policy_version 41758 (0.0009)
+[2026-06-02 16:40:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 21397504. Throughput: 0: 20855.5. Samples: 21440256. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:35,253][235950] Avg episode reward: [(0, '1896.254')]
+[2026-06-02 16:40:35,275][243541] Updated weights for policy 0, policy_version 41768 (0.0008)
+[2026-06-02 16:40:35,458][243541] Updated weights for policy 0, policy_version 41778 (0.0008)
+[2026-06-02 16:40:35,659][243541] Updated weights for policy 0, policy_version 41790 (0.0008)
+[2026-06-02 16:40:35,837][243541] Updated weights for policy 0, policy_version 41800 (0.0008)
+[2026-06-02 16:40:36,007][243541] Updated weights for policy 0, policy_version 41810 (0.0008)
+[2026-06-02 16:40:36,104][242682] Saving new best policy, reward=1896.254!
+[2026-06-02 16:40:36,659][243541] Updated weights for policy 0, policy_version 41820 (0.0008)
+[2026-06-02 16:40:36,814][243541] Updated weights for policy 0, policy_version 41830 (0.0008)
+[2026-06-02 16:40:37,004][243541] Updated weights for policy 0, policy_version 41841 (0.0008)
+[2026-06-02 16:40:37,168][243541] Updated weights for policy 0, policy_version 41851 (0.0008)
+[2026-06-02 16:40:37,352][243541] Updated weights for policy 0, policy_version 41861 (0.0008)
+[2026-06-02 16:40:37,524][243541] Updated weights for policy 0, policy_version 41871 (0.0008)
+[2026-06-02 16:40:38,182][243541] Updated weights for policy 0, policy_version 41881 (0.0008)
+[2026-06-02 16:40:38,347][243541] Updated weights for policy 0, policy_version 41891 (0.0008)
+[2026-06-02 16:40:38,516][243541] Updated weights for policy 0, policy_version 41901 (0.0008)
+[2026-06-02 16:40:38,705][243541] Updated weights for policy 0, policy_version 41912 (0.0008)
+[2026-06-02 16:40:38,887][243541] Updated weights for policy 0, policy_version 41923 (0.0008)
+[2026-06-02 16:40:39,065][243541] Updated weights for policy 0, policy_version 41933 (0.0008)
+[2026-06-02 16:40:39,243][243541] Updated weights for policy 0, policy_version 41943 (0.0008)
+[2026-06-02 16:40:39,906][243541] Updated weights for policy 0, policy_version 41953 (0.0006)
+[2026-06-02 16:40:40,064][243541] Updated weights for policy 0, policy_version 41963 (0.0008)
+[2026-06-02 16:40:40,245][243541] Updated weights for policy 0, policy_version 41973 (0.0008)
+[2026-06-02 16:40:40,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 21495808. Throughput: 0: 20733.1. Samples: 21498368. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:40,253][235950] Avg episode reward: [(0, '1899.247')]
+[2026-06-02 16:40:40,419][243541] Updated weights for policy 0, policy_version 41983 (0.0008)
+[2026-06-02 16:40:40,612][243541] Updated weights for policy 0, policy_version 41994 (0.0008)
+[2026-06-02 16:40:40,789][243541] Updated weights for policy 0, policy_version 42004 (0.0008)
+[2026-06-02 16:40:40,849][242682] Saving new best policy, reward=1899.247!
+[2026-06-02 16:40:41,435][243541] Updated weights for policy 0, policy_version 42015 (0.0008)
+[2026-06-02 16:40:41,602][243541] Updated weights for policy 0, policy_version 42025 (0.0008)
+[2026-06-02 16:40:41,776][243541] Updated weights for policy 0, policy_version 42035 (0.0008)
+[2026-06-02 16:40:41,945][243541] Updated weights for policy 0, policy_version 42045 (0.0008)
+[2026-06-02 16:40:42,121][243541] Updated weights for policy 0, policy_version 42055 (0.0008)
+[2026-06-02 16:40:42,302][243541] Updated weights for policy 0, policy_version 42065 (0.0008)
+[2026-06-02 16:40:42,949][243541] Updated weights for policy 0, policy_version 42075 (0.0008)
+[2026-06-02 16:40:43,116][243541] Updated weights for policy 0, policy_version 42085 (0.0008)
+[2026-06-02 16:40:43,288][243541] Updated weights for policy 0, policy_version 42095 (0.0008)
+[2026-06-02 16:40:43,454][243541] Updated weights for policy 0, policy_version 42105 (0.0008)
+[2026-06-02 16:40:43,634][243541] Updated weights for policy 0, policy_version 42115 (0.0008)
+[2026-06-02 16:40:43,806][243541] Updated weights for policy 0, policy_version 42125 (0.0008)
+[2026-06-02 16:40:43,974][243541] Updated weights for policy 0, policy_version 42135 (0.0008)
+[2026-06-02 16:40:44,605][243541] Updated weights for policy 0, policy_version 42145 (0.0008)
+[2026-06-02 16:40:44,771][243541] Updated weights for policy 0, policy_version 42155 (0.0008)
+[2026-06-02 16:40:44,960][243541] Updated weights for policy 0, policy_version 42166 (0.0009)
+[2026-06-02 16:40:45,129][243541] Updated weights for policy 0, policy_version 42176 (0.0008)
+[2026-06-02 16:40:45,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 21594112. Throughput: 0: 20619.4. Samples: 21620480. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:45,253][235950] Avg episode reward: [(0, '1887.256')]
+[2026-06-02 16:40:45,313][243541] Updated weights for policy 0, policy_version 42186 (0.0007)
+[2026-06-02 16:40:45,483][243541] Updated weights for policy 0, policy_version 42196 (0.0005)
+[2026-06-02 16:40:46,114][243541] Updated weights for policy 0, policy_version 42206 (0.0007)
+[2026-06-02 16:40:46,281][243541] Updated weights for policy 0, policy_version 42216 (0.0009)
+[2026-06-02 16:40:46,451][243541] Updated weights for policy 0, policy_version 42226 (0.0008)
+[2026-06-02 16:40:46,633][243541] Updated weights for policy 0, policy_version 42237 (0.0008)
+[2026-06-02 16:40:46,809][243541] Updated weights for policy 0, policy_version 42247 (0.0008)
+[2026-06-02 16:40:46,984][243541] Updated weights for policy 0, policy_version 42257 (0.0008)
+[2026-06-02 16:40:47,634][243541] Updated weights for policy 0, policy_version 42267 (0.0008)
+[2026-06-02 16:40:47,797][243541] Updated weights for policy 0, policy_version 42277 (0.0008)
+[2026-06-02 16:40:47,981][243541] Updated weights for policy 0, policy_version 42288 (0.0008)
+[2026-06-02 16:40:48,172][243541] Updated weights for policy 0, policy_version 42299 (0.0008)
+[2026-06-02 16:40:48,345][243541] Updated weights for policy 0, policy_version 42309 (0.0008)
+[2026-06-02 16:40:48,527][243541] Updated weights for policy 0, policy_version 42319 (0.0008)
+[2026-06-02 16:40:49,164][243541] Updated weights for policy 0, policy_version 42329 (0.0008)
+[2026-06-02 16:40:49,354][243541] Updated weights for policy 0, policy_version 42341 (0.0008)
+[2026-06-02 16:40:49,524][243541] Updated weights for policy 0, policy_version 42351 (0.0008)
+[2026-06-02 16:40:49,689][243541] Updated weights for policy 0, policy_version 42361 (0.0008)
+[2026-06-02 16:40:49,870][243541] Updated weights for policy 0, policy_version 42371 (0.0008)
+[2026-06-02 16:40:50,040][243541] Updated weights for policy 0, policy_version 42381 (0.0008)
+[2026-06-02 16:40:50,211][243541] Updated weights for policy 0, policy_version 42391 (0.0008)
+[2026-06-02 16:40:50,252][235950] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 21725184. Throughput: 0: 20812.8. Samples: 21747328. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:50,253][235950] Avg episode reward: [(0, '1862.743')]
+[2026-06-02 16:40:50,884][243541] Updated weights for policy 0, policy_version 42401 (0.0008)
+[2026-06-02 16:40:51,051][243541] Updated weights for policy 0, policy_version 42411 (0.0008)
+[2026-06-02 16:40:51,218][243541] Updated weights for policy 0, policy_version 42421 (0.0009)
+[2026-06-02 16:40:51,412][243541] Updated weights for policy 0, policy_version 42432 (0.0009)
+[2026-06-02 16:40:51,581][243541] Updated weights for policy 0, policy_version 42442 (0.0008)
+[2026-06-02 16:40:51,753][243541] Updated weights for policy 0, policy_version 42452 (0.0009)
+[2026-06-02 16:40:52,395][243541] Updated weights for policy 0, policy_version 42462 (0.0009)
+[2026-06-02 16:40:52,553][243541] Updated weights for policy 0, policy_version 42472 (0.0008)
+[2026-06-02 16:40:52,747][243541] Updated weights for policy 0, policy_version 42483 (0.0008)
+[2026-06-02 16:40:52,920][243541] Updated weights for policy 0, policy_version 42493 (0.0008)
+[2026-06-02 16:40:53,085][243541] Updated weights for policy 0, policy_version 42503 (0.0008)
+[2026-06-02 16:40:53,262][243541] Updated weights for policy 0, policy_version 42513 (0.0008)
+[2026-06-02 16:40:53,914][243541] Updated weights for policy 0, policy_version 42523 (0.0008)
+[2026-06-02 16:40:54,079][243541] Updated weights for policy 0, policy_version 42533 (0.0008)
+[2026-06-02 16:40:54,268][243541] Updated weights for policy 0, policy_version 42544 (0.0008)
+[2026-06-02 16:40:54,443][243541] Updated weights for policy 0, policy_version 42554 (0.0008)
+[2026-06-02 16:40:54,632][243541] Updated weights for policy 0, policy_version 42565 (0.0009)
+[2026-06-02 16:40:54,805][243541] Updated weights for policy 0, policy_version 42575 (0.0008)
+[2026-06-02 16:40:55,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 21823488. Throughput: 0: 20898.1. Samples: 21811072. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:40:55,253][235950] Avg episode reward: [(0, '1899.413')]
+[2026-06-02 16:40:55,258][242682] Saving new best policy, reward=1899.413!
+[2026-06-02 16:40:55,458][243541] Updated weights for policy 0, policy_version 42585 (0.0008)
+[2026-06-02 16:40:55,613][243541] Updated weights for policy 0, policy_version 42595 (0.0008)
+[2026-06-02 16:40:55,785][243541] Updated weights for policy 0, policy_version 42605 (0.0008)
+[2026-06-02 16:40:55,957][243541] Updated weights for policy 0, policy_version 42615 (0.0008)
+[2026-06-02 16:40:56,130][243541] Updated weights for policy 0, policy_version 42625 (0.0008)
+[2026-06-02 16:40:56,303][243541] Updated weights for policy 0, policy_version 42635 (0.0008)
+[2026-06-02 16:40:56,479][243541] Updated weights for policy 0, policy_version 42645 (0.0008)
+[2026-06-02 16:40:57,102][243541] Updated weights for policy 0, policy_version 42655 (0.0008)
+[2026-06-02 16:40:57,275][243541] Updated weights for policy 0, policy_version 42665 (0.0008)
+[2026-06-02 16:40:57,446][243541] Updated weights for policy 0, policy_version 42675 (0.0008)
+[2026-06-02 16:40:57,633][243541] Updated weights for policy 0, policy_version 42686 (0.0008)
+[2026-06-02 16:40:57,828][243541] Updated weights for policy 0, policy_version 42697 (0.0008)
+[2026-06-02 16:40:58,008][243541] Updated weights for policy 0, policy_version 42707 (0.0008)
+[2026-06-02 16:40:58,641][243541] Updated weights for policy 0, policy_version 42717 (0.0008)
+[2026-06-02 16:40:58,811][243541] Updated weights for policy 0, policy_version 42727 (0.0008)
+[2026-06-02 16:40:58,989][243541] Updated weights for policy 0, policy_version 42738 (0.0008)
+[2026-06-02 16:40:59,182][243541] Updated weights for policy 0, policy_version 42749 (0.0008)
+[2026-06-02 16:40:59,362][243541] Updated weights for policy 0, policy_version 42759 (0.0008)
+[2026-06-02 16:40:59,551][243541] Updated weights for policy 0, policy_version 42770 (0.0008)
+[2026-06-02 16:41:00,194][243541] Updated weights for policy 0, policy_version 42780 (0.0008)
+[2026-06-02 16:41:00,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 21921792. Throughput: 0: 20895.3. Samples: 21937920. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:00,253][235950] Avg episode reward: [(0, '1850.160')]
+[2026-06-02 16:41:00,373][243541] Updated weights for policy 0, policy_version 42791 (0.0009)
+[2026-06-02 16:41:00,559][243541] Updated weights for policy 0, policy_version 42802 (0.0008)
+[2026-06-02 16:41:00,721][243541] Updated weights for policy 0, policy_version 42812 (0.0008)
+[2026-06-02 16:41:00,922][243541] Updated weights for policy 0, policy_version 42823 (0.0008)
+[2026-06-02 16:41:01,093][243541] Updated weights for policy 0, policy_version 42833 (0.0008)
+[2026-06-02 16:41:01,747][243541] Updated weights for policy 0, policy_version 42843 (0.0008)
+[2026-06-02 16:41:01,925][243541] Updated weights for policy 0, policy_version 42854 (0.0008)
+[2026-06-02 16:41:02,113][243541] Updated weights for policy 0, policy_version 42865 (0.0008)
+[2026-06-02 16:41:02,280][243541] Updated weights for policy 0, policy_version 42875 (0.0008)
+[2026-06-02 16:41:02,453][243541] Updated weights for policy 0, policy_version 42885 (0.0008)
+[2026-06-02 16:41:02,632][243541] Updated weights for policy 0, policy_version 42895 (0.0008)
+[2026-06-02 16:41:03,280][243541] Updated weights for policy 0, policy_version 42905 (0.0009)
+[2026-06-02 16:41:03,435][243541] Updated weights for policy 0, policy_version 42915 (0.0008)
+[2026-06-02 16:41:03,624][243541] Updated weights for policy 0, policy_version 42926 (0.0008)
+[2026-06-02 16:41:03,792][243541] Updated weights for policy 0, policy_version 42936 (0.0008)
+[2026-06-02 16:41:03,971][243541] Updated weights for policy 0, policy_version 42946 (0.0008)
+[2026-06-02 16:41:04,134][243541] Updated weights for policy 0, policy_version 42956 (0.0008)
+[2026-06-02 16:41:04,317][243541] Updated weights for policy 0, policy_version 42966 (0.0008)
+[2026-06-02 16:41:04,968][243541] Updated weights for policy 0, policy_version 42977 (0.0008)
+[2026-06-02 16:41:05,136][243541] Updated weights for policy 0, policy_version 42987 (0.0008)
+[2026-06-02 16:41:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 22020096. Throughput: 0: 20864.0. Samples: 22064384. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:05,253][235950] Avg episode reward: [(0, '1849.204')]
+[2026-06-02 16:41:05,301][243541] Updated weights for policy 0, policy_version 42997 (0.0008)
+[2026-06-02 16:41:05,484][243541] Updated weights for policy 0, policy_version 43007 (0.0008)
+[2026-06-02 16:41:05,646][243541] Updated weights for policy 0, policy_version 43017 (0.0008)
+[2026-06-02 16:41:05,828][243541] Updated weights for policy 0, policy_version 43027 (0.0008)
+[2026-06-02 16:41:06,476][243541] Updated weights for policy 0, policy_version 43037 (0.0008)
+[2026-06-02 16:41:06,641][243541] Updated weights for policy 0, policy_version 43047 (0.0008)
+[2026-06-02 16:41:06,814][243541] Updated weights for policy 0, policy_version 43057 (0.0008)
+[2026-06-02 16:41:06,979][243541] Updated weights for policy 0, policy_version 43067 (0.0008)
+[2026-06-02 16:41:07,162][243541] Updated weights for policy 0, policy_version 43077 (0.0008)
+[2026-06-02 16:41:07,353][243541] Updated weights for policy 0, policy_version 43088 (0.0008)
+[2026-06-02 16:41:07,968][243541] Updated weights for policy 0, policy_version 43098 (0.0008)
+[2026-06-02 16:41:08,147][243541] Updated weights for policy 0, policy_version 43109 (0.0008)
+[2026-06-02 16:41:08,318][243541] Updated weights for policy 0, policy_version 43119 (0.0008)
+[2026-06-02 16:41:08,487][243541] Updated weights for policy 0, policy_version 43129 (0.0008)
+[2026-06-02 16:41:08,682][243541] Updated weights for policy 0, policy_version 43140 (0.0008)
+[2026-06-02 16:41:08,861][243541] Updated weights for policy 0, policy_version 43150 (0.0008)
+[2026-06-02 16:41:09,027][243541] Updated weights for policy 0, policy_version 43160 (0.0008)
+[2026-06-02 16:41:09,681][243541] Updated weights for policy 0, policy_version 43171 (0.0005)
+[2026-06-02 16:41:09,850][243541] Updated weights for policy 0, policy_version 43181 (0.0007)
+[2026-06-02 16:41:10,045][243541] Updated weights for policy 0, policy_version 43192 (0.0008)
+[2026-06-02 16:41:10,211][243541] Updated weights for policy 0, policy_version 43202 (0.0007)
+[2026-06-02 16:41:10,252][235950] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 22118400. Throughput: 0: 20898.1. Samples: 22128256. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:10,253][235950] Avg episode reward: [(0, '1867.499')]
+[2026-06-02 16:41:10,390][243541] Updated weights for policy 0, policy_version 43212 (0.0005)
+[2026-06-02 16:41:10,567][243541] Updated weights for policy 0, policy_version 43222 (0.0006)
+[2026-06-02 16:41:11,215][243541] Updated weights for policy 0, policy_version 43233 (0.0008)
+[2026-06-02 16:41:11,387][243541] Updated weights for policy 0, policy_version 43243 (0.0008)
+[2026-06-02 16:41:11,559][243541] Updated weights for policy 0, policy_version 43253 (0.0009)
+[2026-06-02 16:41:11,726][243541] Updated weights for policy 0, policy_version 43263 (0.0008)
+[2026-06-02 16:41:11,907][243541] Updated weights for policy 0, policy_version 43273 (0.0008)
+[2026-06-02 16:41:12,091][243541] Updated weights for policy 0, policy_version 43284 (0.0008)
+[2026-06-02 16:41:12,731][243541] Updated weights for policy 0, policy_version 43294 (0.0008)
+[2026-06-02 16:41:12,896][243541] Updated weights for policy 0, policy_version 43304 (0.0008)
+[2026-06-02 16:41:13,064][243541] Updated weights for policy 0, policy_version 43314 (0.0008)
+[2026-06-02 16:41:13,235][243541] Updated weights for policy 0, policy_version 43324 (0.0008)
+[2026-06-02 16:41:13,418][243541] Updated weights for policy 0, policy_version 43334 (0.0008)
+[2026-06-02 16:41:13,594][243541] Updated weights for policy 0, policy_version 43344 (0.0008)
+[2026-06-02 16:41:14,240][243541] Updated weights for policy 0, policy_version 43354 (0.0008)
+[2026-06-02 16:41:14,402][243541] Updated weights for policy 0, policy_version 43364 (0.0008)
+[2026-06-02 16:41:14,570][243541] Updated weights for policy 0, policy_version 43374 (0.0008)
+[2026-06-02 16:41:14,737][243541] Updated weights for policy 0, policy_version 43384 (0.0008)
+[2026-06-02 16:41:14,918][243541] Updated weights for policy 0, policy_version 43394 (0.0008)
+[2026-06-02 16:41:15,096][243541] Updated weights for policy 0, policy_version 43404 (0.0009)
+[2026-06-02 16:41:15,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20771.6). Total num frames: 22216704. Throughput: 0: 20721.7. Samples: 22247040. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:15,253][235950] Avg episode reward: [(0, '1867.721')]
+[2026-06-02 16:41:15,258][243541] Updated weights for policy 0, policy_version 43414 (0.0008)
+[2026-06-02 16:41:15,913][243541] Updated weights for policy 0, policy_version 43424 (0.0008)
+[2026-06-02 16:41:16,079][243541] Updated weights for policy 0, policy_version 43434 (0.0008)
+[2026-06-02 16:41:16,251][243541] Updated weights for policy 0, policy_version 43444 (0.0008)
+[2026-06-02 16:41:16,420][243541] Updated weights for policy 0, policy_version 43454 (0.0008)
+[2026-06-02 16:41:16,591][243541] Updated weights for policy 0, policy_version 43464 (0.0008)
+[2026-06-02 16:41:16,766][243541] Updated weights for policy 0, policy_version 43474 (0.0008)
+[2026-06-02 16:41:17,421][243541] Updated weights for policy 0, policy_version 43484 (0.0008)
+[2026-06-02 16:41:17,578][243541] Updated weights for policy 0, policy_version 43494 (0.0008)
+[2026-06-02 16:41:17,750][243541] Updated weights for policy 0, policy_version 43504 (0.0008)
+[2026-06-02 16:41:17,935][243541] Updated weights for policy 0, policy_version 43514 (0.0008)
+[2026-06-02 16:41:18,110][243541] Updated weights for policy 0, policy_version 43524 (0.0008)
+[2026-06-02 16:41:18,281][243541] Updated weights for policy 0, policy_version 43534 (0.0008)
+[2026-06-02 16:41:18,455][243541] Updated weights for policy 0, policy_version 43544 (0.0008)
+[2026-06-02 16:41:19,116][243541] Updated weights for policy 0, policy_version 43556 (0.0009)
+[2026-06-02 16:41:19,277][243541] Updated weights for policy 0, policy_version 43566 (0.0008)
+[2026-06-02 16:41:19,471][243541] Updated weights for policy 0, policy_version 43577 (0.0008)
+[2026-06-02 16:41:19,646][243541] Updated weights for policy 0, policy_version 43587 (0.0008)
+[2026-06-02 16:41:19,816][243541] Updated weights for policy 0, policy_version 43597 (0.0008)
+[2026-06-02 16:41:20,003][243541] Updated weights for policy 0, policy_version 43608 (0.0008)
+[2026-06-02 16:41:20,252][235950] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 22347776. Throughput: 0: 20667.8. Samples: 22370304. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:20,253][235950] Avg episode reward: [(0, '1889.595')]
+[2026-06-02 16:41:20,646][243541] Updated weights for policy 0, policy_version 43618 (0.0008)
+[2026-06-02 16:41:20,816][243541] Updated weights for policy 0, policy_version 43628 (0.0009)
+[2026-06-02 16:41:20,997][243541] Updated weights for policy 0, policy_version 43638 (0.0008)
+[2026-06-02 16:41:21,182][243541] Updated weights for policy 0, policy_version 43649 (0.0008)
+[2026-06-02 16:41:21,358][243541] Updated weights for policy 0, policy_version 43659 (0.0008)
+[2026-06-02 16:41:21,530][243541] Updated weights for policy 0, policy_version 43669 (0.0008)
+[2026-06-02 16:41:22,168][243541] Updated weights for policy 0, policy_version 43679 (0.0005)
+[2026-06-02 16:41:22,332][243541] Updated weights for policy 0, policy_version 43689 (0.0004)
+[2026-06-02 16:41:22,511][243541] Updated weights for policy 0, policy_version 43699 (0.0008)
+[2026-06-02 16:41:22,688][243541] Updated weights for policy 0, policy_version 43709 (0.0008)
+[2026-06-02 16:41:22,858][243541] Updated weights for policy 0, policy_version 43719 (0.0008)
+[2026-06-02 16:41:23,041][243541] Updated weights for policy 0, policy_version 43730 (0.0008)
+[2026-06-02 16:41:23,683][243541] Updated weights for policy 0, policy_version 43740 (0.0009)
+[2026-06-02 16:41:23,856][243541] Updated weights for policy 0, policy_version 43751 (0.0008)
+[2026-06-02 16:41:24,053][243541] Updated weights for policy 0, policy_version 43762 (0.0008)
+[2026-06-02 16:41:24,219][243541] Updated weights for policy 0, policy_version 43772 (0.0008)
+[2026-06-02 16:41:24,423][243541] Updated weights for policy 0, policy_version 43783 (0.0008)
+[2026-06-02 16:41:24,597][243541] Updated weights for policy 0, policy_version 43793 (0.0008)
+[2026-06-02 16:41:25,234][243541] Updated weights for policy 0, policy_version 43803 (0.0008)
+[2026-06-02 16:41:25,252][235950] Fps is (10 sec: 22937.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 22446080. Throughput: 0: 20795.8. Samples: 22434176. Policy #0 lag: (min: 84.0, avg: 119.0, max: 150.0)
+[2026-06-02 16:41:25,253][235950] Avg episode reward: [(0, '1909.392')]
+[2026-06-02 16:41:25,391][243541] Updated weights for policy 0, policy_version 43813 (0.0008)
+[2026-06-02 16:41:25,566][243541] Updated weights for policy 0, policy_version 43823 (0.0008)
+[2026-06-02 16:41:25,742][243541] Updated weights for policy 0, policy_version 43833 (0.0008)
+[2026-06-02 16:41:25,906][243541] Updated weights for policy 0, policy_version 43843 (0.0008)
+[2026-06-02 16:41:26,105][243541] Updated weights for policy 0, policy_version 43854 (0.0008)
+[2026-06-02 16:41:26,273][242682] Saving new best policy, reward=1909.392!
+[2026-06-02 16:41:26,274][243541] Updated weights for policy 0, policy_version 43864 (0.0008)
+[2026-06-02 16:41:26,911][243541] Updated weights for policy 0, policy_version 43874 (0.0008)
+[2026-06-02 16:41:27,085][243541] Updated weights for policy 0, policy_version 43884 (0.0009)
+[2026-06-02 16:41:27,252][243541] Updated weights for policy 0, policy_version 43894 (0.0008)
+[2026-06-02 16:41:27,433][243541] Updated weights for policy 0, policy_version 43904 (0.0009)
+[2026-06-02 16:41:27,606][243541] Updated weights for policy 0, policy_version 43914 (0.0008)
+[2026-06-02 16:41:27,793][243541] Updated weights for policy 0, policy_version 43925 (0.0009)
+[2026-06-02 16:41:28,434][243541] Updated weights for policy 0, policy_version 43937 (0.0008)
+[2026-06-02 16:41:28,592][243541] Updated weights for policy 0, policy_version 43947 (0.0009)
+[2026-06-02 16:41:28,773][243541] Updated weights for policy 0, policy_version 43957 (0.0008)
+[2026-06-02 16:41:28,946][243541] Updated weights for policy 0, policy_version 43967 (0.0008)
+[2026-06-02 16:41:29,138][243541] Updated weights for policy 0, policy_version 43978 (0.0008)
+[2026-06-02 16:41:29,311][243541] Updated weights for policy 0, policy_version 43988 (0.0008)
+[2026-06-02 16:41:29,952][243541] Updated weights for policy 0, policy_version 43998 (0.0008)
+[2026-06-02 16:41:30,121][243541] Updated weights for policy 0, policy_version 44008 (0.0008)
+[2026-06-02 16:41:30,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 22544384. Throughput: 0: 20883.9. Samples: 22560256. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:30,253][235950] Avg episode reward: [(0, '1947.241')]
+[2026-06-02 16:41:30,293][243541] Updated weights for policy 0, policy_version 44018 (0.0008)
+[2026-06-02 16:41:30,462][243541] Updated weights for policy 0, policy_version 44028 (0.0008)
+[2026-06-02 16:41:30,646][243541] Updated weights for policy 0, policy_version 44038 (0.0008)
+[2026-06-02 16:41:30,817][243541] Updated weights for policy 0, policy_version 44048 (0.0008)
+[2026-06-02 16:41:30,948][242682] Saving new best policy, reward=1947.241!
+[2026-06-02 16:41:31,464][243541] Updated weights for policy 0, policy_version 44058 (0.0008)
+[2026-06-02 16:41:31,628][243541] Updated weights for policy 0, policy_version 44068 (0.0008)
+[2026-06-02 16:41:31,802][243541] Updated weights for policy 0, policy_version 44078 (0.0008)
+[2026-06-02 16:41:31,962][243541] Updated weights for policy 0, policy_version 44088 (0.0008)
+[2026-06-02 16:41:32,157][243541] Updated weights for policy 0, policy_version 44099 (0.0008)
+[2026-06-02 16:41:32,329][243541] Updated weights for policy 0, policy_version 44109 (0.0008)
+[2026-06-02 16:41:32,501][243541] Updated weights for policy 0, policy_version 44119 (0.0008)
+[2026-06-02 16:41:33,173][243541] Updated weights for policy 0, policy_version 44131 (0.0008)
+[2026-06-02 16:41:33,342][243541] Updated weights for policy 0, policy_version 44141 (0.0008)
+[2026-06-02 16:41:33,511][243541] Updated weights for policy 0, policy_version 44151 (0.0008)
+[2026-06-02 16:41:33,684][243541] Updated weights for policy 0, policy_version 44161 (0.0008)
+[2026-06-02 16:41:33,860][243541] Updated weights for policy 0, policy_version 44171 (0.0008)
+[2026-06-02 16:41:34,037][243541] Updated weights for policy 0, policy_version 44181 (0.0008)
+[2026-06-02 16:41:34,685][243541] Updated weights for policy 0, policy_version 44191 (0.0008)
+[2026-06-02 16:41:34,858][243541] Updated weights for policy 0, policy_version 44202 (0.0008)
+[2026-06-02 16:41:35,038][243541] Updated weights for policy 0, policy_version 44212 (0.0008)
+[2026-06-02 16:41:35,215][243541] Updated weights for policy 0, policy_version 44222 (0.0009)
+[2026-06-02 16:41:35,252][235950] Fps is (10 sec: 19660.3, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 22642688. Throughput: 0: 20915.1. Samples: 22688512. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:35,254][235950] Avg episode reward: [(0, '1914.701')]
+[2026-06-02 16:41:35,386][243541] Updated weights for policy 0, policy_version 44232 (0.0008)
+[2026-06-02 16:41:35,561][243541] Updated weights for policy 0, policy_version 44242 (0.0008)
+[2026-06-02 16:41:36,215][243541] Updated weights for policy 0, policy_version 44253 (0.0008)
+[2026-06-02 16:41:36,391][243541] Updated weights for policy 0, policy_version 44264 (0.0008)
+[2026-06-02 16:41:36,570][243541] Updated weights for policy 0, policy_version 44274 (0.0008)
+[2026-06-02 16:41:36,746][243541] Updated weights for policy 0, policy_version 44284 (0.0009)
+[2026-06-02 16:41:36,912][243541] Updated weights for policy 0, policy_version 44294 (0.0008)
+[2026-06-02 16:41:37,089][243541] Updated weights for policy 0, policy_version 44304 (0.0008)
+[2026-06-02 16:41:37,756][243541] Updated weights for policy 0, policy_version 44315 (0.0009)
+[2026-06-02 16:41:37,924][243541] Updated weights for policy 0, policy_version 44325 (0.0008)
+[2026-06-02 16:41:38,099][243541] Updated weights for policy 0, policy_version 44335 (0.0009)
+[2026-06-02 16:41:38,270][243541] Updated weights for policy 0, policy_version 44345 (0.0008)
+[2026-06-02 16:41:38,445][243541] Updated weights for policy 0, policy_version 44355 (0.0008)
+[2026-06-02 16:41:38,620][243541] Updated weights for policy 0, policy_version 44365 (0.0008)
+[2026-06-02 16:41:38,791][243541] Updated weights for policy 0, policy_version 44375 (0.0008)
+[2026-06-02 16:41:39,429][243541] Updated weights for policy 0, policy_version 44385 (0.0008)
+[2026-06-02 16:41:39,596][243541] Updated weights for policy 0, policy_version 44395 (0.0008)
+[2026-06-02 16:41:39,769][243541] Updated weights for policy 0, policy_version 44405 (0.0009)
+[2026-06-02 16:41:39,942][243541] Updated weights for policy 0, policy_version 44415 (0.0008)
+[2026-06-02 16:41:40,109][243541] Updated weights for policy 0, policy_version 44425 (0.0008)
+[2026-06-02 16:41:40,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 22740992. Throughput: 0: 20920.9. Samples: 22752512. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:40,253][235950] Avg episode reward: [(0, '1929.794')]
+[2026-06-02 16:41:40,301][243541] Updated weights for policy 0, policy_version 44436 (0.0008)
+[2026-06-02 16:41:40,964][243541] Updated weights for policy 0, policy_version 44447 (0.0008)
+[2026-06-02 16:41:41,129][243541] Updated weights for policy 0, policy_version 44457 (0.0008)
+[2026-06-02 16:41:41,305][243541] Updated weights for policy 0, policy_version 44467 (0.0008)
+[2026-06-02 16:41:41,485][243541] Updated weights for policy 0, policy_version 44478 (0.0008)
+[2026-06-02 16:41:41,669][243541] Updated weights for policy 0, policy_version 44488 (0.0008)
+[2026-06-02 16:41:41,842][243541] Updated weights for policy 0, policy_version 44498 (0.0008)
+[2026-06-02 16:41:42,489][243541] Updated weights for policy 0, policy_version 44508 (0.0008)
+[2026-06-02 16:41:42,648][243541] Updated weights for policy 0, policy_version 44518 (0.0008)
+[2026-06-02 16:41:42,828][243541] Updated weights for policy 0, policy_version 44528 (0.0008)
+[2026-06-02 16:41:42,992][243541] Updated weights for policy 0, policy_version 44538 (0.0008)
+[2026-06-02 16:41:43,163][243541] Updated weights for policy 0, policy_version 44548 (0.0008)
+[2026-06-02 16:41:43,364][243541] Updated weights for policy 0, policy_version 44559 (0.0008)
+[2026-06-02 16:41:44,000][243541] Updated weights for policy 0, policy_version 44569 (0.0008)
+[2026-06-02 16:41:44,175][243541] Updated weights for policy 0, policy_version 44580 (0.0008)
+[2026-06-02 16:41:44,341][243541] Updated weights for policy 0, policy_version 44590 (0.0008)
+[2026-06-02 16:41:44,513][243541] Updated weights for policy 0, policy_version 44600 (0.0008)
+[2026-06-02 16:41:44,687][243541] Updated weights for policy 0, policy_version 44610 (0.0008)
+[2026-06-02 16:41:44,856][243541] Updated weights for policy 0, policy_version 44620 (0.0008)
+[2026-06-02 16:41:45,047][243541] Updated weights for policy 0, policy_version 44631 (0.0008)
+[2026-06-02 16:41:45,252][235950] Fps is (10 sec: 22938.2, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 22872064. Throughput: 0: 20929.4. Samples: 22879744. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:45,253][235950] Avg episode reward: [(0, '1929.981')]
+[2026-06-02 16:41:45,681][243541] Updated weights for policy 0, policy_version 44641 (0.0008)
+[2026-06-02 16:41:45,849][243541] Updated weights for policy 0, policy_version 44651 (0.0008)
+[2026-06-02 16:41:46,023][243541] Updated weights for policy 0, policy_version 44661 (0.0008)
+[2026-06-02 16:41:46,196][243541] Updated weights for policy 0, policy_version 44671 (0.0008)
+[2026-06-02 16:41:46,386][243541] Updated weights for policy 0, policy_version 44682 (0.0008)
+[2026-06-02 16:41:46,561][243541] Updated weights for policy 0, policy_version 44692 (0.0008)
+[2026-06-02 16:41:47,199][243541] Updated weights for policy 0, policy_version 44702 (0.0008)
+[2026-06-02 16:41:47,376][243541] Updated weights for policy 0, policy_version 44713 (0.0008)
+[2026-06-02 16:41:47,555][243541] Updated weights for policy 0, policy_version 44723 (0.0008)
+[2026-06-02 16:41:47,730][243541] Updated weights for policy 0, policy_version 44733 (0.0008)
+[2026-06-02 16:41:47,895][243541] Updated weights for policy 0, policy_version 44743 (0.0008)
+[2026-06-02 16:41:48,078][243541] Updated weights for policy 0, policy_version 44753 (0.0008)
+[2026-06-02 16:41:48,741][243541] Updated weights for policy 0, policy_version 44764 (0.0008)
+[2026-06-02 16:41:48,904][243541] Updated weights for policy 0, policy_version 44774 (0.0008)
+[2026-06-02 16:41:49,073][243541] Updated weights for policy 0, policy_version 44784 (0.0008)
+[2026-06-02 16:41:49,249][243541] Updated weights for policy 0, policy_version 44794 (0.0008)
+[2026-06-02 16:41:49,423][243541] Updated weights for policy 0, policy_version 44804 (0.0008)
+[2026-06-02 16:41:49,596][243541] Updated weights for policy 0, policy_version 44814 (0.0008)
+[2026-06-02 16:41:49,764][243541] Updated weights for policy 0, policy_version 44824 (0.0008)
+[2026-06-02 16:41:50,252][235950] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 22970368. Throughput: 0: 20713.3. Samples: 22996480. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:50,253][235950] Avg episode reward: [(0, '1946.887')]
+[2026-06-02 16:41:50,444][243541] Updated weights for policy 0, policy_version 44835 (0.0008)
+[2026-06-02 16:41:50,617][243541] Updated weights for policy 0, policy_version 44845 (0.0008)
+[2026-06-02 16:41:50,798][243541] Updated weights for policy 0, policy_version 44856 (0.0008)
+[2026-06-02 16:41:50,981][243541] Updated weights for policy 0, policy_version 44866 (0.0007)
+[2026-06-02 16:41:51,171][243541] Updated weights for policy 0, policy_version 44877 (0.0006)
+[2026-06-02 16:41:51,345][243541] Updated weights for policy 0, policy_version 44887 (0.0008)
+[2026-06-02 16:41:51,982][243541] Updated weights for policy 0, policy_version 44898 (0.0008)
+[2026-06-02 16:41:52,160][243541] Updated weights for policy 0, policy_version 44909 (0.0008)
+[2026-06-02 16:41:52,343][243541] Updated weights for policy 0, policy_version 44919 (0.0008)
+[2026-06-02 16:41:52,511][243541] Updated weights for policy 0, policy_version 44929 (0.0008)
+[2026-06-02 16:41:52,690][243541] Updated weights for policy 0, policy_version 44939 (0.0008)
+[2026-06-02 16:41:52,861][243541] Updated weights for policy 0, policy_version 44949 (0.0008)
+[2026-06-02 16:41:53,493][243541] Updated weights for policy 0, policy_version 44959 (0.0009)
+[2026-06-02 16:41:53,679][243541] Updated weights for policy 0, policy_version 44970 (0.0008)
+[2026-06-02 16:41:53,854][243541] Updated weights for policy 0, policy_version 44980 (0.0008)
+[2026-06-02 16:41:54,029][243541] Updated weights for policy 0, policy_version 44990 (0.0008)
+[2026-06-02 16:41:54,201][243541] Updated weights for policy 0, policy_version 45000 (0.0008)
+[2026-06-02 16:41:54,405][243541] Updated weights for policy 0, policy_version 45012 (0.0008)
+[2026-06-02 16:41:55,053][243541] Updated weights for policy 0, policy_version 45022 (0.0008)
+[2026-06-02 16:41:55,221][243541] Updated weights for policy 0, policy_version 45032 (0.0008)
+[2026-06-02 16:41:55,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 23068672. Throughput: 0: 20647.9. Samples: 23057408. Policy #0 lag: (min: 11.0, avg: 59.1, max: 74.0)
+[2026-06-02 16:41:55,253][235950] Avg episode reward: [(0, '1975.175')]
+[2026-06-02 16:41:55,396][243541] Updated weights for policy 0, policy_version 45042 (0.0008)
+[2026-06-02 16:41:55,564][243541] Updated weights for policy 0, policy_version 45052 (0.0008)
+[2026-06-02 16:41:55,736][243541] Updated weights for policy 0, policy_version 45062 (0.0008)
+[2026-06-02 16:41:55,899][243541] Updated weights for policy 0, policy_version 45072 (0.0008)
+[2026-06-02 16:41:56,037][242682] Saving new best policy, reward=1975.175!
+[2026-06-02 16:41:56,567][243541] Updated weights for policy 0, policy_version 45082 (0.0008)
+[2026-06-02 16:41:56,745][243541] Updated weights for policy 0, policy_version 45093 (0.0008)
+[2026-06-02 16:41:56,911][243541] Updated weights for policy 0, policy_version 45103 (0.0008)
+[2026-06-02 16:41:57,089][243541] Updated weights for policy 0, policy_version 45113 (0.0008)
+[2026-06-02 16:41:57,256][243541] Updated weights for policy 0, policy_version 45123 (0.0008)
+[2026-06-02 16:41:57,433][243541] Updated weights for policy 0, policy_version 45133 (0.0008)
+[2026-06-02 16:41:57,615][243541] Updated weights for policy 0, policy_version 45143 (0.0008)
+[2026-06-02 16:41:58,257][243541] Updated weights for policy 0, policy_version 45153 (0.0009)
+[2026-06-02 16:41:58,419][243541] Updated weights for policy 0, policy_version 45163 (0.0008)
+[2026-06-02 16:41:58,624][243541] Updated weights for policy 0, policy_version 45175 (0.0008)
+[2026-06-02 16:41:58,802][243541] Updated weights for policy 0, policy_version 45185 (0.0008)
+[2026-06-02 16:41:58,975][243541] Updated weights for policy 0, policy_version 45195 (0.0008)
+[2026-06-02 16:41:59,142][243541] Updated weights for policy 0, policy_version 45205 (0.0008)
+[2026-06-02 16:41:59,801][243541] Updated weights for policy 0, policy_version 45215 (0.0008)
+[2026-06-02 16:41:59,959][243541] Updated weights for policy 0, policy_version 45225 (0.0008)
+[2026-06-02 16:42:00,137][243541] Updated weights for policy 0, policy_version 45235 (0.0008)
+[2026-06-02 16:42:00,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 23166976. Throughput: 0: 20847.0. Samples: 23185152. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:00,253][235950] Avg episode reward: [(0, '1981.508')]
+[2026-06-02 16:42:00,312][243541] Updated weights for policy 0, policy_version 45245 (0.0008)
+[2026-06-02 16:42:00,495][243541] Updated weights for policy 0, policy_version 45256 (0.0008)
+[2026-06-02 16:42:00,674][243541] Updated weights for policy 0, policy_version 45266 (0.0008)
+[2026-06-02 16:42:00,771][242682] Saving new best policy, reward=1981.508!
+[2026-06-02 16:42:01,331][243541] Updated weights for policy 0, policy_version 45276 (0.0008)
+[2026-06-02 16:42:01,493][243541] Updated weights for policy 0, policy_version 45286 (0.0008)
+[2026-06-02 16:42:01,668][243541] Updated weights for policy 0, policy_version 45296 (0.0008)
+[2026-06-02 16:42:01,836][243541] Updated weights for policy 0, policy_version 45306 (0.0008)
+[2026-06-02 16:42:02,010][243541] Updated weights for policy 0, policy_version 45316 (0.0008)
+[2026-06-02 16:42:02,187][243541] Updated weights for policy 0, policy_version 45326 (0.0009)
+[2026-06-02 16:42:02,353][243541] Updated weights for policy 0, policy_version 45336 (0.0008)
+[2026-06-02 16:42:02,999][243541] Updated weights for policy 0, policy_version 45346 (0.0008)
+[2026-06-02 16:42:03,165][243541] Updated weights for policy 0, policy_version 45356 (0.0008)
+[2026-06-02 16:42:03,350][243541] Updated weights for policy 0, policy_version 45367 (0.0008)
+[2026-06-02 16:42:03,549][243541] Updated weights for policy 0, policy_version 45378 (0.0008)
+[2026-06-02 16:42:03,713][243541] Updated weights for policy 0, policy_version 45388 (0.0008)
+[2026-06-02 16:42:03,890][243541] Updated weights for policy 0, policy_version 45398 (0.0008)
+[2026-06-02 16:42:04,580][243541] Updated weights for policy 0, policy_version 45410 (0.0008)
+[2026-06-02 16:42:04,745][243541] Updated weights for policy 0, policy_version 45420 (0.0008)
+[2026-06-02 16:42:04,915][243541] Updated weights for policy 0, policy_version 45430 (0.0008)
+[2026-06-02 16:42:05,088][243541] Updated weights for policy 0, policy_version 45440 (0.0008)
+[2026-06-02 16:42:05,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 23265280. Throughput: 0: 20943.6. Samples: 23312768. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:05,253][235950] Avg episode reward: [(0, '1946.787')]
+[2026-06-02 16:42:05,262][243541] Updated weights for policy 0, policy_version 45450 (0.0008)
+[2026-06-02 16:42:05,437][243541] Updated weights for policy 0, policy_version 45460 (0.0008)
+[2026-06-02 16:42:06,079][243541] Updated weights for policy 0, policy_version 45470 (0.0008)
+[2026-06-02 16:42:06,243][243541] Updated weights for policy 0, policy_version 45480 (0.0008)
+[2026-06-02 16:42:06,417][243541] Updated weights for policy 0, policy_version 45490 (0.0008)
+[2026-06-02 16:42:06,608][243541] Updated weights for policy 0, policy_version 45501 (0.0008)
+[2026-06-02 16:42:06,775][243541] Updated weights for policy 0, policy_version 45511 (0.0008)
+[2026-06-02 16:42:06,954][243541] Updated weights for policy 0, policy_version 45521 (0.0008)
+[2026-06-02 16:42:07,609][243541] Updated weights for policy 0, policy_version 45532 (0.0008)
+[2026-06-02 16:42:07,802][243541] Updated weights for policy 0, policy_version 45544 (0.0008)
+[2026-06-02 16:42:07,980][243541] Updated weights for policy 0, policy_version 45554 (0.0008)
+[2026-06-02 16:42:08,172][243541] Updated weights for policy 0, policy_version 45565 (0.0008)
+[2026-06-02 16:42:08,367][243541] Updated weights for policy 0, policy_version 45576 (0.0008)
+[2026-06-02 16:42:08,534][243541] Updated weights for policy 0, policy_version 45586 (0.0008)
+[2026-06-02 16:42:09,187][243541] Updated weights for policy 0, policy_version 45596 (0.0008)
+[2026-06-02 16:42:09,348][243541] Updated weights for policy 0, policy_version 45606 (0.0008)
+[2026-06-02 16:42:09,526][243541] Updated weights for policy 0, policy_version 45616 (0.0008)
+[2026-06-02 16:42:09,702][243541] Updated weights for policy 0, policy_version 45626 (0.0008)
+[2026-06-02 16:42:09,899][243541] Updated weights for policy 0, policy_version 45637 (0.0008)
+[2026-06-02 16:42:10,061][243541] Updated weights for policy 0, policy_version 45647 (0.0008)
+[2026-06-02 16:42:10,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.3, 300 sec: 20882.7). Total num frames: 23396352. Throughput: 0: 20929.4. Samples: 23376000. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:10,253][235950] Avg episode reward: [(0, '1950.510')]
+[2026-06-02 16:42:10,715][243541] Updated weights for policy 0, policy_version 45657 (0.0008)
+[2026-06-02 16:42:10,876][243541] Updated weights for policy 0, policy_version 45667 (0.0008)
+[2026-06-02 16:42:11,040][243541] Updated weights for policy 0, policy_version 45677 (0.0008)
+[2026-06-02 16:42:11,220][243541] Updated weights for policy 0, policy_version 45687 (0.0008)
+[2026-06-02 16:42:11,394][243541] Updated weights for policy 0, policy_version 45697 (0.0008)
+[2026-06-02 16:42:11,568][243541] Updated weights for policy 0, policy_version 45707 (0.0008)
+[2026-06-02 16:42:11,742][243541] Updated weights for policy 0, policy_version 45717 (0.0008)
+[2026-06-02 16:42:12,380][243541] Updated weights for policy 0, policy_version 45727 (0.0008)
+[2026-06-02 16:42:12,549][243541] Updated weights for policy 0, policy_version 45737 (0.0008)
+[2026-06-02 16:42:12,724][243541] Updated weights for policy 0, policy_version 45747 (0.0008)
+[2026-06-02 16:42:12,887][243541] Updated weights for policy 0, policy_version 45757 (0.0008)
+[2026-06-02 16:42:13,067][243541] Updated weights for policy 0, policy_version 45767 (0.0008)
+[2026-06-02 16:42:13,240][243541] Updated weights for policy 0, policy_version 45777 (0.0008)
+[2026-06-02 16:42:13,898][243541] Updated weights for policy 0, policy_version 45787 (0.0008)
+[2026-06-02 16:42:14,056][243541] Updated weights for policy 0, policy_version 45797 (0.0008)
+[2026-06-02 16:42:14,222][243541] Updated weights for policy 0, policy_version 45807 (0.0008)
+[2026-06-02 16:42:14,424][243541] Updated weights for policy 0, policy_version 45819 (0.0008)
+[2026-06-02 16:42:14,609][243541] Updated weights for policy 0, policy_version 45829 (0.0008)
+[2026-06-02 16:42:14,784][243541] Updated weights for policy 0, policy_version 45839 (0.0008)
+[2026-06-02 16:42:15,252][235950] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 23494656. Throughput: 0: 20966.4. Samples: 23503744. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:15,253][235950] Avg episode reward: [(0, '2017.440')]
+[2026-06-02 16:42:15,258][242682] Saving new best policy, reward=2017.440!
+[2026-06-02 16:42:15,465][243541] Updated weights for policy 0, policy_version 45850 (0.0008)
+[2026-06-02 16:42:15,637][243541] Updated weights for policy 0, policy_version 45861 (0.0009)
+[2026-06-02 16:42:15,812][243541] Updated weights for policy 0, policy_version 45871 (0.0008)
+[2026-06-02 16:42:15,990][243541] Updated weights for policy 0, policy_version 45881 (0.0008)
+[2026-06-02 16:42:16,157][243541] Updated weights for policy 0, policy_version 45891 (0.0008)
+[2026-06-02 16:42:16,363][243541] Updated weights for policy 0, policy_version 45903 (0.0008)
+[2026-06-02 16:42:16,984][243541] Updated weights for policy 0, policy_version 45913 (0.0008)
+[2026-06-02 16:42:17,157][243541] Updated weights for policy 0, policy_version 45923 (0.0008)
+[2026-06-02 16:42:17,317][243541] Updated weights for policy 0, policy_version 45933 (0.0008)
+[2026-06-02 16:42:17,492][243541] Updated weights for policy 0, policy_version 45943 (0.0008)
+[2026-06-02 16:42:17,661][243541] Updated weights for policy 0, policy_version 45953 (0.0008)
+[2026-06-02 16:42:17,841][243541] Updated weights for policy 0, policy_version 45963 (0.0008)
+[2026-06-02 16:42:18,032][243541] Updated weights for policy 0, policy_version 45974 (0.0008)
+[2026-06-02 16:42:18,689][243541] Updated weights for policy 0, policy_version 45985 (0.0008)
+[2026-06-02 16:42:18,872][243541] Updated weights for policy 0, policy_version 45996 (0.0008)
+[2026-06-02 16:42:19,059][243541] Updated weights for policy 0, policy_version 46007 (0.0008)
+[2026-06-02 16:42:19,242][243541] Updated weights for policy 0, policy_version 46018 (0.0008)
+[2026-06-02 16:42:19,421][243541] Updated weights for policy 0, policy_version 46028 (0.0008)
+[2026-06-02 16:42:19,609][243541] Updated weights for policy 0, policy_version 46039 (0.0008)
+[2026-06-02 16:42:20,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 23592960. Throughput: 0: 20818.6. Samples: 23625344. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:20,253][235950] Avg episode reward: [(0, '2017.440')]
+[2026-06-02 16:42:20,284][243541] Updated weights for policy 0, policy_version 46049 (0.0008)
+[2026-06-02 16:42:20,463][243541] Updated weights for policy 0, policy_version 46060 (0.0008)
+[2026-06-02 16:42:20,641][243541] Updated weights for policy 0, policy_version 46070 (0.0008)
+[2026-06-02 16:42:20,829][243541] Updated weights for policy 0, policy_version 46081 (0.0008)
+[2026-06-02 16:42:21,005][243541] Updated weights for policy 0, policy_version 46091 (0.0008)
+[2026-06-02 16:42:21,173][243541] Updated weights for policy 0, policy_version 46101 (0.0008)
+[2026-06-02 16:42:21,802][243541] Updated weights for policy 0, policy_version 46111 (0.0008)
+[2026-06-02 16:42:21,974][243541] Updated weights for policy 0, policy_version 46122 (0.0008)
+[2026-06-02 16:42:22,173][243541] Updated weights for policy 0, policy_version 46133 (0.0008)
+[2026-06-02 16:42:22,346][243541] Updated weights for policy 0, policy_version 46143 (0.0008)
+[2026-06-02 16:42:22,522][243541] Updated weights for policy 0, policy_version 46153 (0.0008)
+[2026-06-02 16:42:22,695][243541] Updated weights for policy 0, policy_version 46163 (0.0008)
+[2026-06-02 16:42:23,352][243541] Updated weights for policy 0, policy_version 46174 (0.0006)
+[2026-06-02 16:42:23,522][243541] Updated weights for policy 0, policy_version 46184 (0.0008)
+[2026-06-02 16:42:23,696][243541] Updated weights for policy 0, policy_version 46194 (0.0008)
+[2026-06-02 16:42:23,872][243541] Updated weights for policy 0, policy_version 46204 (0.0008)
+[2026-06-02 16:42:24,047][243541] Updated weights for policy 0, policy_version 46214 (0.0008)
+[2026-06-02 16:42:24,218][243541] Updated weights for policy 0, policy_version 46224 (0.0008)
+[2026-06-02 16:42:24,860][243541] Updated weights for policy 0, policy_version 46234 (0.0008)
+[2026-06-02 16:42:25,019][243541] Updated weights for policy 0, policy_version 46244 (0.0008)
+[2026-06-02 16:42:25,185][243541] Updated weights for policy 0, policy_version 46254 (0.0008)
+[2026-06-02 16:42:25,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 23691264. Throughput: 0: 20701.9. Samples: 23684096. Policy #0 lag: (min: 10.0, avg: 53.1, max: 74.0)
+[2026-06-02 16:42:25,253][235950] Avg episode reward: [(0, '1996.954')]
+[2026-06-02 16:42:25,365][243541] Updated weights for policy 0, policy_version 46264 (0.0009)
+[2026-06-02 16:42:25,539][243541] Updated weights for policy 0, policy_version 46274 (0.0008)
+[2026-06-02 16:42:25,713][243541] Updated weights for policy 0, policy_version 46284 (0.0008)
+[2026-06-02 16:42:25,880][243541] Updated weights for policy 0, policy_version 46294 (0.0008)
+[2026-06-02 16:42:26,538][243541] Updated weights for policy 0, policy_version 46304 (0.0008)
+[2026-06-02 16:42:26,718][243541] Updated weights for policy 0, policy_version 46315 (0.0008)
+[2026-06-02 16:42:26,888][243541] Updated weights for policy 0, policy_version 46325 (0.0008)
+[2026-06-02 16:42:27,065][243541] Updated weights for policy 0, policy_version 46335 (0.0008)
+[2026-06-02 16:42:27,236][243541] Updated weights for policy 0, policy_version 46345 (0.0008)
+[2026-06-02 16:42:27,411][243541] Updated weights for policy 0, policy_version 46355 (0.0009)
+[2026-06-02 16:42:28,066][243541] Updated weights for policy 0, policy_version 46365 (0.0008)
+[2026-06-02 16:42:28,232][243541] Updated weights for policy 0, policy_version 46375 (0.0008)
+[2026-06-02 16:42:28,403][243541] Updated weights for policy 0, policy_version 46385 (0.0009)
+[2026-06-02 16:42:28,574][243541] Updated weights for policy 0, policy_version 46395 (0.0008)
+[2026-06-02 16:42:28,771][243541] Updated weights for policy 0, policy_version 46406 (0.0008)
+[2026-06-02 16:42:28,943][243541] Updated weights for policy 0, policy_version 46416 (0.0008)
+[2026-06-02 16:42:29,601][243541] Updated weights for policy 0, policy_version 46427 (0.0009)
+[2026-06-02 16:42:29,765][243541] Updated weights for policy 0, policy_version 46437 (0.0008)
+[2026-06-02 16:42:29,938][243541] Updated weights for policy 0, policy_version 46447 (0.0008)
+[2026-06-02 16:42:30,105][243541] Updated weights for policy 0, policy_version 46457 (0.0008)
+[2026-06-02 16:42:30,252][235950] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 23789568. Throughput: 0: 20667.7. Samples: 23809792. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:30,253][235950] Avg episode reward: [(0, '1982.482')]
+[2026-06-02 16:42:30,280][243541] Updated weights for policy 0, policy_version 46467 (0.0008)
+[2026-06-02 16:42:30,448][243541] Updated weights for policy 0, policy_version 46477 (0.0008)
+[2026-06-02 16:42:30,626][243541] Updated weights for policy 0, policy_version 46487 (0.0008)
+[2026-06-02 16:42:31,275][243541] Updated weights for policy 0, policy_version 46497 (0.0008)
+[2026-06-02 16:42:31,441][243541] Updated weights for policy 0, policy_version 46507 (0.0008)
+[2026-06-02 16:42:31,612][243541] Updated weights for policy 0, policy_version 46517 (0.0008)
+[2026-06-02 16:42:31,776][243541] Updated weights for policy 0, policy_version 46527 (0.0008)
+[2026-06-02 16:42:31,973][243541] Updated weights for policy 0, policy_version 46538 (0.0008)
+[2026-06-02 16:42:32,152][243541] Updated weights for policy 0, policy_version 46548 (0.0008)
+[2026-06-02 16:42:32,798][243541] Updated weights for policy 0, policy_version 46558 (0.0008)
+[2026-06-02 16:42:32,963][243541] Updated weights for policy 0, policy_version 46568 (0.0008)
+[2026-06-02 16:42:33,137][243541] Updated weights for policy 0, policy_version 46578 (0.0008)
+[2026-06-02 16:42:33,327][243541] Updated weights for policy 0, policy_version 46589 (0.0009)
+[2026-06-02 16:42:33,498][243541] Updated weights for policy 0, policy_version 46599 (0.0008)
+[2026-06-02 16:42:33,680][243541] Updated weights for policy 0, policy_version 46609 (0.0008)
+[2026-06-02 16:42:34,334][243541] Updated weights for policy 0, policy_version 46620 (0.0008)
+[2026-06-02 16:42:34,494][243541] Updated weights for policy 0, policy_version 46630 (0.0008)
+[2026-06-02 16:42:34,688][243541] Updated weights for policy 0, policy_version 46641 (0.0008)
+[2026-06-02 16:42:34,855][243541] Updated weights for policy 0, policy_version 46651 (0.0008)
+[2026-06-02 16:42:35,027][243541] Updated weights for policy 0, policy_version 46661 (0.0008)
+[2026-06-02 16:42:35,206][243541] Updated weights for policy 0, policy_version 46671 (0.0008)
+[2026-06-02 16:42:35,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 23887872. Throughput: 0: 20906.6. Samples: 23937280. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:35,253][235950] Avg episode reward: [(0, '2016.704')]
+[2026-06-02 16:42:35,872][243541] Updated weights for policy 0, policy_version 46682 (0.0008)
+[2026-06-02 16:42:36,062][243541] Updated weights for policy 0, policy_version 46694 (0.0009)
+[2026-06-02 16:42:36,239][243541] Updated weights for policy 0, policy_version 46704 (0.0008)
+[2026-06-02 16:42:36,426][243541] Updated weights for policy 0, policy_version 46715 (0.0008)
+[2026-06-02 16:42:36,618][243541] Updated weights for policy 0, policy_version 46726 (0.0008)
+[2026-06-02 16:42:36,812][243541] Updated weights for policy 0, policy_version 46737 (0.0008)
+[2026-06-02 16:42:37,457][243541] Updated weights for policy 0, policy_version 46747 (0.0007)
+[2026-06-02 16:42:37,622][243541] Updated weights for policy 0, policy_version 46757 (0.0008)
+[2026-06-02 16:42:37,808][243541] Updated weights for policy 0, policy_version 46768 (0.0008)
+[2026-06-02 16:42:37,983][243541] Updated weights for policy 0, policy_version 46778 (0.0009)
+[2026-06-02 16:42:38,179][243541] Updated weights for policy 0, policy_version 46789 (0.0008)
+[2026-06-02 16:42:38,370][243541] Updated weights for policy 0, policy_version 46800 (0.0008)
+[2026-06-02 16:42:38,997][243541] Updated weights for policy 0, policy_version 46810 (0.0008)
+[2026-06-02 16:42:39,158][243541] Updated weights for policy 0, policy_version 46820 (0.0008)
+[2026-06-02 16:42:39,345][243541] Updated weights for policy 0, policy_version 46831 (0.0009)
+[2026-06-02 16:42:39,523][243541] Updated weights for policy 0, policy_version 46841 (0.0007)
+[2026-06-02 16:42:39,696][243541] Updated weights for policy 0, policy_version 46851 (0.0008)
+[2026-06-02 16:42:39,872][243541] Updated weights for policy 0, policy_version 46861 (0.0008)
+[2026-06-02 16:42:40,052][243541] Updated weights for policy 0, policy_version 46872 (0.0008)
+[2026-06-02 16:42:40,252][235950] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 24018944. Throughput: 0: 20966.4. Samples: 24000896. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:40,253][235950] Avg episode reward: [(0, '2006.974')]
+[2026-06-02 16:42:40,699][243541] Updated weights for policy 0, policy_version 46883 (0.0008)
+[2026-06-02 16:42:40,889][243541] Updated weights for policy 0, policy_version 46894 (0.0008)
+[2026-06-02 16:42:41,071][243541] Updated weights for policy 0, policy_version 46904 (0.0008)
+[2026-06-02 16:42:41,249][243541] Updated weights for policy 0, policy_version 46914 (0.0008)
+[2026-06-02 16:42:41,416][243541] Updated weights for policy 0, policy_version 46924 (0.0008)
+[2026-06-02 16:42:41,591][243541] Updated weights for policy 0, policy_version 46934 (0.0008)
+[2026-06-02 16:42:42,222][243541] Updated weights for policy 0, policy_version 46944 (0.0008)
+[2026-06-02 16:42:42,395][243541] Updated weights for policy 0, policy_version 46954 (0.0008)
+[2026-06-02 16:42:42,561][243541] Updated weights for policy 0, policy_version 46964 (0.0008)
+[2026-06-02 16:42:42,735][243541] Updated weights for policy 0, policy_version 46974 (0.0008)
+[2026-06-02 16:42:42,904][243541] Updated weights for policy 0, policy_version 46984 (0.0008)
+[2026-06-02 16:42:43,077][243541] Updated weights for policy 0, policy_version 46994 (0.0008)
+[2026-06-02 16:42:43,739][243541] Updated weights for policy 0, policy_version 47004 (0.0008)
+[2026-06-02 16:42:43,890][243541] Updated weights for policy 0, policy_version 47014 (0.0008)
+[2026-06-02 16:42:44,063][243541] Updated weights for policy 0, policy_version 47024 (0.0008)
+[2026-06-02 16:42:44,236][243541] Updated weights for policy 0, policy_version 47034 (0.0008)
+[2026-06-02 16:42:44,417][243541] Updated weights for policy 0, policy_version 47044 (0.0008)
+[2026-06-02 16:42:44,605][243541] Updated weights for policy 0, policy_version 47055 (0.0008)
+[2026-06-02 16:42:45,252][235950] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 24117248. Throughput: 0: 20955.0. Samples: 24128128. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:45,253][235950] Avg episode reward: [(0, '1978.656')]
+[2026-06-02 16:42:45,266][243541] Updated weights for policy 0, policy_version 47065 (0.0008)
+[2026-06-02 16:42:45,416][243541] Updated weights for policy 0, policy_version 47075 (0.0008)
+[2026-06-02 16:42:45,594][243541] Updated weights for policy 0, policy_version 47085 (0.0008)
+[2026-06-02 16:42:45,781][243541] Updated weights for policy 0, policy_version 47096 (0.0008)
+[2026-06-02 16:42:45,959][243541] Updated weights for policy 0, policy_version 47106 (0.0008)
+[2026-06-02 16:42:46,131][243541] Updated weights for policy 0, policy_version 47116 (0.0008)
+[2026-06-02 16:42:46,305][243541] Updated weights for policy 0, policy_version 47126 (0.0008)
+[2026-06-02 16:42:46,940][243541] Updated weights for policy 0, policy_version 47136 (0.0008)
+[2026-06-02 16:42:47,125][243541] Updated weights for policy 0, policy_version 47147 (0.0008)
+[2026-06-02 16:42:47,299][243541] Updated weights for policy 0, policy_version 47157 (0.0008)
+[2026-06-02 16:42:47,484][243541] Updated weights for policy 0, policy_version 47168 (0.0008)
+[2026-06-02 16:42:47,659][243541] Updated weights for policy 0, policy_version 47178 (0.0008)
+[2026-06-02 16:42:47,833][243541] Updated weights for policy 0, policy_version 47188 (0.0008)
+[2026-06-02 16:42:48,481][243541] Updated weights for policy 0, policy_version 47198 (0.0008)
+[2026-06-02 16:42:48,653][243541] Updated weights for policy 0, policy_version 47208 (0.0008)
+[2026-06-02 16:42:48,839][243541] Updated weights for policy 0, policy_version 47219 (0.0008)
+[2026-06-02 16:42:49,033][243541] Updated weights for policy 0, policy_version 47230 (0.0008)
+[2026-06-02 16:42:49,200][243541] Updated weights for policy 0, policy_version 47240 (0.0008)
+[2026-06-02 16:42:49,377][243541] Updated weights for policy 0, policy_version 47250 (0.0008)
+[2026-06-02 16:42:50,052][243541] Updated weights for policy 0, policy_version 47260 (0.0008)
+[2026-06-02 16:42:50,213][243541] Updated weights for policy 0, policy_version 47270 (0.0008)
+[2026-06-02 16:42:50,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 24215552. Throughput: 0: 20977.8. Samples: 24256768. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:50,253][235950] Avg episode reward: [(0, '1978.643')]
+[2026-06-02 16:42:50,382][243541] Updated weights for policy 0, policy_version 47280 (0.0008)
+[2026-06-02 16:42:50,553][243541] Updated weights for policy 0, policy_version 47290 (0.0008)
+[2026-06-02 16:42:50,736][243541] Updated weights for policy 0, policy_version 47300 (0.0008)
+[2026-06-02 16:42:50,910][243541] Updated weights for policy 0, policy_version 47310 (0.0008)
+[2026-06-02 16:42:51,077][243541] Updated weights for policy 0, policy_version 47320 (0.0008)
+[2026-06-02 16:42:51,715][243541] Updated weights for policy 0, policy_version 47331 (0.0008)
+[2026-06-02 16:42:51,894][243541] Updated weights for policy 0, policy_version 47341 (0.0008)
+[2026-06-02 16:42:52,078][243541] Updated weights for policy 0, policy_version 47352 (0.0008)
+[2026-06-02 16:42:52,255][243541] Updated weights for policy 0, policy_version 47362 (0.0008)
+[2026-06-02 16:42:52,426][243541] Updated weights for policy 0, policy_version 47372 (0.0008)
+[2026-06-02 16:42:52,597][243541] Updated weights for policy 0, policy_version 47382 (0.0008)
+[2026-06-02 16:42:53,243][243541] Updated weights for policy 0, policy_version 47392 (0.0008)
+[2026-06-02 16:42:53,413][243541] Updated weights for policy 0, policy_version 47402 (0.0008)
+[2026-06-02 16:42:53,601][243541] Updated weights for policy 0, policy_version 47413 (0.0008)
+[2026-06-02 16:42:53,788][243541] Updated weights for policy 0, policy_version 47424 (0.0008)
+[2026-06-02 16:42:53,963][243541] Updated weights for policy 0, policy_version 47434 (0.0008)
+[2026-06-02 16:42:54,135][243541] Updated weights for policy 0, policy_version 47444 (0.0008)
+[2026-06-02 16:42:54,752][243541] Updated weights for policy 0, policy_version 47454 (0.0007)
+[2026-06-02 16:42:54,940][243541] Updated weights for policy 0, policy_version 47465 (0.0008)
+[2026-06-02 16:42:55,113][243541] Updated weights for policy 0, policy_version 47475 (0.0008)
+[2026-06-02 16:42:55,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 24313856. Throughput: 0: 20866.8. Samples: 24315008. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:55,252][235950] Avg episode reward: [(0, '2013.333')]
+[2026-06-02 16:42:55,292][243541] Updated weights for policy 0, policy_version 47485 (0.0008)
+[2026-06-02 16:42:55,474][243541] Updated weights for policy 0, policy_version 47496 (0.0008)
+[2026-06-02 16:42:55,654][243541] Updated weights for policy 0, policy_version 47506 (0.0009)
+[2026-06-02 16:42:56,285][243541] Updated weights for policy 0, policy_version 47516 (0.0008)
+[2026-06-02 16:42:56,442][243541] Updated weights for policy 0, policy_version 47526 (0.0009)
+[2026-06-02 16:42:56,627][243541] Updated weights for policy 0, policy_version 47537 (0.0008)
+[2026-06-02 16:42:56,808][243541] Updated weights for policy 0, policy_version 47547 (0.0008)
+[2026-06-02 16:42:56,979][243541] Updated weights for policy 0, policy_version 47557 (0.0008)
+[2026-06-02 16:42:57,155][243541] Updated weights for policy 0, policy_version 47567 (0.0008)
+[2026-06-02 16:42:57,827][243541] Updated weights for policy 0, policy_version 47578 (0.0008)
+[2026-06-02 16:42:57,988][243541] Updated weights for policy 0, policy_version 47588 (0.0008)
+[2026-06-02 16:42:58,172][243541] Updated weights for policy 0, policy_version 47599 (0.0007)
+[2026-06-02 16:42:58,361][243541] Updated weights for policy 0, policy_version 47611 (0.0009)
+[2026-06-02 16:42:58,547][243541] Updated weights for policy 0, policy_version 47621 (0.0008)
+[2026-06-02 16:42:58,733][243541] Updated weights for policy 0, policy_version 47632 (0.0008)
+[2026-06-02 16:42:59,393][243541] Updated weights for policy 0, policy_version 47642 (0.0008)
+[2026-06-02 16:42:59,564][243541] Updated weights for policy 0, policy_version 47653 (0.0008)
+[2026-06-02 16:42:59,737][243541] Updated weights for policy 0, policy_version 47663 (0.0008)
+[2026-06-02 16:42:59,918][243541] Updated weights for policy 0, policy_version 47674 (0.0009)
+[2026-06-02 16:43:00,098][243541] Updated weights for policy 0, policy_version 47684 (0.0008)
+[2026-06-02 16:43:00,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 24412160. Throughput: 0: 20676.3. Samples: 24434176. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:00,252][235950] Avg episode reward: [(0, '2030.546')]
+[2026-06-02 16:43:00,296][243541] Updated weights for policy 0, policy_version 47696 (0.0009)
+[2026-06-02 16:43:00,433][242682] Saving new best policy, reward=2030.546!
+[2026-06-02 16:43:00,979][243541] Updated weights for policy 0, policy_version 47706 (0.0009)
+[2026-06-02 16:43:01,171][243541] Updated weights for policy 0, policy_version 47718 (0.0009)
+[2026-06-02 16:43:01,360][243541] Updated weights for policy 0, policy_version 47729 (0.0009)
+[2026-06-02 16:43:01,528][243541] Updated weights for policy 0, policy_version 47739 (0.0009)
+[2026-06-02 16:43:01,710][243541] Updated weights for policy 0, policy_version 47749 (0.0008)
+[2026-06-02 16:43:01,918][243541] Updated weights for policy 0, policy_version 47761 (0.0008)
+[2026-06-02 16:43:02,552][243541] Updated weights for policy 0, policy_version 47771 (0.0008)
+[2026-06-02 16:43:02,728][243541] Updated weights for policy 0, policy_version 47782 (0.0007)
+[2026-06-02 16:43:02,910][243541] Updated weights for policy 0, policy_version 47792 (0.0007)
+[2026-06-02 16:43:03,081][243541] Updated weights for policy 0, policy_version 47802 (0.0009)
+[2026-06-02 16:43:03,255][243541] Updated weights for policy 0, policy_version 47812 (0.0009)
+[2026-06-02 16:43:03,443][243541] Updated weights for policy 0, policy_version 47823 (0.0006)
+[2026-06-02 16:43:04,107][243541] Updated weights for policy 0, policy_version 47836 (0.0004)
+[2026-06-02 16:43:04,265][243541] Updated weights for policy 0, policy_version 47846 (0.0004)
+[2026-06-02 16:43:04,464][243541] Updated weights for policy 0, policy_version 47858 (0.0004)
+[2026-06-02 16:43:04,632][243541] Updated weights for policy 0, policy_version 47868 (0.0004)
+[2026-06-02 16:43:04,808][243541] Updated weights for policy 0, policy_version 47878 (0.0005)
+[2026-06-02 16:43:04,981][243541] Updated weights for policy 0, policy_version 47888 (0.0008)
+[2026-06-02 16:43:05,252][235950] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 24543232. Throughput: 0: 20810.0. Samples: 24561792. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:05,253][235950] Avg episode reward: [(0, '2073.313')]
+[2026-06-02 16:43:05,257][242682] Saving new best policy, reward=2073.313!
+[2026-06-02 16:43:05,644][243541] Updated weights for policy 0, policy_version 47898 (0.0007)
+[2026-06-02 16:43:05,824][243541] Updated weights for policy 0, policy_version 47909 (0.0004)
+[2026-06-02 16:43:06,008][243541] Updated weights for policy 0, policy_version 47920 (0.0004)
+[2026-06-02 16:43:06,191][243541] Updated weights for policy 0, policy_version 47930 (0.0008)
+[2026-06-02 16:43:06,365][243541] Updated weights for policy 0, policy_version 47940 (0.0008)
+[2026-06-02 16:43:06,530][243541] Updated weights for policy 0, policy_version 47950 (0.0008)
+[2026-06-02 16:43:06,707][243541] Updated weights for policy 0, policy_version 47960 (0.0008)
+[2026-06-02 16:43:07,344][243541] Updated weights for policy 0, policy_version 47970 (0.0008)
+[2026-06-02 16:43:07,518][243541] Updated weights for policy 0, policy_version 47980 (0.0008)
+[2026-06-02 16:43:07,686][243541] Updated weights for policy 0, policy_version 47990 (0.0007)
+[2026-06-02 16:43:07,862][243541] Updated weights for policy 0, policy_version 48000 (0.0006)
+[2026-06-02 16:43:08,037][243541] Updated weights for policy 0, policy_version 48010 (0.0008)
+[2026-06-02 16:43:08,206][243541] Updated weights for policy 0, policy_version 48020 (0.0008)
+[2026-06-02 16:43:08,863][243541] Updated weights for policy 0, policy_version 48031 (0.0008)
+[2026-06-02 16:43:09,043][243541] Updated weights for policy 0, policy_version 48042 (0.0008)
+[2026-06-02 16:43:09,212][243541] Updated weights for policy 0, policy_version 48052 (0.0008)
+[2026-06-02 16:43:09,410][243541] Updated weights for policy 0, policy_version 48063 (0.0008)
+[2026-06-02 16:43:09,575][243541] Updated weights for policy 0, policy_version 48073 (0.0008)
+[2026-06-02 16:43:09,772][243541] Updated weights for policy 0, policy_version 48084 (0.0008)
+[2026-06-02 16:43:10,252][235950] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 24641536. Throughput: 0: 20935.1. Samples: 24626176. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:10,252][235950] Avg episode reward: [(0, '2066.374')]
+[2026-06-02 16:43:10,415][243541] Updated weights for policy 0, policy_version 48094 (0.0008)
+[2026-06-02 16:43:10,581][243541] Updated weights for policy 0, policy_version 48104 (0.0008)
+[2026-06-02 16:43:10,753][243541] Updated weights for policy 0, policy_version 48114 (0.0008)
+[2026-06-02 16:43:10,923][243541] Updated weights for policy 0, policy_version 48124 (0.0006)
+[2026-06-02 16:43:11,101][243541] Updated weights for policy 0, policy_version 48134 (0.0008)
+[2026-06-02 16:43:11,291][243541] Updated weights for policy 0, policy_version 48145 (0.0009)
+[2026-06-02 16:43:11,402][242682] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/checkpoint_p0/checkpoint_000048152_24674304.pth...
+[2026-06-02 16:43:11,926][243541] Updated weights for policy 0, policy_version 48155 (0.0008)
+[2026-06-02 16:43:12,089][243541] Updated weights for policy 0, policy_version 48165 (0.0008)
+[2026-06-02 16:43:12,259][243541] Updated weights for policy 0, policy_version 48175 (0.0008)
+[2026-06-02 16:43:12,437][243541] Updated weights for policy 0, policy_version 48185 (0.0009)
+[2026-06-02 16:43:12,602][243541] Updated weights for policy 0, policy_version 48195 (0.0008)
+[2026-06-02 16:43:12,776][243541] Updated weights for policy 0, policy_version 48205 (0.0008)
+[2026-06-02 16:43:12,954][243541] Updated weights for policy 0, policy_version 48215 (0.0008)
+[2026-06-02 16:43:13,606][243541] Updated weights for policy 0, policy_version 48226 (0.0009)
+[2026-06-02 16:43:13,770][243541] Updated weights for policy 0, policy_version 48236 (0.0008)
+[2026-06-02 16:43:13,942][243541] Updated weights for policy 0, policy_version 48246 (0.0008)
+[2026-06-02 16:43:14,110][243541] Updated weights for policy 0, policy_version 48256 (0.0009)
+[2026-06-02 16:43:14,291][243541] Updated weights for policy 0, policy_version 48266 (0.0008)
+[2026-06-02 16:43:14,484][243541] Updated weights for policy 0, policy_version 48277 (0.0008)
+[2026-06-02 16:43:15,151][243541] Updated weights for policy 0, policy_version 48288 (0.0008)
+[2026-06-02 16:43:15,252][235950] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20882.6). Total num frames: 24739840. Throughput: 0: 20966.4. Samples: 24753280. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:15,253][235950] Avg episode reward: [(0, '2159.318')]
+[2026-06-02 16:43:15,317][243541] Updated weights for policy 0, policy_version 48298 (0.0008)
+[2026-06-02 16:43:15,494][243541] Updated weights for policy 0, policy_version 48308 (0.0009)
+[2026-06-02 16:43:15,685][243541] Updated weights for policy 0, policy_version 48319 (0.0008)
+[2026-06-02 16:43:15,856][243541] Updated weights for policy 0, policy_version 48329 (0.0008)
+[2026-06-02 16:43:16,050][243541] Updated weights for policy 0, policy_version 48340 (0.0008)
+[2026-06-02 16:43:16,110][242682] Saving new best policy, reward=2159.318!
+[2026-06-02 16:43:16,694][243541] Updated weights for policy 0, policy_version 48350 (0.0008)
+[2026-06-02 16:43:16,852][243541] Updated weights for policy 0, policy_version 48360 (0.0008)
+[2026-06-02 16:43:17,031][243541] Updated weights for policy 0, policy_version 48370 (0.0009)
+[2026-06-02 16:43:17,201][243541] Updated weights for policy 0, policy_version 48380 (0.0008)
+[2026-06-02 16:43:17,381][243541] Updated weights for policy 0, policy_version 48390 (0.0008)
+[2026-06-02 16:43:17,553][243541] Updated weights for policy 0, policy_version 48400 (0.0008)
+[2026-06-02 16:43:18,198][243541] Updated weights for policy 0, policy_version 48410 (0.0008)
+[2026-06-02 16:43:18,365][243541] Updated weights for policy 0, policy_version 48420 (0.0008)
+[2026-06-02 16:43:18,530][243541] Updated weights for policy 0, policy_version 48430 (0.0008)
+[2026-06-02 16:43:18,706][243541] Updated weights for policy 0, policy_version 48440 (0.0008)
+[2026-06-02 16:43:18,875][243541] Updated weights for policy 0, policy_version 48450 (0.0008)
+[2026-06-02 16:43:19,054][243541] Updated weights for policy 0, policy_version 48460 (0.0008)
+[2026-06-02 16:43:19,233][243541] Updated weights for policy 0, policy_version 48470 (0.0008)
+[2026-06-02 16:43:19,889][243541] Updated weights for policy 0, policy_version 48480 (0.0008)
+[2026-06-02 16:43:20,079][243541] Updated weights for policy 0, policy_version 48491 (0.0008)
+[2026-06-02 16:43:20,248][243541] Updated weights for policy 0, policy_version 48501 (0.0008)
+[2026-06-02 16:43:20,252][235950] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 24838144. Throughput: 0: 20983.5. Samples: 24881536. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:20,253][235950] Avg episode reward: [(0, '2159.318')]
+[2026-06-02 16:43:20,454][243541] Updated weights for policy 0, policy_version 48513 (0.0008)
+[2026-06-02 16:43:20,634][243541] Updated weights for policy 0, policy_version 48523 (0.0008)
+[2026-06-02 16:43:20,824][243541] Updated weights for policy 0, policy_version 48534 (0.0008)
+[2026-06-02 16:43:21,473][243541] Updated weights for policy 0, policy_version 48545 (0.0008)
+[2026-06-02 16:43:21,641][243541] Updated weights for policy 0, policy_version 48555 (0.0009)
+[2026-06-02 16:43:21,824][243541] Updated weights for policy 0, policy_version 48565 (0.0009)
+[2026-06-02 16:43:22,006][243541] Updated weights for policy 0, policy_version 48575 (0.0008)
+[2026-06-02 16:43:22,172][243541] Updated weights for policy 0, policy_version 48585 (0.0008)
+[2026-06-02 16:43:22,347][243541] Updated weights for policy 0, policy_version 48595 (0.0009)
+[2026-06-02 16:43:22,984][243541] Updated weights for policy 0, policy_version 48605 (0.0008)
+[2026-06-02 16:43:23,150][243541] Updated weights for policy 0, policy_version 48615 (0.0008)
+[2026-06-02 16:43:23,319][243541] Updated weights for policy 0, policy_version 48625 (0.0008)
+[2026-06-02 16:43:23,531][243541] Updated weights for policy 0, policy_version 48637 (0.0009)
+[2026-06-02 16:43:23,704][243541] Updated weights for policy 0, policy_version 48647 (0.0008)
+[2026-06-02 16:43:23,880][243541] Updated weights for policy 0, policy_version 48657 (0.0008)
+[2026-06-02 16:43:24,525][243541] Updated weights for policy 0, policy_version 48667 (0.0009)
+[2026-06-02 16:43:24,717][243541] Updated weights for policy 0, policy_version 48679 (0.0008)
+[2026-06-02 16:43:24,888][243541] Updated weights for policy 0, policy_version 48689 (0.0009)
+[2026-06-02 16:43:25,083][243541] Updated weights for policy 0, policy_version 48700 (0.0009)
+[2026-06-02 16:43:25,251][243541] Updated weights for policy 0, policy_version 48710 (0.0009)
+[2026-06-02 16:43:25,252][235950] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 24936448. Throughput: 0: 20997.7. Samples: 24945792. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:43:25,253][235950] Avg episode reward: [(0, '2137.962')]
+[2026-06-02 16:43:25,426][243541] Updated weights for policy 0, policy_version 48720 (0.0009)
+[2026-06-02 16:43:26,087][243541] Updated weights for policy 0, policy_version 48731 (0.0009)
+[2026-06-02 16:43:26,250][243541] Updated weights for policy 0, policy_version 48741 (0.0008)
+[2026-06-02 16:43:26,443][243541] Updated weights for policy 0, policy_version 48752 (0.0009)
+[2026-06-02 16:43:26,616][243541] Updated weights for policy 0, policy_version 48762 (0.0008)
+[2026-06-02 16:43:26,784][243541] Updated weights for policy 0, policy_version 48772 (0.0009)
+[2026-06-02 16:43:26,990][243541] Updated weights for policy 0, policy_version 48784 (0.0009)
+[2026-06-02 16:43:27,631][243541] Updated weights for policy 0, policy_version 48794 (0.0009)
+[2026-06-02 16:43:27,794][243541] Updated weights for policy 0, policy_version 48804 (0.0008)
+[2026-06-02 16:43:27,984][243541] Updated weights for policy 0, policy_version 48815 (0.0008)
+[2026-06-02 16:43:28,158][243541] Updated weights for policy 0, policy_version 48825 (0.0009)
+[2026-06-02 16:43:28,370][243541] Updated weights for policy 0, policy_version 48837 (0.0009)
+[2026-06-02 16:43:28,410][242682] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000000
+[2026-06-02 16:43:28,411][242682] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 16:43:28,413][242682] Stopping Batcher_0...
+[2026-06-02 16:43:28,413][242682] Loop batcher_evt_loop terminating...
+[2026-06-02 16:43:28,413][235950] Component Batcher_0 stopped!
+[2026-06-02 16:43:28,413][243542] Stopping RolloutWorker_w1...
+[2026-06-02 16:43:28,414][243542] Loop rollout_proc1_evt_loop terminating...
+[2026-06-02 16:43:28,414][235950] Component RolloutWorker_w1 stopped!
+[2026-06-02 16:43:28,414][243540] Stopping RolloutWorker_w0...
+[2026-06-02 16:43:28,415][235950] Component RolloutWorker_w0 stopped!
+[2026-06-02 16:43:28,415][243540] Loop rollout_proc0_evt_loop terminating...
+[2026-06-02 16:43:28,428][242682] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs4_seed10/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 16:43:28,447][242682] Stopping LearnerWorker_p0...
+[2026-06-02 16:43:28,447][242682] Loop learner_proc0_evt_loop terminating...
+[2026-06-02 16:43:28,447][235950] Component LearnerWorker_p0 stopped!
+[2026-06-02 16:43:28,456][243541] Weights refcount: 2 0
+[2026-06-02 16:43:28,458][243541] Stopping InferenceWorker_p0-w0...
+[2026-06-02 16:43:28,458][243541] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-02 16:43:28,458][235950] Component InferenceWorker_p0-w0 stopped!
+[2026-06-02 16:43:28,459][235950] Waiting for process learner_proc0 to stop...
+[2026-06-02 16:43:29,233][235950] Waiting for process inference_proc0-0 to join...
+[2026-06-02 16:43:29,234][235950] Waiting for process rollout_proc0 to join...
+[2026-06-02 16:43:29,235][235950] Waiting for process rollout_proc1 to join...
+[2026-06-02 16:43:29,236][235950] Batcher 0 profile tree view:
+batching: 0.8518, releasing_batches: 0.0285
+[2026-06-02 16:43:29,236][235950] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0000
+  wait_policy_total: 747.6638
+update_model: 44.2264
+  weight_update: 0.0009
+one_step: 0.0017
+  handle_policy_step: 386.5480
+    deserialize: 4.9842, stack: 0.3582, obs_to_device_normalize: 53.7506, forward: 145.3505, prepare_outputs: 155.9045, send_messages: 10.2449
+[2026-06-02 16:43:29,237][235950] Learner 0 profile tree view:
+misc: 0.0053, prepare_batch: 100.3530
+train: 823.4329
+  epoch_init: 0.0611, minibatch_init: 2.5197, losses_postprocess: 280.3524, kl_divergence: 25.5499, after_optimizer: 336.3644
+  calculate_losses: 39.6396
+    losses_init: 0.0813, forward_head: 13.1528, bptt_initial: 0.3561, bptt: 0.3987, tail: 8.9774, advantages_returns: 2.9368, losses: 10.8549
+  update: 135.6840
+    clip: 13.0485
+[2026-06-02 16:43:29,237][235950] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0322, enqueue_policy_requests: 131.3297, process_policy_outputs: 7.6831, env_step: 789.1009, finalize_trajectories: 0.1096, complete_rollouts: 0.0756
+post_env_step: 16.3744
+  process_env_step: 4.6419
+[2026-06-02 16:43:29,238][235950] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0326, enqueue_policy_requests: 135.3694, process_policy_outputs: 7.6699, env_step: 789.8395, finalize_trajectories: 0.1029, complete_rollouts: 0.0757
+post_env_step: 16.2661
+  process_env_step: 4.5940
+[2026-06-02 16:43:29,239][235950] Loop Runner_EvtLoop terminating...
+[2026-06-02 16:43:29,239][235950] Runner profile tree view:
+main_loop: 1210.0864
+[2026-06-02 16:43:29,240][235950] Collected {0: 25034752}, FPS: 20688.4