diff --git a/.gitattributes b/.gitattributes
index 5df556537f8a001bac095a359a7bcdbd13792b81..0986139d81a7dc3920e264eddb636d155c643e5a 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -306,3 +306,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:unifor
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/best_000044848_23035904_reward_160.349.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/best_000044848_23035904_reward_160.349.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9da9a2cfdfebddf6f57401c09aa1f06da0b4e62c
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/best_000044848_23035904_reward_160.349.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0f8974785d5c1933be1071866f998893ad1b48006b981c539d3e74463d614
+size 20973113
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000028592_14680064.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000028592_14680064.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f88f02f548c3d71c9912ec7915957fc41adb9bc
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000028592_14680064.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e402848bdb01d8aa5d18f007fdd238e6d1a56e3646aeba51bd65905a8e5a4a2a
+size 20973473
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000046576_23920640.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000046576_23920640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1d6cd61bb16e6d8664af994e223348f404efd41d
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000046576_23920640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c98157138b3d3100bb7ba9591e1364306ce3388b84c8b9ff0c2ce58443721a
+size 20973473
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048752_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048752_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e24c27bef67c6d4a2fdfe4304f306dbace0b8c23
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048752_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d72f6b9b3d04e10bbe21a82794bc75c354fc9df37048b2b22084b971750698
+size 20973473
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a0abe4405f73325a67d78c1807d05395101f550
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/config.json
@@ -0,0 +1,268 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_frame_stack_uniform_u1_3_fs2_seed14",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 14,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-fs2-uniform_u1_3",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "frame_stack",
+    "uniform",
+    "uniform_u1_3",
+    "fs2",
+    "seed14"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 30.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 2,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "uniform_distribution",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": 33.333333333333336,
+  "max_latency_ms": 100.0,
+  "latency_seed": 14,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_uniform_u1_3_fs2_seed14 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 33.333333333333336 --max-latency-ms 100.0 --latency-seed 14 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs2-uniform_u1_3 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack uniform uniform_u1_3 fs2 seed14 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 2 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_frame_stack_uniform_u1_3_fs2_seed14",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 14,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-fs2-uniform_u1_3",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "frame_stack",
+      "uniform",
+      "uniform_u1_3",
+      "fs2",
+      "seed14"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 30.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 2,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "uniform_distribution",
+    "min_latency_ms": 33.333333333333336,
+    "max_latency_ms": 100.0,
+    "latency_seed": 14,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/episode_metrics.jsonl"
+  },
+  "git_hash": "eb3a2e1efbd2aa03a60d7f44f5e18d8fdd0f5a2d",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/uniform_u1_3/fs2/seed_14",
+  "wandb_unique_id": "flappy-fs2-uniform_u1_3-s14"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..c3c641d0697d03fe13a4675e797ff467d895cdbf
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23cdfb268d0541f050bb0a8e6025ca171af39eee26c9a45f9205a79c9c707e
+size 45444348
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..466fb8b9b61c2e47b54ca5d7f5f930e28515b107
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/git.diff
@@ -0,0 +1,33 @@
+diff --git a/latency_bench/run.py b/latency_bench/run.py
+index 163ca1b..e9016f3 100644
+--- a/latency_bench/run.py
++++ b/latency_bench/run.py
+@@ -152,6 +152,8 @@ def _record_stratified_replay_videos(
+     video_cfg = config["logging"]["video"]
+     if not video_cfg["enabled"]:
+         return
++    if not config["logging"].get("save_step_records", False):
++        return
+     if ExecutorMode(config["executor"]["mode"]) == ExecutorMode.REALTIME:
+         return
+     selections = select_episode_return_stratified(
+diff --git a/scripts/experiment_runner/run_manifest_jobs.py b/scripts/experiment_runner/run_manifest_jobs.py
+index 18376d9..646fe8f 100644
+--- a/scripts/experiment_runner/run_manifest_jobs.py
++++ b/scripts/experiment_runner/run_manifest_jobs.py
+@@ -192,6 +192,8 @@ def _resume_stage(job: dict[str, str], states: dict[str, str]) -> str:
+         return "upload"
+     if stage == "train_succeeded":
+         return "eval"
++    if stage == "eval_failed":
++        return "eval"
+     return "train"
+ 
+ 
+diff --git a/starVLA b/starVLA
+index ab3380d..9d8c567 160000
+--- a/starVLA
++++ b/starVLA
+@@ -1 +1 @@
+-Subproject commit ab3380dfbd1de9649c15d154cc41b97788674537
++Subproject commit 9d8c567188a3aa2a825296016cf17f3977101d8f
diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..941f247bd56318eb156a99e97162efab6c0f6a9c
--- /dev/null
+++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed14/sf_log.txt
@@ -0,0 +1,5131 @@
+[2026-06-07 03:35:24,617][541270] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/config.json...
+[2026-06-07 03:35:24,683][541270] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:24,683][541270] Rollout worker 0 uses device cuda:0
+[2026-06-07 03:35:24,684][541270] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-07 03:35:24,684][541270] Rollout worker 1 uses device cuda:0
+[2026-06-07 03:35:25,764][541270] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:25,765][541270] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-07 03:35:25,769][541270] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:25,774][541270] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-07 03:35:25,774][541270] Starting all processes...
+[2026-06-07 03:35:25,775][541270] Starting process learner_proc0
+[2026-06-07 03:35:27,004][541270] Starting all processes...
+[2026-06-07 03:35:27,009][541270] Starting process inference_proc0-0
+[2026-06-07 03:35:27,009][541270] Starting process rollout_proc0
+[2026-06-07 03:35:27,010][541270] Starting process rollout_proc1
+[2026-06-07 03:35:27,389][542711] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:27,389][542711] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for learning process 0
+[2026-06-07 03:35:27,389][542711] Num visible devices: 1
+[2026-06-07 03:35:27,390][542711] Setting fixed seed 14
+[2026-06-07 03:35:27,391][542711] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:27,391][542711] Initializing actor-critic model on device cuda:0
+[2026-06-07 03:35:27,391][542711] RunningMeanStd input shape: (6, 84, 84)
+[2026-06-07 03:35:27,415][542711] RunningMeanStd input shape: (1,)
+[2026-06-07 03:35:27,423][542711] ConvEncoder: input_channels=6
+[2026-06-07 03:35:27,487][542711] Conv encoder output size: 512
+[2026-06-07 03:35:27,488][542711] Created Actor Critic model with architecture:
+[2026-06-07 03:35:27,488][542711] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-07 03:35:27,491][542711] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-07 03:35:28,233][542711] No checkpoints found
+[2026-06-07 03:35:28,233][542711] Did not load from checkpoint, starting from scratch!
+[2026-06-07 03:35:28,233][542711] Initialized policy 0 weights for model version 0
+[2026-06-07 03:35:28,235][542711] LearnerWorker_p0 finished initialization!
+[2026-06-07 03:35:28,235][542711] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:29,078][542792] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-07 03:35:29,079][542792] Using GPUs [0] for process 1 (actually maps to GPUs [4])
+[2026-06-07 03:35:29,079][542792] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for actor process 1
+[2026-06-07 03:35:29,079][542792] Num visible devices: 1
+[2026-06-07 03:35:29,091][542790] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:29,091][542790] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for inference process 0
+[2026-06-07 03:35:29,092][542790] Num visible devices: 1
+[2026-06-07 03:35:29,093][542790] RunningMeanStd input shape: (6, 84, 84)
+[2026-06-07 03:35:29,100][542791] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-07 03:35:29,100][542791] Using GPUs [0] for process 0 (actually maps to GPUs [4])
+[2026-06-07 03:35:29,100][542791] Set environment var CUDA_VISIBLE_DEVICES to '4' (GPU indices [0]) for actor process 0
+[2026-06-07 03:35:29,101][542791] Num visible devices: 1
+[2026-06-07 03:35:29,119][542790] RunningMeanStd input shape: (1,)
+[2026-06-07 03:35:29,127][542790] ConvEncoder: input_channels=6
+[2026-06-07 03:35:29,186][542790] Conv encoder output size: 512
+[2026-06-07 03:35:29,190][541270] Inference worker 0-0 is ready!
+[2026-06-07 03:35:29,191][541270] All inference workers are ready! Signal rollout workers to start!
+[2026-06-07 03:35:29,192][542792] EnvRunner 1-0 uses policy 0
+[2026-06-07 03:35:29,192][542791] EnvRunner 0-0 uses policy 0
+[2026-06-07 03:35:31,667][542711] Signal inference workers to stop experience collection...
+[2026-06-07 03:35:31,671][542790] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-07 03:35:31,907][541270] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-07 03:35:31,908][541270] Avg episode reward: [(0, '-5.536')]
+[2026-06-07 03:35:33,119][542711] Signal inference workers to resume experience collection...
+[2026-06-07 03:35:33,120][542790] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-07 03:35:33,461][542790] Updated weights for policy 0, policy_version 84 (0.0029)
+[2026-06-07 03:35:33,649][542790] Updated weights for policy 0, policy_version 96 (0.0005)
+[2026-06-07 03:35:33,807][542790] Updated weights for policy 0, policy_version 106 (0.0008)
+[2026-06-07 03:35:33,972][542790] Updated weights for policy 0, policy_version 116 (0.0004)
+[2026-06-07 03:35:34,385][542790] Updated weights for policy 0, policy_version 129 (0.0006)
+[2026-06-07 03:35:34,568][542790] Updated weights for policy 0, policy_version 144 (0.0007)
+[2026-06-07 03:35:34,714][542790] Updated weights for policy 0, policy_version 154 (0.0007)
+[2026-06-07 03:35:34,857][542790] Updated weights for policy 0, policy_version 164 (0.0007)
+[2026-06-07 03:35:34,997][542790] Updated weights for policy 0, policy_version 174 (0.0007)
+[2026-06-07 03:35:35,128][542790] Updated weights for policy 0, policy_version 184 (0.0008)
+[2026-06-07 03:35:35,579][542790] Updated weights for policy 0, policy_version 194 (0.0007)
+[2026-06-07 03:35:35,710][542790] Updated weights for policy 0, policy_version 204 (0.0005)
+[2026-06-07 03:35:35,848][542790] Updated weights for policy 0, policy_version 214 (0.0008)
+[2026-06-07 03:35:35,982][542790] Updated weights for policy 0, policy_version 224 (0.0008)
+[2026-06-07 03:35:36,126][542790] Updated weights for policy 0, policy_version 234 (0.0008)
+[2026-06-07 03:35:36,263][542790] Updated weights for policy 0, policy_version 244 (0.0008)
+[2026-06-07 03:35:36,403][542790] Updated weights for policy 0, policy_version 254 (0.0008)
+[2026-06-07 03:35:36,793][542790] Updated weights for policy 0, policy_version 264 (0.0005)
+[2026-06-07 03:35:36,907][541270] Fps is (10 sec: 26213.4, 60 sec: 26213.4, 300 sec: 26213.4). Total num frames: 131072. Throughput: 0: 23781.5. Samples: 118912. Policy #0 lag: (min: 34.0, avg: 56.0, max: 98.0)
+[2026-06-07 03:35:36,909][541270] Avg episode reward: [(0, '-4.444')]
+[2026-06-07 03:35:36,918][542790] Updated weights for policy 0, policy_version 274 (0.0006)
+[2026-06-07 03:35:37,046][542790] Updated weights for policy 0, policy_version 284 (0.0007)
+[2026-06-07 03:35:37,174][542790] Updated weights for policy 0, policy_version 294 (0.0007)
+[2026-06-07 03:35:37,319][542790] Updated weights for policy 0, policy_version 304 (0.0007)
+[2026-06-07 03:35:37,461][542790] Updated weights for policy 0, policy_version 314 (0.0007)
+[2026-06-07 03:35:37,537][542711] Saving new best policy, reward=-4.444!
+[2026-06-07 03:35:37,976][542790] Updated weights for policy 0, policy_version 325 (0.0006)
+[2026-06-07 03:35:38,115][542790] Updated weights for policy 0, policy_version 335 (0.0004)
+[2026-06-07 03:35:38,270][542790] Updated weights for policy 0, policy_version 347 (0.0006)
+[2026-06-07 03:35:38,398][542790] Updated weights for policy 0, policy_version 357 (0.0008)
+[2026-06-07 03:35:38,542][542790] Updated weights for policy 0, policy_version 367 (0.0008)
+[2026-06-07 03:35:38,689][542790] Updated weights for policy 0, policy_version 377 (0.0008)
+[2026-06-07 03:35:39,168][542790] Updated weights for policy 0, policy_version 393 (0.0008)
+[2026-06-07 03:35:39,294][542790] Updated weights for policy 0, policy_version 403 (0.0008)
+[2026-06-07 03:35:39,433][542790] Updated weights for policy 0, policy_version 413 (0.0008)
+[2026-06-07 03:35:39,575][542790] Updated weights for policy 0, policy_version 423 (0.0008)
+[2026-06-07 03:35:39,710][542790] Updated weights for policy 0, policy_version 433 (0.0008)
+[2026-06-07 03:35:39,864][542790] Updated weights for policy 0, policy_version 445 (0.0008)
+[2026-06-07 03:35:40,390][542790] Updated weights for policy 0, policy_version 455 (0.0008)
+[2026-06-07 03:35:40,527][542790] Updated weights for policy 0, policy_version 466 (0.0008)
+[2026-06-07 03:35:40,665][542790] Updated weights for policy 0, policy_version 477 (0.0008)
+[2026-06-07 03:35:40,817][542790] Updated weights for policy 0, policy_version 488 (0.0008)
+[2026-06-07 03:35:40,955][542790] Updated weights for policy 0, policy_version 498 (0.0008)
+[2026-06-07 03:35:41,091][542790] Updated weights for policy 0, policy_version 508 (0.0008)
+[2026-06-07 03:35:41,570][542790] Updated weights for policy 0, policy_version 518 (0.0009)
+[2026-06-07 03:35:41,705][542790] Updated weights for policy 0, policy_version 528 (0.0008)
+[2026-06-07 03:35:41,848][542790] Updated weights for policy 0, policy_version 538 (0.0008)
+[2026-06-07 03:35:41,907][541270] Fps is (10 sec: 26214.5, 60 sec: 26214.5, 300 sec: 26214.5). Total num frames: 262144. Throughput: 0: 29017.7. Samples: 290176. Policy #0 lag: (min: 62.0, avg: 84.2, max: 126.0)
+[2026-06-07 03:35:41,909][541270] Avg episode reward: [(0, '1.852')]
+[2026-06-07 03:35:41,971][542790] Updated weights for policy 0, policy_version 548 (0.0008)
+[2026-06-07 03:35:42,112][542790] Updated weights for policy 0, policy_version 559 (0.0008)
+[2026-06-07 03:35:42,247][542790] Updated weights for policy 0, policy_version 570 (0.0008)
+[2026-06-07 03:35:42,330][542711] Saving new best policy, reward=1.852!
+[2026-06-07 03:35:42,809][542790] Updated weights for policy 0, policy_version 580 (0.0009)
+[2026-06-07 03:35:42,956][542790] Updated weights for policy 0, policy_version 592 (0.0008)
+[2026-06-07 03:35:43,113][542790] Updated weights for policy 0, policy_version 605 (0.0008)
+[2026-06-07 03:35:43,243][542790] Updated weights for policy 0, policy_version 615 (0.0008)
+[2026-06-07 03:35:43,386][542790] Updated weights for policy 0, policy_version 625 (0.0008)
+[2026-06-07 03:35:43,529][542790] Updated weights for policy 0, policy_version 636 (0.0008)
+[2026-06-07 03:35:44,122][542790] Updated weights for policy 0, policy_version 646 (0.0008)
+[2026-06-07 03:35:44,247][542790] Updated weights for policy 0, policy_version 656 (0.0008)
+[2026-06-07 03:35:44,372][542790] Updated weights for policy 0, policy_version 666 (0.0008)
+[2026-06-07 03:35:44,510][542790] Updated weights for policy 0, policy_version 677 (0.0008)
+[2026-06-07 03:35:44,652][542790] Updated weights for policy 0, policy_version 688 (0.0008)
+[2026-06-07 03:35:44,770][542790] Updated weights for policy 0, policy_version 698 (0.0008)
+[2026-06-07 03:35:45,444][542790] Updated weights for policy 0, policy_version 708 (0.0008)
+[2026-06-07 03:35:45,577][542790] Updated weights for policy 0, policy_version 718 (0.0008)
+[2026-06-07 03:35:45,702][542790] Updated weights for policy 0, policy_version 729 (0.0008)
+[2026-06-07 03:35:45,752][541270] Heartbeat connected on Batcher_0
+[2026-06-07 03:35:45,775][541270] Heartbeat connected on RolloutWorker_w1
+[2026-06-07 03:35:45,778][541270] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-07 03:35:45,779][541270] Heartbeat connected on RolloutWorker_w0
+[2026-06-07 03:35:45,825][542790] Updated weights for policy 0, policy_version 739 (0.0008)
+[2026-06-07 03:35:45,993][542790] Updated weights for policy 0, policy_version 752 (0.0008)
+[2026-06-07 03:35:46,108][542790] Updated weights for policy 0, policy_version 762 (0.0008)
+[2026-06-07 03:35:46,170][541270] Heartbeat connected on LearnerWorker_p0
+[2026-06-07 03:35:46,849][542790] Updated weights for policy 0, policy_version 773 (0.0008)
+[2026-06-07 03:35:46,907][541270] Fps is (10 sec: 26214.7, 60 sec: 26214.3, 300 sec: 26214.3). Total num frames: 393216. Throughput: 0: 24866.0. Samples: 372992. Policy #0 lag: (min: 45.0, avg: 60.3, max: 109.0)
+[2026-06-07 03:35:46,909][541270] Avg episode reward: [(0, '3.907')]
+[2026-06-07 03:35:46,999][542790] Updated weights for policy 0, policy_version 785 (0.0008)
+[2026-06-07 03:35:47,123][542790] Updated weights for policy 0, policy_version 796 (0.0008)
+[2026-06-07 03:35:47,266][542790] Updated weights for policy 0, policy_version 807 (0.0008)
+[2026-06-07 03:35:47,383][542790] Updated weights for policy 0, policy_version 817 (0.0008)
+[2026-06-07 03:35:47,512][542790] Updated weights for policy 0, policy_version 827 (0.0008)
+[2026-06-07 03:35:47,577][542711] Saving new best policy, reward=3.907!
+[2026-06-07 03:35:48,293][542790] Updated weights for policy 0, policy_version 837 (0.0008)
+[2026-06-07 03:35:48,409][542790] Updated weights for policy 0, policy_version 847 (0.0008)
+[2026-06-07 03:35:48,543][542790] Updated weights for policy 0, policy_version 858 (0.0008)
+[2026-06-07 03:35:48,700][542790] Updated weights for policy 0, policy_version 871 (0.0006)
+[2026-06-07 03:35:48,842][542790] Updated weights for policy 0, policy_version 883 (0.0004)
+[2026-06-07 03:35:48,964][542790] Updated weights for policy 0, policy_version 893 (0.0004)
+[2026-06-07 03:35:49,682][542790] Updated weights for policy 0, policy_version 903 (0.0007)
+[2026-06-07 03:35:49,796][542790] Updated weights for policy 0, policy_version 913 (0.0008)
+[2026-06-07 03:35:49,931][542790] Updated weights for policy 0, policy_version 924 (0.0008)
+[2026-06-07 03:35:50,057][542790] Updated weights for policy 0, policy_version 934 (0.0009)
+[2026-06-07 03:35:50,188][542790] Updated weights for policy 0, policy_version 944 (0.0008)
+[2026-06-07 03:35:50,321][542790] Updated weights for policy 0, policy_version 955 (0.0008)
+[2026-06-07 03:35:51,074][542790] Updated weights for policy 0, policy_version 965 (0.0008)
+[2026-06-07 03:35:51,192][542790] Updated weights for policy 0, policy_version 975 (0.0008)
+[2026-06-07 03:35:51,344][542790] Updated weights for policy 0, policy_version 987 (0.0008)
+[2026-06-07 03:35:51,519][542790] Updated weights for policy 0, policy_version 1001 (0.0008)
+[2026-06-07 03:35:51,642][542790] Updated weights for policy 0, policy_version 1011 (0.0008)
+[2026-06-07 03:35:51,756][542790] Updated weights for policy 0, policy_version 1021 (0.0008)
+[2026-06-07 03:35:51,907][541270] Fps is (10 sec: 26214.9, 60 sec: 26214.7, 300 sec: 26214.7). Total num frames: 524288. Throughput: 0: 25638.7. Samples: 512768. Policy #0 lag: (min: 49.0, avg: 87.0, max: 107.0)
+[2026-06-07 03:35:51,908][541270] Avg episode reward: [(0, '4.148')]
+[2026-06-07 03:35:51,913][542711] Saving new best policy, reward=4.148!
+[2026-06-07 03:35:52,554][542790] Updated weights for policy 0, policy_version 1034 (0.0008)
+[2026-06-07 03:35:52,736][542790] Updated weights for policy 0, policy_version 1049 (0.0008)
+[2026-06-07 03:35:52,871][542790] Updated weights for policy 0, policy_version 1060 (0.0008)
+[2026-06-07 03:35:53,022][542790] Updated weights for policy 0, policy_version 1072 (0.0008)
+[2026-06-07 03:35:53,152][542790] Updated weights for policy 0, policy_version 1082 (0.0009)
+[2026-06-07 03:35:53,913][542790] Updated weights for policy 0, policy_version 1094 (0.0008)
+[2026-06-07 03:35:54,054][542790] Updated weights for policy 0, policy_version 1105 (0.0008)
+[2026-06-07 03:35:54,187][542790] Updated weights for policy 0, policy_version 1116 (0.0009)
+[2026-06-07 03:35:54,302][542790] Updated weights for policy 0, policy_version 1126 (0.0008)
+[2026-06-07 03:35:54,431][542790] Updated weights for policy 0, policy_version 1136 (0.0008)
+[2026-06-07 03:35:54,551][542790] Updated weights for policy 0, policy_version 1146 (0.0008)
+[2026-06-07 03:35:55,286][542790] Updated weights for policy 0, policy_version 1156 (0.0006)
+[2026-06-07 03:35:55,455][542790] Updated weights for policy 0, policy_version 1170 (0.0007)
+[2026-06-07 03:35:55,612][542790] Updated weights for policy 0, policy_version 1183 (0.0008)
+[2026-06-07 03:35:55,788][542790] Updated weights for policy 0, policy_version 1198 (0.0008)
+[2026-06-07 03:35:55,922][542790] Updated weights for policy 0, policy_version 1208 (0.0008)
+[2026-06-07 03:35:56,634][542790] Updated weights for policy 0, policy_version 1218 (0.0007)
+[2026-06-07 03:35:56,746][542790] Updated weights for policy 0, policy_version 1228 (0.0004)
+[2026-06-07 03:35:56,875][542790] Updated weights for policy 0, policy_version 1238 (0.0004)
+[2026-06-07 03:35:56,907][541270] Fps is (10 sec: 22938.0, 60 sec: 24903.8, 300 sec: 24903.8). Total num frames: 622592. Throughput: 0: 26132.6. Samples: 653312. Policy #0 lag: (min: 7.0, avg: 17.6, max: 71.0)
+[2026-06-07 03:35:56,909][541270] Avg episode reward: [(0, '4.383')]
+[2026-06-07 03:35:56,999][542790] Updated weights for policy 0, policy_version 1248 (0.0004)
+[2026-06-07 03:35:57,113][542790] Updated weights for policy 0, policy_version 1258 (0.0008)
+[2026-06-07 03:35:57,252][542790] Updated weights for policy 0, policy_version 1269 (0.0008)
+[2026-06-07 03:35:57,368][542790] Updated weights for policy 0, policy_version 1279 (0.0008)
+[2026-06-07 03:35:57,376][542711] Saving new best policy, reward=4.383!
+[2026-06-07 03:35:58,140][542790] Updated weights for policy 0, policy_version 1289 (0.0008)
+[2026-06-07 03:35:58,297][542790] Updated weights for policy 0, policy_version 1301 (0.0008)
+[2026-06-07 03:35:58,434][542790] Updated weights for policy 0, policy_version 1313 (0.0009)
+[2026-06-07 03:35:58,555][542790] Updated weights for policy 0, policy_version 1323 (0.0008)
+[2026-06-07 03:35:58,698][542790] Updated weights for policy 0, policy_version 1334 (0.0008)
+[2026-06-07 03:35:59,493][542790] Updated weights for policy 0, policy_version 1345 (0.0008)
+[2026-06-07 03:35:59,651][542790] Updated weights for policy 0, policy_version 1358 (0.0008)
+[2026-06-07 03:35:59,805][542790] Updated weights for policy 0, policy_version 1372 (0.0008)
+[2026-06-07 03:35:59,949][542790] Updated weights for policy 0, policy_version 1384 (0.0008)
+[2026-06-07 03:36:00,104][542790] Updated weights for policy 0, policy_version 1397 (0.0008)
+[2026-06-07 03:36:00,948][542790] Updated weights for policy 0, policy_version 1409 (0.0008)
+[2026-06-07 03:36:01,083][542790] Updated weights for policy 0, policy_version 1420 (0.0008)
+[2026-06-07 03:36:01,199][542790] Updated weights for policy 0, policy_version 1430 (0.0008)
+[2026-06-07 03:36:01,366][542790] Updated weights for policy 0, policy_version 1444 (0.0008)
+[2026-06-07 03:36:01,505][542790] Updated weights for policy 0, policy_version 1455 (0.0008)
+[2026-06-07 03:36:01,649][542790] Updated weights for policy 0, policy_version 1467 (0.0008)
+[2026-06-07 03:36:01,908][541270] Fps is (10 sec: 22936.5, 60 sec: 25121.9, 300 sec: 25121.9). Total num frames: 753664. Throughput: 0: 24213.1. Samples: 726400. Policy #0 lag: (min: 69.0, avg: 102.9, max: 126.0)
+[2026-06-07 03:36:01,911][541270] Avg episode reward: [(0, '5.130')]
+[2026-06-07 03:36:01,918][542711] Saving new best policy, reward=5.130!
+[2026-06-07 03:36:02,452][542790] Updated weights for policy 0, policy_version 1478 (0.0008)
+[2026-06-07 03:36:02,566][542790] Updated weights for policy 0, policy_version 1488 (0.0008)
+[2026-06-07 03:36:02,716][542790] Updated weights for policy 0, policy_version 1500 (0.0008)
+[2026-06-07 03:36:02,874][542790] Updated weights for policy 0, policy_version 1513 (0.0008)
+[2026-06-07 03:36:03,013][542790] Updated weights for policy 0, policy_version 1525 (0.0008)
+[2026-06-07 03:36:03,145][542790] Updated weights for policy 0, policy_version 1535 (0.0008)
+[2026-06-07 03:36:03,924][542790] Updated weights for policy 0, policy_version 1546 (0.0008)
+[2026-06-07 03:36:04,047][542790] Updated weights for policy 0, policy_version 1557 (0.0008)
+[2026-06-07 03:36:04,174][542790] Updated weights for policy 0, policy_version 1567 (0.0008)
+[2026-06-07 03:36:04,306][542790] Updated weights for policy 0, policy_version 1578 (0.0008)
+[2026-06-07 03:36:04,438][542790] Updated weights for policy 0, policy_version 1588 (0.0008)
+[2026-06-07 03:36:04,553][542790] Updated weights for policy 0, policy_version 1598 (0.0008)
+[2026-06-07 03:36:05,377][542790] Updated weights for policy 0, policy_version 1610 (0.0008)
+[2026-06-07 03:36:05,509][542790] Updated weights for policy 0, policy_version 1621 (0.0008)
+[2026-06-07 03:36:05,657][542790] Updated weights for policy 0, policy_version 1633 (0.0008)
+[2026-06-07 03:36:05,773][542790] Updated weights for policy 0, policy_version 1643 (0.0008)
+[2026-06-07 03:36:05,909][542790] Updated weights for policy 0, policy_version 1654 (0.0008)
+[2026-06-07 03:36:06,687][542790] Updated weights for policy 0, policy_version 1666 (0.0009)
+[2026-06-07 03:36:06,810][542790] Updated weights for policy 0, policy_version 1676 (0.0008)
+[2026-06-07 03:36:06,907][541270] Fps is (10 sec: 22937.7, 60 sec: 24342.0, 300 sec: 24342.0). Total num frames: 851968. Throughput: 0: 24799.2. Samples: 867968. Policy #0 lag: (min: 29.0, avg: 39.3, max: 93.0)
+[2026-06-07 03:36:06,908][541270] Avg episode reward: [(0, '5.459')]
+[2026-06-07 03:36:06,926][542790] Updated weights for policy 0, policy_version 1686 (0.0008)
+[2026-06-07 03:36:07,040][542790] Updated weights for policy 0, policy_version 1696 (0.0008)
+[2026-06-07 03:36:07,181][542790] Updated weights for policy 0, policy_version 1707 (0.0008)
+[2026-06-07 03:36:07,305][542790] Updated weights for policy 0, policy_version 1717 (0.0008)
+[2026-06-07 03:36:07,423][542711] Saving new best policy, reward=5.459!
+[2026-06-07 03:36:07,427][542790] Updated weights for policy 0, policy_version 1728 (0.0008)
+[2026-06-07 03:36:08,231][542790] Updated weights for policy 0, policy_version 1740 (0.0004)
+[2026-06-07 03:36:08,377][542790] Updated weights for policy 0, policy_version 1751 (0.0005)
+[2026-06-07 03:36:08,507][542790] Updated weights for policy 0, policy_version 1762 (0.0005)
+[2026-06-07 03:36:08,641][542790] Updated weights for policy 0, policy_version 1773 (0.0005)
+[2026-06-07 03:36:08,756][542790] Updated weights for policy 0, policy_version 1783 (0.0005)
+[2026-06-07 03:36:09,525][542790] Updated weights for policy 0, policy_version 1793 (0.0006)
+[2026-06-07 03:36:09,655][542790] Updated weights for policy 0, policy_version 1804 (0.0008)
+[2026-06-07 03:36:09,796][542790] Updated weights for policy 0, policy_version 1816 (0.0008)
+[2026-06-07 03:36:09,933][542790] Updated weights for policy 0, policy_version 1827 (0.0008)
+[2026-06-07 03:36:10,096][542790] Updated weights for policy 0, policy_version 1840 (0.0008)
+[2026-06-07 03:36:10,275][542790] Updated weights for policy 0, policy_version 1855 (0.0008)
+[2026-06-07 03:36:11,087][542790] Updated weights for policy 0, policy_version 1866 (0.0008)
+[2026-06-07 03:36:11,232][542790] Updated weights for policy 0, policy_version 1879 (0.0005)
+[2026-06-07 03:36:11,391][542790] Updated weights for policy 0, policy_version 1892 (0.0004)
+[2026-06-07 03:36:11,509][542790] Updated weights for policy 0, policy_version 1902 (0.0004)
+[2026-06-07 03:36:11,630][542790] Updated weights for policy 0, policy_version 1912 (0.0004)
+[2026-06-07 03:36:11,907][541270] Fps is (10 sec: 22938.5, 60 sec: 24576.1, 300 sec: 24576.1). Total num frames: 983040. Throughput: 0: 25043.3. Samples: 1001728. Policy #0 lag: (min: 70.0, avg: 86.8, max: 137.0)
+[2026-06-07 03:36:11,909][541270] Avg episode reward: [(0, '5.874')]
+[2026-06-07 03:36:11,914][542711] Saving new best policy, reward=5.874!
+[2026-06-07 03:36:12,456][542790] Updated weights for policy 0, policy_version 1923 (0.0008)
+[2026-06-07 03:36:12,574][542790] Updated weights for policy 0, policy_version 1933 (0.0008)
+[2026-06-07 03:36:12,744][542790] Updated weights for policy 0, policy_version 1947 (0.0008)
+[2026-06-07 03:36:12,877][542790] Updated weights for policy 0, policy_version 1958 (0.0008)
+[2026-06-07 03:36:13,001][542790] Updated weights for policy 0, policy_version 1968 (0.0008)
+[2026-06-07 03:36:13,127][542790] Updated weights for policy 0, policy_version 1978 (0.0008)
+[2026-06-07 03:36:13,907][542790] Updated weights for policy 0, policy_version 1988 (0.0008)
+[2026-06-07 03:36:14,030][542790] Updated weights for policy 0, policy_version 1998 (0.0008)
+[2026-06-07 03:36:14,160][542790] Updated weights for policy 0, policy_version 2010 (0.0007)
+[2026-06-07 03:36:14,309][542790] Updated weights for policy 0, policy_version 2022 (0.0008)
+[2026-06-07 03:36:14,459][542790] Updated weights for policy 0, policy_version 2035 (0.0008)
+[2026-06-07 03:36:14,579][542790] Updated weights for policy 0, policy_version 2045 (0.0008)
+[2026-06-07 03:36:15,378][542790] Updated weights for policy 0, policy_version 2055 (0.0008)
+[2026-06-07 03:36:15,500][542790] Updated weights for policy 0, policy_version 2065 (0.0005)
+[2026-06-07 03:36:15,631][542790] Updated weights for policy 0, policy_version 2076 (0.0004)
+[2026-06-07 03:36:15,766][542790] Updated weights for policy 0, policy_version 2087 (0.0004)
+[2026-06-07 03:36:15,897][542790] Updated weights for policy 0, policy_version 2097 (0.0004)
+[2026-06-07 03:36:16,025][542790] Updated weights for policy 0, policy_version 2108 (0.0004)
+[2026-06-07 03:36:16,732][542790] Updated weights for policy 0, policy_version 2118 (0.0007)
+[2026-06-07 03:36:16,867][542790] Updated weights for policy 0, policy_version 2129 (0.0008)
+[2026-06-07 03:36:16,907][541270] Fps is (10 sec: 22937.4, 60 sec: 24029.9, 300 sec: 24029.9). Total num frames: 1081344. Throughput: 0: 23748.3. Samples: 1068672. Policy #0 lag: (min: 63.0, avg: 72.5, max: 127.0)
+[2026-06-07 03:36:16,909][541270] Avg episode reward: [(0, '6.628')]
+[2026-06-07 03:36:17,024][542790] Updated weights for policy 0, policy_version 2142 (0.0008)
+[2026-06-07 03:36:17,215][542790] Updated weights for policy 0, policy_version 2156 (0.0009)
+[2026-06-07 03:36:17,372][542790] Updated weights for policy 0, policy_version 2170 (0.0008)
+[2026-06-07 03:36:17,440][542711] Saving new best policy, reward=6.628!
+[2026-06-07 03:36:18,184][542790] Updated weights for policy 0, policy_version 2182 (0.0008)
+[2026-06-07 03:36:18,316][542790] Updated weights for policy 0, policy_version 2194 (0.0008)
+[2026-06-07 03:36:18,494][542790] Updated weights for policy 0, policy_version 2209 (0.0008)
+[2026-06-07 03:36:18,658][542790] Updated weights for policy 0, policy_version 2223 (0.0008)
+[2026-06-07 03:36:18,827][542790] Updated weights for policy 0, policy_version 2237 (0.0008)
+[2026-06-07 03:36:19,642][542790] Updated weights for policy 0, policy_version 2248 (0.0009)
+[2026-06-07 03:36:19,763][542790] Updated weights for policy 0, policy_version 2258 (0.0007)
+[2026-06-07 03:36:19,901][542790] Updated weights for policy 0, policy_version 2270 (0.0006)
+[2026-06-07 03:36:20,024][542790] Updated weights for policy 0, policy_version 2280 (0.0008)
+[2026-06-07 03:36:20,176][542790] Updated weights for policy 0, policy_version 2292 (0.0008)
+[2026-06-07 03:36:20,313][542790] Updated weights for policy 0, policy_version 2303 (0.0008)
+[2026-06-07 03:36:21,075][542790] Updated weights for policy 0, policy_version 2313 (0.0009)
+[2026-06-07 03:36:21,196][542790] Updated weights for policy 0, policy_version 2323 (0.0008)
+[2026-06-07 03:36:21,338][542790] Updated weights for policy 0, policy_version 2334 (0.0008)
+[2026-06-07 03:36:21,493][542790] Updated weights for policy 0, policy_version 2347 (0.0008)
+[2026-06-07 03:36:21,622][542790] Updated weights for policy 0, policy_version 2357 (0.0008)
+[2026-06-07 03:36:21,743][542790] Updated weights for policy 0, policy_version 2367 (0.0008)
+[2026-06-07 03:36:21,907][541270] Fps is (10 sec: 22937.5, 60 sec: 24248.4, 300 sec: 24248.4). Total num frames: 1212416. Throughput: 0: 24106.8. Samples: 1203712. Policy #0 lag: (min: 6.0, avg: 16.5, max: 70.0)
+[2026-06-07 03:36:21,908][541270] Avg episode reward: [(0, '6.972')]
+[2026-06-07 03:36:21,914][542711] Saving new best policy, reward=6.972!
+[2026-06-07 03:36:22,523][542790] Updated weights for policy 0, policy_version 2378 (0.0008)
+[2026-06-07 03:36:22,655][542790] Updated weights for policy 0, policy_version 2389 (0.0008)
+[2026-06-07 03:36:22,813][542790] Updated weights for policy 0, policy_version 2402 (0.0008)
+[2026-06-07 03:36:22,955][542790] Updated weights for policy 0, policy_version 2413 (0.0008)
+[2026-06-07 03:36:23,074][542790] Updated weights for policy 0, policy_version 2423 (0.0008)
+[2026-06-07 03:36:23,815][542790] Updated weights for policy 0, policy_version 2434 (0.0008)
+[2026-06-07 03:36:23,964][542790] Updated weights for policy 0, policy_version 2446 (0.0008)
+[2026-06-07 03:36:24,076][542790] Updated weights for policy 0, policy_version 2456 (0.0005)
+[2026-06-07 03:36:24,219][542790] Updated weights for policy 0, policy_version 2467 (0.0006)
+[2026-06-07 03:36:24,345][542790] Updated weights for policy 0, policy_version 2478 (0.0005)
+[2026-06-07 03:36:24,516][542790] Updated weights for policy 0, policy_version 2491 (0.0005)
+[2026-06-07 03:36:25,300][542790] Updated weights for policy 0, policy_version 2503 (0.0008)
+[2026-06-07 03:36:25,426][542790] Updated weights for policy 0, policy_version 2513 (0.0009)
+[2026-06-07 03:36:25,548][542790] Updated weights for policy 0, policy_version 2523 (0.0010)
+[2026-06-07 03:36:25,676][542790] Updated weights for policy 0, policy_version 2534 (0.0009)
+[2026-06-07 03:36:25,834][542790] Updated weights for policy 0, policy_version 2547 (0.0008)
+[2026-06-07 03:36:25,969][542790] Updated weights for policy 0, policy_version 2557 (0.0008)
+[2026-06-07 03:36:26,758][542790] Updated weights for policy 0, policy_version 2567 (0.0008)
+[2026-06-07 03:36:26,891][542790] Updated weights for policy 0, policy_version 2578 (0.0008)
+[2026-06-07 03:36:26,908][541270] Fps is (10 sec: 22937.4, 60 sec: 23831.3, 300 sec: 23831.3). Total num frames: 1310720. Throughput: 0: 23404.1. Samples: 1343360. Policy #0 lag: (min: 54.0, avg: 64.8, max: 118.0)
+[2026-06-07 03:36:26,909][541270] Avg episode reward: [(0, '8.045')]
+[2026-06-07 03:36:27,028][542790] Updated weights for policy 0, policy_version 2589 (0.0008)
+[2026-06-07 03:36:27,156][542790] Updated weights for policy 0, policy_version 2599 (0.0008)
+[2026-06-07 03:36:27,287][542790] Updated weights for policy 0, policy_version 2610 (0.0008)
+[2026-06-07 03:36:27,433][542790] Updated weights for policy 0, policy_version 2622 (0.0008)
+[2026-06-07 03:36:27,457][542711] Saving new best policy, reward=8.045!
+[2026-06-07 03:36:28,156][542790] Updated weights for policy 0, policy_version 2632 (0.0008)
+[2026-06-07 03:36:28,298][542790] Updated weights for policy 0, policy_version 2644 (0.0010)
+[2026-06-07 03:36:28,461][542790] Updated weights for policy 0, policy_version 2657 (0.0008)
+[2026-06-07 03:36:28,581][542790] Updated weights for policy 0, policy_version 2667 (0.0008)
+[2026-06-07 03:36:28,705][542790] Updated weights for policy 0, policy_version 2677 (0.0008)
+[2026-06-07 03:36:28,833][542790] Updated weights for policy 0, policy_version 2687 (0.0008)
+[2026-06-07 03:36:29,630][542790] Updated weights for policy 0, policy_version 2697 (0.0009)
+[2026-06-07 03:36:29,798][542790] Updated weights for policy 0, policy_version 2711 (0.0008)
+[2026-06-07 03:36:29,925][542790] Updated weights for policy 0, policy_version 2721 (0.0008)
+[2026-06-07 03:36:30,091][542790] Updated weights for policy 0, policy_version 2735 (0.0010)
+[2026-06-07 03:36:30,265][542790] Updated weights for policy 0, policy_version 2749 (0.0008)
+[2026-06-07 03:36:31,040][542790] Updated weights for policy 0, policy_version 2762 (0.0008)
+[2026-06-07 03:36:31,175][542790] Updated weights for policy 0, policy_version 2773 (0.0008)
+[2026-06-07 03:36:31,315][542790] Updated weights for policy 0, policy_version 2784 (0.0008)
+[2026-06-07 03:36:31,470][542790] Updated weights for policy 0, policy_version 2797 (0.0008)
+[2026-06-07 03:36:31,605][542790] Updated weights for policy 0, policy_version 2809 (0.0008)
+[2026-06-07 03:36:31,907][541270] Fps is (10 sec: 22937.7, 60 sec: 24029.9, 300 sec: 24029.9). Total num frames: 1441792. Throughput: 0: 23148.2. Samples: 1414656. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0)
+[2026-06-07 03:36:31,908][541270] Avg episode reward: [(0, '9.340')]
+[2026-06-07 03:36:31,913][542711] Saving new best policy, reward=9.340!
+[2026-06-07 03:36:32,410][542790] Updated weights for policy 0, policy_version 2819 (0.0008)
+[2026-06-07 03:36:32,540][542790] Updated weights for policy 0, policy_version 2830 (0.0008)
+[2026-06-07 03:36:32,694][542790] Updated weights for policy 0, policy_version 2842 (0.0008)
+[2026-06-07 03:36:32,811][542790] Updated weights for policy 0, policy_version 2852 (0.0008)
+[2026-06-07 03:36:32,966][542790] Updated weights for policy 0, policy_version 2864 (0.0008)
+[2026-06-07 03:36:33,084][542790] Updated weights for policy 0, policy_version 2874 (0.0008)
+[2026-06-07 03:36:33,809][542790] Updated weights for policy 0, policy_version 2884 (0.0008)
+[2026-06-07 03:36:33,939][542790] Updated weights for policy 0, policy_version 2895 (0.0009)
+[2026-06-07 03:36:34,059][542790] Updated weights for policy 0, policy_version 2905 (0.0009)
+[2026-06-07 03:36:34,185][542790] Updated weights for policy 0, policy_version 2915 (0.0010)
+[2026-06-07 03:36:34,344][542790] Updated weights for policy 0, policy_version 2929 (0.0012)
+[2026-06-07 03:36:34,481][542790] Updated weights for policy 0, policy_version 2940 (0.0008)
+[2026-06-07 03:36:35,290][542790] Updated weights for policy 0, policy_version 2952 (0.0010)
+[2026-06-07 03:36:35,451][542790] Updated weights for policy 0, policy_version 2966 (0.0010)
+[2026-06-07 03:36:35,625][542790] Updated weights for policy 0, policy_version 2980 (0.0010)
+[2026-06-07 03:36:35,773][542790] Updated weights for policy 0, policy_version 2992 (0.0009)
+[2026-06-07 03:36:35,929][542790] Updated weights for policy 0, policy_version 3005 (0.0008)
+[2026-06-07 03:36:36,709][542790] Updated weights for policy 0, policy_version 3015 (0.0008)
+[2026-06-07 03:36:36,833][542790] Updated weights for policy 0, policy_version 3025 (0.0008)
+[2026-06-07 03:36:36,907][541270] Fps is (10 sec: 22937.6, 60 sec: 23483.8, 300 sec: 23693.8). Total num frames: 1540096. Throughput: 0: 23182.1. Samples: 1555968. Policy #0 lag: (min: 63.0, avg: 71.8, max: 127.0)
+[2026-06-07 03:36:36,909][541270] Avg episode reward: [(0, '10.872')]
+[2026-06-07 03:36:36,984][542790] Updated weights for policy 0, policy_version 3038 (0.0008)
+[2026-06-07 03:36:37,125][542790] Updated weights for policy 0, policy_version 3050 (0.0008)
+[2026-06-07 03:36:37,253][542790] Updated weights for policy 0, policy_version 3060 (0.0009)
+[2026-06-07 03:36:37,383][542790] Updated weights for policy 0, policy_version 3070 (0.0008)
+[2026-06-07 03:36:37,395][542711] Saving new best policy, reward=10.872!
+[2026-06-07 03:36:38,156][542790] Updated weights for policy 0, policy_version 3084 (0.0008)
+[2026-06-07 03:36:38,311][542790] Updated weights for policy 0, policy_version 3097 (0.0008)
+[2026-06-07 03:36:38,504][542790] Updated weights for policy 0, policy_version 3113 (0.0008)
+[2026-06-07 03:36:38,643][542790] Updated weights for policy 0, policy_version 3125 (0.0008)
+[2026-06-07 03:36:39,445][542790] Updated weights for policy 0, policy_version 3137 (0.0008)
+[2026-06-07 03:36:39,607][542790] Updated weights for policy 0, policy_version 3151 (0.0010)
+[2026-06-07 03:36:39,730][542790] Updated weights for policy 0, policy_version 3161 (0.0008)
+[2026-06-07 03:36:39,862][542790] Updated weights for policy 0, policy_version 3172 (0.0008)
+[2026-06-07 03:36:39,998][542790] Updated weights for policy 0, policy_version 3183 (0.0008)
+[2026-06-07 03:36:40,146][542790] Updated weights for policy 0, policy_version 3195 (0.0008)
+[2026-06-07 03:36:40,916][542790] Updated weights for policy 0, policy_version 3206 (0.0008)
+[2026-06-07 03:36:41,079][542790] Updated weights for policy 0, policy_version 3219 (0.0008)
+[2026-06-07 03:36:41,204][542790] Updated weights for policy 0, policy_version 3229 (0.0008)
+[2026-06-07 03:36:41,364][542790] Updated weights for policy 0, policy_version 3242 (0.0009)
+[2026-06-07 03:36:41,492][542790] Updated weights for policy 0, policy_version 3253 (0.0008)
+[2026-06-07 03:36:41,907][541270] Fps is (10 sec: 22937.6, 60 sec: 23483.8, 300 sec: 23873.9). Total num frames: 1671168. Throughput: 0: 23059.9. Samples: 1691008. Policy #0 lag: (min: 71.0, avg: 93.5, max: 131.0)
+[2026-06-07 03:36:41,908][541270] Avg episode reward: [(0, '11.965')]
+[2026-06-07 03:36:41,914][542711] Saving new best policy, reward=11.965!
+[2026-06-07 03:36:42,320][542790] Updated weights for policy 0, policy_version 3268 (0.0009)
+[2026-06-07 03:36:42,444][542790] Updated weights for policy 0, policy_version 3278 (0.0008)
+[2026-06-07 03:36:42,569][542790] Updated weights for policy 0, policy_version 3289 (0.0008)
+[2026-06-07 03:36:42,694][542790] Updated weights for policy 0, policy_version 3299 (0.0008)
+[2026-06-07 03:36:42,823][542790] Updated weights for policy 0, policy_version 3309 (0.0008)
+[2026-06-07 03:36:42,951][542790] Updated weights for policy 0, policy_version 3320 (0.0008)
+[2026-06-07 03:36:43,725][542790] Updated weights for policy 0, policy_version 3332 (0.0008)
+[2026-06-07 03:36:43,869][542790] Updated weights for policy 0, policy_version 3343 (0.0008)
+[2026-06-07 03:36:44,001][542790] Updated weights for policy 0, policy_version 3354 (0.0008)
+[2026-06-07 03:36:44,128][542790] Updated weights for policy 0, policy_version 3364 (0.0009)
+[2026-06-07 03:36:44,275][542790] Updated weights for policy 0, policy_version 3376 (0.0008)
+[2026-06-07 03:36:44,409][542790] Updated weights for policy 0, policy_version 3387 (0.0008)
+[2026-06-07 03:36:45,194][542790] Updated weights for policy 0, policy_version 3400 (0.0008)
+[2026-06-07 03:36:45,316][542790] Updated weights for policy 0, policy_version 3410 (0.0008)
+[2026-06-07 03:36:45,489][542790] Updated weights for policy 0, policy_version 3424 (0.0006)
+[2026-06-07 03:36:45,626][542790] Updated weights for policy 0, policy_version 3435 (0.0006)
+[2026-06-07 03:36:45,771][542790] Updated weights for policy 0, policy_version 3446 (0.0009)
+[2026-06-07 03:36:45,886][542790] Updated weights for policy 0, policy_version 3456 (0.0009)
+[2026-06-07 03:36:46,614][542790] Updated weights for policy 0, policy_version 3467 (0.0005)
+[2026-06-07 03:36:46,768][542790] Updated weights for policy 0, policy_version 3480 (0.0005)
+[2026-06-07 03:36:46,899][542790] Updated weights for policy 0, policy_version 3491 (0.0006)
+[2026-06-07 03:36:46,907][541270] Fps is (10 sec: 22937.7, 60 sec: 22937.6, 300 sec: 23593.0). Total num frames: 1769472. Throughput: 0: 22949.1. Samples: 1759104. Policy #0 lag: (min: 71.0, avg: 93.5, max: 131.0)
+[2026-06-07 03:36:46,909][541270] Avg episode reward: [(0, '12.904')]
+[2026-06-07 03:36:47,040][542790] Updated weights for policy 0, policy_version 3502 (0.0008)
+[2026-06-07 03:36:47,161][542790] Updated weights for policy 0, policy_version 3512 (0.0009)
+[2026-06-07 03:36:47,258][542711] Saving new best policy, reward=12.904!
+[2026-06-07 03:36:47,894][542790] Updated weights for policy 0, policy_version 3523 (0.0008)
+[2026-06-07 03:36:48,037][542790] Updated weights for policy 0, policy_version 3535 (0.0008)
+[2026-06-07 03:36:48,155][542790] Updated weights for policy 0, policy_version 3545 (0.0008)
+[2026-06-07 03:36:48,314][542790] Updated weights for policy 0, policy_version 3557 (0.0008)
+[2026-06-07 03:36:48,429][542790] Updated weights for policy 0, policy_version 3567 (0.0008)
+[2026-06-07 03:36:48,567][542790] Updated weights for policy 0, policy_version 3578 (0.0008)
+[2026-06-07 03:36:49,278][542790] Updated weights for policy 0, policy_version 3588 (0.0007)
+[2026-06-07 03:36:49,440][542790] Updated weights for policy 0, policy_version 3602 (0.0005)
+[2026-06-07 03:36:49,596][542790] Updated weights for policy 0, policy_version 3615 (0.0005)
+[2026-06-07 03:36:49,734][542790] Updated weights for policy 0, policy_version 3626 (0.0005)
+[2026-06-07 03:36:49,902][542790] Updated weights for policy 0, policy_version 3640 (0.0005)
+[2026-06-07 03:36:50,657][542790] Updated weights for policy 0, policy_version 3651 (0.0006)
+[2026-06-07 03:36:50,811][542790] Updated weights for policy 0, policy_version 3664 (0.0008)
+[2026-06-07 03:36:50,941][542790] Updated weights for policy 0, policy_version 3674 (0.0008)
+[2026-06-07 03:36:51,061][542790] Updated weights for policy 0, policy_version 3684 (0.0008)
+[2026-06-07 03:36:51,183][542790] Updated weights for policy 0, policy_version 3694 (0.0008)
+[2026-06-07 03:36:51,339][542790] Updated weights for policy 0, policy_version 3706 (0.0008)
+[2026-06-07 03:36:51,907][541270] Fps is (10 sec: 22937.1, 60 sec: 22937.5, 300 sec: 23756.8). Total num frames: 1900544. Throughput: 0: 22911.9. Samples: 1899008. Policy #0 lag: (min: 55.0, avg: 66.1, max: 119.0)
+[2026-06-07 03:36:51,909][541270] Avg episode reward: [(0, '14.145')]
+[2026-06-07 03:36:51,916][542711] Saving new best policy, reward=14.145!
+[2026-06-07 03:36:52,090][542790] Updated weights for policy 0, policy_version 3717 (0.0009)
+[2026-06-07 03:36:52,233][542790] Updated weights for policy 0, policy_version 3729 (0.0008)
+[2026-06-07 03:36:52,357][542790] Updated weights for policy 0, policy_version 3739 (0.0008)
+[2026-06-07 03:36:52,476][542790] Updated weights for policy 0, policy_version 3749 (0.0008)
+[2026-06-07 03:36:52,629][542790] Updated weights for policy 0, policy_version 3761 (0.0008)
+[2026-06-07 03:36:52,756][542790] Updated weights for policy 0, policy_version 3771 (0.0008)
+[2026-06-07 03:36:53,483][542790] Updated weights for policy 0, policy_version 3782 (0.0008)
+[2026-06-07 03:36:53,633][542790] Updated weights for policy 0, policy_version 3795 (0.0008)
+[2026-06-07 03:36:53,782][542790] Updated weights for policy 0, policy_version 3807 (0.0008)
+[2026-06-07 03:36:53,940][542790] Updated weights for policy 0, policy_version 3820 (0.0009)
+[2026-06-07 03:36:54,122][542790] Updated weights for policy 0, policy_version 3835 (0.0009)
+[2026-06-07 03:36:54,846][542790] Updated weights for policy 0, policy_version 3845 (0.0008)
+[2026-06-07 03:36:54,989][542790] Updated weights for policy 0, policy_version 3857 (0.0008)
+[2026-06-07 03:36:55,128][542790] Updated weights for policy 0, policy_version 3869 (0.0008)
+[2026-06-07 03:36:55,259][542790] Updated weights for policy 0, policy_version 3880 (0.0008)
+[2026-06-07 03:36:55,390][542790] Updated weights for policy 0, policy_version 3890 (0.0008)
+[2026-06-07 03:36:55,546][542790] Updated weights for policy 0, policy_version 3903 (0.0008)
+[2026-06-07 03:36:56,248][542790] Updated weights for policy 0, policy_version 3913 (0.0006)
+[2026-06-07 03:36:56,368][542790] Updated weights for policy 0, policy_version 3923 (0.0005)
+[2026-06-07 03:36:56,513][542790] Updated weights for policy 0, policy_version 3935 (0.0005)
+[2026-06-07 03:36:56,651][542790] Updated weights for policy 0, policy_version 3946 (0.0005)
+[2026-06-07 03:36:56,804][542790] Updated weights for policy 0, policy_version 3958 (0.0005)
+[2026-06-07 03:36:56,907][541270] Fps is (10 sec: 22938.0, 60 sec: 22937.6, 300 sec: 23515.9). Total num frames: 1998848. Throughput: 0: 23207.8. Samples: 2046080. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0)
+[2026-06-07 03:36:56,908][541270] Avg episode reward: [(0, '16.318')]
+[2026-06-07 03:36:56,914][542711] Saving new best policy, reward=16.318!
+[2026-06-07 03:36:56,916][542790] Updated weights for policy 0, policy_version 3968 (0.0005)
+[2026-06-07 03:36:57,616][542790] Updated weights for policy 0, policy_version 3979 (0.0008)
+[2026-06-07 03:36:57,767][542790] Updated weights for policy 0, policy_version 3991 (0.0009)
+[2026-06-07 03:36:57,919][542790] Updated weights for policy 0, policy_version 4003 (0.0008)
+[2026-06-07 03:36:58,072][542790] Updated weights for policy 0, policy_version 4016 (0.0008)
+[2026-06-07 03:36:58,218][542790] Updated weights for policy 0, policy_version 4028 (0.0008)
+[2026-06-07 03:36:58,923][542790] Updated weights for policy 0, policy_version 4038 (0.0008)
+[2026-06-07 03:36:59,048][542790] Updated weights for policy 0, policy_version 4048 (0.0008)
+[2026-06-07 03:36:59,174][542790] Updated weights for policy 0, policy_version 4059 (0.0008)
+[2026-06-07 03:36:59,355][542790] Updated weights for policy 0, policy_version 4074 (0.0008)
+[2026-06-07 03:36:59,479][542790] Updated weights for policy 0, policy_version 4084 (0.0008)
+[2026-06-07 03:36:59,626][542790] Updated weights for policy 0, policy_version 4096 (0.0008)
+[2026-06-07 03:37:00,336][542790] Updated weights for policy 0, policy_version 4106 (0.0008)
+[2026-06-07 03:37:00,451][542790] Updated weights for policy 0, policy_version 4116 (0.0008)
+[2026-06-07 03:37:00,579][542790] Updated weights for policy 0, policy_version 4126 (0.0008)
+[2026-06-07 03:37:00,710][542790] Updated weights for policy 0, policy_version 4136 (0.0009)
+[2026-06-07 03:37:00,834][542790] Updated weights for policy 0, policy_version 4146 (0.0008)
+[2026-06-07 03:37:00,981][542790] Updated weights for policy 0, policy_version 4158 (0.0008)
+[2026-06-07 03:37:01,710][542790] Updated weights for policy 0, policy_version 4170 (0.0008)
+[2026-06-07 03:37:01,851][542790] Updated weights for policy 0, policy_version 4182 (0.0008)
+[2026-06-07 03:37:01,907][541270] Fps is (10 sec: 22937.7, 60 sec: 22937.7, 300 sec: 23665.8). Total num frames: 2129920. Throughput: 0: 23247.6. Samples: 2114816. Policy #0 lag: (min: 42.0, avg: 78.7, max: 108.0)
+[2026-06-07 03:37:01,909][541270] Avg episode reward: [(0, '16.536')]
+[2026-06-07 03:37:01,974][542790] Updated weights for policy 0, policy_version 4192 (0.0008)
+[2026-06-07 03:37:02,128][542790] Updated weights for policy 0, policy_version 4204 (0.0008)
+[2026-06-07 03:37:02,265][542790] Updated weights for policy 0, policy_version 4215 (0.0008)
+[2026-06-07 03:37:02,364][542711] Saving new best policy, reward=16.536!
+[2026-06-07 03:37:02,996][542790] Updated weights for policy 0, policy_version 4226 (0.0008)
+[2026-06-07 03:37:03,134][542790] Updated weights for policy 0, policy_version 4237 (0.0008)
+[2026-06-07 03:37:03,266][542790] Updated weights for policy 0, policy_version 4248 (0.0008)
+[2026-06-07 03:37:03,401][542790] Updated weights for policy 0, policy_version 4259 (0.0008)
+[2026-06-07 03:37:03,535][542790] Updated weights for policy 0, policy_version 4270 (0.0008)
+[2026-06-07 03:37:03,678][542790] Updated weights for policy 0, policy_version 4281 (0.0008)
+[2026-06-07 03:37:04,381][542790] Updated weights for policy 0, policy_version 4291 (0.0008)
+[2026-06-07 03:37:04,516][542790] Updated weights for policy 0, policy_version 4302 (0.0008)
+[2026-06-07 03:37:04,629][542790] Updated weights for policy 0, policy_version 4312 (0.0008)
+[2026-06-07 03:37:04,781][542790] Updated weights for policy 0, policy_version 4324 (0.0008)
+[2026-06-07 03:37:04,912][542790] Updated weights for policy 0, policy_version 4335 (0.0008)
+[2026-06-07 03:37:05,068][542790] Updated weights for policy 0, policy_version 4347 (0.0009)
+[2026-06-07 03:37:05,798][542790] Updated weights for policy 0, policy_version 4357 (0.0008)
+[2026-06-07 03:37:05,915][542790] Updated weights for policy 0, policy_version 4367 (0.0008)
+[2026-06-07 03:37:06,033][542790] Updated weights for policy 0, policy_version 4377 (0.0008)
+[2026-06-07 03:37:06,172][542790] Updated weights for policy 0, policy_version 4388 (0.0008)
+[2026-06-07 03:37:06,308][542790] Updated weights for policy 0, policy_version 4399 (0.0008)
+[2026-06-07 03:37:06,465][542790] Updated weights for policy 0, policy_version 4412 (0.0008)
+[2026-06-07 03:37:06,908][541270] Fps is (10 sec: 26214.4, 60 sec: 23483.7, 300 sec: 23800.0). Total num frames: 2260992. Throughput: 0: 23330.2. Samples: 2253568. Policy #0 lag: (min: 50.0, avg: 92.3, max: 104.0)
+[2026-06-07 03:37:06,909][541270] Avg episode reward: [(0, '20.614')]
+[2026-06-07 03:37:06,915][542711] Saving new best policy, reward=20.614!
+[2026-06-07 03:37:07,177][542790] Updated weights for policy 0, policy_version 4423 (0.0008)
+[2026-06-07 03:37:07,316][542790] Updated weights for policy 0, policy_version 4434 (0.0008)
+[2026-06-07 03:37:07,456][542790] Updated weights for policy 0, policy_version 4445 (0.0008)
+[2026-06-07 03:37:07,594][542790] Updated weights for policy 0, policy_version 4457 (0.0008)
+[2026-06-07 03:37:07,730][542790] Updated weights for policy 0, policy_version 4468 (0.0008)
+[2026-06-07 03:37:07,871][542790] Updated weights for policy 0, policy_version 4480 (0.0008)
+[2026-06-07 03:37:08,639][542790] Updated weights for policy 0, policy_version 4493 (0.0008)
+[2026-06-07 03:37:08,786][542790] Updated weights for policy 0, policy_version 4505 (0.0008)
+[2026-06-07 03:37:08,921][542790] Updated weights for policy 0, policy_version 4516 (0.0008)
+[2026-06-07 03:37:09,063][542790] Updated weights for policy 0, policy_version 4527 (0.0008)
+[2026-06-07 03:37:09,183][542790] Updated weights for policy 0, policy_version 4537 (0.0008)
+[2026-06-07 03:37:09,897][542790] Updated weights for policy 0, policy_version 4547 (0.0008)
+[2026-06-07 03:37:10,023][542790] Updated weights for policy 0, policy_version 4557 (0.0009)
+[2026-06-07 03:37:10,168][542790] Updated weights for policy 0, policy_version 4569 (0.0008)
+[2026-06-07 03:37:10,300][542790] Updated weights for policy 0, policy_version 4580 (0.0008)
+[2026-06-07 03:37:10,437][542790] Updated weights for policy 0, policy_version 4591 (0.0008)
+[2026-06-07 03:37:10,558][542790] Updated weights for policy 0, policy_version 4601 (0.0006)
+[2026-06-07 03:37:11,275][542790] Updated weights for policy 0, policy_version 4611 (0.0006)
+[2026-06-07 03:37:11,397][542790] Updated weights for policy 0, policy_version 4621 (0.0008)
+[2026-06-07 03:37:11,540][542790] Updated weights for policy 0, policy_version 4633 (0.0008)
+[2026-06-07 03:37:11,700][542790] Updated weights for policy 0, policy_version 4646 (0.0008)
+[2026-06-07 03:37:11,872][542790] Updated weights for policy 0, policy_version 4660 (0.0008)
+[2026-06-07 03:37:11,907][541270] Fps is (10 sec: 22937.8, 60 sec: 22937.6, 300 sec: 23593.0). Total num frames: 2359296. Throughput: 0: 23634.6. Samples: 2406912. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0)
+[2026-06-07 03:37:11,910][541270] Avg episode reward: [(0, '17.993')]
+[2026-06-07 03:37:11,998][542790] Updated weights for policy 0, policy_version 4670 (0.0008)
+[2026-06-07 03:37:12,729][542790] Updated weights for policy 0, policy_version 4681 (0.0005)
+[2026-06-07 03:37:12,864][542790] Updated weights for policy 0, policy_version 4692 (0.0005)
+[2026-06-07 03:37:12,998][542790] Updated weights for policy 0, policy_version 4703 (0.0009)
+[2026-06-07 03:37:13,121][542790] Updated weights for policy 0, policy_version 4713 (0.0008)
+[2026-06-07 03:37:13,275][542790] Updated weights for policy 0, policy_version 4725 (0.0008)
+[2026-06-07 03:37:13,401][542790] Updated weights for policy 0, policy_version 4736 (0.0008)
+[2026-06-07 03:37:14,093][542790] Updated weights for policy 0, policy_version 4746 (0.0008)
+[2026-06-07 03:37:14,217][542790] Updated weights for policy 0, policy_version 4756 (0.0008)
+[2026-06-07 03:37:14,350][542790] Updated weights for policy 0, policy_version 4767 (0.0008)
+[2026-06-07 03:37:14,479][542790] Updated weights for policy 0, policy_version 4777 (0.0008)
+[2026-06-07 03:37:14,633][542790] Updated weights for policy 0, policy_version 4790 (0.0008)
+[2026-06-07 03:37:14,754][542790] Updated weights for policy 0, policy_version 4800 (0.0008)
+[2026-06-07 03:37:15,544][542790] Updated weights for policy 0, policy_version 4815 (0.0009)
+[2026-06-07 03:37:15,674][542790] Updated weights for policy 0, policy_version 4826 (0.0009)
+[2026-06-07 03:37:15,828][542790] Updated weights for policy 0, policy_version 4838 (0.0008)
+[2026-06-07 03:37:15,956][542790] Updated weights for policy 0, policy_version 4848 (0.0005)
+[2026-06-07 03:37:16,091][542790] Updated weights for policy 0, policy_version 4859 (0.0005)
+[2026-06-07 03:37:16,752][542790] Updated weights for policy 0, policy_version 4871 (0.0007)
+[2026-06-07 03:37:16,883][542790] Updated weights for policy 0, policy_version 4882 (0.0008)
+[2026-06-07 03:37:16,907][541270] Fps is (10 sec: 22937.6, 60 sec: 23483.8, 300 sec: 23717.8). Total num frames: 2490368. Throughput: 0: 23591.8. Samples: 2476288. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0)
+[2026-06-07 03:37:16,909][541270] Avg episode reward: [(0, '19.451')]
+[2026-06-07 03:37:17,019][542790] Updated weights for policy 0, policy_version 4893 (0.0008)
+[2026-06-07 03:37:17,154][542790] Updated weights for policy 0, policy_version 4904 (0.0008)
+[2026-06-07 03:37:17,294][542790] Updated weights for policy 0, policy_version 4915 (0.0008)
+[2026-06-07 03:37:17,424][542790] Updated weights for policy 0, policy_version 4926 (0.0008)
+[2026-06-07 03:37:18,129][542790] Updated weights for policy 0, policy_version 4938 (0.0008)
+[2026-06-07 03:37:18,262][542790] Updated weights for policy 0, policy_version 4949 (0.0008)
+[2026-06-07 03:37:18,383][542790] Updated weights for policy 0, policy_version 4959 (0.0008)
+[2026-06-07 03:37:18,520][542790] Updated weights for policy 0, policy_version 4970 (0.0008)
+[2026-06-07 03:37:18,654][542790] Updated weights for policy 0, policy_version 4981 (0.0008)
+[2026-06-07 03:37:19,372][542790] Updated weights for policy 0, policy_version 4993 (0.0009)
+[2026-06-07 03:37:19,501][542790] Updated weights for policy 0, policy_version 5003 (0.0009)
+[2026-06-07 03:37:19,631][542790] Updated weights for policy 0, policy_version 5014 (0.0008)
+[2026-06-07 03:37:19,783][542790] Updated weights for policy 0, policy_version 5026 (0.0008)
+[2026-06-07 03:37:19,915][542790] Updated weights for policy 0, policy_version 5037 (0.0008)
+[2026-06-07 03:37:20,062][542790] Updated weights for policy 0, policy_version 5049 (0.0008)
+[2026-06-07 03:37:20,767][542790] Updated weights for policy 0, policy_version 5060 (0.0008)
+[2026-06-07 03:37:20,896][542790] Updated weights for policy 0, policy_version 5071 (0.0008)
+[2026-06-07 03:37:21,029][542790] Updated weights for policy 0, policy_version 5082 (0.0008)
+[2026-06-07 03:37:21,158][542790] Updated weights for policy 0, policy_version 5093 (0.0008)
+[2026-06-07 03:37:21,289][542790] Updated weights for policy 0, policy_version 5104 (0.0009)
+[2026-06-07 03:37:21,446][542790] Updated weights for policy 0, policy_version 5117 (0.0008)
+[2026-06-07 03:37:21,907][541270] Fps is (10 sec: 26214.5, 60 sec: 23483.7, 300 sec: 23831.3). Total num frames: 2621440. Throughput: 0: 23560.6. Samples: 2616192. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0)
+[2026-06-07 03:37:21,909][541270] Avg episode reward: [(0, '23.098')]
+[2026-06-07 03:37:21,914][542711] Saving new best policy, reward=23.098!
+[2026-06-07 03:37:22,166][542790] Updated weights for policy 0, policy_version 5130 (0.0008)
+[2026-06-07 03:37:22,303][542790] Updated weights for policy 0, policy_version 5141 (0.0008)
+[2026-06-07 03:37:22,419][542790] Updated weights for policy 0, policy_version 5151 (0.0008)
+[2026-06-07 03:37:22,569][542790] Updated weights for policy 0, policy_version 5164 (0.0009)
+[2026-06-07 03:37:22,726][542790] Updated weights for policy 0, policy_version 5176 (0.0008)
+[2026-06-07 03:37:23,424][542790] Updated weights for policy 0, policy_version 5188 (0.0008)
+[2026-06-07 03:37:23,564][542790] Updated weights for policy 0, policy_version 5200 (0.0008)
+[2026-06-07 03:37:23,700][542790] Updated weights for policy 0, policy_version 5211 (0.0008)
+[2026-06-07 03:37:23,829][542790] Updated weights for policy 0, policy_version 5221 (0.0008)
+[2026-06-07 03:37:23,947][542790] Updated weights for policy 0, policy_version 5231 (0.0008)
+[2026-06-07 03:37:24,071][542790] Updated weights for policy 0, policy_version 5241 (0.0008)
+[2026-06-07 03:37:24,775][542790] Updated weights for policy 0, policy_version 5253 (0.0008)
+[2026-06-07 03:37:24,904][542790] Updated weights for policy 0, policy_version 5264 (0.0008)
+[2026-06-07 03:37:25,063][542790] Updated weights for policy 0, policy_version 5277 (0.0008)
+[2026-06-07 03:37:25,214][542790] Updated weights for policy 0, policy_version 5289 (0.0008)
+[2026-06-07 03:37:25,332][542790] Updated weights for policy 0, policy_version 5299 (0.0008)
+[2026-06-07 03:37:25,470][542790] Updated weights for policy 0, policy_version 5310 (0.0004)
+[2026-06-07 03:37:26,173][542790] Updated weights for policy 0, policy_version 5320 (0.0007)
+[2026-06-07 03:37:26,320][542790] Updated weights for policy 0, policy_version 5332 (0.0008)
+[2026-06-07 03:37:26,446][542790] Updated weights for policy 0, policy_version 5342 (0.0008)
+[2026-06-07 03:37:26,613][542790] Updated weights for policy 0, policy_version 5355 (0.0009)
+[2026-06-07 03:37:26,726][542790] Updated weights for policy 0, policy_version 5365 (0.0008)
+[2026-06-07 03:37:26,858][542790] Updated weights for policy 0, policy_version 5376 (0.0008)
+[2026-06-07 03:37:26,907][541270] Fps is (10 sec: 26214.4, 60 sec: 24029.9, 300 sec: 23934.9). Total num frames: 2752512. Throughput: 0: 23947.4. Samples: 2768640. Policy #0 lag: (min: 54.0, avg: 65.4, max: 118.0)
+[2026-06-07 03:37:26,909][541270] Avg episode reward: [(0, '27.229')]
+[2026-06-07 03:37:26,915][542711] Saving new best policy, reward=27.229!
+[2026-06-07 03:37:27,538][542790] Updated weights for policy 0, policy_version 5387 (0.0008)
+[2026-06-07 03:37:27,670][542790] Updated weights for policy 0, policy_version 5398 (0.0008)
+[2026-06-07 03:37:27,799][542790] Updated weights for policy 0, policy_version 5408 (0.0008)
+[2026-06-07 03:37:27,951][542790] Updated weights for policy 0, policy_version 5420 (0.0009)
+[2026-06-07 03:37:28,129][542790] Updated weights for policy 0, policy_version 5434 (0.0008)
+[2026-06-07 03:37:28,792][542790] Updated weights for policy 0, policy_version 5444 (0.0010)
+[2026-06-07 03:37:28,912][542790] Updated weights for policy 0, policy_version 5454 (0.0009)
+[2026-06-07 03:37:29,061][542790] Updated weights for policy 0, policy_version 5466 (0.0008)
+[2026-06-07 03:37:29,218][542790] Updated weights for policy 0, policy_version 5479 (0.0008)
+[2026-06-07 03:37:29,352][542790] Updated weights for policy 0, policy_version 5490 (0.0008)
+[2026-06-07 03:37:29,517][542790] Updated weights for policy 0, policy_version 5503 (0.0008)
+[2026-06-07 03:37:30,196][542790] Updated weights for policy 0, policy_version 5514 (0.0008)
+[2026-06-07 03:37:30,324][542790] Updated weights for policy 0, policy_version 5525 (0.0008)
+[2026-06-07 03:37:30,452][542790] Updated weights for policy 0, policy_version 5535 (0.0008)
+[2026-06-07 03:37:30,580][542790] Updated weights for policy 0, policy_version 5545 (0.0008)
+[2026-06-07 03:37:30,708][542790] Updated weights for policy 0, policy_version 5556 (0.0008)
+[2026-06-07 03:37:31,430][542790] Updated weights for policy 0, policy_version 5569 (0.0008)
+[2026-06-07 03:37:31,564][542790] Updated weights for policy 0, policy_version 5580 (0.0008)
+[2026-06-07 03:37:31,686][542790] Updated weights for policy 0, policy_version 5590 (0.0008)
+[2026-06-07 03:37:31,846][542790] Updated weights for policy 0, policy_version 5603 (0.0008)
+[2026-06-07 03:37:31,908][541270] Fps is (10 sec: 22937.6, 60 sec: 23483.7, 300 sec: 23756.8). Total num frames: 2850816. Throughput: 0: 23970.2. Samples: 2837760. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:37:31,909][541270] Avg episode reward: [(0, '24.273')]
+[2026-06-07 03:37:32,000][542790] Updated weights for policy 0, policy_version 5615 (0.0008)
+[2026-06-07 03:37:32,139][542790] Updated weights for policy 0, policy_version 5627 (0.0008)
+[2026-06-07 03:37:32,831][542790] Updated weights for policy 0, policy_version 5638 (0.0009)
+[2026-06-07 03:37:32,961][542790] Updated weights for policy 0, policy_version 5649 (0.0008)
+[2026-06-07 03:37:33,082][542790] Updated weights for policy 0, policy_version 5659 (0.0008)
+[2026-06-07 03:37:33,213][542790] Updated weights for policy 0, policy_version 5669 (0.0009)
+[2026-06-07 03:37:33,358][542790] Updated weights for policy 0, policy_version 5681 (0.0008)
+[2026-06-07 03:37:33,509][542790] Updated weights for policy 0, policy_version 5693 (0.0008)
+[2026-06-07 03:37:34,187][542790] Updated weights for policy 0, policy_version 5703 (0.0008)
+[2026-06-07 03:37:34,313][542790] Updated weights for policy 0, policy_version 5713 (0.0008)
+[2026-06-07 03:37:34,432][542790] Updated weights for policy 0, policy_version 5723 (0.0008)
+[2026-06-07 03:37:34,556][542790] Updated weights for policy 0, policy_version 5733 (0.0008)
+[2026-06-07 03:37:34,718][542790] Updated weights for policy 0, policy_version 5746 (0.0008)
+[2026-06-07 03:37:34,880][542790] Updated weights for policy 0, policy_version 5759 (0.0008)
+[2026-06-07 03:37:35,609][542790] Updated weights for policy 0, policy_version 5770 (0.0008)
+[2026-06-07 03:37:35,733][542790] Updated weights for policy 0, policy_version 5780 (0.0008)
+[2026-06-07 03:37:35,893][542790] Updated weights for policy 0, policy_version 5792 (0.0008)
+[2026-06-07 03:37:36,058][542790] Updated weights for policy 0, policy_version 5806 (0.0008)
+[2026-06-07 03:37:36,183][542790] Updated weights for policy 0, policy_version 5816 (0.0008)
+[2026-06-07 03:37:36,873][542790] Updated weights for policy 0, policy_version 5826 (0.0008)
+[2026-06-07 03:37:36,907][541270] Fps is (10 sec: 22937.0, 60 sec: 24029.8, 300 sec: 23855.1). Total num frames: 2981888. Throughput: 0: 24157.8. Samples: 2986112. Policy #0 lag: (min: 54.0, avg: 86.3, max: 112.0)
+[2026-06-07 03:37:36,909][541270] Avg episode reward: [(0, '29.394')]
+[2026-06-07 03:37:36,993][542790] Updated weights for policy 0, policy_version 5836 (0.0008)
+[2026-06-07 03:37:37,160][542790] Updated weights for policy 0, policy_version 5850 (0.0008)
+[2026-06-07 03:37:37,310][542790] Updated weights for policy 0, policy_version 5862 (0.0008)
+[2026-06-07 03:37:37,449][542790] Updated weights for policy 0, policy_version 5873 (0.0008)
+[2026-06-07 03:37:37,574][542790] Updated weights for policy 0, policy_version 5883 (0.0008)
+[2026-06-07 03:37:37,629][542711] Saving new best policy, reward=29.394!
+[2026-06-07 03:37:38,281][542790] Updated weights for policy 0, policy_version 5895 (0.0008)
+[2026-06-07 03:37:38,400][542790] Updated weights for policy 0, policy_version 5905 (0.0007)
+[2026-06-07 03:37:38,536][542790] Updated weights for policy 0, policy_version 5916 (0.0008)
+[2026-06-07 03:37:38,665][542790] Updated weights for policy 0, policy_version 5926 (0.0008)
+[2026-06-07 03:37:38,807][542790] Updated weights for policy 0, policy_version 5937 (0.0008)
+[2026-06-07 03:37:38,953][542790] Updated weights for policy 0, policy_version 5949 (0.0008)
+[2026-06-07 03:37:39,647][542790] Updated weights for policy 0, policy_version 5960 (0.0008)
+[2026-06-07 03:37:39,776][542790] Updated weights for policy 0, policy_version 5970 (0.0008)
+[2026-06-07 03:37:39,904][542790] Updated weights for policy 0, policy_version 5981 (0.0007)
+[2026-06-07 03:37:40,049][542790] Updated weights for policy 0, policy_version 5993 (0.0008)
+[2026-06-07 03:37:40,177][542790] Updated weights for policy 0, policy_version 6003 (0.0009)
+[2026-06-07 03:37:40,316][542790] Updated weights for policy 0, policy_version 6014 (0.0010)
+[2026-06-07 03:37:40,983][542790] Updated weights for policy 0, policy_version 6025 (0.0009)
+[2026-06-07 03:37:41,134][542790] Updated weights for policy 0, policy_version 6037 (0.0009)
+[2026-06-07 03:37:41,294][542790] Updated weights for policy 0, policy_version 6050 (0.0008)
+[2026-06-07 03:37:41,451][542790] Updated weights for policy 0, policy_version 6062 (0.0008)
+[2026-06-07 03:37:41,596][542790] Updated weights for policy 0, policy_version 6075 (0.0007)
+[2026-06-07 03:37:41,907][541270] Fps is (10 sec: 26214.5, 60 sec: 24029.9, 300 sec: 23945.9). Total num frames: 3112960. Throughput: 0: 24132.3. Samples: 3132032. Policy #0 lag: (min: 54.0, avg: 86.3, max: 112.0)
+[2026-06-07 03:37:41,909][541270] Avg episode reward: [(0, '31.793')]
+[2026-06-07 03:37:41,914][542711] Saving new best policy, reward=31.793!
+[2026-06-07 03:37:42,285][542790] Updated weights for policy 0, policy_version 6087 (0.0008)
+[2026-06-07 03:37:42,410][542790] Updated weights for policy 0, policy_version 6098 (0.0008)
+[2026-06-07 03:37:42,553][542790] Updated weights for policy 0, policy_version 6109 (0.0008)
+[2026-06-07 03:37:42,707][542790] Updated weights for policy 0, policy_version 6122 (0.0008)
+[2026-06-07 03:37:42,828][542790] Updated weights for policy 0, policy_version 6132 (0.0008)
+[2026-06-07 03:37:42,979][542790] Updated weights for policy 0, policy_version 6143 (0.0008)
+[2026-06-07 03:37:43,668][542790] Updated weights for policy 0, policy_version 6153 (0.0008)
+[2026-06-07 03:37:43,803][542790] Updated weights for policy 0, policy_version 6164 (0.0008)
+[2026-06-07 03:37:43,939][542790] Updated weights for policy 0, policy_version 6175 (0.0009)
+[2026-06-07 03:37:44,071][542790] Updated weights for policy 0, policy_version 6186 (0.0008)
+[2026-06-07 03:37:44,202][542790] Updated weights for policy 0, policy_version 6196 (0.0008)
+[2026-06-07 03:37:44,331][542790] Updated weights for policy 0, policy_version 6207 (0.0008)
+[2026-06-07 03:37:45,036][542790] Updated weights for policy 0, policy_version 6219 (0.0008)
+[2026-06-07 03:37:45,156][542790] Updated weights for policy 0, policy_version 6229 (0.0008)
+[2026-06-07 03:37:45,293][542790] Updated weights for policy 0, policy_version 6241 (0.0008)
+[2026-06-07 03:37:45,429][542790] Updated weights for policy 0, policy_version 6251 (0.0008)
+[2026-06-07 03:37:45,591][542790] Updated weights for policy 0, policy_version 6264 (0.0008)
+[2026-06-07 03:37:46,288][542790] Updated weights for policy 0, policy_version 6275 (0.0009)
+[2026-06-07 03:37:46,401][542790] Updated weights for policy 0, policy_version 6285 (0.0008)
+[2026-06-07 03:37:46,539][542790] Updated weights for policy 0, policy_version 6296 (0.0008)
+[2026-06-07 03:37:46,675][542790] Updated weights for policy 0, policy_version 6307 (0.0008)
+[2026-06-07 03:37:46,820][542790] Updated weights for policy 0, policy_version 6319 (0.0008)
+[2026-06-07 03:37:46,907][541270] Fps is (10 sec: 22938.0, 60 sec: 24029.9, 300 sec: 23787.2). Total num frames: 3211264. Throughput: 0: 24152.2. Samples: 3201664. Policy #0 lag: (min: 60.0, avg: 71.8, max: 124.0)
+[2026-06-07 03:37:46,908][541270] Avg episode reward: [(0, '32.984')]
+[2026-06-07 03:37:46,960][542790] Updated weights for policy 0, policy_version 6330 (0.0009)
+[2026-06-07 03:37:47,023][542711] Saving new best policy, reward=32.984!
+[2026-06-07 03:37:47,636][542790] Updated weights for policy 0, policy_version 6340 (0.0008)
+[2026-06-07 03:37:47,776][542790] Updated weights for policy 0, policy_version 6351 (0.0009)
+[2026-06-07 03:37:47,901][542790] Updated weights for policy 0, policy_version 6361 (0.0008)
+[2026-06-07 03:37:48,053][542790] Updated weights for policy 0, policy_version 6374 (0.0008)
+[2026-06-07 03:37:48,202][542790] Updated weights for policy 0, policy_version 6385 (0.0008)
+[2026-06-07 03:37:48,321][542790] Updated weights for policy 0, policy_version 6395 (0.0008)
+[2026-06-07 03:37:48,981][542790] Updated weights for policy 0, policy_version 6406 (0.0008)
+[2026-06-07 03:37:49,114][542790] Updated weights for policy 0, policy_version 6416 (0.0008)
+[2026-06-07 03:37:49,226][542790] Updated weights for policy 0, policy_version 6426 (0.0008)
+[2026-06-07 03:37:49,388][542790] Updated weights for policy 0, policy_version 6438 (0.0008)
+[2026-06-07 03:37:49,539][542790] Updated weights for policy 0, policy_version 6451 (0.0008)
+[2026-06-07 03:37:49,669][542790] Updated weights for policy 0, policy_version 6461 (0.0008)
+[2026-06-07 03:37:50,327][542790] Updated weights for policy 0, policy_version 6471 (0.0008)
+[2026-06-07 03:37:50,466][542790] Updated weights for policy 0, policy_version 6482 (0.0009)
+[2026-06-07 03:37:50,591][542790] Updated weights for policy 0, policy_version 6492 (0.0009)
+[2026-06-07 03:37:50,723][542790] Updated weights for policy 0, policy_version 6503 (0.0008)
+[2026-06-07 03:37:50,840][542790] Updated weights for policy 0, policy_version 6513 (0.0008)
+[2026-06-07 03:37:51,004][542790] Updated weights for policy 0, policy_version 6526 (0.0008)
+[2026-06-07 03:37:51,681][542790] Updated weights for policy 0, policy_version 6537 (0.0005)
+[2026-06-07 03:37:51,815][542790] Updated weights for policy 0, policy_version 6548 (0.0007)
+[2026-06-07 03:37:51,907][541270] Fps is (10 sec: 22937.3, 60 sec: 24029.9, 300 sec: 23873.8). Total num frames: 3342336. Throughput: 0: 24510.5. Samples: 3356544. Policy #0 lag: (min: 31.0, avg: 41.6, max: 95.0)
+[2026-06-07 03:37:51,909][541270] Avg episode reward: [(0, '36.311')]
+[2026-06-07 03:37:51,968][542790] Updated weights for policy 0, policy_version 6560 (0.0004)
+[2026-06-07 03:37:52,105][542790] Updated weights for policy 0, policy_version 6571 (0.0004)
+[2026-06-07 03:37:52,229][542790] Updated weights for policy 0, policy_version 6581 (0.0008)
+[2026-06-07 03:37:52,351][542790] Updated weights for policy 0, policy_version 6591 (0.0008)
+[2026-06-07 03:37:52,358][542711] Saving new best policy, reward=36.311!
+[2026-06-07 03:37:53,037][542790] Updated weights for policy 0, policy_version 6602 (0.0008)
+[2026-06-07 03:37:53,171][542790] Updated weights for policy 0, policy_version 6613 (0.0008)
+[2026-06-07 03:37:53,311][542790] Updated weights for policy 0, policy_version 6624 (0.0008)
+[2026-06-07 03:37:53,457][542790] Updated weights for policy 0, policy_version 6635 (0.0008)
+[2026-06-07 03:37:53,597][542790] Updated weights for policy 0, policy_version 6647 (0.0008)
+[2026-06-07 03:37:54,262][542790] Updated weights for policy 0, policy_version 6657 (0.0008)
+[2026-06-07 03:37:54,392][542790] Updated weights for policy 0, policy_version 6667 (0.0008)
+[2026-06-07 03:37:54,522][542790] Updated weights for policy 0, policy_version 6678 (0.0008)
+[2026-06-07 03:37:54,654][542790] Updated weights for policy 0, policy_version 6688 (0.0008)
+[2026-06-07 03:37:54,769][542790] Updated weights for policy 0, policy_version 6698 (0.0008)
+[2026-06-07 03:37:54,899][542790] Updated weights for policy 0, policy_version 6708 (0.0008)
+[2026-06-07 03:37:55,023][542790] Updated weights for policy 0, policy_version 6718 (0.0008)
+[2026-06-07 03:37:55,680][542790] Updated weights for policy 0, policy_version 6728 (0.0008)
+[2026-06-07 03:37:55,810][542790] Updated weights for policy 0, policy_version 6739 (0.0008)
+[2026-06-07 03:37:55,932][542790] Updated weights for policy 0, policy_version 6749 (0.0008)
+[2026-06-07 03:37:56,097][542790] Updated weights for policy 0, policy_version 6762 (0.0008)
+[2026-06-07 03:37:56,252][542790] Updated weights for policy 0, policy_version 6774 (0.0008)
+[2026-06-07 03:37:56,907][541270] Fps is (10 sec: 26214.6, 60 sec: 24576.0, 300 sec: 23954.6). Total num frames: 3473408. Throughput: 0: 24234.7. Samples: 3497472. Policy #0 lag: (min: 66.0, avg: 94.3, max: 134.0)
+[2026-06-07 03:37:56,908][541270] Avg episode reward: [(0, '36.244')]
+[2026-06-07 03:37:56,967][542790] Updated weights for policy 0, policy_version 6785 (0.0008)
+[2026-06-07 03:37:57,114][542790] Updated weights for policy 0, policy_version 6797 (0.0009)
+[2026-06-07 03:37:57,239][542790] Updated weights for policy 0, policy_version 6807 (0.0009)
+[2026-06-07 03:37:57,360][542790] Updated weights for policy 0, policy_version 6817 (0.0008)
+[2026-06-07 03:37:57,485][542790] Updated weights for policy 0, policy_version 6827 (0.0008)
+[2026-06-07 03:37:57,618][542790] Updated weights for policy 0, policy_version 6838 (0.0008)
+[2026-06-07 03:37:58,299][542790] Updated weights for policy 0, policy_version 6849 (0.0009)
+[2026-06-07 03:37:58,422][542790] Updated weights for policy 0, policy_version 6859 (0.0008)
+[2026-06-07 03:37:58,555][542790] Updated weights for policy 0, policy_version 6870 (0.0008)
+[2026-06-07 03:37:58,678][542790] Updated weights for policy 0, policy_version 6880 (0.0008)
+[2026-06-07 03:37:58,811][542790] Updated weights for policy 0, policy_version 6891 (0.0008)
+[2026-06-07 03:37:58,956][542790] Updated weights for policy 0, policy_version 6902 (0.0008)
+[2026-06-07 03:37:59,633][542790] Updated weights for policy 0, policy_version 6913 (0.0008)
+[2026-06-07 03:37:59,766][542790] Updated weights for policy 0, policy_version 6924 (0.0009)
+[2026-06-07 03:37:59,916][542790] Updated weights for policy 0, policy_version 6936 (0.0008)
+[2026-06-07 03:38:00,049][542790] Updated weights for policy 0, policy_version 6947 (0.0008)
+[2026-06-07 03:38:00,175][542790] Updated weights for policy 0, policy_version 6957 (0.0008)
+[2026-06-07 03:38:00,347][542790] Updated weights for policy 0, policy_version 6971 (0.0008)
+[2026-06-07 03:38:01,016][542790] Updated weights for policy 0, policy_version 6981 (0.0008)
+[2026-06-07 03:38:01,157][542790] Updated weights for policy 0, policy_version 6992 (0.0008)
+[2026-06-07 03:38:01,284][542790] Updated weights for policy 0, policy_version 7003 (0.0008)
+[2026-06-07 03:38:01,420][542790] Updated weights for policy 0, policy_version 7014 (0.0008)
+[2026-06-07 03:38:01,440][542711] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000007
+[2026-06-07 03:38:01,907][541270] Fps is (10 sec: 26213.8, 60 sec: 24575.9, 300 sec: 24029.8). Total num frames: 3604480. Throughput: 0: 24325.5. Samples: 3570944. Policy #0 lag: (min: 66.0, avg: 94.3, max: 134.0)
+[2026-06-07 03:38:01,909][541270] Avg episode reward: [(0, '30.901')]
+[2026-06-07 03:38:02,152][542790] Updated weights for policy 0, policy_version 7025 (0.0008)
+[2026-06-07 03:38:02,268][542790] Updated weights for policy 0, policy_version 7035 (0.0008)
+[2026-06-07 03:38:02,413][542790] Updated weights for policy 0, policy_version 7047 (0.0008)
+[2026-06-07 03:38:02,550][542790] Updated weights for policy 0, policy_version 7058 (0.0008)
+[2026-06-07 03:38:02,675][542790] Updated weights for policy 0, policy_version 7068 (0.0008)
+[2026-06-07 03:38:02,811][542790] Updated weights for policy 0, policy_version 7079 (0.0008)
+[2026-06-07 03:38:03,457][542790] Updated weights for policy 0, policy_version 7089 (0.0008)
+[2026-06-07 03:38:03,593][542790] Updated weights for policy 0, policy_version 7100 (0.0008)
+[2026-06-07 03:38:03,726][542790] Updated weights for policy 0, policy_version 7110 (0.0008)
+[2026-06-07 03:38:03,857][542790] Updated weights for policy 0, policy_version 7121 (0.0008)
+[2026-06-07 03:38:04,015][542790] Updated weights for policy 0, policy_version 7133 (0.0008)
+[2026-06-07 03:38:04,151][542790] Updated weights for policy 0, policy_version 7144 (0.0008)
+[2026-06-07 03:38:04,799][542790] Updated weights for policy 0, policy_version 7155 (0.0006)
+[2026-06-07 03:38:04,940][542790] Updated weights for policy 0, policy_version 7167 (0.0008)
+[2026-06-07 03:38:05,078][542790] Updated weights for policy 0, policy_version 7178 (0.0008)
+[2026-06-07 03:38:05,211][542790] Updated weights for policy 0, policy_version 7188 (0.0008)
+[2026-06-07 03:38:05,328][542790] Updated weights for policy 0, policy_version 7198 (0.0008)
+[2026-06-07 03:38:05,996][542790] Updated weights for policy 0, policy_version 7209 (0.0008)
+[2026-06-07 03:38:06,123][542790] Updated weights for policy 0, policy_version 7220 (0.0008)
+[2026-06-07 03:38:06,258][542790] Updated weights for policy 0, policy_version 7231 (0.0008)
+[2026-06-07 03:38:06,400][542790] Updated weights for policy 0, policy_version 7242 (0.0008)
+[2026-06-07 03:38:06,543][542790] Updated weights for policy 0, policy_version 7254 (0.0008)
+[2026-06-07 03:38:06,669][542790] Updated weights for policy 0, policy_version 7264 (0.0008)
+[2026-06-07 03:38:06,907][541270] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24100.4). Total num frames: 3735552. Throughput: 0: 24667.1. Samples: 3726208. Policy #0 lag: (min: 63.0, avg: 68.1, max: 103.0)
+[2026-06-07 03:38:06,908][541270] Avg episode reward: [(0, '37.505')]
+[2026-06-07 03:38:06,914][542711] Saving new best policy, reward=37.505!
+[2026-06-07 03:38:07,360][542790] Updated weights for policy 0, policy_version 7276 (0.0008)
+[2026-06-07 03:38:07,502][542790] Updated weights for policy 0, policy_version 7288 (0.0008)
+[2026-06-07 03:38:07,630][542790] Updated weights for policy 0, policy_version 7298 (0.0008)
+[2026-06-07 03:38:07,752][542790] Updated weights for policy 0, policy_version 7308 (0.0008)
+[2026-06-07 03:38:07,881][542790] Updated weights for policy 0, policy_version 7318 (0.0008)
+[2026-06-07 03:38:08,009][542790] Updated weights for policy 0, policy_version 7328 (0.0008)
+[2026-06-07 03:38:08,683][542790] Updated weights for policy 0, policy_version 7339 (0.0007)
+[2026-06-07 03:38:08,810][542790] Updated weights for policy 0, policy_version 7350 (0.0005)
+[2026-06-07 03:38:08,933][542790] Updated weights for policy 0, policy_version 7360 (0.0008)
+[2026-06-07 03:38:09,088][542790] Updated weights for policy 0, policy_version 7372 (0.0008)
+[2026-06-07 03:38:09,213][542790] Updated weights for policy 0, policy_version 7382 (0.0008)
+[2026-06-07 03:38:09,335][542790] Updated weights for policy 0, policy_version 7392 (0.0008)
+[2026-06-07 03:38:10,037][542790] Updated weights for policy 0, policy_version 7405 (0.0008)
+[2026-06-07 03:38:10,163][542790] Updated weights for policy 0, policy_version 7415 (0.0008)
+[2026-06-07 03:38:10,288][542790] Updated weights for policy 0, policy_version 7425 (0.0008)
+[2026-06-07 03:38:10,420][542790] Updated weights for policy 0, policy_version 7435 (0.0008)
+[2026-06-07 03:38:10,568][542790] Updated weights for policy 0, policy_version 7447 (0.0008)
+[2026-06-07 03:38:10,705][542790] Updated weights for policy 0, policy_version 7458 (0.0008)
+[2026-06-07 03:38:11,363][542790] Updated weights for policy 0, policy_version 7469 (0.0007)
+[2026-06-07 03:38:11,483][542790] Updated weights for policy 0, policy_version 7480 (0.0004)
+[2026-06-07 03:38:11,637][542790] Updated weights for policy 0, policy_version 7493 (0.0004)
+[2026-06-07 03:38:11,801][542790] Updated weights for policy 0, policy_version 7506 (0.0004)
+[2026-06-07 03:38:11,907][541270] Fps is (10 sec: 22938.6, 60 sec: 24576.1, 300 sec: 23961.6). Total num frames: 3833856. Throughput: 0: 24721.1. Samples: 3881088. Policy #0 lag: (min: 82.0, avg: 96.3, max: 140.0)
+[2026-06-07 03:38:11,908][541270] Avg episode reward: [(0, '39.044')]
+[2026-06-07 03:38:11,930][542790] Updated weights for policy 0, policy_version 7517 (0.0007)
+[2026-06-07 03:38:12,057][542790] Updated weights for policy 0, policy_version 7527 (0.0008)
+[2026-06-07 03:38:12,063][542711] Saving new best policy, reward=39.044!
+[2026-06-07 03:38:12,741][542790] Updated weights for policy 0, policy_version 7538 (0.0009)
+[2026-06-07 03:38:12,858][542790] Updated weights for policy 0, policy_version 7548 (0.0009)
+[2026-06-07 03:38:12,991][542790] Updated weights for policy 0, policy_version 7558 (0.0008)
+[2026-06-07 03:38:13,134][542790] Updated weights for policy 0, policy_version 7568 (0.0008)
+[2026-06-07 03:38:13,274][542790] Updated weights for policy 0, policy_version 7579 (0.0008)
+[2026-06-07 03:38:13,399][542790] Updated weights for policy 0, policy_version 7589 (0.0008)
+[2026-06-07 03:38:14,015][542790] Updated weights for policy 0, policy_version 7600 (0.0009)
+[2026-06-07 03:38:14,140][542790] Updated weights for policy 0, policy_version 7610 (0.0008)
+[2026-06-07 03:38:14,281][542790] Updated weights for policy 0, policy_version 7620 (0.0008)
+[2026-06-07 03:38:14,431][542790] Updated weights for policy 0, policy_version 7631 (0.0008)
+[2026-06-07 03:38:14,557][542790] Updated weights for policy 0, policy_version 7641 (0.0008)
+[2026-06-07 03:38:14,698][542790] Updated weights for policy 0, policy_version 7652 (0.0008)
+[2026-06-07 03:38:15,357][542790] Updated weights for policy 0, policy_version 7664 (0.0008)
+[2026-06-07 03:38:15,491][542790] Updated weights for policy 0, policy_version 7675 (0.0008)
+[2026-06-07 03:38:15,636][542790] Updated weights for policy 0, policy_version 7687 (0.0008)
+[2026-06-07 03:38:15,768][542790] Updated weights for policy 0, policy_version 7697 (0.0008)
+[2026-06-07 03:38:15,889][542790] Updated weights for policy 0, policy_version 7707 (0.0008)
+[2026-06-07 03:38:16,022][542790] Updated weights for policy 0, policy_version 7718 (0.0008)
+[2026-06-07 03:38:16,701][542790] Updated weights for policy 0, policy_version 7730 (0.0008)
+[2026-06-07 03:38:16,829][542790] Updated weights for policy 0, policy_version 7740 (0.0008)
+[2026-06-07 03:38:16,907][541270] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24029.9). Total num frames: 3964928. Throughput: 0: 24772.3. Samples: 3952512. Policy #0 lag: (min: 82.0, avg: 96.3, max: 140.0)
+[2026-06-07 03:38:16,908][541270] Avg episode reward: [(0, '37.374')]
+[2026-06-07 03:38:16,962][542790] Updated weights for policy 0, policy_version 7751 (0.0008)
+[2026-06-07 03:38:17,096][542790] Updated weights for policy 0, policy_version 7761 (0.0008)
+[2026-06-07 03:38:17,233][542790] Updated weights for policy 0, policy_version 7772 (0.0008)
+[2026-06-07 03:38:17,358][542790] Updated weights for policy 0, policy_version 7782 (0.0008)
+[2026-06-07 03:38:18,002][542790] Updated weights for policy 0, policy_version 7793 (0.0008)
+[2026-06-07 03:38:18,133][542790] Updated weights for policy 0, policy_version 7804 (0.0008)
+[2026-06-07 03:38:18,276][542790] Updated weights for policy 0, policy_version 7816 (0.0008)
+[2026-06-07 03:38:18,409][542790] Updated weights for policy 0, policy_version 7827 (0.0008)
+[2026-06-07 03:38:18,554][542790] Updated weights for policy 0, policy_version 7839 (0.0008)
+[2026-06-07 03:38:19,225][542790] Updated weights for policy 0, policy_version 7849 (0.0008)
+[2026-06-07 03:38:19,359][542790] Updated weights for policy 0, policy_version 7860 (0.0008)
+[2026-06-07 03:38:19,491][542790] Updated weights for policy 0, policy_version 7870 (0.0007)
+[2026-06-07 03:38:19,617][542790] Updated weights for policy 0, policy_version 7880 (0.0008)
+[2026-06-07 03:38:19,735][542790] Updated weights for policy 0, policy_version 7890 (0.0008)
+[2026-06-07 03:38:19,881][542790] Updated weights for policy 0, policy_version 7901 (0.0008)
+[2026-06-07 03:38:20,561][542790] Updated weights for policy 0, policy_version 7913 (0.0008)
+[2026-06-07 03:38:20,709][542790] Updated weights for policy 0, policy_version 7925 (0.0008)
+[2026-06-07 03:38:20,849][542790] Updated weights for policy 0, policy_version 7937 (0.0008)
+[2026-06-07 03:38:20,997][542790] Updated weights for policy 0, policy_version 7948 (0.0008)
+[2026-06-07 03:38:21,127][542790] Updated weights for policy 0, policy_version 7959 (0.0008)
+[2026-06-07 03:38:21,252][542790] Updated weights for policy 0, policy_version 7969 (0.0008)
+[2026-06-07 03:38:21,908][541270] Fps is (10 sec: 26214.0, 60 sec: 24576.0, 300 sec: 24094.1). Total num frames: 4096000. Throughput: 0: 24718.3. Samples: 4098432. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:38:21,909][541270] Avg episode reward: [(0, '38.906')]
+[2026-06-07 03:38:21,963][542790] Updated weights for policy 0, policy_version 7980 (0.0008)
+[2026-06-07 03:38:22,092][542790] Updated weights for policy 0, policy_version 7990 (0.0008)
+[2026-06-07 03:38:22,241][542790] Updated weights for policy 0, policy_version 8002 (0.0008)
+[2026-06-07 03:38:22,372][542790] Updated weights for policy 0, policy_version 8013 (0.0008)
+[2026-06-07 03:38:22,505][542790] Updated weights for policy 0, policy_version 8024 (0.0008)
+[2026-06-07 03:38:22,644][542790] Updated weights for policy 0, policy_version 8035 (0.0008)
+[2026-06-07 03:38:23,289][542790] Updated weights for policy 0, policy_version 8045 (0.0008)
+[2026-06-07 03:38:23,426][542790] Updated weights for policy 0, policy_version 8056 (0.0008)
+[2026-06-07 03:38:23,553][542790] Updated weights for policy 0, policy_version 8067 (0.0008)
+[2026-06-07 03:38:23,679][542790] Updated weights for policy 0, policy_version 8077 (0.0008)
+[2026-06-07 03:38:23,837][542790] Updated weights for policy 0, policy_version 8090 (0.0008)
+[2026-06-07 03:38:23,994][542790] Updated weights for policy 0, policy_version 8103 (0.0008)
+[2026-06-07 03:38:24,687][542790] Updated weights for policy 0, policy_version 8114 (0.0008)
+[2026-06-07 03:38:24,812][542790] Updated weights for policy 0, policy_version 8125 (0.0008)
+[2026-06-07 03:38:24,948][542790] Updated weights for policy 0, policy_version 8136 (0.0008)
+[2026-06-07 03:38:25,085][542790] Updated weights for policy 0, policy_version 8147 (0.0008)
+[2026-06-07 03:38:25,223][542790] Updated weights for policy 0, policy_version 8158 (0.0008)
+[2026-06-07 03:38:25,344][542790] Updated weights for policy 0, policy_version 8168 (0.0008)
+[2026-06-07 03:38:26,034][542790] Updated weights for policy 0, policy_version 8178 (0.0009)
+[2026-06-07 03:38:26,198][542790] Updated weights for policy 0, policy_version 8191 (0.0008)
+[2026-06-07 03:38:26,336][542790] Updated weights for policy 0, policy_version 8203 (0.0009)
+[2026-06-07 03:38:26,463][542790] Updated weights for policy 0, policy_version 8213 (0.0008)
+[2026-06-07 03:38:26,593][542790] Updated weights for policy 0, policy_version 8223 (0.0008)
+[2026-06-07 03:38:26,907][541270] Fps is (10 sec: 26214.1, 60 sec: 24576.0, 300 sec: 24154.7). Total num frames: 4227072. Throughput: 0: 24797.8. Samples: 4247936. Policy #0 lag: (min: 110.0, avg: 119.9, max: 170.0)
+[2026-06-07 03:38:26,908][541270] Avg episode reward: [(0, '40.524')]
+[2026-06-07 03:38:26,913][542711] Saving new best policy, reward=40.524!
+[2026-06-07 03:38:27,280][542790] Updated weights for policy 0, policy_version 8236 (0.0009)
+[2026-06-07 03:38:27,414][542790] Updated weights for policy 0, policy_version 8247 (0.0008)
+[2026-06-07 03:38:27,547][542790] Updated weights for policy 0, policy_version 8257 (0.0009)
+[2026-06-07 03:38:27,678][542790] Updated weights for policy 0, policy_version 8268 (0.0008)
+[2026-06-07 03:38:27,819][542790] Updated weights for policy 0, policy_version 8279 (0.0008)
+[2026-06-07 03:38:27,953][542790] Updated weights for policy 0, policy_version 8289 (0.0008)
+[2026-06-07 03:38:28,580][542790] Updated weights for policy 0, policy_version 8300 (0.0009)
+[2026-06-07 03:38:28,705][542790] Updated weights for policy 0, policy_version 8310 (0.0008)
+[2026-06-07 03:38:28,838][542790] Updated weights for policy 0, policy_version 8321 (0.0008)
+[2026-06-07 03:38:28,972][542790] Updated weights for policy 0, policy_version 8332 (0.0008)
+[2026-06-07 03:38:29,107][542790] Updated weights for policy 0, policy_version 8343 (0.0009)
+[2026-06-07 03:38:29,273][542790] Updated weights for policy 0, policy_version 8356 (0.0009)
+[2026-06-07 03:38:29,970][542790] Updated weights for policy 0, policy_version 8369 (0.0009)
+[2026-06-07 03:38:30,092][542790] Updated weights for policy 0, policy_version 8379 (0.0008)
+[2026-06-07 03:38:30,212][542790] Updated weights for policy 0, policy_version 8389 (0.0008)
+[2026-06-07 03:38:30,343][542790] Updated weights for policy 0, policy_version 8399 (0.0009)
+[2026-06-07 03:38:30,485][542790] Updated weights for policy 0, policy_version 8410 (0.0009)
+[2026-06-07 03:38:30,625][542790] Updated weights for policy 0, policy_version 8421 (0.0008)
+[2026-06-07 03:38:31,297][542790] Updated weights for policy 0, policy_version 8432 (0.0009)
+[2026-06-07 03:38:31,421][542790] Updated weights for policy 0, policy_version 8442 (0.0008)
+[2026-06-07 03:38:31,550][542790] Updated weights for policy 0, policy_version 8453 (0.0008)
+[2026-06-07 03:38:31,680][542790] Updated weights for policy 0, policy_version 8463 (0.0009)
+[2026-06-07 03:38:31,821][542790] Updated weights for policy 0, policy_version 8474 (0.0009)
+[2026-06-07 03:38:31,907][541270] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24029.9). Total num frames: 4325376. Throughput: 0: 24780.8. Samples: 4316800. Policy #0 lag: (min: 110.0, avg: 119.9, max: 170.0)
+[2026-06-07 03:38:31,909][541270] Avg episode reward: [(0, '41.327')]
+[2026-06-07 03:38:31,950][542790] Updated weights for policy 0, policy_version 8485 (0.0008)
+[2026-06-07 03:38:31,981][542711] Saving new best policy, reward=41.327!
+[2026-06-07 03:38:32,587][542790] Updated weights for policy 0, policy_version 8495 (0.0008)
+[2026-06-07 03:38:32,724][542790] Updated weights for policy 0, policy_version 8506 (0.0008)
+[2026-06-07 03:38:32,848][542790] Updated weights for policy 0, policy_version 8516 (0.0008)
+[2026-06-07 03:38:32,969][542790] Updated weights for policy 0, policy_version 8526 (0.0008)
+[2026-06-07 03:38:33,099][542790] Updated weights for policy 0, policy_version 8536 (0.0008)
+[2026-06-07 03:38:33,226][542790] Updated weights for policy 0, policy_version 8546 (0.0008)
+[2026-06-07 03:38:33,882][542790] Updated weights for policy 0, policy_version 8557 (0.0008)
+[2026-06-07 03:38:34,006][542790] Updated weights for policy 0, policy_version 8567 (0.0008)
+[2026-06-07 03:38:34,151][542790] Updated weights for policy 0, policy_version 8579 (0.0008)
+[2026-06-07 03:38:34,330][542790] Updated weights for policy 0, policy_version 8593 (0.0008)
+[2026-06-07 03:38:34,454][542790] Updated weights for policy 0, policy_version 8603 (0.0008)
+[2026-06-07 03:38:34,585][542790] Updated weights for policy 0, policy_version 8613 (0.0008)
+[2026-06-07 03:38:35,224][542790] Updated weights for policy 0, policy_version 8623 (0.0009)
+[2026-06-07 03:38:35,357][542790] Updated weights for policy 0, policy_version 8634 (0.0008)
+[2026-06-07 03:38:35,535][542790] Updated weights for policy 0, policy_version 8649 (0.0008)
+[2026-06-07 03:38:35,665][542790] Updated weights for policy 0, policy_version 8659 (0.0008)
+[2026-06-07 03:38:35,814][542790] Updated weights for policy 0, policy_version 8671 (0.0008)
+[2026-06-07 03:38:36,496][542790] Updated weights for policy 0, policy_version 8683 (0.0009)
+[2026-06-07 03:38:36,634][542790] Updated weights for policy 0, policy_version 8694 (0.0008)
+[2026-06-07 03:38:36,755][542790] Updated weights for policy 0, policy_version 8704 (0.0008)
+[2026-06-07 03:38:36,881][542790] Updated weights for policy 0, policy_version 8714 (0.0008)
+[2026-06-07 03:38:36,907][541270] Fps is (10 sec: 22937.8, 60 sec: 24576.1, 300 sec: 24088.9). Total num frames: 4456448. Throughput: 0: 24797.9. Samples: 4472448. Policy #0 lag: (min: 51.0, avg: 72.7, max: 124.0)
+[2026-06-07 03:38:36,908][541270] Avg episode reward: [(0, '39.405')]
+[2026-06-07 03:38:37,020][542790] Updated weights for policy 0, policy_version 8725 (0.0008)
+[2026-06-07 03:38:37,147][542790] Updated weights for policy 0, policy_version 8735 (0.0008)
+[2026-06-07 03:38:37,793][542790] Updated weights for policy 0, policy_version 8745 (0.0008)
+[2026-06-07 03:38:37,926][542790] Updated weights for policy 0, policy_version 8755 (0.0009)
+[2026-06-07 03:38:38,050][542790] Updated weights for policy 0, policy_version 8766 (0.0008)
+[2026-06-07 03:38:38,177][542790] Updated weights for policy 0, policy_version 8776 (0.0008)
+[2026-06-07 03:38:38,308][542790] Updated weights for policy 0, policy_version 8786 (0.0008)
+[2026-06-07 03:38:38,453][542790] Updated weights for policy 0, policy_version 8798 (0.0008)
+[2026-06-07 03:38:39,116][542790] Updated weights for policy 0, policy_version 8809 (0.0008)
+[2026-06-07 03:38:39,246][542790] Updated weights for policy 0, policy_version 8820 (0.0008)
+[2026-06-07 03:38:39,386][542790] Updated weights for policy 0, policy_version 8831 (0.0008)
+[2026-06-07 03:38:39,511][542790] Updated weights for policy 0, policy_version 8841 (0.0008)
+[2026-06-07 03:38:39,664][542790] Updated weights for policy 0, policy_version 8853 (0.0008)
+[2026-06-07 03:38:39,797][542790] Updated weights for policy 0, policy_version 8863 (0.0008)
+[2026-06-07 03:38:40,450][542790] Updated weights for policy 0, policy_version 8874 (0.0008)
+[2026-06-07 03:38:40,584][542790] Updated weights for policy 0, policy_version 8885 (0.0008)
+[2026-06-07 03:38:40,712][542790] Updated weights for policy 0, policy_version 8895 (0.0008)
+[2026-06-07 03:38:40,833][542790] Updated weights for policy 0, policy_version 8905 (0.0008)
+[2026-06-07 03:38:40,965][542790] Updated weights for policy 0, policy_version 8915 (0.0008)
+[2026-06-07 03:38:41,092][542790] Updated weights for policy 0, policy_version 8925 (0.0008)
+[2026-06-07 03:38:41,214][542790] Updated weights for policy 0, policy_version 8935 (0.0008)
+[2026-06-07 03:38:41,847][542790] Updated weights for policy 0, policy_version 8946 (0.0008)
+[2026-06-07 03:38:41,907][541270] Fps is (10 sec: 26214.3, 60 sec: 24575.9, 300 sec: 24144.8). Total num frames: 4587520. Throughput: 0: 24786.4. Samples: 4612864. Policy #0 lag: (min: 51.0, avg: 72.7, max: 124.0)
+[2026-06-07 03:38:41,909][541270] Avg episode reward: [(0, '45.964')]
+[2026-06-07 03:38:41,975][542790] Updated weights for policy 0, policy_version 8956 (0.0009)
+[2026-06-07 03:38:42,110][542790] Updated weights for policy 0, policy_version 8966 (0.0008)
+[2026-06-07 03:38:42,226][542790] Updated weights for policy 0, policy_version 8976 (0.0008)
+[2026-06-07 03:38:42,362][542790] Updated weights for policy 0, policy_version 8987 (0.0008)
+[2026-06-07 03:38:42,492][542790] Updated weights for policy 0, policy_version 8997 (0.0008)
+[2026-06-07 03:38:42,519][542711] Saving new best policy, reward=45.964!
+[2026-06-07 03:38:43,165][542790] Updated weights for policy 0, policy_version 9007 (0.0009)
+[2026-06-07 03:38:43,299][542790] Updated weights for policy 0, policy_version 9018 (0.0008)
+[2026-06-07 03:38:43,439][542790] Updated weights for policy 0, policy_version 9029 (0.0008)
+[2026-06-07 03:38:43,564][542790] Updated weights for policy 0, policy_version 9039 (0.0008)
+[2026-06-07 03:38:43,684][542790] Updated weights for policy 0, policy_version 9049 (0.0008)
+[2026-06-07 03:38:43,861][542790] Updated weights for policy 0, policy_version 9063 (0.0008)
+[2026-06-07 03:38:44,488][542790] Updated weights for policy 0, policy_version 9074 (0.0009)
+[2026-06-07 03:38:44,624][542790] Updated weights for policy 0, policy_version 9085 (0.0009)
+[2026-06-07 03:38:44,769][542790] Updated weights for policy 0, policy_version 9097 (0.0009)
+[2026-06-07 03:38:44,922][542790] Updated weights for policy 0, policy_version 9109 (0.0008)
+[2026-06-07 03:38:45,048][542790] Updated weights for policy 0, policy_version 9119 (0.0009)
+[2026-06-07 03:38:45,733][542790] Updated weights for policy 0, policy_version 9130 (0.0009)
+[2026-06-07 03:38:45,868][542790] Updated weights for policy 0, policy_version 9141 (0.0008)
+[2026-06-07 03:38:45,993][542790] Updated weights for policy 0, policy_version 9151 (0.0008)
+[2026-06-07 03:38:46,115][542790] Updated weights for policy 0, policy_version 9161 (0.0008)
+[2026-06-07 03:38:46,259][542790] Updated weights for policy 0, policy_version 9173 (0.0008)
+[2026-06-07 03:38:46,404][542790] Updated weights for policy 0, policy_version 9184 (0.0008)
+[2026-06-07 03:38:46,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.2, 300 sec: 24197.9). Total num frames: 4718592. Throughput: 0: 24968.7. Samples: 4694528. Policy #0 lag: (min: 69.0, avg: 93.1, max: 125.0)
+[2026-06-07 03:38:46,908][541270] Avg episode reward: [(0, '45.701')]
+[2026-06-07 03:38:47,038][542790] Updated weights for policy 0, policy_version 9194 (0.0008)
+[2026-06-07 03:38:47,170][542790] Updated weights for policy 0, policy_version 9205 (0.0008)
+[2026-06-07 03:38:47,310][542790] Updated weights for policy 0, policy_version 9216 (0.0008)
+[2026-06-07 03:38:47,428][542790] Updated weights for policy 0, policy_version 9226 (0.0008)
+[2026-06-07 03:38:47,573][542790] Updated weights for policy 0, policy_version 9237 (0.0008)
+[2026-06-07 03:38:47,700][542790] Updated weights for policy 0, policy_version 9247 (0.0008)
+[2026-06-07 03:38:48,366][542790] Updated weights for policy 0, policy_version 9259 (0.0008)
+[2026-06-07 03:38:48,485][542790] Updated weights for policy 0, policy_version 9269 (0.0008)
+[2026-06-07 03:38:48,639][542790] Updated weights for policy 0, policy_version 9281 (0.0008)
+[2026-06-07 03:38:48,767][542790] Updated weights for policy 0, policy_version 9291 (0.0008)
+[2026-06-07 03:38:48,893][542790] Updated weights for policy 0, policy_version 9301 (0.0008)
+[2026-06-07 03:38:49,050][542790] Updated weights for policy 0, policy_version 9313 (0.0008)
+[2026-06-07 03:38:49,684][542790] Updated weights for policy 0, policy_version 9323 (0.0008)
+[2026-06-07 03:38:49,816][542790] Updated weights for policy 0, policy_version 9333 (0.0008)
+[2026-06-07 03:38:49,939][542790] Updated weights for policy 0, policy_version 9343 (0.0008)
+[2026-06-07 03:38:50,067][542790] Updated weights for policy 0, policy_version 9353 (0.0008)
+[2026-06-07 03:38:50,199][542790] Updated weights for policy 0, policy_version 9363 (0.0008)
+[2026-06-07 03:38:50,335][542790] Updated weights for policy 0, policy_version 9374 (0.0008)
+[2026-06-07 03:38:51,011][542790] Updated weights for policy 0, policy_version 9387 (0.0008)
+[2026-06-07 03:38:51,151][542790] Updated weights for policy 0, policy_version 9399 (0.0008)
+[2026-06-07 03:38:51,289][542790] Updated weights for policy 0, policy_version 9410 (0.0008)
+[2026-06-07 03:38:51,418][542790] Updated weights for policy 0, policy_version 9421 (0.0008)
+[2026-06-07 03:38:51,559][542790] Updated weights for policy 0, policy_version 9432 (0.0008)
+[2026-06-07 03:38:51,702][542790] Updated weights for policy 0, policy_version 9443 (0.0008)
+[2026-06-07 03:38:51,907][541270] Fps is (10 sec: 26214.9, 60 sec: 25122.2, 300 sec: 24248.3). Total num frames: 4849664. Throughput: 0: 24729.6. Samples: 4839040. Policy #0 lag: (min: 40.0, avg: 72.1, max: 103.0)
+[2026-06-07 03:38:51,908][541270] Avg episode reward: [(0, '41.594')]
+[2026-06-07 03:38:52,370][542790] Updated weights for policy 0, policy_version 9455 (0.0009)
+[2026-06-07 03:38:52,488][542790] Updated weights for policy 0, policy_version 9465 (0.0009)
+[2026-06-07 03:38:52,634][542790] Updated weights for policy 0, policy_version 9477 (0.0008)
+[2026-06-07 03:38:52,770][542790] Updated weights for policy 0, policy_version 9488 (0.0009)
+[2026-06-07 03:38:52,906][542790] Updated weights for policy 0, policy_version 9498 (0.0009)
+[2026-06-07 03:38:53,025][542790] Updated weights for policy 0, policy_version 9508 (0.0008)
+[2026-06-07 03:38:53,671][542790] Updated weights for policy 0, policy_version 9519 (0.0008)
+[2026-06-07 03:38:53,826][542790] Updated weights for policy 0, policy_version 9532 (0.0009)
+[2026-06-07 03:38:53,961][542790] Updated weights for policy 0, policy_version 9543 (0.0009)
+[2026-06-07 03:38:54,104][542790] Updated weights for policy 0, policy_version 9554 (0.0009)
+[2026-06-07 03:38:54,232][542790] Updated weights for policy 0, policy_version 9564 (0.0009)
+[2026-06-07 03:38:54,353][542790] Updated weights for policy 0, policy_version 9574 (0.0008)
+[2026-06-07 03:38:54,998][542790] Updated weights for policy 0, policy_version 9584 (0.0009)
+[2026-06-07 03:38:55,144][542790] Updated weights for policy 0, policy_version 9596 (0.0008)
+[2026-06-07 03:38:55,272][542790] Updated weights for policy 0, policy_version 9606 (0.0008)
+[2026-06-07 03:38:55,401][542790] Updated weights for policy 0, policy_version 9616 (0.0009)
+[2026-06-07 03:38:55,534][542790] Updated weights for policy 0, policy_version 9627 (0.0008)
+[2026-06-07 03:38:55,671][542790] Updated weights for policy 0, policy_version 9638 (0.0008)
+[2026-06-07 03:38:56,334][542790] Updated weights for policy 0, policy_version 9648 (0.0009)
+[2026-06-07 03:38:56,462][542790] Updated weights for policy 0, policy_version 9659 (0.0008)
+[2026-06-07 03:38:56,581][542790] Updated weights for policy 0, policy_version 9669 (0.0008)
+[2026-06-07 03:38:56,718][542790] Updated weights for policy 0, policy_version 9680 (0.0008)
+[2026-06-07 03:38:56,859][542790] Updated weights for policy 0, policy_version 9691 (0.0009)
+[2026-06-07 03:38:56,907][541270] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24136.4). Total num frames: 4947968. Throughput: 0: 24706.8. Samples: 4992896. Policy #0 lag: (min: 40.0, avg: 72.1, max: 103.0)
+[2026-06-07 03:38:56,908][541270] Avg episode reward: [(0, '43.514')]
+[2026-06-07 03:38:56,991][542790] Updated weights for policy 0, policy_version 9702 (0.0008)
+[2026-06-07 03:38:57,635][542790] Updated weights for policy 0, policy_version 9713 (0.0008)
+[2026-06-07 03:38:57,793][542790] Updated weights for policy 0, policy_version 9726 (0.0008)
+[2026-06-07 03:38:57,913][542790] Updated weights for policy 0, policy_version 9736 (0.0009)
+[2026-06-07 03:38:58,074][542790] Updated weights for policy 0, policy_version 9749 (0.0008)
+[2026-06-07 03:38:58,213][542790] Updated weights for policy 0, policy_version 9760 (0.0008)
+[2026-06-07 03:38:58,919][542790] Updated weights for policy 0, policy_version 9772 (0.0008)
+[2026-06-07 03:38:59,049][542790] Updated weights for policy 0, policy_version 9783 (0.0008)
+[2026-06-07 03:38:59,173][542790] Updated weights for policy 0, policy_version 9793 (0.0008)
+[2026-06-07 03:38:59,314][542790] Updated weights for policy 0, policy_version 9804 (0.0008)
+[2026-06-07 03:38:59,452][542790] Updated weights for policy 0, policy_version 9815 (0.0008)
+[2026-06-07 03:38:59,584][542790] Updated weights for policy 0, policy_version 9825 (0.0008)
+[2026-06-07 03:39:00,206][542790] Updated weights for policy 0, policy_version 9836 (0.0008)
+[2026-06-07 03:39:00,345][542790] Updated weights for policy 0, policy_version 9847 (0.0008)
+[2026-06-07 03:39:00,488][542790] Updated weights for policy 0, policy_version 9858 (0.0008)
+[2026-06-07 03:39:00,626][542790] Updated weights for policy 0, policy_version 9870 (0.0008)
+[2026-06-07 03:39:00,755][542790] Updated weights for policy 0, policy_version 9880 (0.0008)
+[2026-06-07 03:39:00,894][542790] Updated weights for policy 0, policy_version 9891 (0.0008)
+[2026-06-07 03:39:01,547][542790] Updated weights for policy 0, policy_version 9901 (0.0008)
+[2026-06-07 03:39:01,685][542790] Updated weights for policy 0, policy_version 9912 (0.0008)
+[2026-06-07 03:39:01,813][542790] Updated weights for policy 0, policy_version 9922 (0.0008)
+[2026-06-07 03:39:01,907][541270] Fps is (10 sec: 22937.4, 60 sec: 24576.1, 300 sec: 24185.9). Total num frames: 5079040. Throughput: 0: 24669.8. Samples: 5062656. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:39:01,908][541270] Avg episode reward: [(0, '43.854')]
+[2026-06-07 03:39:01,946][542790] Updated weights for policy 0, policy_version 9933 (0.0008)
+[2026-06-07 03:39:02,075][542790] Updated weights for policy 0, policy_version 9943 (0.0008)
+[2026-06-07 03:39:02,199][542790] Updated weights for policy 0, policy_version 9953 (0.0008)
+[2026-06-07 03:39:02,834][542790] Updated weights for policy 0, policy_version 9964 (0.0008)
+[2026-06-07 03:39:02,961][542790] Updated weights for policy 0, policy_version 9974 (0.0008)
+[2026-06-07 03:39:03,118][542790] Updated weights for policy 0, policy_version 9987 (0.0008)
+[2026-06-07 03:39:03,247][542790] Updated weights for policy 0, policy_version 9997 (0.0008)
+[2026-06-07 03:39:03,384][542790] Updated weights for policy 0, policy_version 10008 (0.0008)
+[2026-06-07 03:39:03,500][542790] Updated weights for policy 0, policy_version 10018 (0.0008)
+[2026-06-07 03:39:04,181][542790] Updated weights for policy 0, policy_version 10028 (0.0008)
+[2026-06-07 03:39:04,300][542790] Updated weights for policy 0, policy_version 10038 (0.0008)
+[2026-06-07 03:39:04,463][542790] Updated weights for policy 0, policy_version 10051 (0.0008)
+[2026-06-07 03:39:04,590][542790] Updated weights for policy 0, policy_version 10062 (0.0008)
+[2026-06-07 03:39:04,728][542790] Updated weights for policy 0, policy_version 10072 (0.0008)
+[2026-06-07 03:39:04,857][542790] Updated weights for policy 0, policy_version 10083 (0.0008)
+[2026-06-07 03:39:05,536][542790] Updated weights for policy 0, policy_version 10094 (0.0009)
+[2026-06-07 03:39:05,660][542790] Updated weights for policy 0, policy_version 10105 (0.0008)
+[2026-06-07 03:39:05,793][542790] Updated weights for policy 0, policy_version 10116 (0.0008)
+[2026-06-07 03:39:05,943][542790] Updated weights for policy 0, policy_version 10128 (0.0008)
+[2026-06-07 03:39:06,094][542790] Updated weights for policy 0, policy_version 10139 (0.0008)
+[2026-06-07 03:39:06,226][542790] Updated weights for policy 0, policy_version 10150 (0.0008)
+[2026-06-07 03:39:06,907][541270] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24233.1). Total num frames: 5210112. Throughput: 0: 24723.9. Samples: 5211008. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:39:06,908][541270] Avg episode reward: [(0, '43.738')]
+[2026-06-07 03:39:06,915][542790] Updated weights for policy 0, policy_version 10160 (0.0008)
+[2026-06-07 03:39:07,060][542790] Updated weights for policy 0, policy_version 10172 (0.0008)
+[2026-06-07 03:39:07,199][542790] Updated weights for policy 0, policy_version 10183 (0.0009)
+[2026-06-07 03:39:07,326][542790] Updated weights for policy 0, policy_version 10193 (0.0008)
+[2026-06-07 03:39:07,487][542790] Updated weights for policy 0, policy_version 10206 (0.0008)
+[2026-06-07 03:39:08,121][542790] Updated weights for policy 0, policy_version 10218 (0.0008)
+[2026-06-07 03:39:08,279][542790] Updated weights for policy 0, policy_version 10231 (0.0008)
+[2026-06-07 03:39:08,399][542790] Updated weights for policy 0, policy_version 10241 (0.0008)
+[2026-06-07 03:39:08,542][542790] Updated weights for policy 0, policy_version 10252 (0.0008)
+[2026-06-07 03:39:08,696][542790] Updated weights for policy 0, policy_version 10264 (0.0008)
+[2026-06-07 03:39:08,827][542790] Updated weights for policy 0, policy_version 10275 (0.0008)
+[2026-06-07 03:39:09,481][542790] Updated weights for policy 0, policy_version 10286 (0.0008)
+[2026-06-07 03:39:09,605][542790] Updated weights for policy 0, policy_version 10296 (0.0008)
+[2026-06-07 03:39:09,725][542790] Updated weights for policy 0, policy_version 10306 (0.0008)
+[2026-06-07 03:39:09,866][542790] Updated weights for policy 0, policy_version 10317 (0.0008)
+[2026-06-07 03:39:09,896][542711] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000002
+[2026-06-07 03:39:10,613][542790] Updated weights for policy 0, policy_version 10329 (0.0008)
+[2026-06-07 03:39:10,749][542790] Updated weights for policy 0, policy_version 10340 (0.0008)
+[2026-06-07 03:39:10,894][542790] Updated weights for policy 0, policy_version 10351 (0.0008)
+[2026-06-07 03:39:11,007][542790] Updated weights for policy 0, policy_version 10361 (0.0008)
+[2026-06-07 03:39:11,142][542790] Updated weights for policy 0, policy_version 10371 (0.0008)
+[2026-06-07 03:39:11,279][542790] Updated weights for policy 0, policy_version 10382 (0.0008)
+[2026-06-07 03:39:11,894][542790] Updated weights for policy 0, policy_version 10392 (0.0008)
+[2026-06-07 03:39:11,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 24278.1). Total num frames: 5341184. Throughput: 0: 24732.5. Samples: 5360896. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:39:11,909][541270] Avg episode reward: [(0, '46.434')]
+[2026-06-07 03:39:12,029][542790] Updated weights for policy 0, policy_version 10403 (0.0008)
+[2026-06-07 03:39:12,154][542790] Updated weights for policy 0, policy_version 10413 (0.0008)
+[2026-06-07 03:39:12,279][542790] Updated weights for policy 0, policy_version 10423 (0.0008)
+[2026-06-07 03:39:12,419][542790] Updated weights for policy 0, policy_version 10434 (0.0008)
+[2026-06-07 03:39:12,553][542790] Updated weights for policy 0, policy_version 10445 (0.0008)
+[2026-06-07 03:39:12,585][542711] Saving new best policy, reward=46.434!
+[2026-06-07 03:39:13,223][542790] Updated weights for policy 0, policy_version 10456 (0.0008)
+[2026-06-07 03:39:13,351][542790] Updated weights for policy 0, policy_version 10467 (0.0008)
+[2026-06-07 03:39:13,485][542790] Updated weights for policy 0, policy_version 10478 (0.0008)
+[2026-06-07 03:39:13,639][542790] Updated weights for policy 0, policy_version 10490 (0.0008)
+[2026-06-07 03:39:13,759][542790] Updated weights for policy 0, policy_version 10500 (0.0008)
+[2026-06-07 03:39:13,883][542790] Updated weights for policy 0, policy_version 10510 (0.0008)
+[2026-06-07 03:39:14,592][542790] Updated weights for policy 0, policy_version 10523 (0.0008)
+[2026-06-07 03:39:14,728][542790] Updated weights for policy 0, policy_version 10534 (0.0008)
+[2026-06-07 03:39:14,862][542790] Updated weights for policy 0, policy_version 10545 (0.0008)
+[2026-06-07 03:39:15,025][542790] Updated weights for policy 0, policy_version 10558 (0.0008)
+[2026-06-07 03:39:15,182][542790] Updated weights for policy 0, policy_version 10570 (0.0008)
+[2026-06-07 03:39:15,802][542790] Updated weights for policy 0, policy_version 10580 (0.0008)
+[2026-06-07 03:39:15,921][542790] Updated weights for policy 0, policy_version 10590 (0.0008)
+[2026-06-07 03:39:16,071][542790] Updated weights for policy 0, policy_version 10602 (0.0008)
+[2026-06-07 03:39:16,206][542790] Updated weights for policy 0, policy_version 10613 (0.0008)
+[2026-06-07 03:39:16,346][542790] Updated weights for policy 0, policy_version 10624 (0.0008)
+[2026-06-07 03:39:16,474][542790] Updated weights for policy 0, policy_version 10634 (0.0008)
+[2026-06-07 03:39:16,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24321.2). Total num frames: 5472256. Throughput: 0: 24948.7. Samples: 5439488. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:39:16,908][541270] Avg episode reward: [(0, '49.536')]
+[2026-06-07 03:39:16,914][542711] Saving new best policy, reward=49.536!
+[2026-06-07 03:39:17,089][542790] Updated weights for policy 0, policy_version 10644 (0.0008)
+[2026-06-07 03:39:17,240][542790] Updated weights for policy 0, policy_version 10656 (0.0009)
+[2026-06-07 03:39:17,389][542790] Updated weights for policy 0, policy_version 10668 (0.0009)
+[2026-06-07 03:39:17,514][542790] Updated weights for policy 0, policy_version 10678 (0.0008)
+[2026-06-07 03:39:17,653][542790] Updated weights for policy 0, policy_version 10689 (0.0008)
+[2026-06-07 03:39:17,783][542790] Updated weights for policy 0, policy_version 10699 (0.0006)
+[2026-06-07 03:39:18,406][542790] Updated weights for policy 0, policy_version 10710 (0.0006)
+[2026-06-07 03:39:18,519][542790] Updated weights for policy 0, policy_version 10720 (0.0004)
+[2026-06-07 03:39:18,655][542790] Updated weights for policy 0, policy_version 10731 (0.0004)
+[2026-06-07 03:39:18,824][542790] Updated weights for policy 0, policy_version 10744 (0.0005)
+[2026-06-07 03:39:18,964][542790] Updated weights for policy 0, policy_version 10755 (0.0004)
+[2026-06-07 03:39:19,652][542790] Updated weights for policy 0, policy_version 10769 (0.0006)
+[2026-06-07 03:39:19,783][542790] Updated weights for policy 0, policy_version 10780 (0.0008)
+[2026-06-07 03:39:19,921][542790] Updated weights for policy 0, policy_version 10791 (0.0008)
+[2026-06-07 03:39:20,045][542790] Updated weights for policy 0, policy_version 10801 (0.0008)
+[2026-06-07 03:39:20,168][542790] Updated weights for policy 0, policy_version 10811 (0.0008)
+[2026-06-07 03:39:20,310][542790] Updated weights for policy 0, policy_version 10822 (0.0008)
+[2026-06-07 03:39:20,952][542790] Updated weights for policy 0, policy_version 10833 (0.0007)
+[2026-06-07 03:39:21,091][542790] Updated weights for policy 0, policy_version 10845 (0.0008)
+[2026-06-07 03:39:21,221][542790] Updated weights for policy 0, policy_version 10855 (0.0010)
+[2026-06-07 03:39:21,351][542790] Updated weights for policy 0, policy_version 10866 (0.0008)
+[2026-06-07 03:39:21,483][542790] Updated weights for policy 0, policy_version 10876 (0.0009)
+[2026-06-07 03:39:21,599][542790] Updated weights for policy 0, policy_version 10886 (0.0008)
+[2026-06-07 03:39:21,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25122.2, 300 sec: 24362.3). Total num frames: 5603328. Throughput: 0: 24715.4. Samples: 5584640. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:39:21,908][541270] Avg episode reward: [(0, '51.889')]
+[2026-06-07 03:39:21,913][542711] Saving new best policy, reward=51.889!
+[2026-06-07 03:39:22,274][542790] Updated weights for policy 0, policy_version 10897 (0.0009)
+[2026-06-07 03:39:22,409][542790] Updated weights for policy 0, policy_version 10909 (0.0008)
+[2026-06-07 03:39:22,553][542790] Updated weights for policy 0, policy_version 10921 (0.0009)
+[2026-06-07 03:39:22,697][542790] Updated weights for policy 0, policy_version 10933 (0.0009)
+[2026-06-07 03:39:22,829][542790] Updated weights for policy 0, policy_version 10944 (0.0008)
+[2026-06-07 03:39:22,958][542790] Updated weights for policy 0, policy_version 10955 (0.0008)
+[2026-06-07 03:39:23,647][542790] Updated weights for policy 0, policy_version 10966 (0.0008)
+[2026-06-07 03:39:23,776][542790] Updated weights for policy 0, policy_version 10977 (0.0008)
+[2026-06-07 03:39:23,918][542790] Updated weights for policy 0, policy_version 10989 (0.0008)
+[2026-06-07 03:39:24,071][542790] Updated weights for policy 0, policy_version 11002 (0.0008)
+[2026-06-07 03:39:24,202][542790] Updated weights for policy 0, policy_version 11013 (0.0008)
+[2026-06-07 03:39:24,330][542790] Updated weights for policy 0, policy_version 11024 (0.0008)
+[2026-06-07 03:39:25,025][542790] Updated weights for policy 0, policy_version 11035 (0.0008)
+[2026-06-07 03:39:25,162][542790] Updated weights for policy 0, policy_version 11047 (0.0008)
+[2026-06-07 03:39:25,318][542790] Updated weights for policy 0, policy_version 11059 (0.0008)
+[2026-06-07 03:39:25,484][542790] Updated weights for policy 0, policy_version 11073 (0.0008)
+[2026-06-07 03:39:25,623][542790] Updated weights for policy 0, policy_version 11084 (0.0008)
+[2026-06-07 03:39:26,285][542790] Updated weights for policy 0, policy_version 11094 (0.0008)
+[2026-06-07 03:39:26,408][542790] Updated weights for policy 0, policy_version 11104 (0.0008)
+[2026-06-07 03:39:26,543][542790] Updated weights for policy 0, policy_version 11115 (0.0008)
+[2026-06-07 03:39:26,682][542790] Updated weights for policy 0, policy_version 11126 (0.0008)
+[2026-06-07 03:39:26,802][542790] Updated weights for policy 0, policy_version 11136 (0.0008)
+[2026-06-07 03:39:26,907][541270] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24262.3). Total num frames: 5701632. Throughput: 0: 25068.2. Samples: 5740928. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:39:26,908][541270] Avg episode reward: [(0, '50.991')]
+[2026-06-07 03:39:26,935][542790] Updated weights for policy 0, policy_version 11146 (0.0008)
+[2026-06-07 03:39:27,555][542790] Updated weights for policy 0, policy_version 11157 (0.0008)
+[2026-06-07 03:39:27,681][542790] Updated weights for policy 0, policy_version 11167 (0.0008)
+[2026-06-07 03:39:27,827][542790] Updated weights for policy 0, policy_version 11179 (0.0007)
+[2026-06-07 03:39:27,959][542790] Updated weights for policy 0, policy_version 11189 (0.0008)
+[2026-06-07 03:39:28,123][542790] Updated weights for policy 0, policy_version 11202 (0.0008)
+[2026-06-07 03:39:28,245][542790] Updated weights for policy 0, policy_version 11212 (0.0008)
+[2026-06-07 03:39:28,897][542790] Updated weights for policy 0, policy_version 11222 (0.0008)
+[2026-06-07 03:39:29,019][542790] Updated weights for policy 0, policy_version 11232 (0.0008)
+[2026-06-07 03:39:29,151][542790] Updated weights for policy 0, policy_version 11243 (0.0008)
+[2026-06-07 03:39:29,279][542790] Updated weights for policy 0, policy_version 11253 (0.0008)
+[2026-06-07 03:39:29,427][542790] Updated weights for policy 0, policy_version 11264 (0.0008)
+[2026-06-07 03:39:29,559][542790] Updated weights for policy 0, policy_version 11275 (0.0008)
+[2026-06-07 03:39:30,219][542790] Updated weights for policy 0, policy_version 11286 (0.0008)
+[2026-06-07 03:39:30,338][542790] Updated weights for policy 0, policy_version 11296 (0.0008)
+[2026-06-07 03:39:30,464][542790] Updated weights for policy 0, policy_version 11306 (0.0008)
+[2026-06-07 03:39:30,619][542790] Updated weights for policy 0, policy_version 11319 (0.0008)
+[2026-06-07 03:39:30,778][542790] Updated weights for policy 0, policy_version 11332 (0.0008)
+[2026-06-07 03:39:30,921][542790] Updated weights for policy 0, policy_version 11344 (0.0008)
+[2026-06-07 03:39:31,579][542790] Updated weights for policy 0, policy_version 11357 (0.0008)
+[2026-06-07 03:39:31,713][542790] Updated weights for policy 0, policy_version 11368 (0.0008)
+[2026-06-07 03:39:31,861][542790] Updated weights for policy 0, policy_version 11380 (0.0008)
+[2026-06-07 03:39:31,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.2, 300 sec: 24303.0). Total num frames: 5832704. Throughput: 0: 24786.5. Samples: 5809920. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:39:31,908][541270] Avg episode reward: [(0, '49.505')]
+[2026-06-07 03:39:31,985][542790] Updated weights for policy 0, policy_version 11390 (0.0008)
+[2026-06-07 03:39:32,129][542790] Updated weights for policy 0, policy_version 11402 (0.0008)
+[2026-06-07 03:39:32,782][542790] Updated weights for policy 0, policy_version 11412 (0.0008)
+[2026-06-07 03:39:32,932][542790] Updated weights for policy 0, policy_version 11425 (0.0008)
+[2026-06-07 03:39:33,052][542790] Updated weights for policy 0, policy_version 11435 (0.0008)
+[2026-06-07 03:39:33,206][542790] Updated weights for policy 0, policy_version 11448 (0.0008)
+[2026-06-07 03:39:33,340][542790] Updated weights for policy 0, policy_version 11458 (0.0008)
+[2026-06-07 03:39:33,462][542790] Updated weights for policy 0, policy_version 11468 (0.0008)
+[2026-06-07 03:39:34,129][542790] Updated weights for policy 0, policy_version 11481 (0.0008)
+[2026-06-07 03:39:34,259][542790] Updated weights for policy 0, policy_version 11492 (0.0008)
+[2026-06-07 03:39:34,393][542790] Updated weights for policy 0, policy_version 11503 (0.0008)
+[2026-06-07 03:39:34,533][542790] Updated weights for policy 0, policy_version 11514 (0.0008)
+[2026-06-07 03:39:34,680][542790] Updated weights for policy 0, policy_version 11526 (0.0009)
+[2026-06-07 03:39:35,338][542790] Updated weights for policy 0, policy_version 11537 (0.0008)
+[2026-06-07 03:39:35,471][542790] Updated weights for policy 0, policy_version 11548 (0.0008)
+[2026-06-07 03:39:35,607][542790] Updated weights for policy 0, policy_version 11559 (0.0008)
+[2026-06-07 03:39:35,748][542790] Updated weights for policy 0, policy_version 11570 (0.0008)
+[2026-06-07 03:39:35,882][542790] Updated weights for policy 0, policy_version 11581 (0.0008)
+[2026-06-07 03:39:36,023][542790] Updated weights for policy 0, policy_version 11592 (0.0008)
+[2026-06-07 03:39:36,680][542790] Updated weights for policy 0, policy_version 11603 (0.0008)
+[2026-06-07 03:39:36,800][542790] Updated weights for policy 0, policy_version 11613 (0.0008)
+[2026-06-07 03:39:36,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 24342.0). Total num frames: 5963776. Throughput: 0: 24982.7. Samples: 5963264. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:39:36,908][541270] Avg episode reward: [(0, '55.024')]
+[2026-06-07 03:39:36,932][542790] Updated weights for policy 0, policy_version 11624 (0.0008)
+[2026-06-07 03:39:37,062][542790] Updated weights for policy 0, policy_version 11634 (0.0008)
+[2026-06-07 03:39:37,214][542790] Updated weights for policy 0, policy_version 11646 (0.0008)
+[2026-06-07 03:39:37,348][542790] Updated weights for policy 0, policy_version 11657 (0.0008)
+[2026-06-07 03:39:37,436][542711] Saving new best policy, reward=55.024!
+[2026-06-07 03:39:38,002][542790] Updated weights for policy 0, policy_version 11667 (0.0008)
+[2026-06-07 03:39:38,135][542790] Updated weights for policy 0, policy_version 11678 (0.0008)
+[2026-06-07 03:39:38,266][542790] Updated weights for policy 0, policy_version 11689 (0.0008)
+[2026-06-07 03:39:38,389][542790] Updated weights for policy 0, policy_version 11699 (0.0008)
+[2026-06-07 03:39:38,523][542790] Updated weights for policy 0, policy_version 11709 (0.0008)
+[2026-06-07 03:39:38,677][542790] Updated weights for policy 0, policy_version 11722 (0.0008)
+[2026-06-07 03:39:39,335][542790] Updated weights for policy 0, policy_version 11733 (0.0008)
+[2026-06-07 03:39:39,462][542790] Updated weights for policy 0, policy_version 11744 (0.0008)
+[2026-06-07 03:39:39,587][542790] Updated weights for policy 0, policy_version 11754 (0.0008)
+[2026-06-07 03:39:39,731][542790] Updated weights for policy 0, policy_version 11765 (0.0008)
+[2026-06-07 03:39:39,852][542790] Updated weights for policy 0, policy_version 11775 (0.0008)
+[2026-06-07 03:39:39,980][542790] Updated weights for policy 0, policy_version 11785 (0.0008)
+[2026-06-07 03:39:40,641][542790] Updated weights for policy 0, policy_version 11795 (0.0008)
+[2026-06-07 03:39:40,758][542790] Updated weights for policy 0, policy_version 11805 (0.0008)
+[2026-06-07 03:39:40,909][542790] Updated weights for policy 0, policy_version 11817 (0.0009)
+[2026-06-07 03:39:41,024][542790] Updated weights for policy 0, policy_version 11827 (0.0008)
+[2026-06-07 03:39:41,156][542790] Updated weights for policy 0, policy_version 11837 (0.0008)
+[2026-06-07 03:39:41,280][542790] Updated weights for policy 0, policy_version 11847 (0.0008)
+[2026-06-07 03:39:41,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.2, 300 sec: 24379.4). Total num frames: 6094848. Throughput: 0: 24749.5. Samples: 6106624. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:39:41,908][541270] Avg episode reward: [(0, '55.789')]
+[2026-06-07 03:39:41,909][542790] Updated weights for policy 0, policy_version 11858 (0.0008)
+[2026-06-07 03:39:42,045][542790] Updated weights for policy 0, policy_version 11869 (0.0008)
+[2026-06-07 03:39:42,204][542790] Updated weights for policy 0, policy_version 11882 (0.0008)
+[2026-06-07 03:39:42,351][542790] Updated weights for policy 0, policy_version 11894 (0.0008)
+[2026-06-07 03:39:42,489][542790] Updated weights for policy 0, policy_version 11905 (0.0009)
+[2026-06-07 03:39:42,618][542790] Updated weights for policy 0, policy_version 11915 (0.0009)
+[2026-06-07 03:39:42,674][542711] Saving new best policy, reward=55.789!
+[2026-06-07 03:39:43,245][542790] Updated weights for policy 0, policy_version 11925 (0.0008)
+[2026-06-07 03:39:43,372][542790] Updated weights for policy 0, policy_version 11935 (0.0004)
+[2026-06-07 03:39:43,510][542790] Updated weights for policy 0, policy_version 11946 (0.0004)
+[2026-06-07 03:39:43,642][542790] Updated weights for policy 0, policy_version 11957 (0.0004)
+[2026-06-07 03:39:43,792][542790] Updated weights for policy 0, policy_version 11968 (0.0004)
+[2026-06-07 03:39:43,912][542790] Updated weights for policy 0, policy_version 11978 (0.0004)
+[2026-06-07 03:39:44,496][542790] Updated weights for policy 0, policy_version 11988 (0.0005)
+[2026-06-07 03:39:44,632][542790] Updated weights for policy 0, policy_version 11999 (0.0008)
+[2026-06-07 03:39:44,756][542790] Updated weights for policy 0, policy_version 12009 (0.0008)
+[2026-06-07 03:39:44,897][542790] Updated weights for policy 0, policy_version 12020 (0.0008)
+[2026-06-07 03:39:45,041][542790] Updated weights for policy 0, policy_version 12032 (0.0004)
+[2026-06-07 03:39:45,184][542790] Updated weights for policy 0, policy_version 12044 (0.0004)
+[2026-06-07 03:39:45,837][542790] Updated weights for policy 0, policy_version 12054 (0.0007)
+[2026-06-07 03:39:45,957][542790] Updated weights for policy 0, policy_version 12064 (0.0008)
+[2026-06-07 03:39:46,124][542790] Updated weights for policy 0, policy_version 12077 (0.0008)
+[2026-06-07 03:39:46,249][542790] Updated weights for policy 0, policy_version 12087 (0.0008)
+[2026-06-07 03:39:46,373][542790] Updated weights for policy 0, policy_version 12097 (0.0008)
+[2026-06-07 03:39:46,506][542790] Updated weights for policy 0, policy_version 12107 (0.0008)
+[2026-06-07 03:39:46,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24415.4). Total num frames: 6225920. Throughput: 0: 24962.9. Samples: 6185984. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:39:46,908][541270] Avg episode reward: [(0, '47.163')]
+[2026-06-07 03:39:47,121][542790] Updated weights for policy 0, policy_version 12118 (0.0008)
+[2026-06-07 03:39:47,273][542790] Updated weights for policy 0, policy_version 12130 (0.0008)
+[2026-06-07 03:39:47,408][542790] Updated weights for policy 0, policy_version 12141 (0.0009)
+[2026-06-07 03:39:47,545][542790] Updated weights for policy 0, policy_version 12152 (0.0012)
+[2026-06-07 03:39:47,683][542790] Updated weights for policy 0, policy_version 12163 (0.0009)
+[2026-06-07 03:39:47,807][542790] Updated weights for policy 0, policy_version 12173 (0.0004)
+[2026-06-07 03:39:48,467][542790] Updated weights for policy 0, policy_version 12184 (0.0007)
+[2026-06-07 03:39:48,600][542790] Updated weights for policy 0, policy_version 12195 (0.0008)
+[2026-06-07 03:39:48,739][542790] Updated weights for policy 0, policy_version 12206 (0.0008)
+[2026-06-07 03:39:48,857][542790] Updated weights for policy 0, policy_version 12216 (0.0008)
+[2026-06-07 03:39:49,002][542790] Updated weights for policy 0, policy_version 12227 (0.0008)
+[2026-06-07 03:39:49,128][542790] Updated weights for policy 0, policy_version 12237 (0.0008)
+[2026-06-07 03:39:49,781][542790] Updated weights for policy 0, policy_version 12247 (0.0008)
+[2026-06-07 03:39:49,901][542790] Updated weights for policy 0, policy_version 12258 (0.0008)
+[2026-06-07 03:39:50,032][542790] Updated weights for policy 0, policy_version 12268 (0.0008)
+[2026-06-07 03:39:50,159][542790] Updated weights for policy 0, policy_version 12278 (0.0008)
+[2026-06-07 03:39:50,292][542790] Updated weights for policy 0, policy_version 12289 (0.0008)
+[2026-06-07 03:39:50,433][542790] Updated weights for policy 0, policy_version 12300 (0.0008)
+[2026-06-07 03:39:51,073][542790] Updated weights for policy 0, policy_version 12312 (0.0008)
+[2026-06-07 03:39:51,198][542790] Updated weights for policy 0, policy_version 12322 (0.0008)
+[2026-06-07 03:39:51,325][542790] Updated weights for policy 0, policy_version 12332 (0.0008)
+[2026-06-07 03:39:51,450][542790] Updated weights for policy 0, policy_version 12342 (0.0008)
+[2026-06-07 03:39:51,593][542790] Updated weights for policy 0, policy_version 12353 (0.0008)
+[2026-06-07 03:39:51,734][542790] Updated weights for policy 0, policy_version 12364 (0.0009)
+[2026-06-07 03:39:51,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24450.0). Total num frames: 6356992. Throughput: 0: 24954.3. Samples: 6333952. Policy #0 lag: (min: 63.0, avg: 75.4, max: 127.0)
+[2026-06-07 03:39:51,908][541270] Avg episode reward: [(0, '63.937')]
+[2026-06-07 03:39:51,912][542711] Saving new best policy, reward=63.937!
+[2026-06-07 03:39:52,366][542790] Updated weights for policy 0, policy_version 12375 (0.0008)
+[2026-06-07 03:39:52,497][542790] Updated weights for policy 0, policy_version 12385 (0.0008)
+[2026-06-07 03:39:52,620][542790] Updated weights for policy 0, policy_version 12395 (0.0008)
+[2026-06-07 03:39:52,765][542790] Updated weights for policy 0, policy_version 12406 (0.0008)
+[2026-06-07 03:39:52,890][542790] Updated weights for policy 0, policy_version 12416 (0.0008)
+[2026-06-07 03:39:53,024][542790] Updated weights for policy 0, policy_version 12427 (0.0008)
+[2026-06-07 03:39:53,702][542790] Updated weights for policy 0, policy_version 12438 (0.0008)
+[2026-06-07 03:39:53,829][542790] Updated weights for policy 0, policy_version 12448 (0.0008)
+[2026-06-07 03:39:53,956][542790] Updated weights for policy 0, policy_version 12458 (0.0008)
+[2026-06-07 03:39:54,082][542790] Updated weights for policy 0, policy_version 12468 (0.0008)
+[2026-06-07 03:39:54,205][542790] Updated weights for policy 0, policy_version 12478 (0.0006)
+[2026-06-07 03:39:54,341][542790] Updated weights for policy 0, policy_version 12489 (0.0004)
+[2026-06-07 03:39:54,939][542790] Updated weights for policy 0, policy_version 12499 (0.0005)
+[2026-06-07 03:39:55,075][542790] Updated weights for policy 0, policy_version 12510 (0.0009)
+[2026-06-07 03:39:55,201][542790] Updated weights for policy 0, policy_version 12520 (0.0008)
+[2026-06-07 03:39:55,329][542790] Updated weights for policy 0, policy_version 12530 (0.0008)
+[2026-06-07 03:39:55,450][542790] Updated weights for policy 0, policy_version 12540 (0.0008)
+[2026-06-07 03:39:55,576][542790] Updated weights for policy 0, policy_version 12550 (0.0008)
+[2026-06-07 03:39:55,702][542790] Updated weights for policy 0, policy_version 12560 (0.0008)
+[2026-06-07 03:39:56,360][542790] Updated weights for policy 0, policy_version 12572 (0.0004)
+[2026-06-07 03:39:56,517][542790] Updated weights for policy 0, policy_version 12584 (0.0004)
+[2026-06-07 03:39:56,652][542790] Updated weights for policy 0, policy_version 12595 (0.0004)
+[2026-06-07 03:39:56,797][542790] Updated weights for policy 0, policy_version 12606 (0.0004)
+[2026-06-07 03:39:56,907][541270] Fps is (10 sec: 22937.5, 60 sec: 25122.1, 300 sec: 24359.6). Total num frames: 6455296. Throughput: 0: 25090.9. Samples: 6489984. Policy #0 lag: (min: 63.0, avg: 75.4, max: 127.0)
+[2026-06-07 03:39:56,908][541270] Avg episode reward: [(0, '56.017')]
+[2026-06-07 03:39:56,947][542790] Updated weights for policy 0, policy_version 12619 (0.0004)
+[2026-06-07 03:39:57,602][542790] Updated weights for policy 0, policy_version 12629 (0.0008)
+[2026-06-07 03:39:57,727][542790] Updated weights for policy 0, policy_version 12639 (0.0008)
+[2026-06-07 03:39:57,866][542790] Updated weights for policy 0, policy_version 12650 (0.0008)
+[2026-06-07 03:39:58,002][542790] Updated weights for policy 0, policy_version 12661 (0.0008)
+[2026-06-07 03:39:58,148][542790] Updated weights for policy 0, policy_version 12672 (0.0008)
+[2026-06-07 03:39:58,291][542790] Updated weights for policy 0, policy_version 12683 (0.0008)
+[2026-06-07 03:39:58,899][542790] Updated weights for policy 0, policy_version 12693 (0.0008)
+[2026-06-07 03:39:59,038][542790] Updated weights for policy 0, policy_version 12705 (0.0008)
+[2026-06-07 03:39:59,169][542790] Updated weights for policy 0, policy_version 12715 (0.0008)
+[2026-06-07 03:39:59,307][542790] Updated weights for policy 0, policy_version 12726 (0.0008)
+[2026-06-07 03:39:59,435][542790] Updated weights for policy 0, policy_version 12736 (0.0008)
+[2026-06-07 03:39:59,580][542790] Updated weights for policy 0, policy_version 12747 (0.0008)
+[2026-06-07 03:40:00,194][542790] Updated weights for policy 0, policy_version 12757 (0.0008)
+[2026-06-07 03:40:00,318][542790] Updated weights for policy 0, policy_version 12767 (0.0008)
+[2026-06-07 03:40:00,451][542790] Updated weights for policy 0, policy_version 12777 (0.0008)
+[2026-06-07 03:40:00,573][542790] Updated weights for policy 0, policy_version 12787 (0.0008)
+[2026-06-07 03:40:00,696][542790] Updated weights for policy 0, policy_version 12797 (0.0008)
+[2026-06-07 03:40:00,835][542790] Updated weights for policy 0, policy_version 12809 (0.0008)
+[2026-06-07 03:40:01,492][542790] Updated weights for policy 0, policy_version 12820 (0.0008)
+[2026-06-07 03:40:01,621][542790] Updated weights for policy 0, policy_version 12830 (0.0008)
+[2026-06-07 03:40:01,745][542790] Updated weights for policy 0, policy_version 12840 (0.0005)
+[2026-06-07 03:40:01,891][542790] Updated weights for policy 0, policy_version 12851 (0.0004)
+[2026-06-07 03:40:01,907][541270] Fps is (10 sec: 22937.5, 60 sec: 25122.1, 300 sec: 24394.0). Total num frames: 6586368. Throughput: 0: 24897.4. Samples: 6559872. Policy #0 lag: (min: 47.0, avg: 59.5, max: 111.0)
+[2026-06-07 03:40:01,908][541270] Avg episode reward: [(0, '53.196')]
+[2026-06-07 03:40:02,013][542790] Updated weights for policy 0, policy_version 12861 (0.0004)
+[2026-06-07 03:40:02,133][542790] Updated weights for policy 0, policy_version 12871 (0.0004)
+[2026-06-07 03:40:02,746][542790] Updated weights for policy 0, policy_version 12882 (0.0004)
+[2026-06-07 03:40:02,900][542790] Updated weights for policy 0, policy_version 12894 (0.0004)
+[2026-06-07 03:40:03,036][542790] Updated weights for policy 0, policy_version 12905 (0.0004)
+[2026-06-07 03:40:03,171][542790] Updated weights for policy 0, policy_version 12916 (0.0004)
+[2026-06-07 03:40:03,295][542790] Updated weights for policy 0, policy_version 12926 (0.0004)
+[2026-06-07 03:40:03,422][542790] Updated weights for policy 0, policy_version 12936 (0.0004)
+[2026-06-07 03:40:04,053][542790] Updated weights for policy 0, policy_version 12948 (0.0005)
+[2026-06-07 03:40:04,174][542790] Updated weights for policy 0, policy_version 12958 (0.0008)
+[2026-06-07 03:40:04,311][542790] Updated weights for policy 0, policy_version 12969 (0.0009)
+[2026-06-07 03:40:04,446][542790] Updated weights for policy 0, policy_version 12979 (0.0008)
+[2026-06-07 03:40:04,573][542790] Updated weights for policy 0, policy_version 12989 (0.0008)
+[2026-06-07 03:40:04,697][542790] Updated weights for policy 0, policy_version 12999 (0.0008)
+[2026-06-07 03:40:05,315][542790] Updated weights for policy 0, policy_version 13010 (0.0007)
+[2026-06-07 03:40:05,457][542790] Updated weights for policy 0, policy_version 13022 (0.0009)
+[2026-06-07 03:40:05,590][542790] Updated weights for policy 0, policy_version 13032 (0.0009)
+[2026-06-07 03:40:05,711][542790] Updated weights for policy 0, policy_version 13042 (0.0008)
+[2026-06-07 03:40:05,850][542790] Updated weights for policy 0, policy_version 13053 (0.0008)
+[2026-06-07 03:40:06,001][542790] Updated weights for policy 0, policy_version 13065 (0.0007)
+[2026-06-07 03:40:06,623][542790] Updated weights for policy 0, policy_version 13075 (0.0004)
+[2026-06-07 03:40:06,752][542790] Updated weights for policy 0, policy_version 13086 (0.0004)
+[2026-06-07 03:40:06,880][542790] Updated weights for policy 0, policy_version 13097 (0.0008)
+[2026-06-07 03:40:06,907][541270] Fps is (10 sec: 26213.9, 60 sec: 25122.1, 300 sec: 24427.1). Total num frames: 6717440. Throughput: 0: 25156.2. Samples: 6716672. Policy #0 lag: (min: 47.0, avg: 59.5, max: 111.0)
+[2026-06-07 03:40:06,908][541270] Avg episode reward: [(0, '56.241')]
+[2026-06-07 03:40:07,023][542790] Updated weights for policy 0, policy_version 13109 (0.0010)
+[2026-06-07 03:40:07,198][542790] Updated weights for policy 0, policy_version 13124 (0.0009)
+[2026-06-07 03:40:07,340][542790] Updated weights for policy 0, policy_version 13135 (0.0009)
+[2026-06-07 03:40:07,995][542790] Updated weights for policy 0, policy_version 13145 (0.0005)
+[2026-06-07 03:40:08,126][542790] Updated weights for policy 0, policy_version 13156 (0.0006)
+[2026-06-07 03:40:08,259][542790] Updated weights for policy 0, policy_version 13166 (0.0003)
+[2026-06-07 03:40:08,442][542790] Updated weights for policy 0, policy_version 13180 (0.0005)
+[2026-06-07 03:40:08,600][542790] Updated weights for policy 0, policy_version 13194 (0.0005)
+[2026-06-07 03:40:09,230][542790] Updated weights for policy 0, policy_version 13205 (0.0005)
+[2026-06-07 03:40:09,362][542790] Updated weights for policy 0, policy_version 13216 (0.0005)
+[2026-06-07 03:40:09,513][542790] Updated weights for policy 0, policy_version 13228 (0.0008)
+[2026-06-07 03:40:09,638][542790] Updated weights for policy 0, policy_version 13238 (0.0008)
+[2026-06-07 03:40:09,761][542790] Updated weights for policy 0, policy_version 13248 (0.0008)
+[2026-06-07 03:40:09,923][542790] Updated weights for policy 0, policy_version 13261 (0.0008)
+[2026-06-07 03:40:10,559][542790] Updated weights for policy 0, policy_version 13271 (0.0008)
+[2026-06-07 03:40:10,707][542790] Updated weights for policy 0, policy_version 13283 (0.0008)
+[2026-06-07 03:40:10,859][542790] Updated weights for policy 0, policy_version 13295 (0.0008)
+[2026-06-07 03:40:11,011][542790] Updated weights for policy 0, policy_version 13308 (0.0007)
+[2026-06-07 03:40:11,135][542790] Updated weights for policy 0, policy_version 13318 (0.0006)
+[2026-06-07 03:40:11,820][542790] Updated weights for policy 0, policy_version 13332 (0.0007)
+[2026-06-07 03:40:11,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25122.2, 300 sec: 24459.0). Total num frames: 6848512. Throughput: 0: 24840.6. Samples: 6858752. Policy #0 lag: (min: 30.0, avg: 40.9, max: 94.0)
+[2026-06-07 03:40:11,908][541270] Avg episode reward: [(0, '61.237')]
+[2026-06-07 03:40:11,940][542790] Updated weights for policy 0, policy_version 13342 (0.0004)
+[2026-06-07 03:40:12,070][542790] Updated weights for policy 0, policy_version 13353 (0.0004)
+[2026-06-07 03:40:12,204][542790] Updated weights for policy 0, policy_version 13363 (0.0004)
+[2026-06-07 03:40:12,326][542790] Updated weights for policy 0, policy_version 13373 (0.0004)
+[2026-06-07 03:40:12,448][542790] Updated weights for policy 0, policy_version 13383 (0.0004)
+[2026-06-07 03:40:13,066][542790] Updated weights for policy 0, policy_version 13394 (0.0004)
+[2026-06-07 03:40:13,188][542790] Updated weights for policy 0, policy_version 13404 (0.0005)
+[2026-06-07 03:40:13,318][542790] Updated weights for policy 0, policy_version 13415 (0.0005)
+[2026-06-07 03:40:13,455][542790] Updated weights for policy 0, policy_version 13426 (0.0004)
+[2026-06-07 03:40:13,602][542790] Updated weights for policy 0, policy_version 13439 (0.0004)
+[2026-06-07 03:40:13,750][542790] Updated weights for policy 0, policy_version 13450 (0.0007)
+[2026-06-07 03:40:14,384][542790] Updated weights for policy 0, policy_version 13460 (0.0008)
+[2026-06-07 03:40:14,526][542790] Updated weights for policy 0, policy_version 13472 (0.0008)
+[2026-06-07 03:40:14,682][542790] Updated weights for policy 0, policy_version 13485 (0.0008)
+[2026-06-07 03:40:14,828][542790] Updated weights for policy 0, policy_version 13496 (0.0008)
+[2026-06-07 03:40:14,956][542790] Updated weights for policy 0, policy_version 13507 (0.0008)
+[2026-06-07 03:40:15,083][542790] Updated weights for policy 0, policy_version 13517 (0.0008)
+[2026-06-07 03:40:15,724][542790] Updated weights for policy 0, policy_version 13527 (0.0008)
+[2026-06-07 03:40:15,848][542790] Updated weights for policy 0, policy_version 13537 (0.0008)
+[2026-06-07 03:40:15,990][542790] Updated weights for policy 0, policy_version 13549 (0.0008)
+[2026-06-07 03:40:16,128][542790] Updated weights for policy 0, policy_version 13560 (0.0008)
+[2026-06-07 03:40:16,265][542790] Updated weights for policy 0, policy_version 13571 (0.0008)
+[2026-06-07 03:40:16,394][542790] Updated weights for policy 0, policy_version 13581 (0.0008)
+[2026-06-07 03:40:16,907][541270] Fps is (10 sec: 26214.9, 60 sec: 25122.1, 300 sec: 24489.8). Total num frames: 6979584. Throughput: 0: 25198.9. Samples: 6943872. Policy #0 lag: (min: 30.0, avg: 40.9, max: 94.0)
+[2026-06-07 03:40:16,908][541270] Avg episode reward: [(0, '63.021')]
+[2026-06-07 03:40:17,075][542790] Updated weights for policy 0, policy_version 13591 (0.0008)
+[2026-06-07 03:40:17,204][542790] Updated weights for policy 0, policy_version 13601 (0.0008)
+[2026-06-07 03:40:17,322][542790] Updated weights for policy 0, policy_version 13611 (0.0008)
+[2026-06-07 03:40:17,447][542790] Updated weights for policy 0, policy_version 13621 (0.0008)
+[2026-06-07 03:40:17,574][542790] Updated weights for policy 0, policy_version 13631 (0.0008)
+[2026-06-07 03:40:17,712][542790] Updated weights for policy 0, policy_version 13642 (0.0008)
+[2026-06-07 03:40:18,357][542790] Updated weights for policy 0, policy_version 13653 (0.0008)
+[2026-06-07 03:40:18,484][542790] Updated weights for policy 0, policy_version 13663 (0.0008)
+[2026-06-07 03:40:18,604][542790] Updated weights for policy 0, policy_version 13673 (0.0008)
+[2026-06-07 03:40:18,745][542790] Updated weights for policy 0, policy_version 13684 (0.0008)
+[2026-06-07 03:40:18,869][542790] Updated weights for policy 0, policy_version 13694 (0.0008)
+[2026-06-07 03:40:19,015][542790] Updated weights for policy 0, policy_version 13705 (0.0008)
+[2026-06-07 03:40:19,667][542790] Updated weights for policy 0, policy_version 13715 (0.0008)
+[2026-06-07 03:40:19,797][542790] Updated weights for policy 0, policy_version 13726 (0.0008)
+[2026-06-07 03:40:19,923][542790] Updated weights for policy 0, policy_version 13736 (0.0008)
+[2026-06-07 03:40:20,049][542790] Updated weights for policy 0, policy_version 13746 (0.0008)
+[2026-06-07 03:40:20,175][542790] Updated weights for policy 0, policy_version 13756 (0.0008)
+[2026-06-07 03:40:20,300][542790] Updated weights for policy 0, policy_version 13766 (0.0009)
+[2026-06-07 03:40:20,956][542790] Updated weights for policy 0, policy_version 13778 (0.0009)
+[2026-06-07 03:40:21,079][542790] Updated weights for policy 0, policy_version 13788 (0.0008)
+[2026-06-07 03:40:21,204][542790] Updated weights for policy 0, policy_version 13798 (0.0008)
+[2026-06-07 03:40:21,336][542790] Updated weights for policy 0, policy_version 13809 (0.0008)
+[2026-06-07 03:40:21,485][542790] Updated weights for policy 0, policy_version 13820 (0.0010)
+[2026-06-07 03:40:21,622][542790] Updated weights for policy 0, policy_version 13831 (0.0008)
+[2026-06-07 03:40:21,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24519.5). Total num frames: 7110656. Throughput: 0: 25011.2. Samples: 7088768. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:40:21,908][541270] Avg episode reward: [(0, '54.452')]
+[2026-06-07 03:40:22,250][542790] Updated weights for policy 0, policy_version 13842 (0.0009)
+[2026-06-07 03:40:22,378][542790] Updated weights for policy 0, policy_version 13852 (0.0008)
+[2026-06-07 03:40:22,509][542790] Updated weights for policy 0, policy_version 13863 (0.0008)
+[2026-06-07 03:40:22,639][542790] Updated weights for policy 0, policy_version 13873 (0.0008)
+[2026-06-07 03:40:22,762][542790] Updated weights for policy 0, policy_version 13883 (0.0008)
+[2026-06-07 03:40:22,893][542790] Updated weights for policy 0, policy_version 13893 (0.0008)
+[2026-06-07 03:40:23,018][542790] Updated weights for policy 0, policy_version 13903 (0.0008)
+[2026-06-07 03:40:23,671][542790] Updated weights for policy 0, policy_version 13914 (0.0008)
+[2026-06-07 03:40:23,797][542790] Updated weights for policy 0, policy_version 13925 (0.0008)
+[2026-06-07 03:40:23,928][542790] Updated weights for policy 0, policy_version 13935 (0.0008)
+[2026-06-07 03:40:24,051][542790] Updated weights for policy 0, policy_version 13945 (0.0008)
+[2026-06-07 03:40:24,189][542790] Updated weights for policy 0, policy_version 13956 (0.0008)
+[2026-06-07 03:40:24,313][542790] Updated weights for policy 0, policy_version 13966 (0.0008)
+[2026-06-07 03:40:24,985][542790] Updated weights for policy 0, policy_version 13978 (0.0008)
+[2026-06-07 03:40:25,111][542790] Updated weights for policy 0, policy_version 13988 (0.0008)
+[2026-06-07 03:40:25,234][542790] Updated weights for policy 0, policy_version 13998 (0.0008)
+[2026-06-07 03:40:25,385][542790] Updated weights for policy 0, policy_version 14010 (0.0008)
+[2026-06-07 03:40:25,515][542790] Updated weights for policy 0, policy_version 14021 (0.0008)
+[2026-06-07 03:40:25,659][542790] Updated weights for policy 0, policy_version 14032 (0.0008)
+[2026-06-07 03:40:26,299][542790] Updated weights for policy 0, policy_version 14043 (0.0008)
+[2026-06-07 03:40:26,423][542790] Updated weights for policy 0, policy_version 14053 (0.0008)
+[2026-06-07 03:40:26,554][542790] Updated weights for policy 0, policy_version 14064 (0.0008)
+[2026-06-07 03:40:26,696][542790] Updated weights for policy 0, policy_version 14075 (0.0008)
+[2026-06-07 03:40:26,830][542790] Updated weights for policy 0, policy_version 14085 (0.0009)
+[2026-06-07 03:40:26,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 24437.2). Total num frames: 7208960. Throughput: 0: 25312.7. Samples: 7245696. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:40:26,908][541270] Avg episode reward: [(0, '55.936')]
+[2026-06-07 03:40:26,960][542790] Updated weights for policy 0, policy_version 14096 (0.0008)
+[2026-06-07 03:40:27,612][542790] Updated weights for policy 0, policy_version 14107 (0.0008)
+[2026-06-07 03:40:27,744][542790] Updated weights for policy 0, policy_version 14118 (0.0008)
+[2026-06-07 03:40:27,871][542790] Updated weights for policy 0, policy_version 14128 (0.0008)
+[2026-06-07 03:40:27,999][542790] Updated weights for policy 0, policy_version 14138 (0.0008)
+[2026-06-07 03:40:28,145][542790] Updated weights for policy 0, policy_version 14150 (0.0008)
+[2026-06-07 03:40:28,826][542790] Updated weights for policy 0, policy_version 14161 (0.0008)
+[2026-06-07 03:40:28,965][542790] Updated weights for policy 0, policy_version 14173 (0.0008)
+[2026-06-07 03:40:29,090][542790] Updated weights for policy 0, policy_version 14183 (0.0008)
+[2026-06-07 03:40:29,217][542790] Updated weights for policy 0, policy_version 14193 (0.0008)
+[2026-06-07 03:40:29,344][542790] Updated weights for policy 0, policy_version 14203 (0.0008)
+[2026-06-07 03:40:29,467][542790] Updated weights for policy 0, policy_version 14213 (0.0008)
+[2026-06-07 03:40:29,603][542790] Updated weights for policy 0, policy_version 14224 (0.0008)
+[2026-06-07 03:40:30,257][542790] Updated weights for policy 0, policy_version 14235 (0.0008)
+[2026-06-07 03:40:30,384][542790] Updated weights for policy 0, policy_version 14245 (0.0008)
+[2026-06-07 03:40:30,515][542790] Updated weights for policy 0, policy_version 14255 (0.0009)
+[2026-06-07 03:40:30,657][542790] Updated weights for policy 0, policy_version 14267 (0.0008)
+[2026-06-07 03:40:30,812][542790] Updated weights for policy 0, policy_version 14280 (0.0008)
+[2026-06-07 03:40:31,447][542790] Updated weights for policy 0, policy_version 14290 (0.0006)
+[2026-06-07 03:40:31,588][542790] Updated weights for policy 0, policy_version 14302 (0.0004)
+[2026-06-07 03:40:31,750][542790] Updated weights for policy 0, policy_version 14315 (0.0008)
+[2026-06-07 03:40:31,901][542790] Updated weights for policy 0, policy_version 14328 (0.0009)
+[2026-06-07 03:40:31,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 24437.2). Total num frames: 7340032. Throughput: 0: 25144.9. Samples: 7317504. Policy #0 lag: (min: 14.0, avg: 27.0, max: 78.0)
+[2026-06-07 03:40:31,908][541270] Avg episode reward: [(0, '54.347')]
+[2026-06-07 03:40:32,036][542790] Updated weights for policy 0, policy_version 14339 (0.0012)
+[2026-06-07 03:40:32,718][542790] Updated weights for policy 0, policy_version 14353 (0.0006)
+[2026-06-07 03:40:32,845][542790] Updated weights for policy 0, policy_version 14364 (0.0007)
+[2026-06-07 03:40:32,988][542790] Updated weights for policy 0, policy_version 14375 (0.0008)
+[2026-06-07 03:40:33,114][542790] Updated weights for policy 0, policy_version 14385 (0.0009)
+[2026-06-07 03:40:33,238][542790] Updated weights for policy 0, policy_version 14395 (0.0008)
+[2026-06-07 03:40:33,370][542790] Updated weights for policy 0, policy_version 14405 (0.0009)
+[2026-06-07 03:40:33,501][542790] Updated weights for policy 0, policy_version 14415 (0.0008)
+[2026-06-07 03:40:34,119][542790] Updated weights for policy 0, policy_version 14425 (0.0008)
+[2026-06-07 03:40:34,274][542790] Updated weights for policy 0, policy_version 14437 (0.0008)
+[2026-06-07 03:40:34,396][542790] Updated weights for policy 0, policy_version 14447 (0.0008)
+[2026-06-07 03:40:34,545][542790] Updated weights for policy 0, policy_version 14459 (0.0009)
+[2026-06-07 03:40:34,685][542790] Updated weights for policy 0, policy_version 14470 (0.0008)
+[2026-06-07 03:40:35,354][542790] Updated weights for policy 0, policy_version 14483 (0.0008)
+[2026-06-07 03:40:35,483][542790] Updated weights for policy 0, policy_version 14494 (0.0008)
+[2026-06-07 03:40:35,615][542790] Updated weights for policy 0, policy_version 14505 (0.0008)
+[2026-06-07 03:40:35,748][542790] Updated weights for policy 0, policy_version 14515 (0.0008)
+[2026-06-07 03:40:35,894][542790] Updated weights for policy 0, policy_version 14527 (0.0008)
+[2026-06-07 03:40:36,033][542790] Updated weights for policy 0, policy_version 14538 (0.0008)
+[2026-06-07 03:40:36,662][542790] Updated weights for policy 0, policy_version 14549 (0.0008)
+[2026-06-07 03:40:36,813][542790] Updated weights for policy 0, policy_version 14561 (0.0008)
+[2026-06-07 03:40:36,907][541270] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24437.2). Total num frames: 7471104. Throughput: 0: 25309.8. Samples: 7472896. Policy #0 lag: (min: 14.0, avg: 27.0, max: 78.0)
+[2026-06-07 03:40:36,908][541270] Avg episode reward: [(0, '60.781')]
+[2026-06-07 03:40:36,949][542790] Updated weights for policy 0, policy_version 14572 (0.0008)
+[2026-06-07 03:40:37,102][542790] Updated weights for policy 0, policy_version 14584 (0.0008)
+[2026-06-07 03:40:37,265][542790] Updated weights for policy 0, policy_version 14597 (0.0008)
+[2026-06-07 03:40:37,401][542790] Updated weights for policy 0, policy_version 14608 (0.0008)
+[2026-06-07 03:40:38,049][542790] Updated weights for policy 0, policy_version 14618 (0.0008)
+[2026-06-07 03:40:38,173][542790] Updated weights for policy 0, policy_version 14628 (0.0008)
+[2026-06-07 03:40:38,297][542790] Updated weights for policy 0, policy_version 14638 (0.0008)
+[2026-06-07 03:40:38,426][542790] Updated weights for policy 0, policy_version 14648 (0.0008)
+[2026-06-07 03:40:38,567][542790] Updated weights for policy 0, policy_version 14659 (0.0008)
+[2026-06-07 03:40:38,704][542790] Updated weights for policy 0, policy_version 14670 (0.0008)
+[2026-06-07 03:40:39,350][542790] Updated weights for policy 0, policy_version 14681 (0.0008)
+[2026-06-07 03:40:39,501][542790] Updated weights for policy 0, policy_version 14693 (0.0008)
+[2026-06-07 03:40:39,633][542790] Updated weights for policy 0, policy_version 14704 (0.0008)
+[2026-06-07 03:40:39,767][542790] Updated weights for policy 0, policy_version 14714 (0.0008)
+[2026-06-07 03:40:39,881][542790] Updated weights for policy 0, policy_version 14724 (0.0008)
+[2026-06-07 03:40:40,010][542790] Updated weights for policy 0, policy_version 14734 (0.0008)
+[2026-06-07 03:40:40,658][542790] Updated weights for policy 0, policy_version 14744 (0.0008)
+[2026-06-07 03:40:40,831][542790] Updated weights for policy 0, policy_version 14759 (0.0008)
+[2026-06-07 03:40:40,960][542790] Updated weights for policy 0, policy_version 14769 (0.0008)
+[2026-06-07 03:40:41,098][542790] Updated weights for policy 0, policy_version 14780 (0.0008)
+[2026-06-07 03:40:41,230][542790] Updated weights for policy 0, policy_version 14790 (0.0008)
+[2026-06-07 03:40:41,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.2, 300 sec: 24437.2). Total num frames: 7602176. Throughput: 0: 25008.4. Samples: 7615360. Policy #0 lag: (min: 14.0, avg: 27.0, max: 78.0)
+[2026-06-07 03:40:41,908][541270] Avg episode reward: [(0, '53.337')]
+[2026-06-07 03:40:41,917][542790] Updated weights for policy 0, policy_version 14801 (0.0008)
+[2026-06-07 03:40:42,042][542790] Updated weights for policy 0, policy_version 14811 (0.0008)
+[2026-06-07 03:40:42,169][542790] Updated weights for policy 0, policy_version 14822 (0.0008)
+[2026-06-07 03:40:42,295][542790] Updated weights for policy 0, policy_version 14832 (0.0008)
+[2026-06-07 03:40:42,414][542790] Updated weights for policy 0, policy_version 14842 (0.0008)
+[2026-06-07 03:40:42,544][542790] Updated weights for policy 0, policy_version 14852 (0.0008)
+[2026-06-07 03:40:42,671][542790] Updated weights for policy 0, policy_version 14862 (0.0008)
+[2026-06-07 03:40:43,331][542790] Updated weights for policy 0, policy_version 14872 (0.0008)
+[2026-06-07 03:40:43,477][542790] Updated weights for policy 0, policy_version 14884 (0.0008)
+[2026-06-07 03:40:43,619][542790] Updated weights for policy 0, policy_version 14895 (0.0008)
+[2026-06-07 03:40:43,753][542790] Updated weights for policy 0, policy_version 14906 (0.0008)
+[2026-06-07 03:40:43,883][542790] Updated weights for policy 0, policy_version 14916 (0.0008)
+[2026-06-07 03:40:44,002][542790] Updated weights for policy 0, policy_version 14926 (0.0009)
+[2026-06-07 03:40:44,695][542790] Updated weights for policy 0, policy_version 14937 (0.0008)
+[2026-06-07 03:40:44,820][542790] Updated weights for policy 0, policy_version 14947 (0.0008)
+[2026-06-07 03:40:44,957][542790] Updated weights for policy 0, policy_version 14958 (0.0008)
+[2026-06-07 03:40:45,110][542790] Updated weights for policy 0, policy_version 14971 (0.0008)
+[2026-06-07 03:40:45,253][542790] Updated weights for policy 0, policy_version 14982 (0.0008)
+[2026-06-07 03:40:45,927][542790] Updated weights for policy 0, policy_version 14993 (0.0008)
+[2026-06-07 03:40:46,080][542790] Updated weights for policy 0, policy_version 15005 (0.0008)
+[2026-06-07 03:40:46,230][542790] Updated weights for policy 0, policy_version 15017 (0.0008)
+[2026-06-07 03:40:46,367][542790] Updated weights for policy 0, policy_version 15028 (0.0008)
+[2026-06-07 03:40:46,517][542790] Updated weights for policy 0, policy_version 15040 (0.0008)
+[2026-06-07 03:40:46,673][542790] Updated weights for policy 0, policy_version 15052 (0.0008)
+[2026-06-07 03:40:46,907][541270] Fps is (10 sec: 26214.7, 60 sec: 25122.1, 300 sec: 24437.2). Total num frames: 7733248. Throughput: 0: 25156.3. Samples: 7691904. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:40:46,908][541270] Avg episode reward: [(0, '52.331')]
+[2026-06-07 03:40:47,312][542790] Updated weights for policy 0, policy_version 15063 (0.0008)
+[2026-06-07 03:40:47,432][542790] Updated weights for policy 0, policy_version 15073 (0.0008)
+[2026-06-07 03:40:47,567][542790] Updated weights for policy 0, policy_version 15083 (0.0008)
+[2026-06-07 03:40:47,690][542790] Updated weights for policy 0, policy_version 15093 (0.0008)
+[2026-06-07 03:40:47,824][542790] Updated weights for policy 0, policy_version 15104 (0.0008)
+[2026-06-07 03:40:47,947][542790] Updated weights for policy 0, policy_version 15114 (0.0008)
+[2026-06-07 03:40:48,601][542790] Updated weights for policy 0, policy_version 15125 (0.0008)
+[2026-06-07 03:40:48,734][542790] Updated weights for policy 0, policy_version 15136 (0.0008)
+[2026-06-07 03:40:48,866][542790] Updated weights for policy 0, policy_version 15147 (0.0008)
+[2026-06-07 03:40:49,020][542790] Updated weights for policy 0, policy_version 15159 (0.0007)
+[2026-06-07 03:40:49,152][542790] Updated weights for policy 0, policy_version 15170 (0.0008)
+[2026-06-07 03:40:49,284][542790] Updated weights for policy 0, policy_version 15180 (0.0008)
+[2026-06-07 03:40:49,927][542790] Updated weights for policy 0, policy_version 15190 (0.0009)
+[2026-06-07 03:40:50,052][542790] Updated weights for policy 0, policy_version 15200 (0.0008)
+[2026-06-07 03:40:50,173][542790] Updated weights for policy 0, policy_version 15210 (0.0008)
+[2026-06-07 03:40:50,300][542790] Updated weights for policy 0, policy_version 15220 (0.0008)
+[2026-06-07 03:40:50,433][542790] Updated weights for policy 0, policy_version 15230 (0.0008)
+[2026-06-07 03:40:50,570][542790] Updated weights for policy 0, policy_version 15241 (0.0008)
+[2026-06-07 03:40:51,180][542790] Updated weights for policy 0, policy_version 15251 (0.0008)
+[2026-06-07 03:40:51,304][542790] Updated weights for policy 0, policy_version 15261 (0.0008)
+[2026-06-07 03:40:51,427][542790] Updated weights for policy 0, policy_version 15271 (0.0008)
+[2026-06-07 03:40:51,592][542790] Updated weights for policy 0, policy_version 15284 (0.0008)
+[2026-06-07 03:40:51,721][542790] Updated weights for policy 0, policy_version 15295 (0.0008)
+[2026-06-07 03:40:51,883][542790] Updated weights for policy 0, policy_version 15307 (0.0008)
+[2026-06-07 03:40:51,907][541270] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 7831552. Throughput: 0: 25068.2. Samples: 7844736. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:40:51,908][541270] Avg episode reward: [(0, '59.495')]
+[2026-06-07 03:40:52,538][542790] Updated weights for policy 0, policy_version 15317 (0.0008)
+[2026-06-07 03:40:52,655][542790] Updated weights for policy 0, policy_version 15327 (0.0008)
+[2026-06-07 03:40:52,788][542790] Updated weights for policy 0, policy_version 15338 (0.0008)
+[2026-06-07 03:40:52,926][542790] Updated weights for policy 0, policy_version 15349 (0.0008)
+[2026-06-07 03:40:53,055][542790] Updated weights for policy 0, policy_version 15359 (0.0008)
+[2026-06-07 03:40:53,202][542790] Updated weights for policy 0, policy_version 15371 (0.0008)
+[2026-06-07 03:40:53,823][542790] Updated weights for policy 0, policy_version 15381 (0.0009)
+[2026-06-07 03:40:53,936][542790] Updated weights for policy 0, policy_version 15391 (0.0008)
+[2026-06-07 03:40:54,082][542790] Updated weights for policy 0, policy_version 15402 (0.0008)
+[2026-06-07 03:40:54,210][542790] Updated weights for policy 0, policy_version 15412 (0.0008)
+[2026-06-07 03:40:54,370][542790] Updated weights for policy 0, policy_version 15424 (0.0008)
+[2026-06-07 03:40:54,492][542790] Updated weights for policy 0, policy_version 15434 (0.0008)
+[2026-06-07 03:40:55,177][542790] Updated weights for policy 0, policy_version 15445 (0.0008)
+[2026-06-07 03:40:55,314][542790] Updated weights for policy 0, policy_version 15456 (0.0007)
+[2026-06-07 03:40:55,439][542790] Updated weights for policy 0, policy_version 15466 (0.0007)
+[2026-06-07 03:40:55,576][542790] Updated weights for policy 0, policy_version 15477 (0.0007)
+[2026-06-07 03:40:55,714][542790] Updated weights for policy 0, policy_version 15488 (0.0008)
+[2026-06-07 03:40:55,845][542790] Updated weights for policy 0, policy_version 15498 (0.0008)
+[2026-06-07 03:40:56,458][542790] Updated weights for policy 0, policy_version 15508 (0.0008)
+[2026-06-07 03:40:56,602][542790] Updated weights for policy 0, policy_version 15520 (0.0008)
+[2026-06-07 03:40:56,743][542790] Updated weights for policy 0, policy_version 15531 (0.0008)
+[2026-06-07 03:40:56,879][542790] Updated weights for policy 0, policy_version 15542 (0.0008)
+[2026-06-07 03:40:56,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 24437.2). Total num frames: 7962624. Throughput: 0: 25315.6. Samples: 7997952. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:40:56,909][541270] Avg episode reward: [(0, '58.098')]
+[2026-06-07 03:40:57,011][542790] Updated weights for policy 0, policy_version 15552 (0.0008)
+[2026-06-07 03:40:57,150][542790] Updated weights for policy 0, policy_version 15563 (0.0008)
+[2026-06-07 03:40:57,786][542790] Updated weights for policy 0, policy_version 15573 (0.0008)
+[2026-06-07 03:40:57,927][542790] Updated weights for policy 0, policy_version 15584 (0.0008)
+[2026-06-07 03:40:58,058][542790] Updated weights for policy 0, policy_version 15595 (0.0008)
+[2026-06-07 03:40:58,185][542790] Updated weights for policy 0, policy_version 15605 (0.0008)
+[2026-06-07 03:40:58,326][542790] Updated weights for policy 0, policy_version 15616 (0.0008)
+[2026-06-07 03:40:58,453][542790] Updated weights for policy 0, policy_version 15626 (0.0008)
+[2026-06-07 03:40:59,096][542790] Updated weights for policy 0, policy_version 15637 (0.0008)
+[2026-06-07 03:40:59,230][542790] Updated weights for policy 0, policy_version 15648 (0.0008)
+[2026-06-07 03:40:59,353][542790] Updated weights for policy 0, policy_version 15658 (0.0008)
+[2026-06-07 03:40:59,485][542790] Updated weights for policy 0, policy_version 15668 (0.0008)
+[2026-06-07 03:40:59,620][542790] Updated weights for policy 0, policy_version 15679 (0.0008)
+[2026-06-07 03:40:59,742][542790] Updated weights for policy 0, policy_version 15689 (0.0008)
+[2026-06-07 03:41:00,381][542790] Updated weights for policy 0, policy_version 15699 (0.0008)
+[2026-06-07 03:41:00,517][542790] Updated weights for policy 0, policy_version 15710 (0.0008)
+[2026-06-07 03:41:00,645][542790] Updated weights for policy 0, policy_version 15720 (0.0008)
+[2026-06-07 03:41:00,787][542790] Updated weights for policy 0, policy_version 15731 (0.0008)
+[2026-06-07 03:41:00,921][542790] Updated weights for policy 0, policy_version 15742 (0.0008)
+[2026-06-07 03:41:01,049][542790] Updated weights for policy 0, policy_version 15752 (0.0008)
+[2026-06-07 03:41:01,659][542790] Updated weights for policy 0, policy_version 15762 (0.0008)
+[2026-06-07 03:41:01,809][542790] Updated weights for policy 0, policy_version 15774 (0.0008)
+[2026-06-07 03:41:01,907][541270] Fps is (10 sec: 26214.0, 60 sec: 25122.1, 300 sec: 24548.2). Total num frames: 8093696. Throughput: 0: 25119.2. Samples: 8074240. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:41:01,908][541270] Avg episode reward: [(0, '61.403')]
+[2026-06-07 03:41:01,970][542790] Updated weights for policy 0, policy_version 15787 (0.0008)
+[2026-06-07 03:41:02,091][542790] Updated weights for policy 0, policy_version 15797 (0.0008)
+[2026-06-07 03:41:02,245][542790] Updated weights for policy 0, policy_version 15809 (0.0008)
+[2026-06-07 03:41:02,371][542790] Updated weights for policy 0, policy_version 15819 (0.0008)
+[2026-06-07 03:41:03,003][542790] Updated weights for policy 0, policy_version 15829 (0.0009)
+[2026-06-07 03:41:03,136][542790] Updated weights for policy 0, policy_version 15840 (0.0009)
+[2026-06-07 03:41:03,284][542790] Updated weights for policy 0, policy_version 15852 (0.0009)
+[2026-06-07 03:41:03,412][542790] Updated weights for policy 0, policy_version 15862 (0.0008)
+[2026-06-07 03:41:03,548][542790] Updated weights for policy 0, policy_version 15873 (0.0009)
+[2026-06-07 03:41:03,676][542790] Updated weights for policy 0, policy_version 15883 (0.0008)
+[2026-06-07 03:41:04,310][542790] Updated weights for policy 0, policy_version 15893 (0.0008)
+[2026-06-07 03:41:04,431][542790] Updated weights for policy 0, policy_version 15903 (0.0008)
+[2026-06-07 03:41:04,567][542790] Updated weights for policy 0, policy_version 15914 (0.0008)
+[2026-06-07 03:41:04,692][542790] Updated weights for policy 0, policy_version 15924 (0.0008)
+[2026-06-07 03:41:04,828][542790] Updated weights for policy 0, policy_version 15934 (0.0008)
+[2026-06-07 03:41:04,959][542790] Updated weights for policy 0, policy_version 15944 (0.0008)
+[2026-06-07 03:41:05,562][542790] Updated weights for policy 0, policy_version 15954 (0.0008)
+[2026-06-07 03:41:05,690][542790] Updated weights for policy 0, policy_version 15964 (0.0008)
+[2026-06-07 03:41:05,826][542790] Updated weights for policy 0, policy_version 15975 (0.0008)
+[2026-06-07 03:41:05,961][542790] Updated weights for policy 0, policy_version 15986 (0.0008)
+[2026-06-07 03:41:06,096][542790] Updated weights for policy 0, policy_version 15996 (0.0009)
+[2026-06-07 03:41:06,220][542790] Updated weights for policy 0, policy_version 16006 (0.0010)
+[2026-06-07 03:41:06,347][542790] Updated weights for policy 0, policy_version 16016 (0.0009)
+[2026-06-07 03:41:06,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.2, 300 sec: 24548.2). Total num frames: 8224768. Throughput: 0: 25162.0. Samples: 8221056. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0)
+[2026-06-07 03:41:06,908][541270] Avg episode reward: [(0, '62.250')]
+[2026-06-07 03:41:07,002][542790] Updated weights for policy 0, policy_version 16027 (0.0010)
+[2026-06-07 03:41:07,135][542790] Updated weights for policy 0, policy_version 16038 (0.0010)
+[2026-06-07 03:41:07,279][542790] Updated weights for policy 0, policy_version 16049 (0.0009)
+[2026-06-07 03:41:07,404][542790] Updated weights for policy 0, policy_version 16059 (0.0008)
+[2026-06-07 03:41:07,569][542790] Updated weights for policy 0, policy_version 16072 (0.0008)
+[2026-06-07 03:41:08,226][542790] Updated weights for policy 0, policy_version 16082 (0.0008)
+[2026-06-07 03:41:08,355][542790] Updated weights for policy 0, policy_version 16092 (0.0008)
+[2026-06-07 03:41:08,509][542790] Updated weights for policy 0, policy_version 16104 (0.0008)
+[2026-06-07 03:41:08,635][542790] Updated weights for policy 0, policy_version 16115 (0.0008)
+[2026-06-07 03:41:08,775][542790] Updated weights for policy 0, policy_version 16126 (0.0008)
+[2026-06-07 03:41:08,920][542790] Updated weights for policy 0, policy_version 16137 (0.0008)
+[2026-06-07 03:41:09,563][542790] Updated weights for policy 0, policy_version 16148 (0.0008)
+[2026-06-07 03:41:09,718][542790] Updated weights for policy 0, policy_version 16160 (0.0009)
+[2026-06-07 03:41:09,850][542790] Updated weights for policy 0, policy_version 16171 (0.0008)
+[2026-06-07 03:41:09,977][542790] Updated weights for policy 0, policy_version 16181 (0.0008)
+[2026-06-07 03:41:10,116][542790] Updated weights for policy 0, policy_version 16192 (0.0008)
+[2026-06-07 03:41:10,245][542790] Updated weights for policy 0, policy_version 16202 (0.0008)
+[2026-06-07 03:41:10,870][542790] Updated weights for policy 0, policy_version 16213 (0.0008)
+[2026-06-07 03:41:10,998][542790] Updated weights for policy 0, policy_version 16224 (0.0008)
+[2026-06-07 03:41:11,122][542790] Updated weights for policy 0, policy_version 16234 (0.0008)
+[2026-06-07 03:41:11,254][542790] Updated weights for policy 0, policy_version 16244 (0.0008)
+[2026-06-07 03:41:11,385][542790] Updated weights for policy 0, policy_version 16254 (0.0008)
+[2026-06-07 03:41:11,526][542790] Updated weights for policy 0, policy_version 16265 (0.0008)
+[2026-06-07 03:41:11,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 8355840. Throughput: 0: 25068.1. Samples: 8373760. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0)
+[2026-06-07 03:41:11,908][541270] Avg episode reward: [(0, '63.699')]
+[2026-06-07 03:41:12,177][542790] Updated weights for policy 0, policy_version 16275 (0.0010)
+[2026-06-07 03:41:12,335][542790] Updated weights for policy 0, policy_version 16289 (0.0009)
+[2026-06-07 03:41:12,473][542790] Updated weights for policy 0, policy_version 16300 (0.0007)
+[2026-06-07 03:41:12,625][542790] Updated weights for policy 0, policy_version 16312 (0.0008)
+[2026-06-07 03:41:12,772][542790] Updated weights for policy 0, policy_version 16324 (0.0009)
+[2026-06-07 03:41:13,474][542790] Updated weights for policy 0, policy_version 16337 (0.0009)
+[2026-06-07 03:41:13,595][542790] Updated weights for policy 0, policy_version 16347 (0.0008)
+[2026-06-07 03:41:13,716][542790] Updated weights for policy 0, policy_version 16357 (0.0008)
+[2026-06-07 03:41:13,861][542790] Updated weights for policy 0, policy_version 16369 (0.0008)
+[2026-06-07 03:41:13,989][542790] Updated weights for policy 0, policy_version 16379 (0.0008)
+[2026-06-07 03:41:14,120][542790] Updated weights for policy 0, policy_version 16389 (0.0008)
+[2026-06-07 03:41:14,800][542790] Updated weights for policy 0, policy_version 16402 (0.0008)
+[2026-06-07 03:41:14,932][542790] Updated weights for policy 0, policy_version 16412 (0.0006)
+[2026-06-07 03:41:15,045][542790] Updated weights for policy 0, policy_version 16422 (0.0008)
+[2026-06-07 03:41:15,187][542790] Updated weights for policy 0, policy_version 16433 (0.0008)
+[2026-06-07 03:41:15,316][542790] Updated weights for policy 0, policy_version 16443 (0.0008)
+[2026-06-07 03:41:15,441][542790] Updated weights for policy 0, policy_version 16453 (0.0008)
+[2026-06-07 03:41:15,577][542790] Updated weights for policy 0, policy_version 16464 (0.0008)
+[2026-06-07 03:41:16,208][542790] Updated weights for policy 0, policy_version 16475 (0.0008)
+[2026-06-07 03:41:16,335][542790] Updated weights for policy 0, policy_version 16485 (0.0004)
+[2026-06-07 03:41:16,454][542790] Updated weights for policy 0, policy_version 16495 (0.0005)
+[2026-06-07 03:41:16,585][542790] Updated weights for policy 0, policy_version 16505 (0.0005)
+[2026-06-07 03:41:16,734][542790] Updated weights for policy 0, policy_version 16517 (0.0006)
+[2026-06-07 03:41:16,871][542790] Updated weights for policy 0, policy_version 16528 (0.0008)
+[2026-06-07 03:41:16,907][541270] Fps is (10 sec: 26214.0, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 8486912. Throughput: 0: 25056.7. Samples: 8445056. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0)
+[2026-06-07 03:41:16,908][541270] Avg episode reward: [(0, '55.344')]
+[2026-06-07 03:41:17,519][542790] Updated weights for policy 0, policy_version 16538 (0.0008)
+[2026-06-07 03:41:17,658][542790] Updated weights for policy 0, policy_version 16549 (0.0008)
+[2026-06-07 03:41:17,796][542790] Updated weights for policy 0, policy_version 16560 (0.0008)
+[2026-06-07 03:41:17,947][542790] Updated weights for policy 0, policy_version 16572 (0.0008)
+[2026-06-07 03:41:18,111][542790] Updated weights for policy 0, policy_version 16585 (0.0008)
+[2026-06-07 03:41:18,744][542790] Updated weights for policy 0, policy_version 16595 (0.0008)
+[2026-06-07 03:41:18,868][542790] Updated weights for policy 0, policy_version 16605 (0.0009)
+[2026-06-07 03:41:19,016][542790] Updated weights for policy 0, policy_version 16617 (0.0008)
+[2026-06-07 03:41:19,160][542790] Updated weights for policy 0, policy_version 16628 (0.0008)
+[2026-06-07 03:41:19,287][542790] Updated weights for policy 0, policy_version 16638 (0.0008)
+[2026-06-07 03:41:19,426][542790] Updated weights for policy 0, policy_version 16649 (0.0008)
+[2026-06-07 03:41:20,038][542790] Updated weights for policy 0, policy_version 16659 (0.0008)
+[2026-06-07 03:41:20,162][542790] Updated weights for policy 0, policy_version 16669 (0.0008)
+[2026-06-07 03:41:20,296][542790] Updated weights for policy 0, policy_version 16679 (0.0008)
+[2026-06-07 03:41:20,414][542790] Updated weights for policy 0, policy_version 16689 (0.0008)
+[2026-06-07 03:41:20,543][542790] Updated weights for policy 0, policy_version 16699 (0.0008)
+[2026-06-07 03:41:20,680][542790] Updated weights for policy 0, policy_version 16710 (0.0008)
+[2026-06-07 03:41:21,323][542790] Updated weights for policy 0, policy_version 16721 (0.0008)
+[2026-06-07 03:41:21,450][542790] Updated weights for policy 0, policy_version 16731 (0.0008)
+[2026-06-07 03:41:21,603][542790] Updated weights for policy 0, policy_version 16743 (0.0008)
+[2026-06-07 03:41:21,735][542790] Updated weights for policy 0, policy_version 16754 (0.0008)
+[2026-06-07 03:41:21,872][542790] Updated weights for policy 0, policy_version 16765 (0.0008)
+[2026-06-07 03:41:21,907][541270] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 8585216. Throughput: 0: 25071.0. Samples: 8601088. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:41:21,908][541270] Avg episode reward: [(0, '61.332')]
+[2026-06-07 03:41:22,018][542790] Updated weights for policy 0, policy_version 16776 (0.0008)
+[2026-06-07 03:41:22,646][542790] Updated weights for policy 0, policy_version 16787 (0.0008)
+[2026-06-07 03:41:22,788][542790] Updated weights for policy 0, policy_version 16798 (0.0008)
+[2026-06-07 03:41:22,925][542790] Updated weights for policy 0, policy_version 16809 (0.0008)
+[2026-06-07 03:41:23,057][542790] Updated weights for policy 0, policy_version 16819 (0.0008)
+[2026-06-07 03:41:23,179][542790] Updated weights for policy 0, policy_version 16829 (0.0008)
+[2026-06-07 03:41:23,312][542790] Updated weights for policy 0, policy_version 16839 (0.0008)
+[2026-06-07 03:41:23,940][542790] Updated weights for policy 0, policy_version 16850 (0.0008)
+[2026-06-07 03:41:24,060][542790] Updated weights for policy 0, policy_version 16860 (0.0008)
+[2026-06-07 03:41:24,204][542790] Updated weights for policy 0, policy_version 16871 (0.0008)
+[2026-06-07 03:41:24,326][542790] Updated weights for policy 0, policy_version 16881 (0.0008)
+[2026-06-07 03:41:24,481][542790] Updated weights for policy 0, policy_version 16893 (0.0008)
+[2026-06-07 03:41:24,606][542790] Updated weights for policy 0, policy_version 16903 (0.0008)
+[2026-06-07 03:41:25,259][542790] Updated weights for policy 0, policy_version 16915 (0.0008)
+[2026-06-07 03:41:25,379][542790] Updated weights for policy 0, policy_version 16925 (0.0008)
+[2026-06-07 03:41:25,516][542790] Updated weights for policy 0, policy_version 16936 (0.0008)
+[2026-06-07 03:41:25,643][542790] Updated weights for policy 0, policy_version 16946 (0.0008)
+[2026-06-07 03:41:25,803][542790] Updated weights for policy 0, policy_version 16959 (0.0008)
+[2026-06-07 03:41:25,947][542790] Updated weights for policy 0, policy_version 16970 (0.0008)
+[2026-06-07 03:41:26,610][542790] Updated weights for policy 0, policy_version 16981 (0.0008)
+[2026-06-07 03:41:26,754][542790] Updated weights for policy 0, policy_version 16993 (0.0008)
+[2026-06-07 03:41:26,889][542790] Updated weights for policy 0, policy_version 17004 (0.0009)
+[2026-06-07 03:41:26,907][541270] Fps is (10 sec: 22937.4, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 8716288. Throughput: 0: 25181.8. Samples: 8748544. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:41:26,909][541270] Avg episode reward: [(0, '64.726')]
+[2026-06-07 03:41:27,019][542790] Updated weights for policy 0, policy_version 17014 (0.0008)
+[2026-06-07 03:41:27,167][542790] Updated weights for policy 0, policy_version 17026 (0.0008)
+[2026-06-07 03:41:27,294][542790] Updated weights for policy 0, policy_version 17036 (0.0008)
+[2026-06-07 03:41:27,340][542711] Saving new best policy, reward=64.726!
+[2026-06-07 03:41:27,886][542790] Updated weights for policy 0, policy_version 17046 (0.0008)
+[2026-06-07 03:41:28,015][542790] Updated weights for policy 0, policy_version 17056 (0.0008)
+[2026-06-07 03:41:28,138][542790] Updated weights for policy 0, policy_version 17066 (0.0008)
+[2026-06-07 03:41:28,267][542790] Updated weights for policy 0, policy_version 17076 (0.0008)
+[2026-06-07 03:41:28,388][542790] Updated weights for policy 0, policy_version 17086 (0.0008)
+[2026-06-07 03:41:28,512][542790] Updated weights for policy 0, policy_version 17096 (0.0008)
+[2026-06-07 03:41:29,179][542790] Updated weights for policy 0, policy_version 17108 (0.0009)
+[2026-06-07 03:41:29,306][542790] Updated weights for policy 0, policy_version 17118 (0.0008)
+[2026-06-07 03:41:29,429][542790] Updated weights for policy 0, policy_version 17128 (0.0008)
+[2026-06-07 03:41:29,568][542790] Updated weights for policy 0, policy_version 17139 (0.0008)
+[2026-06-07 03:41:29,699][542790] Updated weights for policy 0, policy_version 17149 (0.0008)
+[2026-06-07 03:41:29,819][542790] Updated weights for policy 0, policy_version 17159 (0.0008)
+[2026-06-07 03:41:30,467][542790] Updated weights for policy 0, policy_version 17169 (0.0008)
+[2026-06-07 03:41:30,589][542790] Updated weights for policy 0, policy_version 17179 (0.0008)
+[2026-06-07 03:41:30,719][542790] Updated weights for policy 0, policy_version 17189 (0.0008)
+[2026-06-07 03:41:30,852][542790] Updated weights for policy 0, policy_version 17200 (0.0008)
+[2026-06-07 03:41:30,978][542790] Updated weights for policy 0, policy_version 17210 (0.0008)
+[2026-06-07 03:41:31,116][542790] Updated weights for policy 0, policy_version 17221 (0.0009)
+[2026-06-07 03:41:31,251][542790] Updated weights for policy 0, policy_version 17232 (0.0008)
+[2026-06-07 03:41:31,889][542790] Updated weights for policy 0, policy_version 17242 (0.0008)
+[2026-06-07 03:41:31,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 8847360. Throughput: 0: 25267.2. Samples: 8828928. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:41:31,908][541270] Avg episode reward: [(0, '58.335')]
+[2026-06-07 03:41:32,010][542790] Updated weights for policy 0, policy_version 17252 (0.0009)
+[2026-06-07 03:41:32,171][542790] Updated weights for policy 0, policy_version 17265 (0.0008)
+[2026-06-07 03:41:32,299][542790] Updated weights for policy 0, policy_version 17275 (0.0009)
+[2026-06-07 03:41:32,423][542790] Updated weights for policy 0, policy_version 17285 (0.0008)
+[2026-06-07 03:41:32,561][542790] Updated weights for policy 0, policy_version 17296 (0.0008)
+[2026-06-07 03:41:33,184][542790] Updated weights for policy 0, policy_version 17308 (0.0009)
+[2026-06-07 03:41:33,335][542790] Updated weights for policy 0, policy_version 17320 (0.0009)
+[2026-06-07 03:41:33,473][542790] Updated weights for policy 0, policy_version 17331 (0.0008)
+[2026-06-07 03:41:33,598][542790] Updated weights for policy 0, policy_version 17341 (0.0008)
+[2026-06-07 03:41:33,727][542790] Updated weights for policy 0, policy_version 17351 (0.0008)
+[2026-06-07 03:41:34,387][542790] Updated weights for policy 0, policy_version 17362 (0.0009)
+[2026-06-07 03:41:34,517][542790] Updated weights for policy 0, policy_version 17372 (0.0008)
+[2026-06-07 03:41:34,647][542790] Updated weights for policy 0, policy_version 17382 (0.0008)
+[2026-06-07 03:41:34,769][542790] Updated weights for policy 0, policy_version 17392 (0.0008)
+[2026-06-07 03:41:34,931][542790] Updated weights for policy 0, policy_version 17405 (0.0008)
+[2026-06-07 03:41:35,074][542790] Updated weights for policy 0, policy_version 17416 (0.0008)
+[2026-06-07 03:41:35,689][542790] Updated weights for policy 0, policy_version 17426 (0.0008)
+[2026-06-07 03:41:35,824][542790] Updated weights for policy 0, policy_version 17437 (0.0008)
+[2026-06-07 03:41:35,942][542790] Updated weights for policy 0, policy_version 17447 (0.0009)
+[2026-06-07 03:41:36,073][542790] Updated weights for policy 0, policy_version 17457 (0.0008)
+[2026-06-07 03:41:36,207][542790] Updated weights for policy 0, policy_version 17467 (0.0009)
+[2026-06-07 03:41:36,332][542790] Updated weights for policy 0, policy_version 17477 (0.0008)
+[2026-06-07 03:41:36,471][542790] Updated weights for policy 0, policy_version 17488 (0.0008)
+[2026-06-07 03:41:36,907][541270] Fps is (10 sec: 26214.9, 60 sec: 25122.2, 300 sec: 24770.4). Total num frames: 8978432. Throughput: 0: 25042.5. Samples: 8971648. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-07 03:41:36,908][541270] Avg episode reward: [(0, '69.088')]
+[2026-06-07 03:41:37,131][542790] Updated weights for policy 0, policy_version 17501 (0.0008)
+[2026-06-07 03:41:37,264][542790] Updated weights for policy 0, policy_version 17511 (0.0009)
+[2026-06-07 03:41:37,398][542790] Updated weights for policy 0, policy_version 17521 (0.0008)
+[2026-06-07 03:41:37,527][542790] Updated weights for policy 0, policy_version 17531 (0.0008)
+[2026-06-07 03:41:37,650][542790] Updated weights for policy 0, policy_version 17541 (0.0008)
+[2026-06-07 03:41:37,785][542711] Saving new best policy, reward=69.088!
+[2026-06-07 03:41:37,787][542790] Updated weights for policy 0, policy_version 17552 (0.0009)
+[2026-06-07 03:41:38,402][542790] Updated weights for policy 0, policy_version 17562 (0.0008)
+[2026-06-07 03:41:38,531][542790] Updated weights for policy 0, policy_version 17572 (0.0009)
+[2026-06-07 03:41:38,686][542790] Updated weights for policy 0, policy_version 17584 (0.0008)
+[2026-06-07 03:41:38,807][542790] Updated weights for policy 0, policy_version 17594 (0.0008)
+[2026-06-07 03:41:38,958][542790] Updated weights for policy 0, policy_version 17606 (0.0008)
+[2026-06-07 03:41:39,602][542790] Updated weights for policy 0, policy_version 17618 (0.0007)
+[2026-06-07 03:41:39,741][542790] Updated weights for policy 0, policy_version 17630 (0.0005)
+[2026-06-07 03:41:39,872][542790] Updated weights for policy 0, policy_version 17640 (0.0005)
+[2026-06-07 03:41:40,007][542790] Updated weights for policy 0, policy_version 17651 (0.0005)
+[2026-06-07 03:41:40,143][542790] Updated weights for policy 0, policy_version 17661 (0.0005)
+[2026-06-07 03:41:40,275][542790] Updated weights for policy 0, policy_version 17671 (0.0005)
+[2026-06-07 03:41:40,901][542790] Updated weights for policy 0, policy_version 17682 (0.0006)
+[2026-06-07 03:41:41,025][542790] Updated weights for policy 0, policy_version 17692 (0.0008)
+[2026-06-07 03:41:41,156][542790] Updated weights for policy 0, policy_version 17702 (0.0009)
+[2026-06-07 03:41:41,279][542790] Updated weights for policy 0, policy_version 17712 (0.0008)
+[2026-06-07 03:41:41,408][542790] Updated weights for policy 0, policy_version 17722 (0.0009)
+[2026-06-07 03:41:41,530][542790] Updated weights for policy 0, policy_version 17732 (0.0008)
+[2026-06-07 03:41:41,680][542790] Updated weights for policy 0, policy_version 17743 (0.0008)
+[2026-06-07 03:41:41,907][541270] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 9109504. Throughput: 0: 25099.3. Samples: 9127424. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-07 03:41:41,908][541270] Avg episode reward: [(0, '68.830')]
+[2026-06-07 03:41:42,305][542790] Updated weights for policy 0, policy_version 17754 (0.0009)
+[2026-06-07 03:41:42,420][542790] Updated weights for policy 0, policy_version 17764 (0.0008)
+[2026-06-07 03:41:42,549][542790] Updated weights for policy 0, policy_version 17774 (0.0009)
+[2026-06-07 03:41:42,678][542790] Updated weights for policy 0, policy_version 17784 (0.0008)
+[2026-06-07 03:41:42,826][542790] Updated weights for policy 0, policy_version 17796 (0.0008)
+[2026-06-07 03:41:42,961][542790] Updated weights for policy 0, policy_version 17806 (0.0008)
+[2026-06-07 03:41:43,561][542790] Updated weights for policy 0, policy_version 17816 (0.0009)
+[2026-06-07 03:41:43,679][542790] Updated weights for policy 0, policy_version 17826 (0.0009)
+[2026-06-07 03:41:43,800][542790] Updated weights for policy 0, policy_version 17836 (0.0009)
+[2026-06-07 03:41:43,942][542790] Updated weights for policy 0, policy_version 17847 (0.0009)
+[2026-06-07 03:41:44,070][542790] Updated weights for policy 0, policy_version 17857 (0.0008)
+[2026-06-07 03:41:44,208][542790] Updated weights for policy 0, policy_version 17868 (0.0009)
+[2026-06-07 03:41:44,869][542790] Updated weights for policy 0, policy_version 17880 (0.0008)
+[2026-06-07 03:41:45,011][542790] Updated weights for policy 0, policy_version 17891 (0.0008)
+[2026-06-07 03:41:45,133][542790] Updated weights for policy 0, policy_version 17901 (0.0008)
+[2026-06-07 03:41:45,289][542790] Updated weights for policy 0, policy_version 17914 (0.0009)
+[2026-06-07 03:41:45,426][542790] Updated weights for policy 0, policy_version 17924 (0.0009)
+[2026-06-07 03:41:45,562][542790] Updated weights for policy 0, policy_version 17935 (0.0009)
+[2026-06-07 03:41:46,156][542790] Updated weights for policy 0, policy_version 17945 (0.0008)
+[2026-06-07 03:41:46,291][542790] Updated weights for policy 0, policy_version 17956 (0.0008)
+[2026-06-07 03:41:46,413][542790] Updated weights for policy 0, policy_version 17966 (0.0008)
+[2026-06-07 03:41:46,540][542790] Updated weights for policy 0, policy_version 17976 (0.0008)
+[2026-06-07 03:41:46,680][542790] Updated weights for policy 0, policy_version 17987 (0.0008)
+[2026-06-07 03:41:46,824][542790] Updated weights for policy 0, policy_version 17998 (0.0008)
+[2026-06-07 03:41:46,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 9240576. Throughput: 0: 24977.1. Samples: 9198208. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-07 03:41:46,908][541270] Avg episode reward: [(0, '70.510')]
+[2026-06-07 03:41:46,913][542711] Saving new best policy, reward=70.510!
+[2026-06-07 03:41:47,448][542790] Updated weights for policy 0, policy_version 18008 (0.0008)
+[2026-06-07 03:41:47,603][542790] Updated weights for policy 0, policy_version 18020 (0.0009)
+[2026-06-07 03:41:47,737][542790] Updated weights for policy 0, policy_version 18031 (0.0008)
+[2026-06-07 03:41:47,880][542790] Updated weights for policy 0, policy_version 18042 (0.0009)
+[2026-06-07 03:41:48,026][542790] Updated weights for policy 0, policy_version 18054 (0.0009)
+[2026-06-07 03:41:48,637][542790] Updated weights for policy 0, policy_version 18065 (0.0008)
+[2026-06-07 03:41:48,777][542790] Updated weights for policy 0, policy_version 18076 (0.0008)
+[2026-06-07 03:41:48,903][542790] Updated weights for policy 0, policy_version 18086 (0.0008)
+[2026-06-07 03:41:49,025][542790] Updated weights for policy 0, policy_version 18096 (0.0008)
+[2026-06-07 03:41:49,155][542790] Updated weights for policy 0, policy_version 18106 (0.0008)
+[2026-06-07 03:41:49,286][542790] Updated weights for policy 0, policy_version 18116 (0.0008)
+[2026-06-07 03:41:49,427][542790] Updated weights for policy 0, policy_version 18127 (0.0008)
+[2026-06-07 03:41:50,059][542790] Updated weights for policy 0, policy_version 18138 (0.0008)
+[2026-06-07 03:41:50,182][542790] Updated weights for policy 0, policy_version 18148 (0.0008)
+[2026-06-07 03:41:50,310][542790] Updated weights for policy 0, policy_version 18158 (0.0008)
+[2026-06-07 03:41:50,442][542790] Updated weights for policy 0, policy_version 18168 (0.0008)
+[2026-06-07 03:41:50,591][542790] Updated weights for policy 0, policy_version 18180 (0.0008)
+[2026-06-07 03:41:50,744][542790] Updated weights for policy 0, policy_version 18191 (0.0008)
+[2026-06-07 03:41:51,373][542790] Updated weights for policy 0, policy_version 18202 (0.0008)
+[2026-06-07 03:41:51,497][542790] Updated weights for policy 0, policy_version 18212 (0.0008)
+[2026-06-07 03:41:51,626][542790] Updated weights for policy 0, policy_version 18222 (0.0008)
+[2026-06-07 03:41:51,759][542790] Updated weights for policy 0, policy_version 18232 (0.0008)
+[2026-06-07 03:41:51,882][542790] Updated weights for policy 0, policy_version 18242 (0.0008)
+[2026-06-07 03:41:51,907][541270] Fps is (10 sec: 22937.7, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 9338880. Throughput: 0: 25187.5. Samples: 9354496. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0)
+[2026-06-07 03:41:51,908][541270] Avg episode reward: [(0, '76.479')]
+[2026-06-07 03:41:52,020][542790] Updated weights for policy 0, policy_version 18253 (0.0008)
+[2026-06-07 03:41:52,052][542711] Saving new best policy, reward=76.479!
+[2026-06-07 03:41:52,649][542790] Updated weights for policy 0, policy_version 18265 (0.0009)
+[2026-06-07 03:41:52,782][542790] Updated weights for policy 0, policy_version 18276 (0.0008)
+[2026-06-07 03:41:52,923][542790] Updated weights for policy 0, policy_version 18287 (0.0008)
+[2026-06-07 03:41:53,051][542790] Updated weights for policy 0, policy_version 18297 (0.0008)
+[2026-06-07 03:41:53,179][542790] Updated weights for policy 0, policy_version 18307 (0.0008)
+[2026-06-07 03:41:53,308][542790] Updated weights for policy 0, policy_version 18317 (0.0008)
+[2026-06-07 03:41:53,950][542790] Updated weights for policy 0, policy_version 18328 (0.0008)
+[2026-06-07 03:41:54,070][542790] Updated weights for policy 0, policy_version 18338 (0.0009)
+[2026-06-07 03:41:54,206][542790] Updated weights for policy 0, policy_version 18349 (0.0008)
+[2026-06-07 03:41:54,346][542790] Updated weights for policy 0, policy_version 18360 (0.0008)
+[2026-06-07 03:41:54,501][542790] Updated weights for policy 0, policy_version 18372 (0.0008)
+[2026-06-07 03:41:54,629][542790] Updated weights for policy 0, policy_version 18382 (0.0008)
+[2026-06-07 03:41:55,269][542790] Updated weights for policy 0, policy_version 18394 (0.0008)
+[2026-06-07 03:41:55,395][542790] Updated weights for policy 0, policy_version 18404 (0.0008)
+[2026-06-07 03:41:55,561][542790] Updated weights for policy 0, policy_version 18417 (0.0008)
+[2026-06-07 03:41:55,708][542790] Updated weights for policy 0, policy_version 18429 (0.0008)
+[2026-06-07 03:41:55,833][542790] Updated weights for policy 0, policy_version 18439 (0.0008)
+[2026-06-07 03:41:56,463][542790] Updated weights for policy 0, policy_version 18449 (0.0008)
+[2026-06-07 03:41:56,588][542790] Updated weights for policy 0, policy_version 18459 (0.0008)
+[2026-06-07 03:41:56,711][542790] Updated weights for policy 0, policy_version 18469 (0.0008)
+[2026-06-07 03:41:56,839][542790] Updated weights for policy 0, policy_version 18479 (0.0008)
+[2026-06-07 03:41:56,907][541270] Fps is (10 sec: 22937.4, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 9469952. Throughput: 0: 25113.6. Samples: 9503872. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0)
+[2026-06-07 03:41:56,909][541270] Avg episode reward: [(0, '71.249')]
+[2026-06-07 03:41:56,967][542790] Updated weights for policy 0, policy_version 18489 (0.0008)
+[2026-06-07 03:41:57,095][542790] Updated weights for policy 0, policy_version 18499 (0.0008)
+[2026-06-07 03:41:57,224][542790] Updated weights for policy 0, policy_version 18509 (0.0008)
+[2026-06-07 03:41:57,841][542790] Updated weights for policy 0, policy_version 18520 (0.0008)
+[2026-06-07 03:41:57,999][542790] Updated weights for policy 0, policy_version 18533 (0.0008)
+[2026-06-07 03:41:58,176][542790] Updated weights for policy 0, policy_version 18547 (0.0008)
+[2026-06-07 03:41:58,318][542790] Updated weights for policy 0, policy_version 18558 (0.0008)
+[2026-06-07 03:41:58,445][542790] Updated weights for policy 0, policy_version 18568 (0.0008)
+[2026-06-07 03:41:59,041][542790] Updated weights for policy 0, policy_version 18578 (0.0008)
+[2026-06-07 03:41:59,181][542790] Updated weights for policy 0, policy_version 18589 (0.0008)
+[2026-06-07 03:41:59,343][542790] Updated weights for policy 0, policy_version 18602 (0.0008)
+[2026-06-07 03:41:59,484][542790] Updated weights for policy 0, policy_version 18613 (0.0008)
+[2026-06-07 03:41:59,632][542790] Updated weights for policy 0, policy_version 18625 (0.0008)
+[2026-06-07 03:41:59,755][542790] Updated weights for policy 0, policy_version 18635 (0.0008)
+[2026-06-07 03:42:00,396][542790] Updated weights for policy 0, policy_version 18645 (0.0008)
+[2026-06-07 03:42:00,540][542790] Updated weights for policy 0, policy_version 18656 (0.0008)
+[2026-06-07 03:42:00,658][542790] Updated weights for policy 0, policy_version 18666 (0.0008)
+[2026-06-07 03:42:00,795][542790] Updated weights for policy 0, policy_version 18677 (0.0008)
+[2026-06-07 03:42:00,936][542790] Updated weights for policy 0, policy_version 18688 (0.0008)
+[2026-06-07 03:42:01,081][542790] Updated weights for policy 0, policy_version 18699 (0.0008)
+[2026-06-07 03:42:01,708][542790] Updated weights for policy 0, policy_version 18709 (0.0008)
+[2026-06-07 03:42:01,842][542790] Updated weights for policy 0, policy_version 18720 (0.0008)
+[2026-06-07 03:42:01,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.2, 300 sec: 24881.5). Total num frames: 9601024. Throughput: 0: 25227.4. Samples: 9580288. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0)
+[2026-06-07 03:42:01,908][541270] Avg episode reward: [(0, '60.319')]
+[2026-06-07 03:42:01,982][542790] Updated weights for policy 0, policy_version 18731 (0.0008)
+[2026-06-07 03:42:02,115][542790] Updated weights for policy 0, policy_version 18741 (0.0008)
+[2026-06-07 03:42:02,250][542790] Updated weights for policy 0, policy_version 18752 (0.0008)
+[2026-06-07 03:42:02,375][542790] Updated weights for policy 0, policy_version 18762 (0.0008)
+[2026-06-07 03:42:02,980][542790] Updated weights for policy 0, policy_version 18772 (0.0008)
+[2026-06-07 03:42:03,111][542790] Updated weights for policy 0, policy_version 18783 (0.0008)
+[2026-06-07 03:42:03,234][542790] Updated weights for policy 0, policy_version 18793 (0.0008)
+[2026-06-07 03:42:03,377][542790] Updated weights for policy 0, policy_version 18804 (0.0008)
+[2026-06-07 03:42:03,503][542790] Updated weights for policy 0, policy_version 18815 (0.0008)
+[2026-06-07 03:42:03,639][542790] Updated weights for policy 0, policy_version 18825 (0.0009)
+[2026-06-07 03:42:04,294][542790] Updated weights for policy 0, policy_version 18837 (0.0008)
+[2026-06-07 03:42:04,419][542790] Updated weights for policy 0, policy_version 18847 (0.0008)
+[2026-06-07 03:42:04,555][542790] Updated weights for policy 0, policy_version 18858 (0.0008)
+[2026-06-07 03:42:04,693][542790] Updated weights for policy 0, policy_version 18869 (0.0008)
+[2026-06-07 03:42:04,843][542790] Updated weights for policy 0, policy_version 18881 (0.0008)
+[2026-06-07 03:42:04,965][542790] Updated weights for policy 0, policy_version 18891 (0.0008)
+[2026-06-07 03:42:05,617][542790] Updated weights for policy 0, policy_version 18903 (0.0008)
+[2026-06-07 03:42:05,776][542790] Updated weights for policy 0, policy_version 18916 (0.0009)
+[2026-06-07 03:42:05,899][542790] Updated weights for policy 0, policy_version 18926 (0.0008)
+[2026-06-07 03:42:06,024][542790] Updated weights for policy 0, policy_version 18936 (0.0009)
+[2026-06-07 03:42:06,149][542790] Updated weights for policy 0, policy_version 18946 (0.0008)
+[2026-06-07 03:42:06,281][542790] Updated weights for policy 0, policy_version 18956 (0.0008)
+[2026-06-07 03:42:06,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 24992.5). Total num frames: 9732096. Throughput: 0: 25025.4. Samples: 9727232. Policy #0 lag: (min: 31.0, avg: 43.3, max: 95.0)
+[2026-06-07 03:42:06,909][541270] Avg episode reward: [(0, '66.105')]
+[2026-06-07 03:42:06,933][542790] Updated weights for policy 0, policy_version 18967 (0.0008)
+[2026-06-07 03:42:07,064][542790] Updated weights for policy 0, policy_version 18977 (0.0008)
+[2026-06-07 03:42:07,203][542790] Updated weights for policy 0, policy_version 18988 (0.0008)
+[2026-06-07 03:42:07,342][542790] Updated weights for policy 0, policy_version 18999 (0.0009)
+[2026-06-07 03:42:07,467][542790] Updated weights for policy 0, policy_version 19009 (0.0008)
+[2026-06-07 03:42:07,600][542790] Updated weights for policy 0, policy_version 19019 (0.0008)
+[2026-06-07 03:42:08,218][542790] Updated weights for policy 0, policy_version 19030 (0.0008)
+[2026-06-07 03:42:08,350][542790] Updated weights for policy 0, policy_version 19040 (0.0008)
+[2026-06-07 03:42:08,467][542790] Updated weights for policy 0, policy_version 19050 (0.0008)
+[2026-06-07 03:42:08,615][542790] Updated weights for policy 0, policy_version 19062 (0.0008)
+[2026-06-07 03:42:08,743][542790] Updated weights for policy 0, policy_version 19072 (0.0008)
+[2026-06-07 03:42:08,877][542790] Updated weights for policy 0, policy_version 19083 (0.0009)
+[2026-06-07 03:42:09,498][542790] Updated weights for policy 0, policy_version 19094 (0.0009)
+[2026-06-07 03:42:09,635][542790] Updated weights for policy 0, policy_version 19105 (0.0009)
+[2026-06-07 03:42:09,765][542790] Updated weights for policy 0, policy_version 19116 (0.0008)
+[2026-06-07 03:42:09,892][542790] Updated weights for policy 0, policy_version 19126 (0.0008)
+[2026-06-07 03:42:10,023][542790] Updated weights for policy 0, policy_version 19136 (0.0008)
+[2026-06-07 03:42:10,152][542790] Updated weights for policy 0, policy_version 19146 (0.0008)
+[2026-06-07 03:42:10,791][542790] Updated weights for policy 0, policy_version 19157 (0.0009)
+[2026-06-07 03:42:10,918][542790] Updated weights for policy 0, policy_version 19167 (0.0007)
+[2026-06-07 03:42:11,057][542790] Updated weights for policy 0, policy_version 19178 (0.0009)
+[2026-06-07 03:42:11,188][542790] Updated weights for policy 0, policy_version 19188 (0.0008)
+[2026-06-07 03:42:11,314][542790] Updated weights for policy 0, policy_version 19198 (0.0008)
+[2026-06-07 03:42:11,460][542790] Updated weights for policy 0, policy_version 19209 (0.0005)
+[2026-06-07 03:42:11,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24992.5). Total num frames: 9863168. Throughput: 0: 25127.9. Samples: 9879296. Policy #0 lag: (min: 31.0, avg: 43.3, max: 95.0)
+[2026-06-07 03:42:11,908][541270] Avg episode reward: [(0, '73.656')]
+[2026-06-07 03:42:12,075][542790] Updated weights for policy 0, policy_version 19219 (0.0006)
+[2026-06-07 03:42:12,195][542790] Updated weights for policy 0, policy_version 19229 (0.0008)
+[2026-06-07 03:42:12,318][542790] Updated weights for policy 0, policy_version 19239 (0.0008)
+[2026-06-07 03:42:12,443][542790] Updated weights for policy 0, policy_version 19249 (0.0009)
+[2026-06-07 03:42:12,574][542790] Updated weights for policy 0, policy_version 19260 (0.0009)
+[2026-06-07 03:42:12,713][542790] Updated weights for policy 0, policy_version 19271 (0.0009)
+[2026-06-07 03:42:13,369][542790] Updated weights for policy 0, policy_version 19281 (0.0009)
+[2026-06-07 03:42:13,504][542790] Updated weights for policy 0, policy_version 19292 (0.0009)
+[2026-06-07 03:42:13,647][542790] Updated weights for policy 0, policy_version 19304 (0.0010)
+[2026-06-07 03:42:13,774][542790] Updated weights for policy 0, policy_version 19314 (0.0009)
+[2026-06-07 03:42:13,920][542790] Updated weights for policy 0, policy_version 19326 (0.0009)
+[2026-06-07 03:42:14,052][542790] Updated weights for policy 0, policy_version 19336 (0.0009)
+[2026-06-07 03:42:14,674][542790] Updated weights for policy 0, policy_version 19346 (0.0009)
+[2026-06-07 03:42:14,804][542790] Updated weights for policy 0, policy_version 19357 (0.0009)
+[2026-06-07 03:42:14,942][542790] Updated weights for policy 0, policy_version 19368 (0.0009)
+[2026-06-07 03:42:15,066][542790] Updated weights for policy 0, policy_version 19378 (0.0009)
+[2026-06-07 03:42:15,192][542790] Updated weights for policy 0, policy_version 19388 (0.0009)
+[2026-06-07 03:42:15,327][542790] Updated weights for policy 0, policy_version 19399 (0.0009)
+[2026-06-07 03:42:15,986][542790] Updated weights for policy 0, policy_version 19410 (0.0009)
+[2026-06-07 03:42:16,118][542790] Updated weights for policy 0, policy_version 19421 (0.0009)
+[2026-06-07 03:42:16,251][542790] Updated weights for policy 0, policy_version 19432 (0.0008)
+[2026-06-07 03:42:16,384][542790] Updated weights for policy 0, policy_version 19443 (0.0008)
+[2026-06-07 03:42:16,531][542790] Updated weights for policy 0, policy_version 19455 (0.0008)
+[2026-06-07 03:42:16,675][542790] Updated weights for policy 0, policy_version 19466 (0.0008)
+[2026-06-07 03:42:16,907][541270] Fps is (10 sec: 26214.7, 60 sec: 25122.2, 300 sec: 24992.5). Total num frames: 9994240. Throughput: 0: 24945.8. Samples: 9951488. Policy #0 lag: (min: 55.0, avg: 66.0, max: 119.0)
+[2026-06-07 03:42:16,908][541270] Avg episode reward: [(0, '84.699')]
+[2026-06-07 03:42:16,913][542711] Saving new best policy, reward=84.699!
+[2026-06-07 03:42:17,295][542790] Updated weights for policy 0, policy_version 19476 (0.0006)
+[2026-06-07 03:42:17,422][542790] Updated weights for policy 0, policy_version 19487 (0.0007)
+[2026-06-07 03:42:17,550][542790] Updated weights for policy 0, policy_version 19497 (0.0008)
+[2026-06-07 03:42:17,674][542790] Updated weights for policy 0, policy_version 19507 (0.0008)
+[2026-06-07 03:42:17,813][542790] Updated weights for policy 0, policy_version 19518 (0.0009)
+[2026-06-07 03:42:17,947][542790] Updated weights for policy 0, policy_version 19528 (0.0009)
+[2026-06-07 03:42:18,588][542790] Updated weights for policy 0, policy_version 19539 (0.0008)
+[2026-06-07 03:42:18,717][542790] Updated weights for policy 0, policy_version 19550 (0.0008)
+[2026-06-07 03:42:18,843][542790] Updated weights for policy 0, policy_version 19560 (0.0008)
+[2026-06-07 03:42:18,969][542790] Updated weights for policy 0, policy_version 19570 (0.0008)
+[2026-06-07 03:42:19,096][542790] Updated weights for policy 0, policy_version 19580 (0.0008)
+[2026-06-07 03:42:19,222][542790] Updated weights for policy 0, policy_version 19590 (0.0008)
+[2026-06-07 03:42:19,885][542790] Updated weights for policy 0, policy_version 19603 (0.0009)
+[2026-06-07 03:42:20,014][542790] Updated weights for policy 0, policy_version 19613 (0.0008)
+[2026-06-07 03:42:20,135][542790] Updated weights for policy 0, policy_version 19623 (0.0008)
+[2026-06-07 03:42:20,304][542790] Updated weights for policy 0, policy_version 19636 (0.0008)
+[2026-06-07 03:42:20,420][542790] Updated weights for policy 0, policy_version 19646 (0.0008)
+[2026-06-07 03:42:20,582][542790] Updated weights for policy 0, policy_version 19658 (0.0008)
+[2026-06-07 03:42:21,198][542790] Updated weights for policy 0, policy_version 19668 (0.0008)
+[2026-06-07 03:42:21,321][542790] Updated weights for policy 0, policy_version 19678 (0.0008)
+[2026-06-07 03:42:21,453][542790] Updated weights for policy 0, policy_version 19689 (0.0008)
+[2026-06-07 03:42:21,595][542790] Updated weights for policy 0, policy_version 19700 (0.0008)
+[2026-06-07 03:42:21,745][542790] Updated weights for policy 0, policy_version 19712 (0.0008)
+[2026-06-07 03:42:21,889][542790] Updated weights for policy 0, policy_version 19723 (0.0008)
+[2026-06-07 03:42:21,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 10092544. Throughput: 0: 25233.1. Samples: 10107136. Policy #0 lag: (min: 55.0, avg: 66.0, max: 119.0)
+[2026-06-07 03:42:21,908][541270] Avg episode reward: [(0, '75.228')]
+[2026-06-07 03:42:22,490][542790] Updated weights for policy 0, policy_version 19733 (0.0008)
+[2026-06-07 03:42:22,616][542790] Updated weights for policy 0, policy_version 19743 (0.0008)
+[2026-06-07 03:42:22,753][542790] Updated weights for policy 0, policy_version 19754 (0.0009)
+[2026-06-07 03:42:22,879][542790] Updated weights for policy 0, policy_version 19764 (0.0008)
+[2026-06-07 03:42:23,020][542790] Updated weights for policy 0, policy_version 19775 (0.0008)
+[2026-06-07 03:42:23,146][542790] Updated weights for policy 0, policy_version 19785 (0.0008)
+[2026-06-07 03:42:23,754][542790] Updated weights for policy 0, policy_version 19795 (0.0007)
+[2026-06-07 03:42:23,894][542790] Updated weights for policy 0, policy_version 19806 (0.0007)
+[2026-06-07 03:42:24,020][542790] Updated weights for policy 0, policy_version 19816 (0.0008)
+[2026-06-07 03:42:24,148][542790] Updated weights for policy 0, policy_version 19826 (0.0008)
+[2026-06-07 03:42:24,289][542790] Updated weights for policy 0, policy_version 19837 (0.0008)
+[2026-06-07 03:42:24,427][542790] Updated weights for policy 0, policy_version 19848 (0.0008)
+[2026-06-07 03:42:25,041][542790] Updated weights for policy 0, policy_version 19858 (0.0008)
+[2026-06-07 03:42:25,185][542790] Updated weights for policy 0, policy_version 19870 (0.0008)
+[2026-06-07 03:42:25,320][542790] Updated weights for policy 0, policy_version 19880 (0.0008)
+[2026-06-07 03:42:25,455][542790] Updated weights for policy 0, policy_version 19891 (0.0008)
+[2026-06-07 03:42:25,586][542790] Updated weights for policy 0, policy_version 19901 (0.0008)
+[2026-06-07 03:42:25,728][542790] Updated weights for policy 0, policy_version 19912 (0.0008)
+[2026-06-07 03:42:26,368][542790] Updated weights for policy 0, policy_version 19922 (0.0008)
+[2026-06-07 03:42:26,510][542790] Updated weights for policy 0, policy_version 19934 (0.0008)
+[2026-06-07 03:42:26,649][542790] Updated weights for policy 0, policy_version 19945 (0.0008)
+[2026-06-07 03:42:26,796][542790] Updated weights for policy 0, policy_version 19956 (0.0008)
+[2026-06-07 03:42:26,907][541270] Fps is (10 sec: 22937.4, 60 sec: 25122.2, 300 sec: 24992.5). Total num frames: 10223616. Throughput: 0: 25179.0. Samples: 10260480. Policy #0 lag: (min: 55.0, avg: 66.0, max: 119.0)
+[2026-06-07 03:42:26,908][541270] Avg episode reward: [(0, '73.813')]
+[2026-06-07 03:42:26,928][542790] Updated weights for policy 0, policy_version 19966 (0.0009)
+[2026-06-07 03:42:27,069][542790] Updated weights for policy 0, policy_version 19978 (0.0008)
+[2026-06-07 03:42:27,675][542790] Updated weights for policy 0, policy_version 19988 (0.0008)
+[2026-06-07 03:42:27,803][542790] Updated weights for policy 0, policy_version 19998 (0.0008)
+[2026-06-07 03:42:27,943][542790] Updated weights for policy 0, policy_version 20010 (0.0009)
+[2026-06-07 03:42:28,070][542790] Updated weights for policy 0, policy_version 20020 (0.0009)
+[2026-06-07 03:42:28,192][542790] Updated weights for policy 0, policy_version 20030 (0.0008)
+[2026-06-07 03:42:28,364][542790] Updated weights for policy 0, policy_version 20044 (0.0008)
+[2026-06-07 03:42:29,054][542790] Updated weights for policy 0, policy_version 20056 (0.0008)
+[2026-06-07 03:42:29,190][542790] Updated weights for policy 0, policy_version 20067 (0.0008)
+[2026-06-07 03:42:29,328][542790] Updated weights for policy 0, policy_version 20078 (0.0008)
+[2026-06-07 03:42:29,461][542790] Updated weights for policy 0, policy_version 20088 (0.0008)
+[2026-06-07 03:42:29,613][542790] Updated weights for policy 0, policy_version 20101 (0.0008)
+[2026-06-07 03:42:29,738][542790] Updated weights for policy 0, policy_version 20111 (0.0009)
+[2026-06-07 03:42:30,379][542790] Updated weights for policy 0, policy_version 20122 (0.0008)
+[2026-06-07 03:42:30,505][542790] Updated weights for policy 0, policy_version 20132 (0.0008)
+[2026-06-07 03:42:30,638][542790] Updated weights for policy 0, policy_version 20142 (0.0008)
+[2026-06-07 03:42:30,770][542790] Updated weights for policy 0, policy_version 20153 (0.0008)
+[2026-06-07 03:42:30,897][542790] Updated weights for policy 0, policy_version 20163 (0.0008)
+[2026-06-07 03:42:31,056][542790] Updated weights for policy 0, policy_version 20175 (0.0008)
+[2026-06-07 03:42:31,651][542790] Updated weights for policy 0, policy_version 20185 (0.0009)
+[2026-06-07 03:42:31,779][542790] Updated weights for policy 0, policy_version 20195 (0.0008)
+[2026-06-07 03:42:31,903][542790] Updated weights for policy 0, policy_version 20205 (0.0008)
+[2026-06-07 03:42:31,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24992.6). Total num frames: 10354688. Throughput: 0: 25210.3. Samples: 10332672. Policy #0 lag: (min: 55.0, avg: 66.0, max: 119.0)
+[2026-06-07 03:42:31,910][541270] Avg episode reward: [(0, '68.761')]
+[2026-06-07 03:42:32,039][542790] Updated weights for policy 0, policy_version 20215 (0.0008)
+[2026-06-07 03:42:32,173][542790] Updated weights for policy 0, policy_version 20226 (0.0009)
+[2026-06-07 03:42:32,319][542790] Updated weights for policy 0, policy_version 20237 (0.0009)
+[2026-06-07 03:42:32,916][542790] Updated weights for policy 0, policy_version 20247 (0.0008)
+[2026-06-07 03:42:33,051][542790] Updated weights for policy 0, policy_version 20258 (0.0009)
+[2026-06-07 03:42:33,186][542790] Updated weights for policy 0, policy_version 20269 (0.0009)
+[2026-06-07 03:42:33,335][542790] Updated weights for policy 0, policy_version 20281 (0.0009)
+[2026-06-07 03:42:33,490][542790] Updated weights for policy 0, policy_version 20293 (0.0008)
+[2026-06-07 03:42:33,619][542790] Updated weights for policy 0, policy_version 20303 (0.0008)
+[2026-06-07 03:42:34,238][542790] Updated weights for policy 0, policy_version 20313 (0.0008)
+[2026-06-07 03:42:34,367][542790] Updated weights for policy 0, policy_version 20324 (0.0008)
+[2026-06-07 03:42:34,518][542790] Updated weights for policy 0, policy_version 20336 (0.0008)
+[2026-06-07 03:42:34,646][542790] Updated weights for policy 0, policy_version 20346 (0.0009)
+[2026-06-07 03:42:34,786][542790] Updated weights for policy 0, policy_version 20357 (0.0009)
+[2026-06-07 03:42:34,913][542790] Updated weights for policy 0, policy_version 20367 (0.0008)
+[2026-06-07 03:42:35,565][542790] Updated weights for policy 0, policy_version 20378 (0.0008)
+[2026-06-07 03:42:35,704][542790] Updated weights for policy 0, policy_version 20389 (0.0008)
+[2026-06-07 03:42:35,831][542790] Updated weights for policy 0, policy_version 20399 (0.0008)
+[2026-06-07 03:42:35,980][542790] Updated weights for policy 0, policy_version 20410 (0.0009)
+[2026-06-07 03:42:36,106][542790] Updated weights for policy 0, policy_version 20420 (0.0008)
+[2026-06-07 03:42:36,250][542790] Updated weights for policy 0, policy_version 20432 (0.0008)
+[2026-06-07 03:42:36,872][542790] Updated weights for policy 0, policy_version 20442 (0.0008)
+[2026-06-07 03:42:36,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24992.5). Total num frames: 10485760. Throughput: 0: 25056.7. Samples: 10482048. Policy #0 lag: (min: 6.0, avg: 17.6, max: 70.0)
+[2026-06-07 03:42:36,908][541270] Avg episode reward: [(0, '66.474')]
+[2026-06-07 03:42:37,008][542790] Updated weights for policy 0, policy_version 20453 (0.0008)
+[2026-06-07 03:42:37,151][542790] Updated weights for policy 0, policy_version 20464 (0.0008)
+[2026-06-07 03:42:37,282][542790] Updated weights for policy 0, policy_version 20474 (0.0008)
+[2026-06-07 03:42:37,407][542790] Updated weights for policy 0, policy_version 20484 (0.0008)
+[2026-06-07 03:42:37,541][542790] Updated weights for policy 0, policy_version 20494 (0.0008)
+[2026-06-07 03:42:38,164][542790] Updated weights for policy 0, policy_version 20504 (0.0008)
+[2026-06-07 03:42:38,288][542790] Updated weights for policy 0, policy_version 20514 (0.0008)
+[2026-06-07 03:42:38,420][542790] Updated weights for policy 0, policy_version 20524 (0.0009)
+[2026-06-07 03:42:38,540][542790] Updated weights for policy 0, policy_version 20534 (0.0008)
+[2026-06-07 03:42:38,684][542790] Updated weights for policy 0, policy_version 20545 (0.0008)
+[2026-06-07 03:42:38,816][542790] Updated weights for policy 0, policy_version 20555 (0.0008)
+[2026-06-07 03:42:39,419][542790] Updated weights for policy 0, policy_version 20565 (0.0008)
+[2026-06-07 03:42:39,543][542790] Updated weights for policy 0, policy_version 20575 (0.0008)
+[2026-06-07 03:42:39,679][542790] Updated weights for policy 0, policy_version 20586 (0.0008)
+[2026-06-07 03:42:39,811][542790] Updated weights for policy 0, policy_version 20596 (0.0008)
+[2026-06-07 03:42:39,937][542790] Updated weights for policy 0, policy_version 20606 (0.0008)
+[2026-06-07 03:42:40,065][542790] Updated weights for policy 0, policy_version 20616 (0.0008)
+[2026-06-07 03:42:40,682][542790] Updated weights for policy 0, policy_version 20626 (0.0008)
+[2026-06-07 03:42:40,819][542790] Updated weights for policy 0, policy_version 20637 (0.0009)
+[2026-06-07 03:42:40,955][542790] Updated weights for policy 0, policy_version 20648 (0.0009)
+[2026-06-07 03:42:41,099][542790] Updated weights for policy 0, policy_version 20659 (0.0008)
+[2026-06-07 03:42:41,221][542790] Updated weights for policy 0, policy_version 20669 (0.0008)
+[2026-06-07 03:42:41,360][542790] Updated weights for policy 0, policy_version 20680 (0.0009)
+[2026-06-07 03:42:41,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.2, 300 sec: 25103.6). Total num frames: 10616832. Throughput: 0: 25051.0. Samples: 10631168. Policy #0 lag: (min: 6.0, avg: 17.6, max: 70.0)
+[2026-06-07 03:42:41,909][541270] Avg episode reward: [(0, '70.384')]
+[2026-06-07 03:42:41,988][542790] Updated weights for policy 0, policy_version 20690 (0.0009)
+[2026-06-07 03:42:42,111][542790] Updated weights for policy 0, policy_version 20700 (0.0009)
+[2026-06-07 03:42:42,238][542790] Updated weights for policy 0, policy_version 20710 (0.0008)
+[2026-06-07 03:42:42,366][542790] Updated weights for policy 0, policy_version 20720 (0.0008)
+[2026-06-07 03:42:42,490][542790] Updated weights for policy 0, policy_version 20730 (0.0008)
+[2026-06-07 03:42:42,628][542790] Updated weights for policy 0, policy_version 20741 (0.0008)
+[2026-06-07 03:42:42,764][542790] Updated weights for policy 0, policy_version 20752 (0.0009)
+[2026-06-07 03:42:43,432][542790] Updated weights for policy 0, policy_version 20763 (0.0008)
+[2026-06-07 03:42:43,562][542790] Updated weights for policy 0, policy_version 20773 (0.0009)
+[2026-06-07 03:42:43,687][542790] Updated weights for policy 0, policy_version 20783 (0.0009)
+[2026-06-07 03:42:43,830][542790] Updated weights for policy 0, policy_version 20794 (0.0009)
+[2026-06-07 03:42:43,955][542790] Updated weights for policy 0, policy_version 20804 (0.0009)
+[2026-06-07 03:42:44,086][542790] Updated weights for policy 0, policy_version 20814 (0.0009)
+[2026-06-07 03:42:44,715][542790] Updated weights for policy 0, policy_version 20824 (0.0009)
+[2026-06-07 03:42:44,851][542790] Updated weights for policy 0, policy_version 20835 (0.0009)
+[2026-06-07 03:42:44,974][542790] Updated weights for policy 0, policy_version 20845 (0.0009)
+[2026-06-07 03:42:45,105][542790] Updated weights for policy 0, policy_version 20855 (0.0009)
+[2026-06-07 03:42:45,232][542790] Updated weights for policy 0, policy_version 20865 (0.0009)
+[2026-06-07 03:42:45,358][542790] Updated weights for policy 0, policy_version 20875 (0.0008)
+[2026-06-07 03:42:45,981][542790] Updated weights for policy 0, policy_version 20886 (0.0009)
+[2026-06-07 03:42:46,126][542790] Updated weights for policy 0, policy_version 20898 (0.0008)
+[2026-06-07 03:42:46,252][542790] Updated weights for policy 0, policy_version 20908 (0.0008)
+[2026-06-07 03:42:46,369][542790] Updated weights for policy 0, policy_version 20918 (0.0008)
+[2026-06-07 03:42:46,499][542790] Updated weights for policy 0, policy_version 20928 (0.0008)
+[2026-06-07 03:42:46,640][542790] Updated weights for policy 0, policy_version 20939 (0.0008)
+[2026-06-07 03:42:46,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 10747904. Throughput: 0: 25031.1. Samples: 10706688. Policy #0 lag: (min: 1.0, avg: 45.3, max: 65.0)
+[2026-06-07 03:42:46,908][541270] Avg episode reward: [(0, '68.092')]
+[2026-06-07 03:42:47,310][542790] Updated weights for policy 0, policy_version 20951 (0.0008)
+[2026-06-07 03:42:47,452][542790] Updated weights for policy 0, policy_version 20962 (0.0008)
+[2026-06-07 03:42:47,571][542790] Updated weights for policy 0, policy_version 20972 (0.0008)
+[2026-06-07 03:42:47,705][542790] Updated weights for policy 0, policy_version 20982 (0.0008)
+[2026-06-07 03:42:47,823][542790] Updated weights for policy 0, policy_version 20992 (0.0008)
+[2026-06-07 03:42:47,962][542790] Updated weights for policy 0, policy_version 21003 (0.0008)
+[2026-06-07 03:42:48,594][542790] Updated weights for policy 0, policy_version 21013 (0.0009)
+[2026-06-07 03:42:48,731][542790] Updated weights for policy 0, policy_version 21024 (0.0008)
+[2026-06-07 03:42:48,870][542790] Updated weights for policy 0, policy_version 21035 (0.0008)
+[2026-06-07 03:42:49,009][542790] Updated weights for policy 0, policy_version 21046 (0.0008)
+[2026-06-07 03:42:49,129][542790] Updated weights for policy 0, policy_version 21056 (0.0008)
+[2026-06-07 03:42:49,271][542790] Updated weights for policy 0, policy_version 21066 (0.0008)
+[2026-06-07 03:42:49,873][542790] Updated weights for policy 0, policy_version 21077 (0.0008)
+[2026-06-07 03:42:50,009][542790] Updated weights for policy 0, policy_version 21088 (0.0008)
+[2026-06-07 03:42:50,138][542790] Updated weights for policy 0, policy_version 21098 (0.0008)
+[2026-06-07 03:42:50,287][542790] Updated weights for policy 0, policy_version 21110 (0.0008)
+[2026-06-07 03:42:50,412][542790] Updated weights for policy 0, policy_version 21120 (0.0008)
+[2026-06-07 03:42:50,551][542790] Updated weights for policy 0, policy_version 21131 (0.0008)
+[2026-06-07 03:42:51,180][542790] Updated weights for policy 0, policy_version 21142 (0.0008)
+[2026-06-07 03:42:51,310][542790] Updated weights for policy 0, policy_version 21152 (0.0008)
+[2026-06-07 03:42:51,433][542790] Updated weights for policy 0, policy_version 21162 (0.0008)
+[2026-06-07 03:42:51,558][542790] Updated weights for policy 0, policy_version 21172 (0.0008)
+[2026-06-07 03:42:51,690][542790] Updated weights for policy 0, policy_version 21182 (0.0008)
+[2026-06-07 03:42:51,835][542790] Updated weights for policy 0, policy_version 21194 (0.0008)
+[2026-06-07 03:42:51,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25103.6). Total num frames: 10878976. Throughput: 0: 25181.9. Samples: 10860416. Policy #0 lag: (min: 1.0, avg: 45.3, max: 65.0)
+[2026-06-07 03:42:51,908][541270] Avg episode reward: [(0, '69.446')]
+[2026-06-07 03:42:52,441][542790] Updated weights for policy 0, policy_version 21204 (0.0008)
+[2026-06-07 03:42:52,588][542790] Updated weights for policy 0, policy_version 21216 (0.0009)
+[2026-06-07 03:42:52,721][542790] Updated weights for policy 0, policy_version 21227 (0.0008)
+[2026-06-07 03:42:52,865][542790] Updated weights for policy 0, policy_version 21238 (0.0008)
+[2026-06-07 03:42:53,007][542790] Updated weights for policy 0, policy_version 21249 (0.0008)
+[2026-06-07 03:42:53,135][542790] Updated weights for policy 0, policy_version 21259 (0.0008)
+[2026-06-07 03:42:53,746][542790] Updated weights for policy 0, policy_version 21270 (0.0008)
+[2026-06-07 03:42:53,899][542790] Updated weights for policy 0, policy_version 21282 (0.0008)
+[2026-06-07 03:42:54,026][542790] Updated weights for policy 0, policy_version 21292 (0.0008)
+[2026-06-07 03:42:54,150][542790] Updated weights for policy 0, policy_version 21302 (0.0008)
+[2026-06-07 03:42:54,277][542790] Updated weights for policy 0, policy_version 21312 (0.0008)
+[2026-06-07 03:42:54,403][542790] Updated weights for policy 0, policy_version 21322 (0.0008)
+[2026-06-07 03:42:55,037][542790] Updated weights for policy 0, policy_version 21332 (0.0008)
+[2026-06-07 03:42:55,161][542790] Updated weights for policy 0, policy_version 21342 (0.0008)
+[2026-06-07 03:42:55,285][542790] Updated weights for policy 0, policy_version 21352 (0.0008)
+[2026-06-07 03:42:55,418][542790] Updated weights for policy 0, policy_version 21362 (0.0009)
+[2026-06-07 03:42:55,549][542790] Updated weights for policy 0, policy_version 21372 (0.0008)
+[2026-06-07 03:42:55,674][542790] Updated weights for policy 0, policy_version 21382 (0.0008)
+[2026-06-07 03:42:55,801][542790] Updated weights for policy 0, policy_version 21392 (0.0008)
+[2026-06-07 03:42:56,418][542790] Updated weights for policy 0, policy_version 21403 (0.0009)
+[2026-06-07 03:42:56,558][542790] Updated weights for policy 0, policy_version 21414 (0.0009)
+[2026-06-07 03:42:56,693][542790] Updated weights for policy 0, policy_version 21425 (0.0008)
+[2026-06-07 03:42:56,819][542790] Updated weights for policy 0, policy_version 21435 (0.0008)
+[2026-06-07 03:42:56,907][541270] Fps is (10 sec: 22937.2, 60 sec: 25122.1, 300 sec: 24992.6). Total num frames: 10977280. Throughput: 0: 25272.8. Samples: 11016576. Policy #0 lag: (min: 1.0, avg: 45.3, max: 65.0)
+[2026-06-07 03:42:56,908][541270] Avg episode reward: [(0, '73.898')]
+[2026-06-07 03:42:56,945][542790] Updated weights for policy 0, policy_version 21445 (0.0008)
+[2026-06-07 03:42:57,082][542790] Updated weights for policy 0, policy_version 21456 (0.0008)
+[2026-06-07 03:42:57,713][542790] Updated weights for policy 0, policy_version 21468 (0.0008)
+[2026-06-07 03:42:57,839][542790] Updated weights for policy 0, policy_version 21478 (0.0008)
+[2026-06-07 03:42:57,986][542790] Updated weights for policy 0, policy_version 21490 (0.0008)
+[2026-06-07 03:42:58,129][542790] Updated weights for policy 0, policy_version 21501 (0.0008)
+[2026-06-07 03:42:58,272][542790] Updated weights for policy 0, policy_version 21512 (0.0008)
+[2026-06-07 03:42:58,885][542790] Updated weights for policy 0, policy_version 21522 (0.0008)
+[2026-06-07 03:42:59,012][542790] Updated weights for policy 0, policy_version 21533 (0.0008)
+[2026-06-07 03:42:59,136][542790] Updated weights for policy 0, policy_version 21543 (0.0008)
+[2026-06-07 03:42:59,265][542790] Updated weights for policy 0, policy_version 21553 (0.0008)
+[2026-06-07 03:42:59,421][542790] Updated weights for policy 0, policy_version 21565 (0.0008)
+[2026-06-07 03:42:59,554][542790] Updated weights for policy 0, policy_version 21575 (0.0008)
+[2026-06-07 03:43:00,178][542790] Updated weights for policy 0, policy_version 21586 (0.0008)
+[2026-06-07 03:43:00,302][542790] Updated weights for policy 0, policy_version 21596 (0.0008)
+[2026-06-07 03:43:00,429][542790] Updated weights for policy 0, policy_version 21606 (0.0009)
+[2026-06-07 03:43:00,573][542790] Updated weights for policy 0, policy_version 21618 (0.0008)
+[2026-06-07 03:43:00,711][542790] Updated weights for policy 0, policy_version 21628 (0.0009)
+[2026-06-07 03:43:00,834][542790] Updated weights for policy 0, policy_version 21638 (0.0008)
+[2026-06-07 03:43:00,955][542790] Updated weights for policy 0, policy_version 21648 (0.0008)
+[2026-06-07 03:43:01,560][542790] Updated weights for policy 0, policy_version 21658 (0.0008)
+[2026-06-07 03:43:01,685][542790] Updated weights for policy 0, policy_version 21668 (0.0008)
+[2026-06-07 03:43:01,825][542790] Updated weights for policy 0, policy_version 21678 (0.0008)
+[2026-06-07 03:43:01,907][541270] Fps is (10 sec: 22937.7, 60 sec: 25122.2, 300 sec: 24992.5). Total num frames: 11108352. Throughput: 0: 25258.7. Samples: 11088128. Policy #0 lag: (min: 1.0, avg: 45.3, max: 65.0)
+[2026-06-07 03:43:01,908][541270] Avg episode reward: [(0, '71.023')]
+[2026-06-07 03:43:01,961][542790] Updated weights for policy 0, policy_version 21689 (0.0008)
+[2026-06-07 03:43:02,086][542790] Updated weights for policy 0, policy_version 21699 (0.0008)
+[2026-06-07 03:43:02,226][542790] Updated weights for policy 0, policy_version 21710 (0.0008)
+[2026-06-07 03:43:02,878][542790] Updated weights for policy 0, policy_version 21721 (0.0008)
+[2026-06-07 03:43:02,994][542790] Updated weights for policy 0, policy_version 21731 (0.0008)
+[2026-06-07 03:43:03,117][542790] Updated weights for policy 0, policy_version 21741 (0.0008)
+[2026-06-07 03:43:03,255][542790] Updated weights for policy 0, policy_version 21752 (0.0008)
+[2026-06-07 03:43:03,386][542790] Updated weights for policy 0, policy_version 21762 (0.0008)
+[2026-06-07 03:43:03,525][542790] Updated weights for policy 0, policy_version 21773 (0.0008)
+[2026-06-07 03:43:04,164][542790] Updated weights for policy 0, policy_version 21784 (0.0008)
+[2026-06-07 03:43:04,333][542790] Updated weights for policy 0, policy_version 21798 (0.0008)
+[2026-06-07 03:43:04,500][542790] Updated weights for policy 0, policy_version 21812 (0.0008)
+[2026-06-07 03:43:04,632][542790] Updated weights for policy 0, policy_version 21823 (0.0008)
+[2026-06-07 03:43:04,798][542790] Updated weights for policy 0, policy_version 21837 (0.0008)
+[2026-06-07 03:43:05,451][542790] Updated weights for policy 0, policy_version 21848 (0.0008)
+[2026-06-07 03:43:05,593][542790] Updated weights for policy 0, policy_version 21860 (0.0008)
+[2026-06-07 03:43:05,735][542790] Updated weights for policy 0, policy_version 21872 (0.0008)
+[2026-06-07 03:43:05,888][542790] Updated weights for policy 0, policy_version 21884 (0.0008)
+[2026-06-07 03:43:06,015][542790] Updated weights for policy 0, policy_version 21894 (0.0008)
+[2026-06-07 03:43:06,700][542790] Updated weights for policy 0, policy_version 21905 (0.0008)
+[2026-06-07 03:43:06,829][542790] Updated weights for policy 0, policy_version 21915 (0.0008)
+[2026-06-07 03:43:06,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25122.2, 300 sec: 25103.6). Total num frames: 11239424. Throughput: 0: 25184.7. Samples: 11240448. Policy #0 lag: (min: 23.0, avg: 35.5, max: 87.0)
+[2026-06-07 03:43:06,908][541270] Avg episode reward: [(0, '83.374')]
+[2026-06-07 03:43:06,948][542790] Updated weights for policy 0, policy_version 21925 (0.0008)
+[2026-06-07 03:43:07,091][542790] Updated weights for policy 0, policy_version 21937 (0.0008)
+[2026-06-07 03:43:07,219][542790] Updated weights for policy 0, policy_version 21947 (0.0008)
+[2026-06-07 03:43:07,362][542790] Updated weights for policy 0, policy_version 21958 (0.0009)
+[2026-06-07 03:43:07,484][542790] Updated weights for policy 0, policy_version 21968 (0.0008)
+[2026-06-07 03:43:08,124][542790] Updated weights for policy 0, policy_version 21978 (0.0008)
+[2026-06-07 03:43:08,259][542790] Updated weights for policy 0, policy_version 21989 (0.0008)
+[2026-06-07 03:43:08,393][542790] Updated weights for policy 0, policy_version 22000 (0.0008)
+[2026-06-07 03:43:08,521][542790] Updated weights for policy 0, policy_version 22010 (0.0008)
+[2026-06-07 03:43:08,661][542790] Updated weights for policy 0, policy_version 22021 (0.0008)
+[2026-06-07 03:43:08,797][542790] Updated weights for policy 0, policy_version 22031 (0.0008)
+[2026-06-07 03:43:09,406][542790] Updated weights for policy 0, policy_version 22041 (0.0008)
+[2026-06-07 03:43:09,545][542790] Updated weights for policy 0, policy_version 22052 (0.0008)
+[2026-06-07 03:43:09,671][542790] Updated weights for policy 0, policy_version 22062 (0.0008)
+[2026-06-07 03:43:09,791][542790] Updated weights for policy 0, policy_version 22072 (0.0008)
+[2026-06-07 03:43:09,932][542790] Updated weights for policy 0, policy_version 22083 (0.0008)
+[2026-06-07 03:43:10,055][542790] Updated weights for policy 0, policy_version 22093 (0.0008)
+[2026-06-07 03:43:10,643][542790] Updated weights for policy 0, policy_version 22103 (0.0008)
+[2026-06-07 03:43:10,779][542790] Updated weights for policy 0, policy_version 22114 (0.0008)
+[2026-06-07 03:43:10,901][542790] Updated weights for policy 0, policy_version 22124 (0.0008)
+[2026-06-07 03:43:11,027][542790] Updated weights for policy 0, policy_version 22134 (0.0008)
+[2026-06-07 03:43:11,158][542790] Updated weights for policy 0, policy_version 22144 (0.0008)
+[2026-06-07 03:43:11,296][542790] Updated weights for policy 0, policy_version 22155 (0.0008)
+[2026-06-07 03:43:11,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 11370496. Throughput: 0: 24982.8. Samples: 11384704. Policy #0 lag: (min: 23.0, avg: 35.5, max: 87.0)
+[2026-06-07 03:43:11,908][541270] Avg episode reward: [(0, '78.154')]
+[2026-06-07 03:43:11,946][542790] Updated weights for policy 0, policy_version 22166 (0.0008)
+[2026-06-07 03:43:12,084][542790] Updated weights for policy 0, policy_version 22177 (0.0008)
+[2026-06-07 03:43:12,218][542790] Updated weights for policy 0, policy_version 22188 (0.0007)
+[2026-06-07 03:43:12,345][542790] Updated weights for policy 0, policy_version 22198 (0.0008)
+[2026-06-07 03:43:12,481][542790] Updated weights for policy 0, policy_version 22209 (0.0008)
+[2026-06-07 03:43:12,652][542790] Updated weights for policy 0, policy_version 22222 (0.0008)
+[2026-06-07 03:43:13,243][542790] Updated weights for policy 0, policy_version 22232 (0.0008)
+[2026-06-07 03:43:13,393][542790] Updated weights for policy 0, policy_version 22244 (0.0008)
+[2026-06-07 03:43:13,512][542790] Updated weights for policy 0, policy_version 22254 (0.0008)
+[2026-06-07 03:43:13,645][542790] Updated weights for policy 0, policy_version 22264 (0.0007)
+[2026-06-07 03:43:13,783][542790] Updated weights for policy 0, policy_version 22275 (0.0008)
+[2026-06-07 03:43:13,921][542790] Updated weights for policy 0, policy_version 22286 (0.0008)
+[2026-06-07 03:43:14,570][542790] Updated weights for policy 0, policy_version 22296 (0.0008)
+[2026-06-07 03:43:14,704][542790] Updated weights for policy 0, policy_version 22306 (0.0008)
+[2026-06-07 03:43:14,827][542790] Updated weights for policy 0, policy_version 22316 (0.0008)
+[2026-06-07 03:43:14,975][542790] Updated weights for policy 0, policy_version 22328 (0.0008)
+[2026-06-07 03:43:15,098][542790] Updated weights for policy 0, policy_version 22338 (0.0008)
+[2026-06-07 03:43:15,236][542790] Updated weights for policy 0, policy_version 22348 (0.0008)
+[2026-06-07 03:43:15,866][542790] Updated weights for policy 0, policy_version 22360 (0.0008)
+[2026-06-07 03:43:15,994][542790] Updated weights for policy 0, policy_version 22370 (0.0008)
+[2026-06-07 03:43:16,122][542790] Updated weights for policy 0, policy_version 22380 (0.0008)
+[2026-06-07 03:43:16,240][542790] Updated weights for policy 0, policy_version 22390 (0.0008)
+[2026-06-07 03:43:16,411][542790] Updated weights for policy 0, policy_version 22403 (0.0008)
+[2026-06-07 03:43:16,464][542711] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000005
+[2026-06-07 03:43:16,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 11501568. Throughput: 0: 25150.6. Samples: 11464448. Policy #0 lag: (min: 23.0, avg: 35.5, max: 87.0)
+[2026-06-07 03:43:16,908][541270] Avg episode reward: [(0, '73.159')]
+[2026-06-07 03:43:17,056][542790] Updated weights for policy 0, policy_version 22413 (0.0008)
+[2026-06-07 03:43:17,192][542790] Updated weights for policy 0, policy_version 22424 (0.0008)
+[2026-06-07 03:43:17,321][542790] Updated weights for policy 0, policy_version 22434 (0.0008)
+[2026-06-07 03:43:17,465][542790] Updated weights for policy 0, policy_version 22445 (0.0009)
+[2026-06-07 03:43:17,618][542790] Updated weights for policy 0, policy_version 22457 (0.0009)
+[2026-06-07 03:43:17,744][542790] Updated weights for policy 0, policy_version 22467 (0.0009)
+[2026-06-07 03:43:18,399][542790] Updated weights for policy 0, policy_version 22478 (0.0008)
+[2026-06-07 03:43:18,534][542790] Updated weights for policy 0, policy_version 22489 (0.0008)
+[2026-06-07 03:43:18,656][542790] Updated weights for policy 0, policy_version 22499 (0.0008)
+[2026-06-07 03:43:18,795][542790] Updated weights for policy 0, policy_version 22510 (0.0008)
+[2026-06-07 03:43:18,947][542790] Updated weights for policy 0, policy_version 22522 (0.0008)
+[2026-06-07 03:43:19,088][542790] Updated weights for policy 0, policy_version 22533 (0.0009)
+[2026-06-07 03:43:19,727][542790] Updated weights for policy 0, policy_version 22543 (0.0008)
+[2026-06-07 03:43:19,866][542790] Updated weights for policy 0, policy_version 22554 (0.0009)
+[2026-06-07 03:43:20,005][542790] Updated weights for policy 0, policy_version 22565 (0.0007)
+[2026-06-07 03:43:20,141][542790] Updated weights for policy 0, policy_version 22576 (0.0006)
+[2026-06-07 03:43:20,278][542790] Updated weights for policy 0, policy_version 22586 (0.0011)
+[2026-06-07 03:43:20,409][542790] Updated weights for policy 0, policy_version 22596 (0.0009)
+[2026-06-07 03:43:21,031][542790] Updated weights for policy 0, policy_version 22607 (0.0009)
+[2026-06-07 03:43:21,153][542790] Updated weights for policy 0, policy_version 22617 (0.0008)
+[2026-06-07 03:43:21,282][542790] Updated weights for policy 0, policy_version 22627 (0.0008)
+[2026-06-07 03:43:21,410][542790] Updated weights for policy 0, policy_version 22637 (0.0008)
+[2026-06-07 03:43:21,538][542790] Updated weights for policy 0, policy_version 22647 (0.0008)
+[2026-06-07 03:43:21,543][542711] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000005
+[2026-06-07 03:43:21,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25103.6). Total num frames: 11632640. Throughput: 0: 25204.6. Samples: 11616256. Policy #0 lag: (min: 32.0, avg: 62.4, max: 88.0)
+[2026-06-07 03:43:21,908][541270] Avg episode reward: [(0, '70.598')]
+[2026-06-07 03:43:22,215][542790] Updated weights for policy 0, policy_version 22657 (0.0008)
+[2026-06-07 03:43:22,340][542790] Updated weights for policy 0, policy_version 22667 (0.0008)
+[2026-06-07 03:43:22,468][542790] Updated weights for policy 0, policy_version 22677 (0.0008)
+[2026-06-07 03:43:22,607][542790] Updated weights for policy 0, policy_version 22688 (0.0008)
+[2026-06-07 03:43:22,758][542790] Updated weights for policy 0, policy_version 22700 (0.0008)
+[2026-06-07 03:43:22,897][542790] Updated weights for policy 0, policy_version 22711 (0.0008)
+[2026-06-07 03:43:23,507][542790] Updated weights for policy 0, policy_version 22721 (0.0008)
+[2026-06-07 03:43:23,631][542790] Updated weights for policy 0, policy_version 22731 (0.0008)
+[2026-06-07 03:43:23,758][542790] Updated weights for policy 0, policy_version 22741 (0.0008)
+[2026-06-07 03:43:23,883][542790] Updated weights for policy 0, policy_version 22751 (0.0008)
+[2026-06-07 03:43:24,016][542790] Updated weights for policy 0, policy_version 22762 (0.0008)
+[2026-06-07 03:43:24,151][542790] Updated weights for policy 0, policy_version 22772 (0.0008)
+[2026-06-07 03:43:24,774][542790] Updated weights for policy 0, policy_version 22783 (0.0008)
+[2026-06-07 03:43:24,907][542790] Updated weights for policy 0, policy_version 22794 (0.0008)
+[2026-06-07 03:43:25,052][542790] Updated weights for policy 0, policy_version 22805 (0.0008)
+[2026-06-07 03:43:25,166][542790] Updated weights for policy 0, policy_version 22815 (0.0007)
+[2026-06-07 03:43:25,299][542790] Updated weights for policy 0, policy_version 22825 (0.0008)
+[2026-06-07 03:43:25,423][542790] Updated weights for policy 0, policy_version 22835 (0.0009)
+[2026-06-07 03:43:26,079][542790] Updated weights for policy 0, policy_version 22845 (0.0008)
+[2026-06-07 03:43:26,198][542790] Updated weights for policy 0, policy_version 22855 (0.0008)
+[2026-06-07 03:43:26,342][542790] Updated weights for policy 0, policy_version 22866 (0.0008)
+[2026-06-07 03:43:26,461][542790] Updated weights for policy 0, policy_version 22876 (0.0008)
+[2026-06-07 03:43:26,595][542790] Updated weights for policy 0, policy_version 22886 (0.0008)
+[2026-06-07 03:43:26,737][542790] Updated weights for policy 0, policy_version 22897 (0.0008)
+[2026-06-07 03:43:26,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 11763712. Throughput: 0: 25420.8. Samples: 11775104. Policy #0 lag: (min: 32.0, avg: 62.4, max: 88.0)
+[2026-06-07 03:43:26,908][541270] Avg episode reward: [(0, '92.171')]
+[2026-06-07 03:43:26,913][542711] Saving new best policy, reward=92.171!
+[2026-06-07 03:43:27,333][542790] Updated weights for policy 0, policy_version 22907 (0.0008)
+[2026-06-07 03:43:27,464][542790] Updated weights for policy 0, policy_version 22917 (0.0008)
+[2026-06-07 03:43:27,593][542790] Updated weights for policy 0, policy_version 22928 (0.0008)
+[2026-06-07 03:43:27,722][542790] Updated weights for policy 0, policy_version 22938 (0.0008)
+[2026-06-07 03:43:27,847][542790] Updated weights for policy 0, policy_version 22948 (0.0008)
+[2026-06-07 03:43:27,991][542790] Updated weights for policy 0, policy_version 22959 (0.0008)
+[2026-06-07 03:43:28,627][542790] Updated weights for policy 0, policy_version 22970 (0.0008)
+[2026-06-07 03:43:28,765][542790] Updated weights for policy 0, policy_version 22981 (0.0008)
+[2026-06-07 03:43:28,898][542790] Updated weights for policy 0, policy_version 22992 (0.0008)
+[2026-06-07 03:43:29,039][542790] Updated weights for policy 0, policy_version 23003 (0.0009)
+[2026-06-07 03:43:29,169][542790] Updated weights for policy 0, policy_version 23013 (0.0008)
+[2026-06-07 03:43:29,309][542790] Updated weights for policy 0, policy_version 23024 (0.0008)
+[2026-06-07 03:43:29,969][542790] Updated weights for policy 0, policy_version 23036 (0.0008)
+[2026-06-07 03:43:30,096][542790] Updated weights for policy 0, policy_version 23046 (0.0008)
+[2026-06-07 03:43:30,245][542790] Updated weights for policy 0, policy_version 23058 (0.0008)
+[2026-06-07 03:43:30,376][542790] Updated weights for policy 0, policy_version 23068 (0.0009)
+[2026-06-07 03:43:30,504][542790] Updated weights for policy 0, policy_version 23078 (0.0008)
+[2026-06-07 03:43:30,666][542790] Updated weights for policy 0, policy_version 23091 (0.0008)
+[2026-06-07 03:43:31,276][542790] Updated weights for policy 0, policy_version 23101 (0.0009)
+[2026-06-07 03:43:31,397][542790] Updated weights for policy 0, policy_version 23111 (0.0008)
+[2026-06-07 03:43:31,547][542790] Updated weights for policy 0, policy_version 23123 (0.0008)
+[2026-06-07 03:43:31,688][542790] Updated weights for policy 0, policy_version 23134 (0.0008)
+[2026-06-07 03:43:31,822][542790] Updated weights for policy 0, policy_version 23144 (0.0008)
+[2026-06-07 03:43:31,907][541270] Fps is (10 sec: 22937.5, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 11862016. Throughput: 0: 25292.8. Samples: 11844864. Policy #0 lag: (min: 32.0, avg: 62.4, max: 88.0)
+[2026-06-07 03:43:31,908][541270] Avg episode reward: [(0, '72.391')]
+[2026-06-07 03:43:31,960][542790] Updated weights for policy 0, policy_version 23155 (0.0008)
+[2026-06-07 03:43:32,590][542790] Updated weights for policy 0, policy_version 23165 (0.0008)
+[2026-06-07 03:43:32,730][542790] Updated weights for policy 0, policy_version 23176 (0.0008)
+[2026-06-07 03:43:32,851][542790] Updated weights for policy 0, policy_version 23186 (0.0008)
+[2026-06-07 03:43:32,981][542790] Updated weights for policy 0, policy_version 23196 (0.0008)
+[2026-06-07 03:43:33,124][542790] Updated weights for policy 0, policy_version 23207 (0.0008)
+[2026-06-07 03:43:33,263][542790] Updated weights for policy 0, policy_version 23218 (0.0008)
+[2026-06-07 03:43:33,871][542790] Updated weights for policy 0, policy_version 23228 (0.0008)
+[2026-06-07 03:43:33,998][542790] Updated weights for policy 0, policy_version 23238 (0.0008)
+[2026-06-07 03:43:34,138][542790] Updated weights for policy 0, policy_version 23249 (0.0008)
+[2026-06-07 03:43:34,273][542790] Updated weights for policy 0, policy_version 23259 (0.0008)
+[2026-06-07 03:43:34,416][542790] Updated weights for policy 0, policy_version 23271 (0.0008)
+[2026-06-07 03:43:34,544][542790] Updated weights for policy 0, policy_version 23281 (0.0008)
+[2026-06-07 03:43:35,182][542790] Updated weights for policy 0, policy_version 23293 (0.0008)
+[2026-06-07 03:43:35,303][542790] Updated weights for policy 0, policy_version 23303 (0.0008)
+[2026-06-07 03:43:35,456][542790] Updated weights for policy 0, policy_version 23315 (0.0008)
+[2026-06-07 03:43:35,595][542790] Updated weights for policy 0, policy_version 23326 (0.0008)
+[2026-06-07 03:43:35,731][542790] Updated weights for policy 0, policy_version 23337 (0.0008)
+[2026-06-07 03:43:35,863][542790] Updated weights for policy 0, policy_version 23347 (0.0008)
+[2026-06-07 03:43:36,472][542790] Updated weights for policy 0, policy_version 23357 (0.0008)
+[2026-06-07 03:43:36,591][542790] Updated weights for policy 0, policy_version 23367 (0.0008)
+[2026-06-07 03:43:36,717][542790] Updated weights for policy 0, policy_version 23377 (0.0008)
+[2026-06-07 03:43:36,846][542790] Updated weights for policy 0, policy_version 23387 (0.0008)
+[2026-06-07 03:43:36,907][541270] Fps is (10 sec: 22937.4, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 11993088. Throughput: 0: 25383.8. Samples: 12002688. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:43:36,909][541270] Avg episode reward: [(0, '74.572')]
+[2026-06-07 03:43:36,988][542790] Updated weights for policy 0, policy_version 23398 (0.0008)
+[2026-06-07 03:43:37,124][542790] Updated weights for policy 0, policy_version 23409 (0.0008)
+[2026-06-07 03:43:37,744][542790] Updated weights for policy 0, policy_version 23420 (0.0008)
+[2026-06-07 03:43:37,879][542790] Updated weights for policy 0, policy_version 23431 (0.0008)
+[2026-06-07 03:43:38,007][542790] Updated weights for policy 0, policy_version 23441 (0.0008)
+[2026-06-07 03:43:38,136][542790] Updated weights for policy 0, policy_version 23451 (0.0008)
+[2026-06-07 03:43:38,266][542790] Updated weights for policy 0, policy_version 23461 (0.0008)
+[2026-06-07 03:43:38,399][542790] Updated weights for policy 0, policy_version 23472 (0.0008)
+[2026-06-07 03:43:39,044][542790] Updated weights for policy 0, policy_version 23483 (0.0009)
+[2026-06-07 03:43:39,176][542790] Updated weights for policy 0, policy_version 23494 (0.0009)
+[2026-06-07 03:43:39,306][542790] Updated weights for policy 0, policy_version 23504 (0.0009)
+[2026-06-07 03:43:39,448][542790] Updated weights for policy 0, policy_version 23515 (0.0009)
+[2026-06-07 03:43:39,578][542790] Updated weights for policy 0, policy_version 23525 (0.0010)
+[2026-06-07 03:43:39,735][542790] Updated weights for policy 0, policy_version 23537 (0.0009)
+[2026-06-07 03:43:40,368][542790] Updated weights for policy 0, policy_version 23549 (0.0009)
+[2026-06-07 03:43:40,501][542790] Updated weights for policy 0, policy_version 23560 (0.0008)
+[2026-06-07 03:43:40,624][542790] Updated weights for policy 0, policy_version 23570 (0.0009)
+[2026-06-07 03:43:40,762][542790] Updated weights for policy 0, policy_version 23581 (0.0008)
+[2026-06-07 03:43:40,885][542790] Updated weights for policy 0, policy_version 23591 (0.0009)
+[2026-06-07 03:43:41,016][542790] Updated weights for policy 0, policy_version 23601 (0.0008)
+[2026-06-07 03:43:41,664][542790] Updated weights for policy 0, policy_version 23612 (0.0008)
+[2026-06-07 03:43:41,815][542790] Updated weights for policy 0, policy_version 23624 (0.0008)
+[2026-06-07 03:43:41,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 12124160. Throughput: 0: 25130.7. Samples: 12147456. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:43:41,908][541270] Avg episode reward: [(0, '67.922')]
+[2026-06-07 03:43:41,955][542790] Updated weights for policy 0, policy_version 23636 (0.0008)
+[2026-06-07 03:43:42,101][542790] Updated weights for policy 0, policy_version 23647 (0.0008)
+[2026-06-07 03:43:42,229][542790] Updated weights for policy 0, policy_version 23657 (0.0008)
+[2026-06-07 03:43:42,372][542790] Updated weights for policy 0, policy_version 23668 (0.0008)
+[2026-06-07 03:43:42,971][542790] Updated weights for policy 0, policy_version 23679 (0.0008)
+[2026-06-07 03:43:43,101][542790] Updated weights for policy 0, policy_version 23689 (0.0008)
+[2026-06-07 03:43:43,219][542790] Updated weights for policy 0, policy_version 23699 (0.0008)
+[2026-06-07 03:43:43,351][542790] Updated weights for policy 0, policy_version 23709 (0.0008)
+[2026-06-07 03:43:43,484][542790] Updated weights for policy 0, policy_version 23720 (0.0008)
+[2026-06-07 03:43:43,606][542790] Updated weights for policy 0, policy_version 23730 (0.0008)
+[2026-06-07 03:43:44,249][542790] Updated weights for policy 0, policy_version 23741 (0.0008)
+[2026-06-07 03:43:44,397][542790] Updated weights for policy 0, policy_version 23753 (0.0008)
+[2026-06-07 03:43:44,523][542790] Updated weights for policy 0, policy_version 23763 (0.0008)
+[2026-06-07 03:43:44,663][542790] Updated weights for policy 0, policy_version 23774 (0.0008)
+[2026-06-07 03:43:44,794][542790] Updated weights for policy 0, policy_version 23784 (0.0008)
+[2026-06-07 03:43:44,918][542790] Updated weights for policy 0, policy_version 23794 (0.0008)
+[2026-06-07 03:43:45,546][542790] Updated weights for policy 0, policy_version 23805 (0.0009)
+[2026-06-07 03:43:45,685][542790] Updated weights for policy 0, policy_version 23816 (0.0008)
+[2026-06-07 03:43:45,806][542790] Updated weights for policy 0, policy_version 23826 (0.0008)
+[2026-06-07 03:43:45,970][542790] Updated weights for policy 0, policy_version 23839 (0.0009)
+[2026-06-07 03:43:46,093][542790] Updated weights for policy 0, policy_version 23849 (0.0008)
+[2026-06-07 03:43:46,235][542790] Updated weights for policy 0, policy_version 23860 (0.0008)
+[2026-06-07 03:43:46,861][542790] Updated weights for policy 0, policy_version 23871 (0.0008)
+[2026-06-07 03:43:46,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 12255232. Throughput: 0: 25389.5. Samples: 12230656. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:43:46,908][541270] Avg episode reward: [(0, '75.064')]
+[2026-06-07 03:43:47,017][542790] Updated weights for policy 0, policy_version 23884 (0.0008)
+[2026-06-07 03:43:47,143][542790] Updated weights for policy 0, policy_version 23894 (0.0008)
+[2026-06-07 03:43:47,285][542790] Updated weights for policy 0, policy_version 23905 (0.0008)
+[2026-06-07 03:43:47,429][542790] Updated weights for policy 0, policy_version 23916 (0.0008)
+[2026-06-07 03:43:47,563][542790] Updated weights for policy 0, policy_version 23927 (0.0009)
+[2026-06-07 03:43:48,175][542790] Updated weights for policy 0, policy_version 23938 (0.0008)
+[2026-06-07 03:43:48,327][542790] Updated weights for policy 0, policy_version 23950 (0.0008)
+[2026-06-07 03:43:48,456][542790] Updated weights for policy 0, policy_version 23960 (0.0008)
+[2026-06-07 03:43:48,582][542790] Updated weights for policy 0, policy_version 23970 (0.0008)
+[2026-06-07 03:43:48,727][542790] Updated weights for policy 0, policy_version 23982 (0.0008)
+[2026-06-07 03:43:48,851][542790] Updated weights for policy 0, policy_version 23992 (0.0009)
+[2026-06-07 03:43:49,526][542790] Updated weights for policy 0, policy_version 24003 (0.0008)
+[2026-06-07 03:43:49,660][542790] Updated weights for policy 0, policy_version 24014 (0.0008)
+[2026-06-07 03:43:49,785][542790] Updated weights for policy 0, policy_version 24024 (0.0008)
+[2026-06-07 03:43:49,923][542790] Updated weights for policy 0, policy_version 24035 (0.0009)
+[2026-06-07 03:43:50,062][542790] Updated weights for policy 0, policy_version 24046 (0.0008)
+[2026-06-07 03:43:50,692][542790] Updated weights for policy 0, policy_version 24057 (0.0009)
+[2026-06-07 03:43:50,813][542790] Updated weights for policy 0, policy_version 24067 (0.0008)
+[2026-06-07 03:43:50,937][542790] Updated weights for policy 0, policy_version 24077 (0.0008)
+[2026-06-07 03:43:51,095][542790] Updated weights for policy 0, policy_version 24089 (0.0008)
+[2026-06-07 03:43:51,220][542790] Updated weights for policy 0, policy_version 24099 (0.0008)
+[2026-06-07 03:43:51,342][542790] Updated weights for policy 0, policy_version 24109 (0.0008)
+[2026-06-07 03:43:51,475][542790] Updated weights for policy 0, policy_version 24119 (0.0008)
+[2026-06-07 03:43:51,907][541270] Fps is (10 sec: 26213.9, 60 sec: 25122.0, 300 sec: 25214.7). Total num frames: 12386304. Throughput: 0: 25190.3. Samples: 12374016. Policy #0 lag: (min: 53.0, avg: 64.6, max: 117.0)
+[2026-06-07 03:43:51,908][541270] Avg episode reward: [(0, '81.581')]
+[2026-06-07 03:43:52,116][542790] Updated weights for policy 0, policy_version 24130 (0.0008)
+[2026-06-07 03:43:52,257][542790] Updated weights for policy 0, policy_version 24141 (0.0008)
+[2026-06-07 03:43:52,381][542790] Updated weights for policy 0, policy_version 24151 (0.0008)
+[2026-06-07 03:43:52,528][542790] Updated weights for policy 0, policy_version 24162 (0.0009)
+[2026-06-07 03:43:52,688][542790] Updated weights for policy 0, policy_version 24175 (0.0008)
+[2026-06-07 03:43:53,298][542790] Updated weights for policy 0, policy_version 24185 (0.0008)
+[2026-06-07 03:43:53,431][542790] Updated weights for policy 0, policy_version 24196 (0.0008)
+[2026-06-07 03:43:53,555][542790] Updated weights for policy 0, policy_version 24207 (0.0008)
+[2026-06-07 03:43:53,688][542790] Updated weights for policy 0, policy_version 24217 (0.0008)
+[2026-06-07 03:43:53,813][542790] Updated weights for policy 0, policy_version 24227 (0.0008)
+[2026-06-07 03:43:53,957][542790] Updated weights for policy 0, policy_version 24238 (0.0008)
+[2026-06-07 03:43:54,586][542790] Updated weights for policy 0, policy_version 24249 (0.0008)
+[2026-06-07 03:43:54,719][542790] Updated weights for policy 0, policy_version 24259 (0.0009)
+[2026-06-07 03:43:54,838][542790] Updated weights for policy 0, policy_version 24269 (0.0008)
+[2026-06-07 03:43:54,966][542790] Updated weights for policy 0, policy_version 24279 (0.0008)
+[2026-06-07 03:43:55,112][542790] Updated weights for policy 0, policy_version 24291 (0.0008)
+[2026-06-07 03:43:55,248][542790] Updated weights for policy 0, policy_version 24301 (0.0008)
+[2026-06-07 03:43:55,361][542790] Updated weights for policy 0, policy_version 24311 (0.0008)
+[2026-06-07 03:43:56,020][542790] Updated weights for policy 0, policy_version 24323 (0.0009)
+[2026-06-07 03:43:56,166][542790] Updated weights for policy 0, policy_version 24335 (0.0008)
+[2026-06-07 03:43:56,321][542790] Updated weights for policy 0, policy_version 24347 (0.0009)
+[2026-06-07 03:43:56,448][542790] Updated weights for policy 0, policy_version 24357 (0.0008)
+[2026-06-07 03:43:56,588][542790] Updated weights for policy 0, policy_version 24368 (0.0008)
+[2026-06-07 03:43:56,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 12517376. Throughput: 0: 25480.5. Samples: 12531328. Policy #0 lag: (min: 53.0, avg: 64.6, max: 117.0)
+[2026-06-07 03:43:56,908][541270] Avg episode reward: [(0, '84.726')]
+[2026-06-07 03:43:57,218][542790] Updated weights for policy 0, policy_version 24378 (0.0008)
+[2026-06-07 03:43:57,345][542790] Updated weights for policy 0, policy_version 24388 (0.0008)
+[2026-06-07 03:43:57,467][542790] Updated weights for policy 0, policy_version 24398 (0.0008)
+[2026-06-07 03:43:57,611][542790] Updated weights for policy 0, policy_version 24410 (0.0008)
+[2026-06-07 03:43:57,755][542790] Updated weights for policy 0, policy_version 24421 (0.0008)
+[2026-06-07 03:43:57,886][542711] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000000
+[2026-06-07 03:43:57,886][542790] Updated weights for policy 0, policy_version 24431 (0.0008)
+[2026-06-07 03:43:58,489][542790] Updated weights for policy 0, policy_version 24441 (0.0008)
+[2026-06-07 03:43:58,630][542790] Updated weights for policy 0, policy_version 24452 (0.0008)
+[2026-06-07 03:43:58,774][542790] Updated weights for policy 0, policy_version 24464 (0.0008)
+[2026-06-07 03:43:58,908][542790] Updated weights for policy 0, policy_version 24475 (0.0008)
+[2026-06-07 03:43:59,042][542790] Updated weights for policy 0, policy_version 24486 (0.0008)
+[2026-06-07 03:43:59,170][542790] Updated weights for policy 0, policy_version 24496 (0.0008)
+[2026-06-07 03:43:59,800][542790] Updated weights for policy 0, policy_version 24506 (0.0008)
+[2026-06-07 03:43:59,936][542790] Updated weights for policy 0, policy_version 24517 (0.0008)
+[2026-06-07 03:44:00,063][542790] Updated weights for policy 0, policy_version 24527 (0.0008)
+[2026-06-07 03:44:00,212][542790] Updated weights for policy 0, policy_version 24539 (0.0008)
+[2026-06-07 03:44:00,379][542790] Updated weights for policy 0, policy_version 24552 (0.0008)
+[2026-06-07 03:44:01,001][542790] Updated weights for policy 0, policy_version 24562 (0.0008)
+[2026-06-07 03:44:01,132][542790] Updated weights for policy 0, policy_version 24573 (0.0008)
+[2026-06-07 03:44:01,268][542790] Updated weights for policy 0, policy_version 24584 (0.0008)
+[2026-06-07 03:44:01,389][542790] Updated weights for policy 0, policy_version 24594 (0.0008)
+[2026-06-07 03:44:01,521][542790] Updated weights for policy 0, policy_version 24604 (0.0008)
+[2026-06-07 03:44:01,654][542790] Updated weights for policy 0, policy_version 24615 (0.0008)
+[2026-06-07 03:44:01,907][541270] Fps is (10 sec: 26214.7, 60 sec: 25668.2, 300 sec: 25214.7). Total num frames: 12648448. Throughput: 0: 25312.7. Samples: 12603520. Policy #0 lag: (min: 53.0, avg: 64.6, max: 117.0)
+[2026-06-07 03:44:01,908][541270] Avg episode reward: [(0, '82.358')]
+[2026-06-07 03:44:02,253][542790] Updated weights for policy 0, policy_version 24626 (0.0008)
+[2026-06-07 03:44:02,403][542790] Updated weights for policy 0, policy_version 24638 (0.0008)
+[2026-06-07 03:44:02,553][542790] Updated weights for policy 0, policy_version 24650 (0.0008)
+[2026-06-07 03:44:02,697][542790] Updated weights for policy 0, policy_version 24661 (0.0008)
+[2026-06-07 03:44:02,837][542790] Updated weights for policy 0, policy_version 24673 (0.0008)
+[2026-06-07 03:44:02,973][542790] Updated weights for policy 0, policy_version 24684 (0.0008)
+[2026-06-07 03:44:03,607][542790] Updated weights for policy 0, policy_version 24695 (0.0008)
+[2026-06-07 03:44:03,729][542790] Updated weights for policy 0, policy_version 24705 (0.0008)
+[2026-06-07 03:44:03,851][542790] Updated weights for policy 0, policy_version 24715 (0.0008)
+[2026-06-07 03:44:03,988][542790] Updated weights for policy 0, policy_version 24726 (0.0008)
+[2026-06-07 03:44:04,134][542790] Updated weights for policy 0, policy_version 24737 (0.0008)
+[2026-06-07 03:44:04,271][542790] Updated weights for policy 0, policy_version 24748 (0.0008)
+[2026-06-07 03:44:04,896][542790] Updated weights for policy 0, policy_version 24759 (0.0008)
+[2026-06-07 03:44:05,049][542790] Updated weights for policy 0, policy_version 24771 (0.0008)
+[2026-06-07 03:44:05,176][542790] Updated weights for policy 0, policy_version 24781 (0.0008)
+[2026-06-07 03:44:05,300][542790] Updated weights for policy 0, policy_version 24791 (0.0008)
+[2026-06-07 03:44:05,443][542790] Updated weights for policy 0, policy_version 24802 (0.0008)
+[2026-06-07 03:44:05,566][542790] Updated weights for policy 0, policy_version 24812 (0.0008)
+[2026-06-07 03:44:06,217][542790] Updated weights for policy 0, policy_version 24823 (0.0008)
+[2026-06-07 03:44:06,354][542790] Updated weights for policy 0, policy_version 24834 (0.0008)
+[2026-06-07 03:44:06,481][542790] Updated weights for policy 0, policy_version 24844 (0.0008)
+[2026-06-07 03:44:06,605][542790] Updated weights for policy 0, policy_version 24854 (0.0009)
+[2026-06-07 03:44:06,743][542790] Updated weights for policy 0, policy_version 24865 (0.0008)
+[2026-06-07 03:44:06,877][542790] Updated weights for policy 0, policy_version 24875 (0.0006)
+[2026-06-07 03:44:06,907][541270] Fps is (10 sec: 22937.2, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 12746752. Throughput: 0: 25389.4. Samples: 12758784. Policy #0 lag: (min: 53.0, avg: 64.6, max: 117.0)
+[2026-06-07 03:44:06,909][541270] Avg episode reward: [(0, '76.911')]
+[2026-06-07 03:44:07,464][542790] Updated weights for policy 0, policy_version 24885 (0.0007)
+[2026-06-07 03:44:07,615][542790] Updated weights for policy 0, policy_version 24897 (0.0008)
+[2026-06-07 03:44:07,736][542790] Updated weights for policy 0, policy_version 24907 (0.0008)
+[2026-06-07 03:44:07,869][542790] Updated weights for policy 0, policy_version 24918 (0.0008)
+[2026-06-07 03:44:08,008][542790] Updated weights for policy 0, policy_version 24928 (0.0008)
+[2026-06-07 03:44:08,140][542790] Updated weights for policy 0, policy_version 24939 (0.0008)
+[2026-06-07 03:44:08,761][542790] Updated weights for policy 0, policy_version 24950 (0.0008)
+[2026-06-07 03:44:08,902][542790] Updated weights for policy 0, policy_version 24961 (0.0008)
+[2026-06-07 03:44:09,027][542790] Updated weights for policy 0, policy_version 24971 (0.0008)
+[2026-06-07 03:44:09,168][542790] Updated weights for policy 0, policy_version 24982 (0.0008)
+[2026-06-07 03:44:09,296][542790] Updated weights for policy 0, policy_version 24992 (0.0008)
+[2026-06-07 03:44:09,433][542790] Updated weights for policy 0, policy_version 25003 (0.0008)
+[2026-06-07 03:44:10,037][542790] Updated weights for policy 0, policy_version 25014 (0.0009)
+[2026-06-07 03:44:10,172][542790] Updated weights for policy 0, policy_version 25025 (0.0008)
+[2026-06-07 03:44:10,295][542790] Updated weights for policy 0, policy_version 25035 (0.0008)
+[2026-06-07 03:44:10,426][542790] Updated weights for policy 0, policy_version 25045 (0.0008)
+[2026-06-07 03:44:10,543][542790] Updated weights for policy 0, policy_version 25055 (0.0008)
+[2026-06-07 03:44:10,673][542790] Updated weights for policy 0, policy_version 25065 (0.0008)
+[2026-06-07 03:44:11,291][542790] Updated weights for policy 0, policy_version 25075 (0.0008)
+[2026-06-07 03:44:11,407][542790] Updated weights for policy 0, policy_version 25085 (0.0008)
+[2026-06-07 03:44:11,547][542790] Updated weights for policy 0, policy_version 25096 (0.0008)
+[2026-06-07 03:44:11,671][542790] Updated weights for policy 0, policy_version 25106 (0.0008)
+[2026-06-07 03:44:11,821][542790] Updated weights for policy 0, policy_version 25118 (0.0008)
+[2026-06-07 03:44:11,907][541270] Fps is (10 sec: 22937.7, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 12877824. Throughput: 0: 25375.3. Samples: 12916992. Policy #0 lag: (min: 32.0, avg: 72.2, max: 96.0)
+[2026-06-07 03:44:11,909][541270] Avg episode reward: [(0, '92.558')]
+[2026-06-07 03:44:11,974][542790] Updated weights for policy 0, policy_version 25130 (0.0008)
+[2026-06-07 03:44:12,040][542711] Saving new best policy, reward=92.558!
+[2026-06-07 03:44:12,625][542790] Updated weights for policy 0, policy_version 25140 (0.0008)
+[2026-06-07 03:44:12,738][542790] Updated weights for policy 0, policy_version 25150 (0.0008)
+[2026-06-07 03:44:12,866][542790] Updated weights for policy 0, policy_version 25160 (0.0008)
+[2026-06-07 03:44:13,002][542790] Updated weights for policy 0, policy_version 25171 (0.0008)
+[2026-06-07 03:44:13,129][542790] Updated weights for policy 0, policy_version 25181 (0.0008)
+[2026-06-07 03:44:13,257][542790] Updated weights for policy 0, policy_version 25191 (0.0008)
+[2026-06-07 03:44:13,878][542790] Updated weights for policy 0, policy_version 25201 (0.0008)
+[2026-06-07 03:44:14,018][542790] Updated weights for policy 0, policy_version 25212 (0.0008)
+[2026-06-07 03:44:14,139][542790] Updated weights for policy 0, policy_version 25222 (0.0008)
+[2026-06-07 03:44:14,263][542790] Updated weights for policy 0, policy_version 25232 (0.0008)
+[2026-06-07 03:44:14,404][542790] Updated weights for policy 0, policy_version 25243 (0.0008)
+[2026-06-07 03:44:14,544][542790] Updated weights for policy 0, policy_version 25255 (0.0008)
+[2026-06-07 03:44:15,192][542790] Updated weights for policy 0, policy_version 25265 (0.0008)
+[2026-06-07 03:44:15,327][542790] Updated weights for policy 0, policy_version 25276 (0.0008)
+[2026-06-07 03:44:15,476][542790] Updated weights for policy 0, policy_version 25288 (0.0009)
+[2026-06-07 03:44:15,617][542790] Updated weights for policy 0, policy_version 25299 (0.0008)
+[2026-06-07 03:44:15,754][542790] Updated weights for policy 0, policy_version 25310 (0.0008)
+[2026-06-07 03:44:15,890][542790] Updated weights for policy 0, policy_version 25320 (0.0008)
+[2026-06-07 03:44:16,483][542790] Updated weights for policy 0, policy_version 25330 (0.0008)
+[2026-06-07 03:44:16,603][542790] Updated weights for policy 0, policy_version 25340 (0.0006)
+[2026-06-07 03:44:16,742][542790] Updated weights for policy 0, policy_version 25351 (0.0004)
+[2026-06-07 03:44:16,886][542790] Updated weights for policy 0, policy_version 25364 (0.0004)
+[2026-06-07 03:44:16,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 13008896. Throughput: 0: 25412.3. Samples: 12988416. Policy #0 lag: (min: 32.0, avg: 72.2, max: 96.0)
+[2026-06-07 03:44:16,908][541270] Avg episode reward: [(0, '81.919')]
+[2026-06-07 03:44:17,013][542790] Updated weights for policy 0, policy_version 25374 (0.0004)
+[2026-06-07 03:44:17,150][542790] Updated weights for policy 0, policy_version 25385 (0.0007)
+[2026-06-07 03:44:17,825][542790] Updated weights for policy 0, policy_version 25396 (0.0008)
+[2026-06-07 03:44:17,949][542790] Updated weights for policy 0, policy_version 25406 (0.0008)
+[2026-06-07 03:44:18,074][542790] Updated weights for policy 0, policy_version 25416 (0.0008)
+[2026-06-07 03:44:18,200][542790] Updated weights for policy 0, policy_version 25426 (0.0009)
+[2026-06-07 03:44:18,331][542790] Updated weights for policy 0, policy_version 25436 (0.0008)
+[2026-06-07 03:44:18,471][542790] Updated weights for policy 0, policy_version 25447 (0.0008)
+[2026-06-07 03:44:19,092][542790] Updated weights for policy 0, policy_version 25458 (0.0008)
+[2026-06-07 03:44:19,225][542790] Updated weights for policy 0, policy_version 25469 (0.0008)
+[2026-06-07 03:44:19,362][542790] Updated weights for policy 0, policy_version 25480 (0.0008)
+[2026-06-07 03:44:19,501][542790] Updated weights for policy 0, policy_version 25491 (0.0008)
+[2026-06-07 03:44:19,632][542790] Updated weights for policy 0, policy_version 25501 (0.0009)
+[2026-06-07 03:44:19,758][542790] Updated weights for policy 0, policy_version 25511 (0.0009)
+[2026-06-07 03:44:20,379][542790] Updated weights for policy 0, policy_version 25522 (0.0008)
+[2026-06-07 03:44:20,522][542790] Updated weights for policy 0, policy_version 25534 (0.0008)
+[2026-06-07 03:44:20,666][542790] Updated weights for policy 0, policy_version 25545 (0.0008)
+[2026-06-07 03:44:20,791][542790] Updated weights for policy 0, policy_version 25555 (0.0008)
+[2026-06-07 03:44:20,924][542790] Updated weights for policy 0, policy_version 25565 (0.0008)
+[2026-06-07 03:44:21,055][542790] Updated weights for policy 0, policy_version 25576 (0.0008)
+[2026-06-07 03:44:21,683][542790] Updated weights for policy 0, policy_version 25586 (0.0009)
+[2026-06-07 03:44:21,804][542790] Updated weights for policy 0, policy_version 25596 (0.0008)
+[2026-06-07 03:44:21,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 13139968. Throughput: 0: 25355.4. Samples: 13143680. Policy #0 lag: (min: 32.0, avg: 72.2, max: 96.0)
+[2026-06-07 03:44:21,908][541270] Avg episode reward: [(0, '78.686')]
+[2026-06-07 03:44:21,934][542790] Updated weights for policy 0, policy_version 25606 (0.0008)
+[2026-06-07 03:44:22,072][542790] Updated weights for policy 0, policy_version 25617 (0.0008)
+[2026-06-07 03:44:22,208][542790] Updated weights for policy 0, policy_version 25628 (0.0008)
+[2026-06-07 03:44:22,356][542790] Updated weights for policy 0, policy_version 25640 (0.0009)
+[2026-06-07 03:44:22,994][542790] Updated weights for policy 0, policy_version 25651 (0.0007)
+[2026-06-07 03:44:23,116][542790] Updated weights for policy 0, policy_version 25661 (0.0004)
+[2026-06-07 03:44:23,253][542790] Updated weights for policy 0, policy_version 25672 (0.0005)
+[2026-06-07 03:44:23,403][542790] Updated weights for policy 0, policy_version 25684 (0.0004)
+[2026-06-07 03:44:23,534][542790] Updated weights for policy 0, policy_version 25694 (0.0005)
+[2026-06-07 03:44:23,656][542790] Updated weights for policy 0, policy_version 25704 (0.0005)
+[2026-06-07 03:44:24,234][542790] Updated weights for policy 0, policy_version 25714 (0.0005)
+[2026-06-07 03:44:24,374][542790] Updated weights for policy 0, policy_version 25725 (0.0008)
+[2026-06-07 03:44:24,492][542790] Updated weights for policy 0, policy_version 25735 (0.0008)
+[2026-06-07 03:44:24,653][542790] Updated weights for policy 0, policy_version 25748 (0.0008)
+[2026-06-07 03:44:24,781][542790] Updated weights for policy 0, policy_version 25758 (0.0008)
+[2026-06-07 03:44:24,908][542790] Updated weights for policy 0, policy_version 25768 (0.0008)
+[2026-06-07 03:44:25,534][542790] Updated weights for policy 0, policy_version 25778 (0.0007)
+[2026-06-07 03:44:25,658][542790] Updated weights for policy 0, policy_version 25788 (0.0005)
+[2026-06-07 03:44:25,786][542790] Updated weights for policy 0, policy_version 25798 (0.0005)
+[2026-06-07 03:44:25,917][542790] Updated weights for policy 0, policy_version 25808 (0.0005)
+[2026-06-07 03:44:26,042][542790] Updated weights for policy 0, policy_version 25818 (0.0005)
+[2026-06-07 03:44:26,168][542790] Updated weights for policy 0, policy_version 25828 (0.0005)
+[2026-06-07 03:44:26,293][542790] Updated weights for policy 0, policy_version 25838 (0.0004)
+[2026-06-07 03:44:26,907][541270] Fps is (10 sec: 26214.1, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 13271040. Throughput: 0: 25375.2. Samples: 13289344. Policy #0 lag: (min: 32.0, avg: 72.2, max: 96.0)
+[2026-06-07 03:44:26,909][541270] Avg episode reward: [(0, '81.221')]
+[2026-06-07 03:44:26,911][542790] Updated weights for policy 0, policy_version 25848 (0.0008)
+[2026-06-07 03:44:27,054][542790] Updated weights for policy 0, policy_version 25859 (0.0008)
+[2026-06-07 03:44:27,184][542790] Updated weights for policy 0, policy_version 25870 (0.0008)
+[2026-06-07 03:44:27,329][542790] Updated weights for policy 0, policy_version 25882 (0.0008)
+[2026-06-07 03:44:27,486][542790] Updated weights for policy 0, policy_version 25894 (0.0008)
+[2026-06-07 03:44:27,615][542790] Updated weights for policy 0, policy_version 25904 (0.0008)
+[2026-06-07 03:44:28,253][542790] Updated weights for policy 0, policy_version 25914 (0.0008)
+[2026-06-07 03:44:28,398][542790] Updated weights for policy 0, policy_version 25926 (0.0005)
+[2026-06-07 03:44:28,520][542790] Updated weights for policy 0, policy_version 25936 (0.0005)
+[2026-06-07 03:44:28,674][542790] Updated weights for policy 0, policy_version 25948 (0.0005)
+[2026-06-07 03:44:28,832][542790] Updated weights for policy 0, policy_version 25960 (0.0004)
+[2026-06-07 03:44:29,413][542790] Updated weights for policy 0, policy_version 25970 (0.0005)
+[2026-06-07 03:44:29,540][542790] Updated weights for policy 0, policy_version 25980 (0.0005)
+[2026-06-07 03:44:29,674][542790] Updated weights for policy 0, policy_version 25991 (0.0005)
+[2026-06-07 03:44:29,797][542790] Updated weights for policy 0, policy_version 26001 (0.0006)
+[2026-06-07 03:44:29,934][542790] Updated weights for policy 0, policy_version 26011 (0.0005)
+[2026-06-07 03:44:30,057][542790] Updated weights for policy 0, policy_version 26021 (0.0004)
+[2026-06-07 03:44:30,192][542790] Updated weights for policy 0, policy_version 26032 (0.0004)
+[2026-06-07 03:44:30,770][542790] Updated weights for policy 0, policy_version 26042 (0.0004)
+[2026-06-07 03:44:30,894][542790] Updated weights for policy 0, policy_version 26052 (0.0004)
+[2026-06-07 03:44:31,022][542790] Updated weights for policy 0, policy_version 26062 (0.0008)
+[2026-06-07 03:44:31,161][542790] Updated weights for policy 0, policy_version 26073 (0.0008)
+[2026-06-07 03:44:31,301][542790] Updated weights for policy 0, policy_version 26084 (0.0008)
+[2026-06-07 03:44:31,426][542790] Updated weights for policy 0, policy_version 26094 (0.0008)
+[2026-06-07 03:44:31,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 13402112. Throughput: 0: 25324.0. Samples: 13370240. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:44:31,908][541270] Avg episode reward: [(0, '76.198')]
+[2026-06-07 03:44:32,069][542790] Updated weights for policy 0, policy_version 26105 (0.0008)
+[2026-06-07 03:44:32,217][542790] Updated weights for policy 0, policy_version 26117 (0.0008)
+[2026-06-07 03:44:32,344][542790] Updated weights for policy 0, policy_version 26127 (0.0008)
+[2026-06-07 03:44:32,502][542790] Updated weights for policy 0, policy_version 26139 (0.0008)
+[2026-06-07 03:44:32,642][542790] Updated weights for policy 0, policy_version 26150 (0.0008)
+[2026-06-07 03:44:32,755][542790] Updated weights for policy 0, policy_version 26160 (0.0008)
+[2026-06-07 03:44:33,390][542790] Updated weights for policy 0, policy_version 26170 (0.0008)
+[2026-06-07 03:44:33,520][542790] Updated weights for policy 0, policy_version 26180 (0.0008)
+[2026-06-07 03:44:33,664][542790] Updated weights for policy 0, policy_version 26192 (0.0008)
+[2026-06-07 03:44:33,814][542790] Updated weights for policy 0, policy_version 26204 (0.0008)
+[2026-06-07 03:44:33,951][542790] Updated weights for policy 0, policy_version 26215 (0.0008)
+[2026-06-07 03:44:34,582][542790] Updated weights for policy 0, policy_version 26225 (0.0008)
+[2026-06-07 03:44:34,710][542790] Updated weights for policy 0, policy_version 26236 (0.0008)
+[2026-06-07 03:44:34,858][542790] Updated weights for policy 0, policy_version 26248 (0.0008)
+[2026-06-07 03:44:35,001][542790] Updated weights for policy 0, policy_version 26259 (0.0008)
+[2026-06-07 03:44:35,132][542790] Updated weights for policy 0, policy_version 26269 (0.0009)
+[2026-06-07 03:44:35,278][542790] Updated weights for policy 0, policy_version 26281 (0.0008)
+[2026-06-07 03:44:35,919][542790] Updated weights for policy 0, policy_version 26291 (0.0008)
+[2026-06-07 03:44:36,057][542790] Updated weights for policy 0, policy_version 26302 (0.0008)
+[2026-06-07 03:44:36,184][542790] Updated weights for policy 0, policy_version 26312 (0.0008)
+[2026-06-07 03:44:36,320][542790] Updated weights for policy 0, policy_version 26323 (0.0008)
+[2026-06-07 03:44:36,476][542790] Updated weights for policy 0, policy_version 26335 (0.0008)
+[2026-06-07 03:44:36,601][542790] Updated weights for policy 0, policy_version 26345 (0.0008)
+[2026-06-07 03:44:36,907][541270] Fps is (10 sec: 26215.0, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 13533184. Throughput: 0: 25375.5. Samples: 13515904. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:44:36,907][541270] Avg episode reward: [(0, '90.698')]
+[2026-06-07 03:44:37,166][542790] Updated weights for policy 0, policy_version 26355 (0.0008)
+[2026-06-07 03:44:37,291][542790] Updated weights for policy 0, policy_version 26366 (0.0008)
+[2026-06-07 03:44:37,421][542790] Updated weights for policy 0, policy_version 26377 (0.0008)
+[2026-06-07 03:44:37,565][542790] Updated weights for policy 0, policy_version 26389 (0.0008)
+[2026-06-07 03:44:37,699][542790] Updated weights for policy 0, policy_version 26399 (0.0008)
+[2026-06-07 03:44:37,831][542790] Updated weights for policy 0, policy_version 26409 (0.0008)
+[2026-06-07 03:44:38,500][542790] Updated weights for policy 0, policy_version 26420 (0.0007)
+[2026-06-07 03:44:38,625][542790] Updated weights for policy 0, policy_version 26430 (0.0004)
+[2026-06-07 03:44:38,775][542790] Updated weights for policy 0, policy_version 26441 (0.0004)
+[2026-06-07 03:44:38,899][542790] Updated weights for policy 0, policy_version 26451 (0.0004)
+[2026-06-07 03:44:39,029][542790] Updated weights for policy 0, policy_version 26461 (0.0004)
+[2026-06-07 03:44:39,155][542790] Updated weights for policy 0, policy_version 26471 (0.0004)
+[2026-06-07 03:44:39,743][542790] Updated weights for policy 0, policy_version 26482 (0.0004)
+[2026-06-07 03:44:39,862][542790] Updated weights for policy 0, policy_version 26492 (0.0005)
+[2026-06-07 03:44:39,992][542790] Updated weights for policy 0, policy_version 26502 (0.0005)
+[2026-06-07 03:44:40,120][542790] Updated weights for policy 0, policy_version 26512 (0.0005)
+[2026-06-07 03:44:40,245][542790] Updated weights for policy 0, policy_version 26522 (0.0005)
+[2026-06-07 03:44:40,385][542790] Updated weights for policy 0, policy_version 26533 (0.0005)
+[2026-06-07 03:44:40,520][542790] Updated weights for policy 0, policy_version 26544 (0.0005)
+[2026-06-07 03:44:41,117][542790] Updated weights for policy 0, policy_version 26555 (0.0005)
+[2026-06-07 03:44:41,259][542790] Updated weights for policy 0, policy_version 26566 (0.0005)
+[2026-06-07 03:44:41,396][542790] Updated weights for policy 0, policy_version 26577 (0.0005)
+[2026-06-07 03:44:41,533][542790] Updated weights for policy 0, policy_version 26588 (0.0004)
+[2026-06-07 03:44:41,669][542790] Updated weights for policy 0, policy_version 26598 (0.0004)
+[2026-06-07 03:44:41,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 13664256. Throughput: 0: 25372.4. Samples: 13673088. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:44:41,908][541270] Avg episode reward: [(0, '67.132')]
+[2026-06-07 03:44:42,304][542790] Updated weights for policy 0, policy_version 26609 (0.0007)
+[2026-06-07 03:44:42,451][542790] Updated weights for policy 0, policy_version 26621 (0.0008)
+[2026-06-07 03:44:42,599][542790] Updated weights for policy 0, policy_version 26633 (0.0008)
+[2026-06-07 03:44:42,725][542790] Updated weights for policy 0, policy_version 26643 (0.0009)
+[2026-06-07 03:44:42,859][542790] Updated weights for policy 0, policy_version 26654 (0.0008)
+[2026-06-07 03:44:42,996][542790] Updated weights for policy 0, policy_version 26664 (0.0008)
+[2026-06-07 03:44:43,618][542790] Updated weights for policy 0, policy_version 26674 (0.0008)
+[2026-06-07 03:44:43,747][542790] Updated weights for policy 0, policy_version 26684 (0.0008)
+[2026-06-07 03:44:43,875][542790] Updated weights for policy 0, policy_version 26694 (0.0008)
+[2026-06-07 03:44:44,027][542790] Updated weights for policy 0, policy_version 26706 (0.0008)
+[2026-06-07 03:44:44,162][542790] Updated weights for policy 0, policy_version 26717 (0.0008)
+[2026-06-07 03:44:44,306][542790] Updated weights for policy 0, policy_version 26728 (0.0008)
+[2026-06-07 03:44:44,907][542790] Updated weights for policy 0, policy_version 26739 (0.0007)
+[2026-06-07 03:44:45,070][542790] Updated weights for policy 0, policy_version 26753 (0.0009)
+[2026-06-07 03:44:45,211][542790] Updated weights for policy 0, policy_version 26764 (0.0005)
+[2026-06-07 03:44:45,332][542790] Updated weights for policy 0, policy_version 26774 (0.0004)
+[2026-06-07 03:44:45,461][542790] Updated weights for policy 0, policy_version 26784 (0.0004)
+[2026-06-07 03:44:45,596][542790] Updated weights for policy 0, policy_version 26794 (0.0004)
+[2026-06-07 03:44:46,219][542790] Updated weights for policy 0, policy_version 26805 (0.0004)
+[2026-06-07 03:44:46,356][542790] Updated weights for policy 0, policy_version 26815 (0.0004)
+[2026-06-07 03:44:46,496][542790] Updated weights for policy 0, policy_version 26826 (0.0004)
+[2026-06-07 03:44:46,628][542790] Updated weights for policy 0, policy_version 26837 (0.0004)
+[2026-06-07 03:44:46,776][542790] Updated weights for policy 0, policy_version 26849 (0.0004)
+[2026-06-07 03:44:46,907][542790] Updated weights for policy 0, policy_version 26859 (0.0004)
+[2026-06-07 03:44:46,907][541270] Fps is (10 sec: 22937.4, 60 sec: 25122.1, 300 sec: 25103.6). Total num frames: 13762560. Throughput: 0: 25349.7. Samples: 13744256. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:44:46,908][541270] Avg episode reward: [(0, '75.276')]
+[2026-06-07 03:44:47,489][542790] Updated weights for policy 0, policy_version 26869 (0.0007)
+[2026-06-07 03:44:47,610][542790] Updated weights for policy 0, policy_version 26879 (0.0008)
+[2026-06-07 03:44:47,737][542790] Updated weights for policy 0, policy_version 26889 (0.0008)
+[2026-06-07 03:44:47,884][542790] Updated weights for policy 0, policy_version 26901 (0.0008)
+[2026-06-07 03:44:48,012][542790] Updated weights for policy 0, policy_version 26911 (0.0008)
+[2026-06-07 03:44:48,147][542790] Updated weights for policy 0, policy_version 26921 (0.0008)
+[2026-06-07 03:44:48,771][542790] Updated weights for policy 0, policy_version 26932 (0.0008)
+[2026-06-07 03:44:48,899][542790] Updated weights for policy 0, policy_version 26942 (0.0009)
+[2026-06-07 03:44:49,024][542790] Updated weights for policy 0, policy_version 26952 (0.0008)
+[2026-06-07 03:44:49,154][542790] Updated weights for policy 0, policy_version 26963 (0.0008)
+[2026-06-07 03:44:49,292][542790] Updated weights for policy 0, policy_version 26973 (0.0008)
+[2026-06-07 03:44:49,416][542790] Updated weights for policy 0, policy_version 26983 (0.0008)
+[2026-06-07 03:44:50,059][542790] Updated weights for policy 0, policy_version 26993 (0.0008)
+[2026-06-07 03:44:50,179][542790] Updated weights for policy 0, policy_version 27003 (0.0008)
+[2026-06-07 03:44:50,312][542790] Updated weights for policy 0, policy_version 27013 (0.0008)
+[2026-06-07 03:44:50,461][542790] Updated weights for policy 0, policy_version 27025 (0.0008)
+[2026-06-07 03:44:50,597][542790] Updated weights for policy 0, policy_version 27036 (0.0008)
+[2026-06-07 03:44:50,746][542790] Updated weights for policy 0, policy_version 27047 (0.0008)
+[2026-06-07 03:44:51,406][542790] Updated weights for policy 0, policy_version 27059 (0.0008)
+[2026-06-07 03:44:51,533][542790] Updated weights for policy 0, policy_version 27069 (0.0008)
+[2026-06-07 03:44:51,660][542790] Updated weights for policy 0, policy_version 27079 (0.0008)
+[2026-06-07 03:44:51,786][542790] Updated weights for policy 0, policy_version 27089 (0.0008)
+[2026-06-07 03:44:51,907][541270] Fps is (10 sec: 22937.3, 60 sec: 25122.2, 300 sec: 25214.7). Total num frames: 13893632. Throughput: 0: 25375.3. Samples: 13900672. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0)
+[2026-06-07 03:44:51,908][541270] Avg episode reward: [(0, '77.778')]
+[2026-06-07 03:44:51,913][542790] Updated weights for policy 0, policy_version 27099 (0.0008)
+[2026-06-07 03:44:52,043][542790] Updated weights for policy 0, policy_version 27109 (0.0008)
+[2026-06-07 03:44:52,175][542790] Updated weights for policy 0, policy_version 27119 (0.0008)
+[2026-06-07 03:44:52,806][542790] Updated weights for policy 0, policy_version 27129 (0.0008)
+[2026-06-07 03:44:52,934][542790] Updated weights for policy 0, policy_version 27139 (0.0008)
+[2026-06-07 03:44:53,065][542790] Updated weights for policy 0, policy_version 27150 (0.0008)
+[2026-06-07 03:44:53,205][542790] Updated weights for policy 0, policy_version 27161 (0.0008)
+[2026-06-07 03:44:53,346][542790] Updated weights for policy 0, policy_version 27172 (0.0008)
+[2026-06-07 03:44:53,494][542790] Updated weights for policy 0, policy_version 27184 (0.0008)
+[2026-06-07 03:44:54,107][542790] Updated weights for policy 0, policy_version 27195 (0.0005)
+[2026-06-07 03:44:54,261][542790] Updated weights for policy 0, policy_version 27208 (0.0005)
+[2026-06-07 03:44:54,393][542790] Updated weights for policy 0, policy_version 27219 (0.0005)
+[2026-06-07 03:44:54,519][542790] Updated weights for policy 0, policy_version 27229 (0.0005)
+[2026-06-07 03:44:54,665][542790] Updated weights for policy 0, policy_version 27241 (0.0005)
+[2026-06-07 03:44:55,292][542790] Updated weights for policy 0, policy_version 27252 (0.0005)
+[2026-06-07 03:44:55,437][542790] Updated weights for policy 0, policy_version 27264 (0.0004)
+[2026-06-07 03:44:55,581][542790] Updated weights for policy 0, policy_version 27275 (0.0005)
+[2026-06-07 03:44:55,710][542790] Updated weights for policy 0, policy_version 27286 (0.0005)
+[2026-06-07 03:44:55,841][542790] Updated weights for policy 0, policy_version 27296 (0.0005)
+[2026-06-07 03:44:55,963][542790] Updated weights for policy 0, policy_version 27306 (0.0004)
+[2026-06-07 03:44:56,588][542790] Updated weights for policy 0, policy_version 27316 (0.0005)
+[2026-06-07 03:44:56,725][542790] Updated weights for policy 0, policy_version 27326 (0.0006)
+[2026-06-07 03:44:56,853][542790] Updated weights for policy 0, policy_version 27336 (0.0008)
+[2026-06-07 03:44:56,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 14024704. Throughput: 0: 25150.6. Samples: 14048768. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0)
+[2026-06-07 03:44:56,908][541270] Avg episode reward: [(0, '79.512')]
+[2026-06-07 03:44:57,011][542790] Updated weights for policy 0, policy_version 27349 (0.0008)
+[2026-06-07 03:44:57,157][542790] Updated weights for policy 0, policy_version 27360 (0.0008)
+[2026-06-07 03:44:57,287][542790] Updated weights for policy 0, policy_version 27371 (0.0008)
+[2026-06-07 03:44:57,921][542790] Updated weights for policy 0, policy_version 27381 (0.0008)
+[2026-06-07 03:44:58,062][542790] Updated weights for policy 0, policy_version 27393 (0.0008)
+[2026-06-07 03:44:58,196][542790] Updated weights for policy 0, policy_version 27404 (0.0008)
+[2026-06-07 03:44:58,323][542790] Updated weights for policy 0, policy_version 27414 (0.0008)
+[2026-06-07 03:44:58,448][542790] Updated weights for policy 0, policy_version 27424 (0.0008)
+[2026-06-07 03:44:58,585][542790] Updated weights for policy 0, policy_version 27435 (0.0009)
+[2026-06-07 03:44:59,204][542790] Updated weights for policy 0, policy_version 27446 (0.0006)
+[2026-06-07 03:44:59,328][542790] Updated weights for policy 0, policy_version 27456 (0.0004)
+[2026-06-07 03:44:59,458][542790] Updated weights for policy 0, policy_version 27467 (0.0004)
+[2026-06-07 03:44:59,618][542790] Updated weights for policy 0, policy_version 27479 (0.0004)
+[2026-06-07 03:44:59,787][542790] Updated weights for policy 0, policy_version 27493 (0.0004)
+[2026-06-07 03:44:59,914][542790] Updated weights for policy 0, policy_version 27503 (0.0004)
+[2026-06-07 03:45:00,515][542790] Updated weights for policy 0, policy_version 27514 (0.0008)
+[2026-06-07 03:45:00,641][542790] Updated weights for policy 0, policy_version 27524 (0.0008)
+[2026-06-07 03:45:00,771][542790] Updated weights for policy 0, policy_version 27534 (0.0007)
+[2026-06-07 03:45:00,910][542790] Updated weights for policy 0, policy_version 27545 (0.0005)
+[2026-06-07 03:45:01,035][542790] Updated weights for policy 0, policy_version 27555 (0.0005)
+[2026-06-07 03:45:01,162][542790] Updated weights for policy 0, policy_version 27565 (0.0005)
+[2026-06-07 03:45:01,763][542790] Updated weights for policy 0, policy_version 27576 (0.0007)
+[2026-06-07 03:45:01,901][542790] Updated weights for policy 0, policy_version 27587 (0.0008)
+[2026-06-07 03:45:01,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 14155776. Throughput: 0: 25349.6. Samples: 14129152. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0)
+[2026-06-07 03:45:01,908][541270] Avg episode reward: [(0, '90.776')]
+[2026-06-07 03:45:02,026][542790] Updated weights for policy 0, policy_version 27597 (0.0008)
+[2026-06-07 03:45:02,144][542790] Updated weights for policy 0, policy_version 27607 (0.0008)
+[2026-06-07 03:45:02,272][542790] Updated weights for policy 0, policy_version 27617 (0.0008)
+[2026-06-07 03:45:02,403][542790] Updated weights for policy 0, policy_version 27627 (0.0008)
+[2026-06-07 03:45:03,030][542790] Updated weights for policy 0, policy_version 27637 (0.0006)
+[2026-06-07 03:45:03,154][542790] Updated weights for policy 0, policy_version 27647 (0.0004)
+[2026-06-07 03:45:03,291][542790] Updated weights for policy 0, policy_version 27658 (0.0004)
+[2026-06-07 03:45:03,436][542790] Updated weights for policy 0, policy_version 27670 (0.0004)
+[2026-06-07 03:45:03,587][542790] Updated weights for policy 0, policy_version 27682 (0.0005)
+[2026-06-07 03:45:03,743][542790] Updated weights for policy 0, policy_version 27694 (0.0009)
+[2026-06-07 03:45:04,413][542790] Updated weights for policy 0, policy_version 27706 (0.0009)
+[2026-06-07 03:45:04,572][542790] Updated weights for policy 0, policy_version 27719 (0.0008)
+[2026-06-07 03:45:04,703][542790] Updated weights for policy 0, policy_version 27729 (0.0008)
+[2026-06-07 03:45:04,827][542790] Updated weights for policy 0, policy_version 27739 (0.0009)
+[2026-06-07 03:45:04,962][542790] Updated weights for policy 0, policy_version 27749 (0.0008)
+[2026-06-07 03:45:05,088][542790] Updated weights for policy 0, policy_version 27759 (0.0008)
+[2026-06-07 03:45:05,748][542790] Updated weights for policy 0, policy_version 27772 (0.0008)
+[2026-06-07 03:45:05,884][542790] Updated weights for policy 0, policy_version 27783 (0.0008)
+[2026-06-07 03:45:06,030][542790] Updated weights for policy 0, policy_version 27795 (0.0008)
+[2026-06-07 03:45:06,163][542790] Updated weights for policy 0, policy_version 27806 (0.0008)
+[2026-06-07 03:45:06,297][542790] Updated weights for policy 0, policy_version 27817 (0.0008)
+[2026-06-07 03:45:06,907][541270] Fps is (10 sec: 26213.7, 60 sec: 25668.2, 300 sec: 25214.7). Total num frames: 14286848. Throughput: 0: 25159.0. Samples: 14275840. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:45:06,908][541270] Avg episode reward: [(0, '67.889')]
+[2026-06-07 03:45:06,925][542790] Updated weights for policy 0, policy_version 27828 (0.0008)
+[2026-06-07 03:45:07,045][542790] Updated weights for policy 0, policy_version 27838 (0.0008)
+[2026-06-07 03:45:07,172][542790] Updated weights for policy 0, policy_version 27848 (0.0008)
+[2026-06-07 03:45:07,308][542790] Updated weights for policy 0, policy_version 27859 (0.0008)
+[2026-06-07 03:45:07,447][542790] Updated weights for policy 0, policy_version 27870 (0.0008)
+[2026-06-07 03:45:07,587][542790] Updated weights for policy 0, policy_version 27881 (0.0008)
+[2026-06-07 03:45:08,246][542790] Updated weights for policy 0, policy_version 27892 (0.0010)
+[2026-06-07 03:45:08,368][542790] Updated weights for policy 0, policy_version 27902 (0.0009)
+[2026-06-07 03:45:08,506][542790] Updated weights for policy 0, policy_version 27913 (0.0008)
+[2026-06-07 03:45:08,625][542790] Updated weights for policy 0, policy_version 27923 (0.0008)
+[2026-06-07 03:45:08,780][542790] Updated weights for policy 0, policy_version 27935 (0.0008)
+[2026-06-07 03:45:08,930][542790] Updated weights for policy 0, policy_version 27946 (0.0008)
+[2026-06-07 03:45:09,526][542790] Updated weights for policy 0, policy_version 27956 (0.0009)
+[2026-06-07 03:45:09,676][542790] Updated weights for policy 0, policy_version 27968 (0.0009)
+[2026-06-07 03:45:09,821][542790] Updated weights for policy 0, policy_version 27979 (0.0006)
+[2026-06-07 03:45:09,962][542790] Updated weights for policy 0, policy_version 27990 (0.0004)
+[2026-06-07 03:45:10,089][542790] Updated weights for policy 0, policy_version 28000 (0.0004)
+[2026-06-07 03:45:10,215][542790] Updated weights for policy 0, policy_version 28010 (0.0005)
+[2026-06-07 03:45:10,849][542790] Updated weights for policy 0, policy_version 28021 (0.0007)
+[2026-06-07 03:45:10,970][542790] Updated weights for policy 0, policy_version 28031 (0.0008)
+[2026-06-07 03:45:11,108][542790] Updated weights for policy 0, policy_version 28042 (0.0008)
+[2026-06-07 03:45:11,238][542790] Updated weights for policy 0, policy_version 28052 (0.0008)
+[2026-06-07 03:45:11,374][542790] Updated weights for policy 0, policy_version 28063 (0.0008)
+[2026-06-07 03:45:11,499][542790] Updated weights for policy 0, policy_version 28073 (0.0008)
+[2026-06-07 03:45:11,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 14417920. Throughput: 0: 25386.8. Samples: 14431744. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:45:11,908][541270] Avg episode reward: [(0, '76.722')]
+[2026-06-07 03:45:12,126][542790] Updated weights for policy 0, policy_version 28084 (0.0009)
+[2026-06-07 03:45:12,250][542790] Updated weights for policy 0, policy_version 28094 (0.0008)
+[2026-06-07 03:45:12,375][542790] Updated weights for policy 0, policy_version 28104 (0.0008)
+[2026-06-07 03:45:12,518][542790] Updated weights for policy 0, policy_version 28115 (0.0008)
+[2026-06-07 03:45:12,639][542790] Updated weights for policy 0, policy_version 28125 (0.0008)
+[2026-06-07 03:45:12,778][542790] Updated weights for policy 0, policy_version 28136 (0.0008)
+[2026-06-07 03:45:13,397][542790] Updated weights for policy 0, policy_version 28146 (0.0008)
+[2026-06-07 03:45:13,528][542790] Updated weights for policy 0, policy_version 28156 (0.0008)
+[2026-06-07 03:45:13,649][542790] Updated weights for policy 0, policy_version 28166 (0.0008)
+[2026-06-07 03:45:13,776][542790] Updated weights for policy 0, policy_version 28176 (0.0008)
+[2026-06-07 03:45:13,904][542790] Updated weights for policy 0, policy_version 28186 (0.0008)
+[2026-06-07 03:45:14,046][542790] Updated weights for policy 0, policy_version 28197 (0.0008)
+[2026-06-07 03:45:14,167][542790] Updated weights for policy 0, policy_version 28207 (0.0008)
+[2026-06-07 03:45:14,793][542790] Updated weights for policy 0, policy_version 28217 (0.0008)
+[2026-06-07 03:45:14,926][542790] Updated weights for policy 0, policy_version 28227 (0.0008)
+[2026-06-07 03:45:15,056][542790] Updated weights for policy 0, policy_version 28237 (0.0008)
+[2026-06-07 03:45:15,191][542790] Updated weights for policy 0, policy_version 28248 (0.0008)
+[2026-06-07 03:45:15,323][542790] Updated weights for policy 0, policy_version 28258 (0.0008)
+[2026-06-07 03:45:15,453][542790] Updated weights for policy 0, policy_version 28268 (0.0009)
+[2026-06-07 03:45:16,040][542790] Updated weights for policy 0, policy_version 28278 (0.0009)
+[2026-06-07 03:45:16,167][542790] Updated weights for policy 0, policy_version 28288 (0.0008)
+[2026-06-07 03:45:16,283][542790] Updated weights for policy 0, policy_version 28298 (0.0008)
+[2026-06-07 03:45:16,426][542790] Updated weights for policy 0, policy_version 28309 (0.0008)
+[2026-06-07 03:45:16,566][542790] Updated weights for policy 0, policy_version 28320 (0.0008)
+[2026-06-07 03:45:16,692][542790] Updated weights for policy 0, policy_version 28330 (0.0008)
+[2026-06-07 03:45:16,907][541270] Fps is (10 sec: 26215.0, 60 sec: 25668.3, 300 sec: 25214.7). Total num frames: 14548992. Throughput: 0: 25190.4. Samples: 14503808. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:45:16,909][541270] Avg episode reward: [(0, '71.377')]
+[2026-06-07 03:45:17,345][542790] Updated weights for policy 0, policy_version 28342 (0.0008)
+[2026-06-07 03:45:17,486][542790] Updated weights for policy 0, policy_version 28353 (0.0008)
+[2026-06-07 03:45:17,612][542790] Updated weights for policy 0, policy_version 28363 (0.0008)
+[2026-06-07 03:45:17,748][542790] Updated weights for policy 0, policy_version 28374 (0.0008)
+[2026-06-07 03:45:17,895][542790] Updated weights for policy 0, policy_version 28385 (0.0008)
+[2026-06-07 03:45:18,016][542790] Updated weights for policy 0, policy_version 28395 (0.0008)
+[2026-06-07 03:45:18,651][542790] Updated weights for policy 0, policy_version 28405 (0.0008)
+[2026-06-07 03:45:18,779][542790] Updated weights for policy 0, policy_version 28415 (0.0008)
+[2026-06-07 03:45:18,910][542790] Updated weights for policy 0, policy_version 28426 (0.0008)
+[2026-06-07 03:45:19,050][542790] Updated weights for policy 0, policy_version 28437 (0.0008)
+[2026-06-07 03:45:19,176][542790] Updated weights for policy 0, policy_version 28447 (0.0008)
+[2026-06-07 03:45:19,321][542790] Updated weights for policy 0, policy_version 28459 (0.0008)
+[2026-06-07 03:45:19,939][542790] Updated weights for policy 0, policy_version 28470 (0.0009)
+[2026-06-07 03:45:20,071][542790] Updated weights for policy 0, policy_version 28481 (0.0009)
+[2026-06-07 03:45:20,194][542790] Updated weights for policy 0, policy_version 28491 (0.0008)
+[2026-06-07 03:45:20,327][542790] Updated weights for policy 0, policy_version 28501 (0.0008)
+[2026-06-07 03:45:20,460][542790] Updated weights for policy 0, policy_version 28512 (0.0009)
+[2026-06-07 03:45:20,587][542790] Updated weights for policy 0, policy_version 28522 (0.0008)
+[2026-06-07 03:45:21,252][542790] Updated weights for policy 0, policy_version 28533 (0.0009)
+[2026-06-07 03:45:21,370][542790] Updated weights for policy 0, policy_version 28543 (0.0008)
+[2026-06-07 03:45:21,494][542790] Updated weights for policy 0, policy_version 28553 (0.0008)
+[2026-06-07 03:45:21,650][542790] Updated weights for policy 0, policy_version 28565 (0.0008)
+[2026-06-07 03:45:21,826][542790] Updated weights for policy 0, policy_version 28579 (0.0009)
+[2026-06-07 03:45:21,907][541270] Fps is (10 sec: 22937.3, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 14647296. Throughput: 0: 25397.9. Samples: 14658816. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0)
+[2026-06-07 03:45:21,909][541270] Avg episode reward: [(0, '81.779')]
+[2026-06-07 03:45:21,961][542790] Updated weights for policy 0, policy_version 28590 (0.0008)
+[2026-06-07 03:45:21,983][542711] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/checkpoint_p0/checkpoint_000028592_14680064.pth...
+[2026-06-07 03:45:22,624][542790] Updated weights for policy 0, policy_version 28602 (0.0008)
+[2026-06-07 03:45:22,748][542790] Updated weights for policy 0, policy_version 28612 (0.0008)
+[2026-06-07 03:45:22,869][542790] Updated weights for policy 0, policy_version 28622 (0.0008)
+[2026-06-07 03:45:23,001][542790] Updated weights for policy 0, policy_version 28632 (0.0008)
+[2026-06-07 03:45:23,130][542790] Updated weights for policy 0, policy_version 28642 (0.0008)
+[2026-06-07 03:45:23,267][542790] Updated weights for policy 0, policy_version 28653 (0.0008)
+[2026-06-07 03:45:23,883][542790] Updated weights for policy 0, policy_version 28663 (0.0008)
+[2026-06-07 03:45:24,004][542790] Updated weights for policy 0, policy_version 28673 (0.0008)
+[2026-06-07 03:45:24,127][542790] Updated weights for policy 0, policy_version 28683 (0.0007)
+[2026-06-07 03:45:24,250][542790] Updated weights for policy 0, policy_version 28693 (0.0008)
+[2026-06-07 03:45:24,389][542790] Updated weights for policy 0, policy_version 28704 (0.0008)
+[2026-06-07 03:45:24,525][542790] Updated weights for policy 0, policy_version 28715 (0.0008)
+[2026-06-07 03:45:25,189][542790] Updated weights for policy 0, policy_version 28726 (0.0008)
+[2026-06-07 03:45:25,306][542790] Updated weights for policy 0, policy_version 28736 (0.0008)
+[2026-06-07 03:45:25,466][542790] Updated weights for policy 0, policy_version 28749 (0.0008)
+[2026-06-07 03:45:25,607][542790] Updated weights for policy 0, policy_version 28761 (0.0009)
+[2026-06-07 03:45:25,777][542790] Updated weights for policy 0, policy_version 28774 (0.0008)
+[2026-06-07 03:45:26,452][542790] Updated weights for policy 0, policy_version 28789 (0.0009)
+[2026-06-07 03:45:26,595][542790] Updated weights for policy 0, policy_version 28801 (0.0009)
+[2026-06-07 03:45:26,737][542790] Updated weights for policy 0, policy_version 28813 (0.0008)
+[2026-06-07 03:45:26,907][542790] Updated weights for policy 0, policy_version 28827 (0.0009)
+[2026-06-07 03:45:26,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.2, 300 sec: 25214.7). Total num frames: 14778368. Throughput: 0: 25338.3. Samples: 14813312. Policy #0 lag: (min: 43.0, avg: 87.4, max: 107.0)
+[2026-06-07 03:45:26,908][541270] Avg episode reward: [(0, '76.595')]
+[2026-06-07 03:45:27,076][542790] Updated weights for policy 0, policy_version 28840 (0.0009)
+[2026-06-07 03:45:27,705][542790] Updated weights for policy 0, policy_version 28851 (0.0008)
+[2026-06-07 03:45:27,828][542790] Updated weights for policy 0, policy_version 28861 (0.0008)
+[2026-06-07 03:45:27,970][542790] Updated weights for policy 0, policy_version 28872 (0.0008)
+[2026-06-07 03:45:28,111][542790] Updated weights for policy 0, policy_version 28884 (0.0008)
+[2026-06-07 03:45:28,248][542790] Updated weights for policy 0, policy_version 28895 (0.0008)
+[2026-06-07 03:45:28,362][542790] Updated weights for policy 0, policy_version 28905 (0.0008)
+[2026-06-07 03:45:29,039][542790] Updated weights for policy 0, policy_version 28918 (0.0008)
+[2026-06-07 03:45:29,168][542790] Updated weights for policy 0, policy_version 28929 (0.0008)
+[2026-06-07 03:45:29,313][542790] Updated weights for policy 0, policy_version 28941 (0.0008)
+[2026-06-07 03:45:29,456][542790] Updated weights for policy 0, policy_version 28953 (0.0008)
+[2026-06-07 03:45:29,620][542790] Updated weights for policy 0, policy_version 28966 (0.0008)
+[2026-06-07 03:45:30,288][542790] Updated weights for policy 0, policy_version 28978 (0.0008)
+[2026-06-07 03:45:30,418][542790] Updated weights for policy 0, policy_version 28989 (0.0008)
+[2026-06-07 03:45:30,568][542790] Updated weights for policy 0, policy_version 29002 (0.0009)
+[2026-06-07 03:45:30,705][542790] Updated weights for policy 0, policy_version 29013 (0.0008)
+[2026-06-07 03:45:30,848][542790] Updated weights for policy 0, policy_version 29025 (0.0008)
+[2026-06-07 03:45:30,995][542790] Updated weights for policy 0, policy_version 29037 (0.0008)
+[2026-06-07 03:45:31,668][542790] Updated weights for policy 0, policy_version 29050 (0.0008)
+[2026-06-07 03:45:31,821][542790] Updated weights for policy 0, policy_version 29063 (0.0008)
+[2026-06-07 03:45:31,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 14909440. Throughput: 0: 25432.2. Samples: 14888704. Policy #0 lag: (min: 43.0, avg: 87.4, max: 107.0)
+[2026-06-07 03:45:31,908][541270] Avg episode reward: [(0, '88.721')]
+[2026-06-07 03:45:31,972][542790] Updated weights for policy 0, policy_version 29075 (0.0008)
+[2026-06-07 03:45:32,108][542790] Updated weights for policy 0, policy_version 29086 (0.0008)
+[2026-06-07 03:45:32,235][542790] Updated weights for policy 0, policy_version 29097 (0.0008)
+[2026-06-07 03:45:32,922][542790] Updated weights for policy 0, policy_version 29110 (0.0008)
+[2026-06-07 03:45:33,084][542790] Updated weights for policy 0, policy_version 29123 (0.0008)
+[2026-06-07 03:45:33,223][542790] Updated weights for policy 0, policy_version 29134 (0.0008)
+[2026-06-07 03:45:33,351][542790] Updated weights for policy 0, policy_version 29144 (0.0008)
+[2026-06-07 03:45:33,476][542790] Updated weights for policy 0, policy_version 29154 (0.0008)
+[2026-06-07 03:45:33,602][542790] Updated weights for policy 0, policy_version 29164 (0.0009)
+[2026-06-07 03:45:34,248][542790] Updated weights for policy 0, policy_version 29176 (0.0008)
+[2026-06-07 03:45:34,373][542790] Updated weights for policy 0, policy_version 29186 (0.0008)
+[2026-06-07 03:45:34,512][542790] Updated weights for policy 0, policy_version 29197 (0.0009)
+[2026-06-07 03:45:34,649][542790] Updated weights for policy 0, policy_version 29208 (0.0008)
+[2026-06-07 03:45:34,782][542790] Updated weights for policy 0, policy_version 29219 (0.0009)
+[2026-06-07 03:45:34,907][542790] Updated weights for policy 0, policy_version 29229 (0.0009)
+[2026-06-07 03:45:35,487][542790] Updated weights for policy 0, policy_version 29239 (0.0008)
+[2026-06-07 03:45:35,624][542790] Updated weights for policy 0, policy_version 29250 (0.0008)
+[2026-06-07 03:45:35,751][542790] Updated weights for policy 0, policy_version 29260 (0.0009)
+[2026-06-07 03:45:35,890][542790] Updated weights for policy 0, policy_version 29271 (0.0008)
+[2026-06-07 03:45:36,019][542790] Updated weights for policy 0, policy_version 29281 (0.0008)
+[2026-06-07 03:45:36,140][542790] Updated weights for policy 0, policy_version 29291 (0.0008)
+[2026-06-07 03:45:36,728][542790] Updated weights for policy 0, policy_version 29302 (0.0008)
+[2026-06-07 03:45:36,869][542790] Updated weights for policy 0, policy_version 29313 (0.0008)
+[2026-06-07 03:45:36,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 15040512. Throughput: 0: 25310.0. Samples: 15039616. Policy #0 lag: (min: 43.0, avg: 87.4, max: 107.0)
+[2026-06-07 03:45:36,908][541270] Avg episode reward: [(0, '87.779')]
+[2026-06-07 03:45:36,994][542790] Updated weights for policy 0, policy_version 29323 (0.0008)
+[2026-06-07 03:45:37,122][542790] Updated weights for policy 0, policy_version 29333 (0.0008)
+[2026-06-07 03:45:37,265][542790] Updated weights for policy 0, policy_version 29344 (0.0008)
+[2026-06-07 03:45:37,393][542790] Updated weights for policy 0, policy_version 29354 (0.0008)
+[2026-06-07 03:45:37,988][542790] Updated weights for policy 0, policy_version 29365 (0.0008)
+[2026-06-07 03:45:38,117][542790] Updated weights for policy 0, policy_version 29375 (0.0008)
+[2026-06-07 03:45:38,248][542790] Updated weights for policy 0, policy_version 29385 (0.0008)
+[2026-06-07 03:45:38,367][542790] Updated weights for policy 0, policy_version 29395 (0.0008)
+[2026-06-07 03:45:38,497][542790] Updated weights for policy 0, policy_version 29405 (0.0008)
+[2026-06-07 03:45:38,661][542790] Updated weights for policy 0, policy_version 29418 (0.0008)
+[2026-06-07 03:45:39,263][542790] Updated weights for policy 0, policy_version 29428 (0.0007)
+[2026-06-07 03:45:39,398][542790] Updated weights for policy 0, policy_version 29439 (0.0005)
+[2026-06-07 03:45:39,523][542790] Updated weights for policy 0, policy_version 29449 (0.0004)
+[2026-06-07 03:45:39,662][542790] Updated weights for policy 0, policy_version 29460 (0.0004)
+[2026-06-07 03:45:39,790][542790] Updated weights for policy 0, policy_version 29470 (0.0005)
+[2026-06-07 03:45:39,933][542790] Updated weights for policy 0, policy_version 29481 (0.0005)
+[2026-06-07 03:45:40,557][542790] Updated weights for policy 0, policy_version 29492 (0.0005)
+[2026-06-07 03:45:40,698][542790] Updated weights for policy 0, policy_version 29503 (0.0005)
+[2026-06-07 03:45:40,838][542790] Updated weights for policy 0, policy_version 29514 (0.0008)
+[2026-06-07 03:45:40,972][542790] Updated weights for policy 0, policy_version 29525 (0.0008)
+[2026-06-07 03:45:41,099][542790] Updated weights for policy 0, policy_version 29535 (0.0008)
+[2026-06-07 03:45:41,237][542790] Updated weights for policy 0, policy_version 29546 (0.0008)
+[2026-06-07 03:45:41,874][542790] Updated weights for policy 0, policy_version 29557 (0.0008)
+[2026-06-07 03:45:41,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 25214.7). Total num frames: 15171584. Throughput: 0: 25284.2. Samples: 15186560. Policy #0 lag: (min: 43.0, avg: 87.4, max: 107.0)
+[2026-06-07 03:45:41,908][541270] Avg episode reward: [(0, '91.774')]
+[2026-06-07 03:45:42,001][542790] Updated weights for policy 0, policy_version 29567 (0.0009)
+[2026-06-07 03:45:42,137][542790] Updated weights for policy 0, policy_version 29578 (0.0009)
+[2026-06-07 03:45:42,264][542790] Updated weights for policy 0, policy_version 29588 (0.0008)
+[2026-06-07 03:45:42,397][542790] Updated weights for policy 0, policy_version 29598 (0.0008)
+[2026-06-07 03:45:42,538][542790] Updated weights for policy 0, policy_version 29609 (0.0008)
+[2026-06-07 03:45:43,126][542790] Updated weights for policy 0, policy_version 29619 (0.0008)
+[2026-06-07 03:45:43,271][542790] Updated weights for policy 0, policy_version 29631 (0.0008)
+[2026-06-07 03:45:43,422][542790] Updated weights for policy 0, policy_version 29643 (0.0008)
+[2026-06-07 03:45:43,547][542790] Updated weights for policy 0, policy_version 29653 (0.0008)
+[2026-06-07 03:45:43,689][542790] Updated weights for policy 0, policy_version 29664 (0.0008)
+[2026-06-07 03:45:43,815][542790] Updated weights for policy 0, policy_version 29674 (0.0008)
+[2026-06-07 03:45:44,468][542790] Updated weights for policy 0, policy_version 29685 (0.0009)
+[2026-06-07 03:45:44,594][542790] Updated weights for policy 0, policy_version 29695 (0.0008)
+[2026-06-07 03:45:44,717][542790] Updated weights for policy 0, policy_version 29705 (0.0008)
+[2026-06-07 03:45:44,877][542790] Updated weights for policy 0, policy_version 29718 (0.0008)
+[2026-06-07 03:45:45,013][542790] Updated weights for policy 0, policy_version 29729 (0.0008)
+[2026-06-07 03:45:45,140][542790] Updated weights for policy 0, policy_version 29739 (0.0009)
+[2026-06-07 03:45:45,796][542790] Updated weights for policy 0, policy_version 29751 (0.0008)
+[2026-06-07 03:45:45,926][542790] Updated weights for policy 0, policy_version 29761 (0.0008)
+[2026-06-07 03:45:46,063][542790] Updated weights for policy 0, policy_version 29772 (0.0008)
+[2026-06-07 03:45:46,194][542790] Updated weights for policy 0, policy_version 29782 (0.0008)
+[2026-06-07 03:45:46,320][542790] Updated weights for policy 0, policy_version 29792 (0.0008)
+[2026-06-07 03:45:46,466][542790] Updated weights for policy 0, policy_version 29803 (0.0008)
+[2026-06-07 03:45:46,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 15302656. Throughput: 0: 25298.5. Samples: 15267584. Policy #0 lag: (min: 48.0, avg: 79.8, max: 112.0)
+[2026-06-07 03:45:46,908][541270] Avg episode reward: [(0, '79.970')]
+[2026-06-07 03:45:47,092][542790] Updated weights for policy 0, policy_version 29813 (0.0008)
+[2026-06-07 03:45:47,217][542790] Updated weights for policy 0, policy_version 29823 (0.0008)
+[2026-06-07 03:45:47,337][542790] Updated weights for policy 0, policy_version 29833 (0.0008)
+[2026-06-07 03:45:47,498][542790] Updated weights for policy 0, policy_version 29846 (0.0008)
+[2026-06-07 03:45:47,631][542790] Updated weights for policy 0, policy_version 29856 (0.0008)
+[2026-06-07 03:45:47,721][542711] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000005
+[2026-06-07 03:45:48,280][542790] Updated weights for policy 0, policy_version 29866 (0.0008)
+[2026-06-07 03:45:48,422][542790] Updated weights for policy 0, policy_version 29878 (0.0008)
+[2026-06-07 03:45:48,570][542790] Updated weights for policy 0, policy_version 29890 (0.0008)
+[2026-06-07 03:45:48,719][542790] Updated weights for policy 0, policy_version 29902 (0.0008)
+[2026-06-07 03:45:48,848][542790] Updated weights for policy 0, policy_version 29912 (0.0008)
+[2026-06-07 03:45:48,977][542790] Updated weights for policy 0, policy_version 29922 (0.0008)
+[2026-06-07 03:45:49,584][542790] Updated weights for policy 0, policy_version 29932 (0.0008)
+[2026-06-07 03:45:49,706][542790] Updated weights for policy 0, policy_version 29942 (0.0008)
+[2026-06-07 03:45:49,852][542790] Updated weights for policy 0, policy_version 29953 (0.0008)
+[2026-06-07 03:45:49,983][542790] Updated weights for policy 0, policy_version 29964 (0.0008)
+[2026-06-07 03:45:50,145][542790] Updated weights for policy 0, policy_version 29977 (0.0008)
+[2026-06-07 03:45:50,304][542790] Updated weights for policy 0, policy_version 29989 (0.0008)
+[2026-06-07 03:45:50,920][542790] Updated weights for policy 0, policy_version 29999 (0.0009)
+[2026-06-07 03:45:51,055][542790] Updated weights for policy 0, policy_version 30010 (0.0008)
+[2026-06-07 03:45:51,200][542790] Updated weights for policy 0, policy_version 30021 (0.0009)
+[2026-06-07 03:45:51,325][542790] Updated weights for policy 0, policy_version 30031 (0.0008)
+[2026-06-07 03:45:51,445][542790] Updated weights for policy 0, policy_version 30041 (0.0008)
+[2026-06-07 03:45:51,578][542790] Updated weights for policy 0, policy_version 30051 (0.0006)
+[2026-06-07 03:45:51,907][541270] Fps is (10 sec: 26214.7, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 15433728. Throughput: 0: 25381.1. Samples: 15417984. Policy #0 lag: (min: 48.0, avg: 79.8, max: 112.0)
+[2026-06-07 03:45:51,908][541270] Avg episode reward: [(0, '102.098')]
+[2026-06-07 03:45:51,914][542711] Saving new best policy, reward=102.098!
+[2026-06-07 03:45:52,241][542790] Updated weights for policy 0, policy_version 30062 (0.0008)
+[2026-06-07 03:45:52,364][542790] Updated weights for policy 0, policy_version 30072 (0.0009)
+[2026-06-07 03:45:52,530][542790] Updated weights for policy 0, policy_version 30085 (0.0008)
+[2026-06-07 03:45:52,653][542790] Updated weights for policy 0, policy_version 30095 (0.0008)
+[2026-06-07 03:45:52,779][542790] Updated weights for policy 0, policy_version 30105 (0.0009)
+[2026-06-07 03:45:52,906][542790] Updated weights for policy 0, policy_version 30115 (0.0008)
+[2026-06-07 03:45:53,518][542790] Updated weights for policy 0, policy_version 30125 (0.0008)
+[2026-06-07 03:45:53,638][542790] Updated weights for policy 0, policy_version 30135 (0.0008)
+[2026-06-07 03:45:53,776][542790] Updated weights for policy 0, policy_version 30146 (0.0009)
+[2026-06-07 03:45:53,914][542790] Updated weights for policy 0, policy_version 30157 (0.0008)
+[2026-06-07 03:45:54,037][542790] Updated weights for policy 0, policy_version 30167 (0.0008)
+[2026-06-07 03:45:54,150][542711] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000005
+[2026-06-07 03:45:54,691][542790] Updated weights for policy 0, policy_version 30177 (0.0008)
+[2026-06-07 03:45:54,819][542790] Updated weights for policy 0, policy_version 30187 (0.0008)
+[2026-06-07 03:45:54,944][542790] Updated weights for policy 0, policy_version 30197 (0.0008)
+[2026-06-07 03:45:55,085][542790] Updated weights for policy 0, policy_version 30208 (0.0008)
+[2026-06-07 03:45:55,223][542790] Updated weights for policy 0, policy_version 30219 (0.0008)
+[2026-06-07 03:45:55,396][542790] Updated weights for policy 0, policy_version 30233 (0.0009)
+[2026-06-07 03:45:56,030][542790] Updated weights for policy 0, policy_version 30245 (0.0008)
+[2026-06-07 03:45:56,192][542790] Updated weights for policy 0, policy_version 30257 (0.0008)
+[2026-06-07 03:45:56,307][542790] Updated weights for policy 0, policy_version 30267 (0.0009)
+[2026-06-07 03:45:56,458][542790] Updated weights for policy 0, policy_version 30279 (0.0008)
+[2026-06-07 03:45:56,584][542790] Updated weights for policy 0, policy_version 30289 (0.0008)
+[2026-06-07 03:45:56,763][542790] Updated weights for policy 0, policy_version 30303 (0.0009)
+[2026-06-07 03:45:56,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 15564800. Throughput: 0: 25449.2. Samples: 15576960. Policy #0 lag: (min: 48.0, avg: 79.8, max: 112.0)
+[2026-06-07 03:45:56,908][541270] Avg episode reward: [(0, '87.121')]
+[2026-06-07 03:45:57,387][542790] Updated weights for policy 0, policy_version 30314 (0.0008)
+[2026-06-07 03:45:57,528][542790] Updated weights for policy 0, policy_version 30325 (0.0008)
+[2026-06-07 03:45:57,651][542790] Updated weights for policy 0, policy_version 30335 (0.0008)
+[2026-06-07 03:45:57,775][542790] Updated weights for policy 0, policy_version 30345 (0.0008)
+[2026-06-07 03:45:57,924][542790] Updated weights for policy 0, policy_version 30356 (0.0008)
+[2026-06-07 03:45:58,046][542790] Updated weights for policy 0, policy_version 30366 (0.0008)
+[2026-06-07 03:45:58,649][542790] Updated weights for policy 0, policy_version 30376 (0.0008)
+[2026-06-07 03:45:58,786][542790] Updated weights for policy 0, policy_version 30387 (0.0008)
+[2026-06-07 03:45:58,922][542790] Updated weights for policy 0, policy_version 30397 (0.0008)
+[2026-06-07 03:45:59,051][542790] Updated weights for policy 0, policy_version 30408 (0.0008)
+[2026-06-07 03:45:59,188][542790] Updated weights for policy 0, policy_version 30418 (0.0008)
+[2026-06-07 03:45:59,325][542790] Updated weights for policy 0, policy_version 30429 (0.0008)
+[2026-06-07 03:45:59,940][542790] Updated weights for policy 0, policy_version 30440 (0.0007)
+[2026-06-07 03:46:00,076][542790] Updated weights for policy 0, policy_version 30451 (0.0008)
+[2026-06-07 03:46:00,194][542790] Updated weights for policy 0, policy_version 30461 (0.0008)
+[2026-06-07 03:46:00,330][542790] Updated weights for policy 0, policy_version 30471 (0.0008)
+[2026-06-07 03:46:00,479][542790] Updated weights for policy 0, policy_version 30483 (0.0008)
+[2026-06-07 03:46:00,620][542790] Updated weights for policy 0, policy_version 30494 (0.0008)
+[2026-06-07 03:46:01,232][542790] Updated weights for policy 0, policy_version 30504 (0.0008)
+[2026-06-07 03:46:01,371][542790] Updated weights for policy 0, policy_version 30515 (0.0008)
+[2026-06-07 03:46:01,530][542790] Updated weights for policy 0, policy_version 30527 (0.0008)
+[2026-06-07 03:46:01,661][542790] Updated weights for policy 0, policy_version 30538 (0.0008)
+[2026-06-07 03:46:01,793][542790] Updated weights for policy 0, policy_version 30548 (0.0008)
+[2026-06-07 03:46:01,907][541270] Fps is (10 sec: 22937.5, 60 sec: 25122.2, 300 sec: 25214.7). Total num frames: 15663104. Throughput: 0: 25415.1. Samples: 15647488. Policy #0 lag: (min: 48.0, avg: 79.8, max: 112.0)
+[2026-06-07 03:46:01,908][541270] Avg episode reward: [(0, '75.580')]
+[2026-06-07 03:46:01,931][542790] Updated weights for policy 0, policy_version 30559 (0.0008)
+[2026-06-07 03:46:02,546][542790] Updated weights for policy 0, policy_version 30569 (0.0008)
+[2026-06-07 03:46:02,702][542790] Updated weights for policy 0, policy_version 30581 (0.0008)
+[2026-06-07 03:46:02,830][542790] Updated weights for policy 0, policy_version 30591 (0.0008)
+[2026-06-07 03:46:02,961][542790] Updated weights for policy 0, policy_version 30601 (0.0008)
+[2026-06-07 03:46:03,086][542790] Updated weights for policy 0, policy_version 30611 (0.0008)
+[2026-06-07 03:46:03,224][542790] Updated weights for policy 0, policy_version 30622 (0.0008)
+[2026-06-07 03:46:03,824][542790] Updated weights for policy 0, policy_version 30632 (0.0008)
+[2026-06-07 03:46:03,977][542790] Updated weights for policy 0, policy_version 30644 (0.0008)
+[2026-06-07 03:46:04,114][542790] Updated weights for policy 0, policy_version 30655 (0.0008)
+[2026-06-07 03:46:04,234][542790] Updated weights for policy 0, policy_version 30665 (0.0008)
+[2026-06-07 03:46:04,364][542790] Updated weights for policy 0, policy_version 30675 (0.0008)
+[2026-06-07 03:46:04,504][542790] Updated weights for policy 0, policy_version 30686 (0.0008)
+[2026-06-07 03:46:05,154][542790] Updated weights for policy 0, policy_version 30697 (0.0008)
+[2026-06-07 03:46:05,278][542790] Updated weights for policy 0, policy_version 30707 (0.0008)
+[2026-06-07 03:46:05,406][542790] Updated weights for policy 0, policy_version 30717 (0.0008)
+[2026-06-07 03:46:05,553][542790] Updated weights for policy 0, policy_version 30729 (0.0008)
+[2026-06-07 03:46:05,680][542790] Updated weights for policy 0, policy_version 30739 (0.0008)
+[2026-06-07 03:46:05,805][542790] Updated weights for policy 0, policy_version 30749 (0.0008)
+[2026-06-07 03:46:06,416][542790] Updated weights for policy 0, policy_version 30759 (0.0008)
+[2026-06-07 03:46:06,550][542790] Updated weights for policy 0, policy_version 30770 (0.0008)
+[2026-06-07 03:46:06,687][542790] Updated weights for policy 0, policy_version 30781 (0.0008)
+[2026-06-07 03:46:06,833][542790] Updated weights for policy 0, policy_version 30792 (0.0008)
+[2026-06-07 03:46:06,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.2, 300 sec: 25214.7). Total num frames: 15794176. Throughput: 0: 25497.6. Samples: 15806208. Policy #0 lag: (min: 48.0, avg: 79.8, max: 112.0)
+[2026-06-07 03:46:06,908][541270] Avg episode reward: [(0, '90.032')]
+[2026-06-07 03:46:06,979][542790] Updated weights for policy 0, policy_version 30804 (0.0008)
+[2026-06-07 03:46:07,125][542790] Updated weights for policy 0, policy_version 30815 (0.0010)
+[2026-06-07 03:46:07,776][542790] Updated weights for policy 0, policy_version 30827 (0.0009)
+[2026-06-07 03:46:07,894][542790] Updated weights for policy 0, policy_version 30837 (0.0008)
+[2026-06-07 03:46:08,019][542790] Updated weights for policy 0, policy_version 30847 (0.0008)
+[2026-06-07 03:46:08,161][542790] Updated weights for policy 0, policy_version 30858 (0.0010)
+[2026-06-07 03:46:08,295][542790] Updated weights for policy 0, policy_version 30868 (0.0011)
+[2026-06-07 03:46:08,424][542790] Updated weights for policy 0, policy_version 30878 (0.0012)
+[2026-06-07 03:46:09,029][542790] Updated weights for policy 0, policy_version 30888 (0.0008)
+[2026-06-07 03:46:09,180][542790] Updated weights for policy 0, policy_version 30900 (0.0008)
+[2026-06-07 03:46:09,310][542790] Updated weights for policy 0, policy_version 30911 (0.0008)
+[2026-06-07 03:46:09,443][542790] Updated weights for policy 0, policy_version 30921 (0.0008)
+[2026-06-07 03:46:09,587][542790] Updated weights for policy 0, policy_version 30933 (0.0008)
+[2026-06-07 03:46:09,720][542790] Updated weights for policy 0, policy_version 30943 (0.0008)
+[2026-06-07 03:46:10,327][542790] Updated weights for policy 0, policy_version 30953 (0.0008)
+[2026-06-07 03:46:10,454][542790] Updated weights for policy 0, policy_version 30963 (0.0008)
+[2026-06-07 03:46:10,582][542790] Updated weights for policy 0, policy_version 30973 (0.0008)
+[2026-06-07 03:46:10,732][542790] Updated weights for policy 0, policy_version 30985 (0.0008)
+[2026-06-07 03:46:10,865][542790] Updated weights for policy 0, policy_version 30995 (0.0008)
+[2026-06-07 03:46:11,000][542790] Updated weights for policy 0, policy_version 31006 (0.0008)
+[2026-06-07 03:46:11,638][542790] Updated weights for policy 0, policy_version 31017 (0.0008)
+[2026-06-07 03:46:11,763][542790] Updated weights for policy 0, policy_version 31027 (0.0008)
+[2026-06-07 03:46:11,903][542790] Updated weights for policy 0, policy_version 31038 (0.0008)
+[2026-06-07 03:46:11,907][541270] Fps is (10 sec: 26213.9, 60 sec: 25122.0, 300 sec: 25214.7). Total num frames: 15925248. Throughput: 0: 25361.0. Samples: 15954560. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0)
+[2026-06-07 03:46:11,909][541270] Avg episode reward: [(0, '97.762')]
+[2026-06-07 03:46:12,060][542790] Updated weights for policy 0, policy_version 31050 (0.0008)
+[2026-06-07 03:46:12,183][542790] Updated weights for policy 0, policy_version 31060 (0.0008)
+[2026-06-07 03:46:12,305][542790] Updated weights for policy 0, policy_version 31070 (0.0008)
+[2026-06-07 03:46:12,887][542790] Updated weights for policy 0, policy_version 31080 (0.0008)
+[2026-06-07 03:46:13,014][542790] Updated weights for policy 0, policy_version 31090 (0.0008)
+[2026-06-07 03:46:13,140][542790] Updated weights for policy 0, policy_version 31100 (0.0008)
+[2026-06-07 03:46:13,267][542790] Updated weights for policy 0, policy_version 31110 (0.0008)
+[2026-06-07 03:46:13,392][542790] Updated weights for policy 0, policy_version 31120 (0.0008)
+[2026-06-07 03:46:13,567][542790] Updated weights for policy 0, policy_version 31134 (0.0008)
+[2026-06-07 03:46:14,217][542790] Updated weights for policy 0, policy_version 31145 (0.0008)
+[2026-06-07 03:46:14,342][542790] Updated weights for policy 0, policy_version 31155 (0.0008)
+[2026-06-07 03:46:14,466][542790] Updated weights for policy 0, policy_version 31165 (0.0008)
+[2026-06-07 03:46:14,591][542790] Updated weights for policy 0, policy_version 31175 (0.0008)
+[2026-06-07 03:46:14,734][542790] Updated weights for policy 0, policy_version 31186 (0.0008)
+[2026-06-07 03:46:14,867][542790] Updated weights for policy 0, policy_version 31197 (0.0008)
+[2026-06-07 03:46:15,499][542790] Updated weights for policy 0, policy_version 31208 (0.0009)
+[2026-06-07 03:46:15,634][542790] Updated weights for policy 0, policy_version 31219 (0.0008)
+[2026-06-07 03:46:15,783][542790] Updated weights for policy 0, policy_version 31231 (0.0008)
+[2026-06-07 03:46:15,914][542790] Updated weights for policy 0, policy_version 31241 (0.0008)
+[2026-06-07 03:46:16,050][542790] Updated weights for policy 0, policy_version 31252 (0.0008)
+[2026-06-07 03:46:16,200][542790] Updated weights for policy 0, policy_version 31263 (0.0008)
+[2026-06-07 03:46:16,801][542790] Updated weights for policy 0, policy_version 31273 (0.0009)
+[2026-06-07 03:46:16,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 16056320. Throughput: 0: 25460.6. Samples: 16034432. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0)
+[2026-06-07 03:46:16,908][541270] Avg episode reward: [(0, '89.813')]
+[2026-06-07 03:46:16,947][542790] Updated weights for policy 0, policy_version 31285 (0.0008)
+[2026-06-07 03:46:17,076][542790] Updated weights for policy 0, policy_version 31295 (0.0008)
+[2026-06-07 03:46:17,198][542790] Updated weights for policy 0, policy_version 31305 (0.0008)
+[2026-06-07 03:46:17,325][542790] Updated weights for policy 0, policy_version 31315 (0.0008)
+[2026-06-07 03:46:17,485][542790] Updated weights for policy 0, policy_version 31327 (0.0008)
+[2026-06-07 03:46:18,126][542790] Updated weights for policy 0, policy_version 31337 (0.0008)
+[2026-06-07 03:46:18,250][542790] Updated weights for policy 0, policy_version 31347 (0.0008)
+[2026-06-07 03:46:18,385][542790] Updated weights for policy 0, policy_version 31358 (0.0008)
+[2026-06-07 03:46:18,512][542790] Updated weights for policy 0, policy_version 31368 (0.0009)
+[2026-06-07 03:46:18,640][542790] Updated weights for policy 0, policy_version 31378 (0.0008)
+[2026-06-07 03:46:18,775][542790] Updated weights for policy 0, policy_version 31388 (0.0009)
+[2026-06-07 03:46:19,384][542790] Updated weights for policy 0, policy_version 31398 (0.0008)
+[2026-06-07 03:46:19,507][542790] Updated weights for policy 0, policy_version 31408 (0.0008)
+[2026-06-07 03:46:19,631][542790] Updated weights for policy 0, policy_version 31418 (0.0008)
+[2026-06-07 03:46:19,755][542790] Updated weights for policy 0, policy_version 31428 (0.0008)
+[2026-06-07 03:46:19,898][542790] Updated weights for policy 0, policy_version 31439 (0.0007)
+[2026-06-07 03:46:20,042][542790] Updated weights for policy 0, policy_version 31450 (0.0006)
+[2026-06-07 03:46:20,633][542790] Updated weights for policy 0, policy_version 31460 (0.0007)
+[2026-06-07 03:46:20,757][542790] Updated weights for policy 0, policy_version 31470 (0.0008)
+[2026-06-07 03:46:20,875][542711] Early stopping after 3 epochs (24 sgd steps), loss delta 0.0000009
+[2026-06-07 03:46:20,878][542790] Updated weights for policy 0, policy_version 31480 (0.0008)
+[2026-06-07 03:46:21,618][542790] Updated weights for policy 0, policy_version 31490 (0.0008)
+[2026-06-07 03:46:21,754][542790] Updated weights for policy 0, policy_version 31501 (0.0009)
+[2026-06-07 03:46:21,894][542790] Updated weights for policy 0, policy_version 31512 (0.0008)
+[2026-06-07 03:46:21,907][541270] Fps is (10 sec: 26215.0, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 16187392. Throughput: 0: 25366.8. Samples: 16181120. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0)
+[2026-06-07 03:46:21,908][541270] Avg episode reward: [(0, '94.520')]
+[2026-06-07 03:46:22,024][542790] Updated weights for policy 0, policy_version 31523 (0.0008)
+[2026-06-07 03:46:22,165][542790] Updated weights for policy 0, policy_version 31535 (0.0008)
+[2026-06-07 03:46:22,822][542790] Updated weights for policy 0, policy_version 31545 (0.0007)
+[2026-06-07 03:46:22,931][542790] Updated weights for policy 0, policy_version 31555 (0.0008)
+[2026-06-07 03:46:23,075][542790] Updated weights for policy 0, policy_version 31567 (0.0008)
+[2026-06-07 03:46:23,246][542790] Updated weights for policy 0, policy_version 31581 (0.0009)
+[2026-06-07 03:46:23,403][542790] Updated weights for policy 0, policy_version 31594 (0.0008)
+[2026-06-07 03:46:23,549][542790] Updated weights for policy 0, policy_version 31606 (0.0008)
+[2026-06-07 03:46:24,199][542790] Updated weights for policy 0, policy_version 31618 (0.0008)
+[2026-06-07 03:46:24,352][542790] Updated weights for policy 0, policy_version 31631 (0.0009)
+[2026-06-07 03:46:24,483][542790] Updated weights for policy 0, policy_version 31642 (0.0008)
+[2026-06-07 03:46:24,644][542790] Updated weights for policy 0, policy_version 31655 (0.0009)
+[2026-06-07 03:46:24,769][542790] Updated weights for policy 0, policy_version 31665 (0.0009)
+[2026-06-07 03:46:25,441][542790] Updated weights for policy 0, policy_version 31678 (0.0009)
+[2026-06-07 03:46:25,586][542790] Updated weights for policy 0, policy_version 31689 (0.0008)
+[2026-06-07 03:46:25,706][542790] Updated weights for policy 0, policy_version 31699 (0.0008)
+[2026-06-07 03:46:25,829][542790] Updated weights for policy 0, policy_version 31709 (0.0009)
+[2026-06-07 03:46:25,980][542790] Updated weights for policy 0, policy_version 31721 (0.0009)
+[2026-06-07 03:46:26,118][542790] Updated weights for policy 0, policy_version 31732 (0.0008)
+[2026-06-07 03:46:26,770][542790] Updated weights for policy 0, policy_version 31743 (0.0008)
+[2026-06-07 03:46:26,891][542790] Updated weights for policy 0, policy_version 31753 (0.0008)
+[2026-06-07 03:46:26,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 16318464. Throughput: 0: 25651.2. Samples: 16340864. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0)
+[2026-06-07 03:46:26,908][541270] Avg episode reward: [(0, '82.451')]
+[2026-06-07 03:46:27,041][542790] Updated weights for policy 0, policy_version 31765 (0.0008)
+[2026-06-07 03:46:27,194][542790] Updated weights for policy 0, policy_version 31777 (0.0008)
+[2026-06-07 03:46:27,333][542790] Updated weights for policy 0, policy_version 31788 (0.0008)
+[2026-06-07 03:46:27,458][542790] Updated weights for policy 0, policy_version 31798 (0.0008)
+[2026-06-07 03:46:28,082][542790] Updated weights for policy 0, policy_version 31809 (0.0008)
+[2026-06-07 03:46:28,232][542790] Updated weights for policy 0, policy_version 31821 (0.0008)
+[2026-06-07 03:46:28,358][542790] Updated weights for policy 0, policy_version 31831 (0.0008)
+[2026-06-07 03:46:28,508][542790] Updated weights for policy 0, policy_version 31843 (0.0008)
+[2026-06-07 03:46:28,630][542790] Updated weights for policy 0, policy_version 31853 (0.0008)
+[2026-06-07 03:46:28,773][542790] Updated weights for policy 0, policy_version 31864 (0.0009)
+[2026-06-07 03:46:29,364][542790] Updated weights for policy 0, policy_version 31875 (0.0008)
+[2026-06-07 03:46:29,498][542790] Updated weights for policy 0, policy_version 31886 (0.0008)
+[2026-06-07 03:46:29,627][542790] Updated weights for policy 0, policy_version 31896 (0.0008)
+[2026-06-07 03:46:29,764][542790] Updated weights for policy 0, policy_version 31907 (0.0008)
+[2026-06-07 03:46:29,901][542790] Updated weights for policy 0, policy_version 31918 (0.0008)
+[2026-06-07 03:46:30,574][542790] Updated weights for policy 0, policy_version 31930 (0.0008)
+[2026-06-07 03:46:30,699][542790] Updated weights for policy 0, policy_version 31940 (0.0008)
+[2026-06-07 03:46:30,823][542790] Updated weights for policy 0, policy_version 31950 (0.0008)
+[2026-06-07 03:46:30,947][542790] Updated weights for policy 0, policy_version 31960 (0.0008)
+[2026-06-07 03:46:31,086][542790] Updated weights for policy 0, policy_version 31971 (0.0008)
+[2026-06-07 03:46:31,220][542790] Updated weights for policy 0, policy_version 31981 (0.0008)
+[2026-06-07 03:46:31,342][542790] Updated weights for policy 0, policy_version 31991 (0.0008)
+[2026-06-07 03:46:31,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 16449536. Throughput: 0: 25739.4. Samples: 16425856. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0)
+[2026-06-07 03:46:31,908][541270] Avg episode reward: [(0, '91.199')]
+[2026-06-07 03:46:31,991][542790] Updated weights for policy 0, policy_version 32001 (0.0008)
+[2026-06-07 03:46:32,107][542790] Updated weights for policy 0, policy_version 32011 (0.0008)
+[2026-06-07 03:46:32,234][542790] Updated weights for policy 0, policy_version 32021 (0.0008)
+[2026-06-07 03:46:32,369][542790] Updated weights for policy 0, policy_version 32032 (0.0008)
+[2026-06-07 03:46:32,527][542790] Updated weights for policy 0, policy_version 32044 (0.0008)
+[2026-06-07 03:46:32,649][542790] Updated weights for policy 0, policy_version 32054 (0.0008)
+[2026-06-07 03:46:33,282][542790] Updated weights for policy 0, policy_version 32066 (0.0008)
+[2026-06-07 03:46:33,409][542790] Updated weights for policy 0, policy_version 32076 (0.0008)
+[2026-06-07 03:46:33,541][542790] Updated weights for policy 0, policy_version 32086 (0.0008)
+[2026-06-07 03:46:33,666][542790] Updated weights for policy 0, policy_version 32096 (0.0008)
+[2026-06-07 03:46:33,789][542790] Updated weights for policy 0, policy_version 32106 (0.0008)
+[2026-06-07 03:46:33,937][542790] Updated weights for policy 0, policy_version 32118 (0.0007)
+[2026-06-07 03:46:34,559][542790] Updated weights for policy 0, policy_version 32128 (0.0008)
+[2026-06-07 03:46:34,681][542790] Updated weights for policy 0, policy_version 32138 (0.0008)
+[2026-06-07 03:46:34,822][542790] Updated weights for policy 0, policy_version 32150 (0.0008)
+[2026-06-07 03:46:34,953][542790] Updated weights for policy 0, policy_version 32160 (0.0008)
+[2026-06-07 03:46:35,112][542790] Updated weights for policy 0, policy_version 32172 (0.0008)
+[2026-06-07 03:46:35,236][542790] Updated weights for policy 0, policy_version 32182 (0.0008)
+[2026-06-07 03:46:35,859][542790] Updated weights for policy 0, policy_version 32192 (0.0008)
+[2026-06-07 03:46:35,985][542790] Updated weights for policy 0, policy_version 32202 (0.0008)
+[2026-06-07 03:46:36,111][542790] Updated weights for policy 0, policy_version 32212 (0.0008)
+[2026-06-07 03:46:36,242][542790] Updated weights for policy 0, policy_version 32222 (0.0008)
+[2026-06-07 03:46:36,383][542790] Updated weights for policy 0, policy_version 32233 (0.0008)
+[2026-06-07 03:46:36,524][542790] Updated weights for policy 0, policy_version 32244 (0.0008)
+[2026-06-07 03:46:36,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 16580608. Throughput: 0: 25577.2. Samples: 16568960. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0)
+[2026-06-07 03:46:36,908][541270] Avg episode reward: [(0, '97.378')]
+[2026-06-07 03:46:37,122][542790] Updated weights for policy 0, policy_version 32254 (0.0009)
+[2026-06-07 03:46:37,237][542790] Updated weights for policy 0, policy_version 32264 (0.0008)
+[2026-06-07 03:46:37,367][542790] Updated weights for policy 0, policy_version 32274 (0.0008)
+[2026-06-07 03:46:37,507][542790] Updated weights for policy 0, policy_version 32285 (0.0008)
+[2026-06-07 03:46:37,636][542790] Updated weights for policy 0, policy_version 32295 (0.0008)
+[2026-06-07 03:46:37,762][542790] Updated weights for policy 0, policy_version 32305 (0.0008)
+[2026-06-07 03:46:38,360][542790] Updated weights for policy 0, policy_version 32315 (0.0008)
+[2026-06-07 03:46:38,488][542790] Updated weights for policy 0, policy_version 32325 (0.0008)
+[2026-06-07 03:46:38,618][542790] Updated weights for policy 0, policy_version 32336 (0.0008)
+[2026-06-07 03:46:38,749][542790] Updated weights for policy 0, policy_version 32346 (0.0008)
+[2026-06-07 03:46:38,883][542790] Updated weights for policy 0, policy_version 32356 (0.0008)
+[2026-06-07 03:46:39,006][542790] Updated weights for policy 0, policy_version 32366 (0.0006)
+[2026-06-07 03:46:39,637][542790] Updated weights for policy 0, policy_version 32378 (0.0008)
+[2026-06-07 03:46:39,767][542790] Updated weights for policy 0, policy_version 32389 (0.0008)
+[2026-06-07 03:46:39,907][542790] Updated weights for policy 0, policy_version 32400 (0.0009)
+[2026-06-07 03:46:40,039][542790] Updated weights for policy 0, policy_version 32410 (0.0008)
+[2026-06-07 03:46:40,182][542790] Updated weights for policy 0, policy_version 32422 (0.0009)
+[2026-06-07 03:46:40,310][542790] Updated weights for policy 0, policy_version 32432 (0.0008)
+[2026-06-07 03:46:40,954][542790] Updated weights for policy 0, policy_version 32443 (0.0008)
+[2026-06-07 03:46:41,089][542790] Updated weights for policy 0, policy_version 32454 (0.0009)
+[2026-06-07 03:46:41,210][542790] Updated weights for policy 0, policy_version 32464 (0.0007)
+[2026-06-07 03:46:41,357][542790] Updated weights for policy 0, policy_version 32475 (0.0007)
+[2026-06-07 03:46:41,485][542790] Updated weights for policy 0, policy_version 32485 (0.0008)
+[2026-06-07 03:46:41,610][542790] Updated weights for policy 0, policy_version 32495 (0.0008)
+[2026-06-07 03:46:41,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 16711680. Throughput: 0: 25520.4. Samples: 16725376. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0)
+[2026-06-07 03:46:41,908][541270] Avg episode reward: [(0, '87.086')]
+[2026-06-07 03:46:42,218][542790] Updated weights for policy 0, policy_version 32506 (0.0008)
+[2026-06-07 03:46:42,369][542790] Updated weights for policy 0, policy_version 32517 (0.0008)
+[2026-06-07 03:46:42,491][542790] Updated weights for policy 0, policy_version 32527 (0.0008)
+[2026-06-07 03:46:42,612][542790] Updated weights for policy 0, policy_version 32537 (0.0008)
+[2026-06-07 03:46:42,738][542790] Updated weights for policy 0, policy_version 32547 (0.0008)
+[2026-06-07 03:46:42,877][542790] Updated weights for policy 0, policy_version 32558 (0.0009)
+[2026-06-07 03:46:43,498][542790] Updated weights for policy 0, policy_version 32569 (0.0008)
+[2026-06-07 03:46:43,625][542790] Updated weights for policy 0, policy_version 32579 (0.0008)
+[2026-06-07 03:46:43,751][542790] Updated weights for policy 0, policy_version 32589 (0.0008)
+[2026-06-07 03:46:43,906][542790] Updated weights for policy 0, policy_version 32601 (0.0008)
+[2026-06-07 03:46:44,051][542790] Updated weights for policy 0, policy_version 32613 (0.0008)
+[2026-06-07 03:46:44,185][542790] Updated weights for policy 0, policy_version 32623 (0.0008)
+[2026-06-07 03:46:44,780][542790] Updated weights for policy 0, policy_version 32633 (0.0008)
+[2026-06-07 03:46:44,917][542790] Updated weights for policy 0, policy_version 32644 (0.0008)
+[2026-06-07 03:46:45,056][542790] Updated weights for policy 0, policy_version 32655 (0.0008)
+[2026-06-07 03:46:45,185][542790] Updated weights for policy 0, policy_version 32665 (0.0008)
+[2026-06-07 03:46:45,316][542790] Updated weights for policy 0, policy_version 32675 (0.0008)
+[2026-06-07 03:46:45,454][542790] Updated weights for policy 0, policy_version 32686 (0.0008)
+[2026-06-07 03:46:45,578][542790] Updated weights for policy 0, policy_version 32696 (0.0008)
+[2026-06-07 03:46:46,202][542790] Updated weights for policy 0, policy_version 32706 (0.0008)
+[2026-06-07 03:46:46,328][542790] Updated weights for policy 0, policy_version 32716 (0.0008)
+[2026-06-07 03:46:46,452][542790] Updated weights for policy 0, policy_version 32726 (0.0008)
+[2026-06-07 03:46:46,606][542790] Updated weights for policy 0, policy_version 32738 (0.0008)
+[2026-06-07 03:46:46,755][542790] Updated weights for policy 0, policy_version 32750 (0.0008)
+[2026-06-07 03:46:46,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 16842752. Throughput: 0: 25548.8. Samples: 16797184. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0)
+[2026-06-07 03:46:46,908][541270] Avg episode reward: [(0, '103.867')]
+[2026-06-07 03:46:46,913][542711] Saving new best policy, reward=103.867!
+[2026-06-07 03:46:47,383][542790] Updated weights for policy 0, policy_version 32763 (0.0007)
+[2026-06-07 03:46:47,504][542790] Updated weights for policy 0, policy_version 32773 (0.0008)
+[2026-06-07 03:46:47,632][542790] Updated weights for policy 0, policy_version 32783 (0.0008)
+[2026-06-07 03:46:47,768][542790] Updated weights for policy 0, policy_version 32794 (0.0008)
+[2026-06-07 03:46:47,912][542790] Updated weights for policy 0, policy_version 32805 (0.0008)
+[2026-06-07 03:46:48,041][542790] Updated weights for policy 0, policy_version 32815 (0.0008)
+[2026-06-07 03:46:48,628][542790] Updated weights for policy 0, policy_version 32825 (0.0008)
+[2026-06-07 03:46:48,776][542790] Updated weights for policy 0, policy_version 32837 (0.0008)
+[2026-06-07 03:46:48,914][542790] Updated weights for policy 0, policy_version 32848 (0.0008)
+[2026-06-07 03:46:49,048][542790] Updated weights for policy 0, policy_version 32859 (0.0008)
+[2026-06-07 03:46:49,189][542790] Updated weights for policy 0, policy_version 32870 (0.0008)
+[2026-06-07 03:46:49,318][542790] Updated weights for policy 0, policy_version 32880 (0.0008)
+[2026-06-07 03:46:49,954][542790] Updated weights for policy 0, policy_version 32892 (0.0008)
+[2026-06-07 03:46:50,085][542790] Updated weights for policy 0, policy_version 32903 (0.0008)
+[2026-06-07 03:46:50,212][542790] Updated weights for policy 0, policy_version 32913 (0.0008)
+[2026-06-07 03:46:50,333][542790] Updated weights for policy 0, policy_version 32923 (0.0008)
+[2026-06-07 03:46:50,477][542790] Updated weights for policy 0, policy_version 32934 (0.0008)
+[2026-06-07 03:46:50,598][542790] Updated weights for policy 0, policy_version 32944 (0.0008)
+[2026-06-07 03:46:51,255][542790] Updated weights for policy 0, policy_version 32957 (0.0009)
+[2026-06-07 03:46:51,389][542790] Updated weights for policy 0, policy_version 32967 (0.0008)
+[2026-06-07 03:46:51,524][542790] Updated weights for policy 0, policy_version 32978 (0.0008)
+[2026-06-07 03:46:51,661][542790] Updated weights for policy 0, policy_version 32988 (0.0008)
+[2026-06-07 03:46:51,780][542790] Updated weights for policy 0, policy_version 32998 (0.0008)
+[2026-06-07 03:46:51,907][541270] Fps is (10 sec: 22937.2, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 16941056. Throughput: 0: 25489.0. Samples: 16953216. Policy #0 lag: (min: 17.0, avg: 58.1, max: 81.0)
+[2026-06-07 03:46:51,908][541270] Avg episode reward: [(0, '82.849')]
+[2026-06-07 03:46:51,922][542790] Updated weights for policy 0, policy_version 33009 (0.0008)
+[2026-06-07 03:46:52,542][542790] Updated weights for policy 0, policy_version 33020 (0.0008)
+[2026-06-07 03:46:52,667][542790] Updated weights for policy 0, policy_version 33030 (0.0008)
+[2026-06-07 03:46:52,794][542790] Updated weights for policy 0, policy_version 33040 (0.0008)
+[2026-06-07 03:46:52,929][542790] Updated weights for policy 0, policy_version 33051 (0.0004)
+[2026-06-07 03:46:53,058][542790] Updated weights for policy 0, policy_version 33061 (0.0005)
+[2026-06-07 03:46:53,183][542790] Updated weights for policy 0, policy_version 33071 (0.0008)
+[2026-06-07 03:46:53,799][542790] Updated weights for policy 0, policy_version 33081 (0.0010)
+[2026-06-07 03:46:53,921][542790] Updated weights for policy 0, policy_version 33091 (0.0008)
+[2026-06-07 03:46:54,059][542790] Updated weights for policy 0, policy_version 33102 (0.0008)
+[2026-06-07 03:46:54,190][542790] Updated weights for policy 0, policy_version 33112 (0.0008)
+[2026-06-07 03:46:54,327][542790] Updated weights for policy 0, policy_version 33123 (0.0008)
+[2026-06-07 03:46:54,454][542790] Updated weights for policy 0, policy_version 33133 (0.0008)
+[2026-06-07 03:46:54,581][542790] Updated weights for policy 0, policy_version 33143 (0.0008)
+[2026-06-07 03:46:55,184][542790] Updated weights for policy 0, policy_version 33153 (0.0009)
+[2026-06-07 03:46:55,324][542790] Updated weights for policy 0, policy_version 33164 (0.0008)
+[2026-06-07 03:46:55,461][542790] Updated weights for policy 0, policy_version 33175 (0.0008)
+[2026-06-07 03:46:55,598][542790] Updated weights for policy 0, policy_version 33186 (0.0009)
+[2026-06-07 03:46:55,743][542790] Updated weights for policy 0, policy_version 33197 (0.0009)
+[2026-06-07 03:46:56,386][542790] Updated weights for policy 0, policy_version 33209 (0.0009)
+[2026-06-07 03:46:56,523][542790] Updated weights for policy 0, policy_version 33220 (0.0008)
+[2026-06-07 03:46:56,650][542790] Updated weights for policy 0, policy_version 33230 (0.0008)
+[2026-06-07 03:46:56,777][542790] Updated weights for policy 0, policy_version 33240 (0.0008)
+[2026-06-07 03:46:56,907][541270] Fps is (10 sec: 22937.7, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 17072128. Throughput: 0: 25651.3. Samples: 17108864. Policy #0 lag: (min: 17.0, avg: 58.1, max: 81.0)
+[2026-06-07 03:46:56,908][541270] Avg episode reward: [(0, '103.420')]
+[2026-06-07 03:46:56,914][542790] Updated weights for policy 0, policy_version 33251 (0.0009)
+[2026-06-07 03:46:57,048][542790] Updated weights for policy 0, policy_version 33261 (0.0008)
+[2026-06-07 03:46:57,172][542790] Updated weights for policy 0, policy_version 33271 (0.0008)
+[2026-06-07 03:46:57,775][542790] Updated weights for policy 0, policy_version 33281 (0.0009)
+[2026-06-07 03:46:57,901][542790] Updated weights for policy 0, policy_version 33291 (0.0009)
+[2026-06-07 03:46:58,039][542790] Updated weights for policy 0, policy_version 33302 (0.0008)
+[2026-06-07 03:46:58,199][542790] Updated weights for policy 0, policy_version 33315 (0.0008)
+[2026-06-07 03:46:58,323][542790] Updated weights for policy 0, policy_version 33325 (0.0008)
+[2026-06-07 03:46:58,462][542790] Updated weights for policy 0, policy_version 33336 (0.0009)
+[2026-06-07 03:46:59,112][542790] Updated weights for policy 0, policy_version 33347 (0.0009)
+[2026-06-07 03:46:59,241][542790] Updated weights for policy 0, policy_version 33358 (0.0008)
+[2026-06-07 03:46:59,369][542790] Updated weights for policy 0, policy_version 33368 (0.0009)
+[2026-06-07 03:46:59,515][542790] Updated weights for policy 0, policy_version 33379 (0.0010)
+[2026-06-07 03:46:59,645][542790] Updated weights for policy 0, policy_version 33389 (0.0009)
+[2026-06-07 03:46:59,779][542790] Updated weights for policy 0, policy_version 33400 (0.0008)
+[2026-06-07 03:47:00,394][542790] Updated weights for policy 0, policy_version 33412 (0.0008)
+[2026-06-07 03:47:00,533][542790] Updated weights for policy 0, policy_version 33423 (0.0008)
+[2026-06-07 03:47:00,649][542790] Updated weights for policy 0, policy_version 33433 (0.0008)
+[2026-06-07 03:47:00,776][542790] Updated weights for policy 0, policy_version 33443 (0.0008)
+[2026-06-07 03:47:00,902][542790] Updated weights for policy 0, policy_version 33453 (0.0008)
+[2026-06-07 03:47:01,551][542790] Updated weights for policy 0, policy_version 33465 (0.0008)
+[2026-06-07 03:47:01,683][542790] Updated weights for policy 0, policy_version 33476 (0.0005)
+[2026-06-07 03:47:01,825][542790] Updated weights for policy 0, policy_version 33487 (0.0005)
+[2026-06-07 03:47:01,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25668.3, 300 sec: 25325.8). Total num frames: 17203200. Throughput: 0: 25571.5. Samples: 17185152. Policy #0 lag: (min: 17.0, avg: 58.1, max: 81.0)
+[2026-06-07 03:47:01,908][541270] Avg episode reward: [(0, '107.477')]
+[2026-06-07 03:47:01,960][542790] Updated weights for policy 0, policy_version 33498 (0.0005)
+[2026-06-07 03:47:02,091][542790] Updated weights for policy 0, policy_version 33508 (0.0006)
+[2026-06-07 03:47:02,216][542790] Updated weights for policy 0, policy_version 33518 (0.0005)
+[2026-06-07 03:47:02,343][542711] Saving new best policy, reward=107.477!
+[2026-06-07 03:47:02,820][542790] Updated weights for policy 0, policy_version 33529 (0.0004)
+[2026-06-07 03:47:02,960][542790] Updated weights for policy 0, policy_version 33540 (0.0004)
+[2026-06-07 03:47:03,079][542790] Updated weights for policy 0, policy_version 33550 (0.0004)
+[2026-06-07 03:47:03,221][542790] Updated weights for policy 0, policy_version 33560 (0.0004)
+[2026-06-07 03:47:03,360][542790] Updated weights for policy 0, policy_version 33571 (0.0004)
+[2026-06-07 03:47:03,490][542790] Updated weights for policy 0, policy_version 33581 (0.0004)
+[2026-06-07 03:47:03,620][542790] Updated weights for policy 0, policy_version 33591 (0.0004)
+[2026-06-07 03:47:04,171][542790] Updated weights for policy 0, policy_version 33601 (0.0004)
+[2026-06-07 03:47:04,314][542790] Updated weights for policy 0, policy_version 33612 (0.0006)
+[2026-06-07 03:47:04,451][542790] Updated weights for policy 0, policy_version 33623 (0.0008)
+[2026-06-07 03:47:04,619][542790] Updated weights for policy 0, policy_version 33636 (0.0009)
+[2026-06-07 03:47:04,743][542790] Updated weights for policy 0, policy_version 33646 (0.0008)
+[2026-06-07 03:47:05,370][542790] Updated weights for policy 0, policy_version 33658 (0.0008)
+[2026-06-07 03:47:05,519][542790] Updated weights for policy 0, policy_version 33670 (0.0008)
+[2026-06-07 03:47:05,649][542790] Updated weights for policy 0, policy_version 33681 (0.0008)
+[2026-06-07 03:47:05,796][542790] Updated weights for policy 0, policy_version 33692 (0.0008)
+[2026-06-07 03:47:05,925][542790] Updated weights for policy 0, policy_version 33702 (0.0008)
+[2026-06-07 03:47:06,062][542790] Updated weights for policy 0, policy_version 33713 (0.0008)
+[2026-06-07 03:47:06,693][542790] Updated weights for policy 0, policy_version 33723 (0.0008)
+[2026-06-07 03:47:06,812][542790] Updated weights for policy 0, policy_version 33733 (0.0008)
+[2026-06-07 03:47:06,907][541270] Fps is (10 sec: 26214.2, 60 sec: 25668.2, 300 sec: 25325.8). Total num frames: 17334272. Throughput: 0: 25790.5. Samples: 17341696. Policy #0 lag: (min: 17.0, avg: 58.1, max: 81.0)
+[2026-06-07 03:47:06,908][541270] Avg episode reward: [(0, '92.422')]
+[2026-06-07 03:47:06,952][542790] Updated weights for policy 0, policy_version 33744 (0.0008)
+[2026-06-07 03:47:07,079][542790] Updated weights for policy 0, policy_version 33754 (0.0008)
+[2026-06-07 03:47:07,204][542790] Updated weights for policy 0, policy_version 33764 (0.0008)
+[2026-06-07 03:47:07,327][542790] Updated weights for policy 0, policy_version 33774 (0.0008)
+[2026-06-07 03:47:07,454][542790] Updated weights for policy 0, policy_version 33784 (0.0008)
+[2026-06-07 03:47:08,084][542790] Updated weights for policy 0, policy_version 33796 (0.0006)
+[2026-06-07 03:47:08,239][542790] Updated weights for policy 0, policy_version 33808 (0.0006)
+[2026-06-07 03:47:08,380][542790] Updated weights for policy 0, policy_version 33820 (0.0008)
+[2026-06-07 03:47:08,510][542790] Updated weights for policy 0, policy_version 33831 (0.0008)
+[2026-06-07 03:47:08,641][542790] Updated weights for policy 0, policy_version 33841 (0.0008)
+[2026-06-07 03:47:09,238][542790] Updated weights for policy 0, policy_version 33851 (0.0008)
+[2026-06-07 03:47:09,367][542790] Updated weights for policy 0, policy_version 33862 (0.0008)
+[2026-06-07 03:47:09,487][542790] Updated weights for policy 0, policy_version 33872 (0.0008)
+[2026-06-07 03:47:09,617][542790] Updated weights for policy 0, policy_version 33882 (0.0008)
+[2026-06-07 03:47:09,759][542790] Updated weights for policy 0, policy_version 33893 (0.0008)
+[2026-06-07 03:47:09,909][542790] Updated weights for policy 0, policy_version 33905 (0.0009)
+[2026-06-07 03:47:10,560][542790] Updated weights for policy 0, policy_version 33915 (0.0008)
+[2026-06-07 03:47:10,675][542790] Updated weights for policy 0, policy_version 33925 (0.0008)
+[2026-06-07 03:47:10,813][542790] Updated weights for policy 0, policy_version 33936 (0.0008)
+[2026-06-07 03:47:10,950][542790] Updated weights for policy 0, policy_version 33947 (0.0008)
+[2026-06-07 03:47:11,080][542790] Updated weights for policy 0, policy_version 33957 (0.0008)
+[2026-06-07 03:47:11,201][542790] Updated weights for policy 0, policy_version 33967 (0.0008)
+[2026-06-07 03:47:11,817][542790] Updated weights for policy 0, policy_version 33978 (0.0008)
+[2026-06-07 03:47:11,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25668.4, 300 sec: 25325.8). Total num frames: 17465344. Throughput: 0: 25511.9. Samples: 17488896. Policy #0 lag: (min: 17.0, avg: 58.1, max: 81.0)
+[2026-06-07 03:47:11,908][541270] Avg episode reward: [(0, '98.413')]
+[2026-06-07 03:47:11,950][542790] Updated weights for policy 0, policy_version 33989 (0.0009)
+[2026-06-07 03:47:12,121][542790] Updated weights for policy 0, policy_version 34003 (0.0009)
+[2026-06-07 03:47:12,251][542790] Updated weights for policy 0, policy_version 34013 (0.0008)
+[2026-06-07 03:47:12,392][542790] Updated weights for policy 0, policy_version 34024 (0.0008)
+[2026-06-07 03:47:12,512][542790] Updated weights for policy 0, policy_version 34034 (0.0008)
+[2026-06-07 03:47:13,117][542790] Updated weights for policy 0, policy_version 34044 (0.0008)
+[2026-06-07 03:47:13,248][542790] Updated weights for policy 0, policy_version 34054 (0.0008)
+[2026-06-07 03:47:13,388][542790] Updated weights for policy 0, policy_version 34065 (0.0009)
+[2026-06-07 03:47:13,510][542790] Updated weights for policy 0, policy_version 34075 (0.0008)
+[2026-06-07 03:47:13,650][542790] Updated weights for policy 0, policy_version 34086 (0.0009)
+[2026-06-07 03:47:13,778][542790] Updated weights for policy 0, policy_version 34096 (0.0008)
+[2026-06-07 03:47:14,399][542790] Updated weights for policy 0, policy_version 34107 (0.0008)
+[2026-06-07 03:47:14,534][542790] Updated weights for policy 0, policy_version 34118 (0.0008)
+[2026-06-07 03:47:14,652][542790] Updated weights for policy 0, policy_version 34128 (0.0008)
+[2026-06-07 03:47:14,798][542790] Updated weights for policy 0, policy_version 34139 (0.0008)
+[2026-06-07 03:47:14,934][542790] Updated weights for policy 0, policy_version 34150 (0.0008)
+[2026-06-07 03:47:15,063][542790] Updated weights for policy 0, policy_version 34160 (0.0008)
+[2026-06-07 03:47:15,672][542790] Updated weights for policy 0, policy_version 34170 (0.0008)
+[2026-06-07 03:47:15,806][542790] Updated weights for policy 0, policy_version 34181 (0.0009)
+[2026-06-07 03:47:15,944][542790] Updated weights for policy 0, policy_version 34192 (0.0008)
+[2026-06-07 03:47:16,076][542790] Updated weights for policy 0, policy_version 34202 (0.0008)
+[2026-06-07 03:47:16,201][542790] Updated weights for policy 0, policy_version 34212 (0.0008)
+[2026-06-07 03:47:16,338][542790] Updated weights for policy 0, policy_version 34223 (0.0008)
+[2026-06-07 03:47:16,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 17596416. Throughput: 0: 25474.8. Samples: 17572224. Policy #0 lag: (min: 4.0, avg: 16.7, max: 68.0)
+[2026-06-07 03:47:16,908][541270] Avg episode reward: [(0, '100.459')]
+[2026-06-07 03:47:16,950][542790] Updated weights for policy 0, policy_version 34233 (0.0008)
+[2026-06-07 03:47:17,080][542790] Updated weights for policy 0, policy_version 34244 (0.0008)
+[2026-06-07 03:47:17,236][542790] Updated weights for policy 0, policy_version 34256 (0.0008)
+[2026-06-07 03:47:17,360][542790] Updated weights for policy 0, policy_version 34266 (0.0008)
+[2026-06-07 03:47:17,499][542790] Updated weights for policy 0, policy_version 34277 (0.0008)
+[2026-06-07 03:47:17,628][542790] Updated weights for policy 0, policy_version 34287 (0.0008)
+[2026-06-07 03:47:18,250][542790] Updated weights for policy 0, policy_version 34297 (0.0008)
+[2026-06-07 03:47:18,399][542790] Updated weights for policy 0, policy_version 34309 (0.0008)
+[2026-06-07 03:47:18,534][542790] Updated weights for policy 0, policy_version 34320 (0.0008)
+[2026-06-07 03:47:18,659][542790] Updated weights for policy 0, policy_version 34330 (0.0008)
+[2026-06-07 03:47:18,814][542790] Updated weights for policy 0, policy_version 34342 (0.0008)
+[2026-06-07 03:47:18,948][542790] Updated weights for policy 0, policy_version 34353 (0.0008)
+[2026-06-07 03:47:19,571][542790] Updated weights for policy 0, policy_version 34364 (0.0008)
+[2026-06-07 03:47:19,721][542790] Updated weights for policy 0, policy_version 34376 (0.0008)
+[2026-06-07 03:47:19,852][542790] Updated weights for policy 0, policy_version 34387 (0.0008)
+[2026-06-07 03:47:20,004][542790] Updated weights for policy 0, policy_version 34399 (0.0008)
+[2026-06-07 03:47:20,149][542790] Updated weights for policy 0, policy_version 34410 (0.0009)
+[2026-06-07 03:47:20,276][542790] Updated weights for policy 0, policy_version 34420 (0.0008)
+[2026-06-07 03:47:20,908][542790] Updated weights for policy 0, policy_version 34431 (0.0009)
+[2026-06-07 03:47:21,044][542790] Updated weights for policy 0, policy_version 34442 (0.0009)
+[2026-06-07 03:47:21,162][542790] Updated weights for policy 0, policy_version 34452 (0.0008)
+[2026-06-07 03:47:21,289][542790] Updated weights for policy 0, policy_version 34462 (0.0009)
+[2026-06-07 03:47:21,419][542790] Updated weights for policy 0, policy_version 34472 (0.0008)
+[2026-06-07 03:47:21,554][542790] Updated weights for policy 0, policy_version 34483 (0.0009)
+[2026-06-07 03:47:21,907][541270] Fps is (10 sec: 26214.3, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 17727488. Throughput: 0: 25563.0. Samples: 17719296. Policy #0 lag: (min: 4.0, avg: 16.7, max: 68.0)
+[2026-06-07 03:47:21,908][541270] Avg episode reward: [(0, '97.726')]
+[2026-06-07 03:47:22,156][542790] Updated weights for policy 0, policy_version 34493 (0.0009)
+[2026-06-07 03:47:22,282][542790] Updated weights for policy 0, policy_version 34503 (0.0008)
+[2026-06-07 03:47:22,402][542790] Updated weights for policy 0, policy_version 34513 (0.0008)
+[2026-06-07 03:47:22,547][542790] Updated weights for policy 0, policy_version 34524 (0.0008)
+[2026-06-07 03:47:22,668][542790] Updated weights for policy 0, policy_version 34534 (0.0008)
+[2026-06-07 03:47:22,801][542790] Updated weights for policy 0, policy_version 34544 (0.0009)
+[2026-06-07 03:47:23,405][542790] Updated weights for policy 0, policy_version 34556 (0.0008)
+[2026-06-07 03:47:23,530][542790] Updated weights for policy 0, policy_version 34566 (0.0008)
+[2026-06-07 03:47:23,664][542790] Updated weights for policy 0, policy_version 34577 (0.0008)
+[2026-06-07 03:47:23,799][542790] Updated weights for policy 0, policy_version 34587 (0.0008)
+[2026-06-07 03:47:23,934][542790] Updated weights for policy 0, policy_version 34598 (0.0008)
+[2026-06-07 03:47:24,078][542790] Updated weights for policy 0, policy_version 34609 (0.0008)
+[2026-06-07 03:47:24,658][542790] Updated weights for policy 0, policy_version 34619 (0.0008)
+[2026-06-07 03:47:24,778][542790] Updated weights for policy 0, policy_version 34629 (0.0008)
+[2026-06-07 03:47:24,909][542790] Updated weights for policy 0, policy_version 34640 (0.0006)
+[2026-06-07 03:47:25,037][542790] Updated weights for policy 0, policy_version 34650 (0.0008)
+[2026-06-07 03:47:25,165][542790] Updated weights for policy 0, policy_version 34660 (0.0009)
+[2026-06-07 03:47:25,297][542790] Updated weights for policy 0, policy_version 34670 (0.0008)
+[2026-06-07 03:47:25,418][542790] Updated weights for policy 0, policy_version 34680 (0.0008)
+[2026-06-07 03:47:26,084][542790] Updated weights for policy 0, policy_version 34691 (0.0008)
+[2026-06-07 03:47:26,208][542790] Updated weights for policy 0, policy_version 34701 (0.0008)
+[2026-06-07 03:47:26,345][542790] Updated weights for policy 0, policy_version 34711 (0.0008)
+[2026-06-07 03:47:26,459][542790] Updated weights for policy 0, policy_version 34721 (0.0008)
+[2026-06-07 03:47:26,596][542790] Updated weights for policy 0, policy_version 34731 (0.0008)
+[2026-06-07 03:47:26,724][542790] Updated weights for policy 0, policy_version 34742 (0.0008)
+[2026-06-07 03:47:26,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 17858560. Throughput: 0: 25625.6. Samples: 17878528. Policy #0 lag: (min: 4.0, avg: 16.7, max: 68.0)
+[2026-06-07 03:47:26,908][541270] Avg episode reward: [(0, '107.704')]
+[2026-06-07 03:47:26,914][542711] Saving new best policy, reward=107.704!
+[2026-06-07 03:47:27,318][542790] Updated weights for policy 0, policy_version 34753 (0.0008)
+[2026-06-07 03:47:27,436][542790] Updated weights for policy 0, policy_version 34763 (0.0008)
+[2026-06-07 03:47:27,565][542790] Updated weights for policy 0, policy_version 34773 (0.0008)
+[2026-06-07 03:47:27,698][542790] Updated weights for policy 0, policy_version 34784 (0.0008)
+[2026-06-07 03:47:27,841][542790] Updated weights for policy 0, policy_version 34795 (0.0008)
+[2026-06-07 03:47:27,988][542790] Updated weights for policy 0, policy_version 34806 (0.0008)
+[2026-06-07 03:47:28,557][542790] Updated weights for policy 0, policy_version 34816 (0.0008)
+[2026-06-07 03:47:28,687][542790] Updated weights for policy 0, policy_version 34826 (0.0008)
+[2026-06-07 03:47:28,822][542790] Updated weights for policy 0, policy_version 34837 (0.0008)
+[2026-06-07 03:47:28,943][542790] Updated weights for policy 0, policy_version 34847 (0.0008)
+[2026-06-07 03:47:29,086][542790] Updated weights for policy 0, policy_version 34858 (0.0008)
+[2026-06-07 03:47:29,220][542790] Updated weights for policy 0, policy_version 34868 (0.0009)
+[2026-06-07 03:47:29,803][542790] Updated weights for policy 0, policy_version 34878 (0.0008)
+[2026-06-07 03:47:29,924][542790] Updated weights for policy 0, policy_version 34888 (0.0008)
+[2026-06-07 03:47:30,064][542790] Updated weights for policy 0, policy_version 34899 (0.0008)
+[2026-06-07 03:47:30,196][542790] Updated weights for policy 0, policy_version 34910 (0.0008)
+[2026-06-07 03:47:30,325][542790] Updated weights for policy 0, policy_version 34920 (0.0008)
+[2026-06-07 03:47:30,463][542790] Updated weights for policy 0, policy_version 34931 (0.0008)
+[2026-06-07 03:47:31,093][542790] Updated weights for policy 0, policy_version 34941 (0.0008)
+[2026-06-07 03:47:31,248][542790] Updated weights for policy 0, policy_version 34954 (0.0008)
+[2026-06-07 03:47:31,387][542790] Updated weights for policy 0, policy_version 34965 (0.0008)
+[2026-06-07 03:47:31,512][542790] Updated weights for policy 0, policy_version 34975 (0.0008)
+[2026-06-07 03:47:31,651][542790] Updated weights for policy 0, policy_version 34986 (0.0008)
+[2026-06-07 03:47:31,778][542790] Updated weights for policy 0, policy_version 34996 (0.0008)
+[2026-06-07 03:47:31,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 17989632. Throughput: 0: 25580.1. Samples: 17948288. Policy #0 lag: (min: 4.0, avg: 16.7, max: 68.0)
+[2026-06-07 03:47:31,908][541270] Avg episode reward: [(0, '110.035')]
+[2026-06-07 03:47:31,912][542711] Saving new best policy, reward=110.035!
+[2026-06-07 03:47:32,411][542790] Updated weights for policy 0, policy_version 35007 (0.0009)
+[2026-06-07 03:47:32,571][542790] Updated weights for policy 0, policy_version 35020 (0.0008)
+[2026-06-07 03:47:32,713][542790] Updated weights for policy 0, policy_version 35032 (0.0008)
+[2026-06-07 03:47:32,844][542790] Updated weights for policy 0, policy_version 35042 (0.0008)
+[2026-06-07 03:47:32,985][542790] Updated weights for policy 0, policy_version 35053 (0.0008)
+[2026-06-07 03:47:33,120][542790] Updated weights for policy 0, policy_version 35063 (0.0008)
+[2026-06-07 03:47:33,736][542790] Updated weights for policy 0, policy_version 35074 (0.0008)
+[2026-06-07 03:47:33,866][542790] Updated weights for policy 0, policy_version 35084 (0.0008)
+[2026-06-07 03:47:34,016][542790] Updated weights for policy 0, policy_version 35096 (0.0008)
+[2026-06-07 03:47:34,180][542790] Updated weights for policy 0, policy_version 35109 (0.0008)
+[2026-06-07 03:47:34,333][542790] Updated weights for policy 0, policy_version 35121 (0.0008)
+[2026-06-07 03:47:34,945][542790] Updated weights for policy 0, policy_version 35131 (0.0009)
+[2026-06-07 03:47:35,067][542790] Updated weights for policy 0, policy_version 35141 (0.0008)
+[2026-06-07 03:47:35,191][542790] Updated weights for policy 0, policy_version 35151 (0.0008)
+[2026-06-07 03:47:35,308][542790] Updated weights for policy 0, policy_version 35161 (0.0008)
+[2026-06-07 03:47:35,440][542790] Updated weights for policy 0, policy_version 35171 (0.0008)
+[2026-06-07 03:47:35,592][542790] Updated weights for policy 0, policy_version 35183 (0.0008)
+[2026-06-07 03:47:36,210][542790] Updated weights for policy 0, policy_version 35194 (0.0008)
+[2026-06-07 03:47:36,349][542790] Updated weights for policy 0, policy_version 35205 (0.0008)
+[2026-06-07 03:47:36,473][542790] Updated weights for policy 0, policy_version 35215 (0.0008)
+[2026-06-07 03:47:36,599][542790] Updated weights for policy 0, policy_version 35225 (0.0008)
+[2026-06-07 03:47:36,724][542790] Updated weights for policy 0, policy_version 35235 (0.0008)
+[2026-06-07 03:47:36,866][542790] Updated weights for policy 0, policy_version 35246 (0.0008)
+[2026-06-07 03:47:36,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 18087936. Throughput: 0: 25614.3. Samples: 18105856. Policy #0 lag: (min: 4.0, avg: 16.7, max: 68.0)
+[2026-06-07 03:47:36,908][541270] Avg episode reward: [(0, '99.740')]
+[2026-06-07 03:47:37,496][542790] Updated weights for policy 0, policy_version 35258 (0.0008)
+[2026-06-07 03:47:37,658][542790] Updated weights for policy 0, policy_version 35272 (0.0008)
+[2026-06-07 03:47:37,793][542790] Updated weights for policy 0, policy_version 35283 (0.0008)
+[2026-06-07 03:47:37,927][542790] Updated weights for policy 0, policy_version 35294 (0.0008)
+[2026-06-07 03:47:38,055][542790] Updated weights for policy 0, policy_version 35304 (0.0008)
+[2026-06-07 03:47:38,213][542790] Updated weights for policy 0, policy_version 35318 (0.0008)
+[2026-06-07 03:47:38,884][542790] Updated weights for policy 0, policy_version 35331 (0.0008)
+[2026-06-07 03:47:39,054][542790] Updated weights for policy 0, policy_version 35345 (0.0008)
+[2026-06-07 03:47:39,189][542790] Updated weights for policy 0, policy_version 35356 (0.0008)
+[2026-06-07 03:47:39,316][542790] Updated weights for policy 0, policy_version 35367 (0.0008)
+[2026-06-07 03:47:39,478][542790] Updated weights for policy 0, policy_version 35380 (0.0008)
+[2026-06-07 03:47:40,149][542790] Updated weights for policy 0, policy_version 35392 (0.0008)
+[2026-06-07 03:47:40,295][542790] Updated weights for policy 0, policy_version 35404 (0.0008)
+[2026-06-07 03:47:40,423][542790] Updated weights for policy 0, policy_version 35415 (0.0008)
+[2026-06-07 03:47:40,575][542790] Updated weights for policy 0, policy_version 35428 (0.0008)
+[2026-06-07 03:47:40,710][542790] Updated weights for policy 0, policy_version 35439 (0.0008)
+[2026-06-07 03:47:41,391][542790] Updated weights for policy 0, policy_version 35450 (0.0009)
+[2026-06-07 03:47:41,529][542790] Updated weights for policy 0, policy_version 35462 (0.0008)
+[2026-06-07 03:47:41,645][542790] Updated weights for policy 0, policy_version 35472 (0.0008)
+[2026-06-07 03:47:41,770][542790] Updated weights for policy 0, policy_version 35482 (0.0008)
+[2026-06-07 03:47:41,907][541270] Fps is (10 sec: 22937.2, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 18219008. Throughput: 0: 25565.8. Samples: 18259328. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:47:41,908][541270] Avg episode reward: [(0, '106.648')]
+[2026-06-07 03:47:41,920][542790] Updated weights for policy 0, policy_version 35494 (0.0008)
+[2026-06-07 03:47:42,067][542790] Updated weights for policy 0, policy_version 35506 (0.0008)
+[2026-06-07 03:47:42,745][542790] Updated weights for policy 0, policy_version 35518 (0.0009)
+[2026-06-07 03:47:42,874][542790] Updated weights for policy 0, policy_version 35529 (0.0008)
+[2026-06-07 03:47:43,018][542790] Updated weights for policy 0, policy_version 35541 (0.0008)
+[2026-06-07 03:47:43,173][542790] Updated weights for policy 0, policy_version 35554 (0.0008)
+[2026-06-07 03:47:43,324][542790] Updated weights for policy 0, policy_version 35566 (0.0009)
+[2026-06-07 03:47:43,977][542790] Updated weights for policy 0, policy_version 35578 (0.0009)
+[2026-06-07 03:47:44,146][542790] Updated weights for policy 0, policy_version 35592 (0.0008)
+[2026-06-07 03:47:44,290][542790] Updated weights for policy 0, policy_version 35603 (0.0008)
+[2026-06-07 03:47:44,421][542790] Updated weights for policy 0, policy_version 35614 (0.0008)
+[2026-06-07 03:47:44,569][542790] Updated weights for policy 0, policy_version 35626 (0.0008)
+[2026-06-07 03:47:44,738][542790] Updated weights for policy 0, policy_version 35639 (0.0008)
+[2026-06-07 03:47:45,368][542790] Updated weights for policy 0, policy_version 35649 (0.0008)
+[2026-06-07 03:47:45,497][542790] Updated weights for policy 0, policy_version 35659 (0.0009)
+[2026-06-07 03:47:45,635][542790] Updated weights for policy 0, policy_version 35670 (0.0008)
+[2026-06-07 03:47:45,761][542790] Updated weights for policy 0, policy_version 35680 (0.0008)
+[2026-06-07 03:47:45,899][542790] Updated weights for policy 0, policy_version 35691 (0.0008)
+[2026-06-07 03:47:46,027][542790] Updated weights for policy 0, policy_version 35701 (0.0008)
+[2026-06-07 03:47:46,651][542790] Updated weights for policy 0, policy_version 35711 (0.0008)
+[2026-06-07 03:47:46,769][542790] Updated weights for policy 0, policy_version 35721 (0.0008)
+[2026-06-07 03:47:46,906][542790] Updated weights for policy 0, policy_version 35732 (0.0008)
+[2026-06-07 03:47:46,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25122.2, 300 sec: 25325.8). Total num frames: 18350080. Throughput: 0: 25531.8. Samples: 18334080. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:47:46,907][541270] Avg episode reward: [(0, '93.821')]
+[2026-06-07 03:47:47,042][542790] Updated weights for policy 0, policy_version 35743 (0.0008)
+[2026-06-07 03:47:47,182][542790] Updated weights for policy 0, policy_version 35754 (0.0008)
+[2026-06-07 03:47:47,321][542790] Updated weights for policy 0, policy_version 35765 (0.0008)
+[2026-06-07 03:47:47,932][542790] Updated weights for policy 0, policy_version 35775 (0.0008)
+[2026-06-07 03:47:48,056][542790] Updated weights for policy 0, policy_version 35785 (0.0008)
+[2026-06-07 03:47:48,181][542790] Updated weights for policy 0, policy_version 35795 (0.0008)
+[2026-06-07 03:47:48,323][542790] Updated weights for policy 0, policy_version 35806 (0.0008)
+[2026-06-07 03:47:48,462][542790] Updated weights for policy 0, policy_version 35818 (0.0008)
+[2026-06-07 03:47:48,599][542790] Updated weights for policy 0, policy_version 35829 (0.0008)
+[2026-06-07 03:47:49,212][542790] Updated weights for policy 0, policy_version 35839 (0.0008)
+[2026-06-07 03:47:49,327][542790] Updated weights for policy 0, policy_version 35849 (0.0008)
+[2026-06-07 03:47:49,475][542790] Updated weights for policy 0, policy_version 35860 (0.0008)
+[2026-06-07 03:47:49,617][542790] Updated weights for policy 0, policy_version 35871 (0.0008)
+[2026-06-07 03:47:49,739][542790] Updated weights for policy 0, policy_version 35881 (0.0008)
+[2026-06-07 03:47:49,875][542790] Updated weights for policy 0, policy_version 35892 (0.0007)
+[2026-06-07 03:47:50,513][542790] Updated weights for policy 0, policy_version 35903 (0.0007)
+[2026-06-07 03:47:50,633][542790] Updated weights for policy 0, policy_version 35913 (0.0008)
+[2026-06-07 03:47:50,755][542790] Updated weights for policy 0, policy_version 35923 (0.0008)
+[2026-06-07 03:47:50,886][542790] Updated weights for policy 0, policy_version 35933 (0.0008)
+[2026-06-07 03:47:51,032][542790] Updated weights for policy 0, policy_version 35945 (0.0008)
+[2026-06-07 03:47:51,169][542790] Updated weights for policy 0, policy_version 35956 (0.0008)
+[2026-06-07 03:47:51,808][542790] Updated weights for policy 0, policy_version 35967 (0.0008)
+[2026-06-07 03:47:51,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 18481152. Throughput: 0: 25452.1. Samples: 18487040. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:47:51,908][541270] Avg episode reward: [(0, '84.930')]
+[2026-06-07 03:47:51,939][542790] Updated weights for policy 0, policy_version 35977 (0.0008)
+[2026-06-07 03:47:52,061][542790] Updated weights for policy 0, policy_version 35987 (0.0008)
+[2026-06-07 03:47:52,212][542790] Updated weights for policy 0, policy_version 35999 (0.0008)
+[2026-06-07 03:47:52,346][542790] Updated weights for policy 0, policy_version 36010 (0.0008)
+[2026-06-07 03:47:52,475][542790] Updated weights for policy 0, policy_version 36020 (0.0008)
+[2026-06-07 03:47:53,105][542790] Updated weights for policy 0, policy_version 36031 (0.0008)
+[2026-06-07 03:47:53,232][542790] Updated weights for policy 0, policy_version 36041 (0.0008)
+[2026-06-07 03:47:53,349][542790] Updated weights for policy 0, policy_version 36051 (0.0008)
+[2026-06-07 03:47:53,492][542790] Updated weights for policy 0, policy_version 36062 (0.0008)
+[2026-06-07 03:47:53,619][542790] Updated weights for policy 0, policy_version 36072 (0.0009)
+[2026-06-07 03:47:53,758][542790] Updated weights for policy 0, policy_version 36083 (0.0008)
+[2026-06-07 03:47:54,385][542790] Updated weights for policy 0, policy_version 36095 (0.0009)
+[2026-06-07 03:47:54,510][542790] Updated weights for policy 0, policy_version 36105 (0.0008)
+[2026-06-07 03:47:54,634][542790] Updated weights for policy 0, policy_version 36115 (0.0008)
+[2026-06-07 03:47:54,779][542790] Updated weights for policy 0, policy_version 36126 (0.0008)
+[2026-06-07 03:47:54,928][542790] Updated weights for policy 0, policy_version 36138 (0.0009)
+[2026-06-07 03:47:55,052][542790] Updated weights for policy 0, policy_version 36148 (0.0008)
+[2026-06-07 03:47:55,693][542790] Updated weights for policy 0, policy_version 36158 (0.0008)
+[2026-06-07 03:47:55,831][542790] Updated weights for policy 0, policy_version 36169 (0.0008)
+[2026-06-07 03:47:55,964][542790] Updated weights for policy 0, policy_version 36180 (0.0008)
+[2026-06-07 03:47:56,117][542790] Updated weights for policy 0, policy_version 36192 (0.0008)
+[2026-06-07 03:47:56,256][542790] Updated weights for policy 0, policy_version 36203 (0.0008)
+[2026-06-07 03:47:56,403][542790] Updated weights for policy 0, policy_version 36215 (0.0008)
+[2026-06-07 03:47:56,907][541270] Fps is (10 sec: 26214.1, 60 sec: 25668.2, 300 sec: 25436.8). Total num frames: 18612224. Throughput: 0: 25517.5. Samples: 18637184. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0)
+[2026-06-07 03:47:56,908][541270] Avg episode reward: [(0, '94.396')]
+[2026-06-07 03:47:57,031][542790] Updated weights for policy 0, policy_version 36225 (0.0008)
+[2026-06-07 03:47:57,152][542790] Updated weights for policy 0, policy_version 36235 (0.0008)
+[2026-06-07 03:47:57,281][542790] Updated weights for policy 0, policy_version 36245 (0.0005)
+[2026-06-07 03:47:57,411][542790] Updated weights for policy 0, policy_version 36255 (0.0005)
+[2026-06-07 03:47:57,542][542790] Updated weights for policy 0, policy_version 36265 (0.0004)
+[2026-06-07 03:47:57,673][542790] Updated weights for policy 0, policy_version 36275 (0.0006)
+[2026-06-07 03:47:58,279][542790] Updated weights for policy 0, policy_version 36287 (0.0009)
+[2026-06-07 03:47:58,421][542790] Updated weights for policy 0, policy_version 36299 (0.0008)
+[2026-06-07 03:47:58,551][542790] Updated weights for policy 0, policy_version 36309 (0.0008)
+[2026-06-07 03:47:58,696][542790] Updated weights for policy 0, policy_version 36320 (0.0008)
+[2026-06-07 03:47:58,821][542790] Updated weights for policy 0, policy_version 36330 (0.0009)
+[2026-06-07 03:47:58,943][542790] Updated weights for policy 0, policy_version 36340 (0.0009)
+[2026-06-07 03:47:59,556][542790] Updated weights for policy 0, policy_version 36350 (0.0008)
+[2026-06-07 03:47:59,678][542790] Updated weights for policy 0, policy_version 36360 (0.0008)
+[2026-06-07 03:47:59,804][542790] Updated weights for policy 0, policy_version 36370 (0.0008)
+[2026-06-07 03:47:59,939][542790] Updated weights for policy 0, policy_version 36380 (0.0008)
+[2026-06-07 03:48:00,068][542790] Updated weights for policy 0, policy_version 36391 (0.0008)
+[2026-06-07 03:48:00,199][542790] Updated weights for policy 0, policy_version 36401 (0.0008)
+[2026-06-07 03:48:00,804][542790] Updated weights for policy 0, policy_version 36411 (0.0008)
+[2026-06-07 03:48:00,978][542790] Updated weights for policy 0, policy_version 36425 (0.0008)
+[2026-06-07 03:48:01,102][542790] Updated weights for policy 0, policy_version 36435 (0.0008)
+[2026-06-07 03:48:01,239][542790] Updated weights for policy 0, policy_version 36446 (0.0008)
+[2026-06-07 03:48:01,369][542790] Updated weights for policy 0, policy_version 36456 (0.0008)
+[2026-06-07 03:48:01,542][542790] Updated weights for policy 0, policy_version 36469 (0.0008)
+[2026-06-07 03:48:01,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 18743296. Throughput: 0: 25415.1. Samples: 18715904. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:01,908][541270] Avg episode reward: [(0, '105.733')]
+[2026-06-07 03:48:02,154][542790] Updated weights for policy 0, policy_version 36482 (0.0010)
+[2026-06-07 03:48:02,279][542790] Updated weights for policy 0, policy_version 36492 (0.0008)
+[2026-06-07 03:48:02,411][542790] Updated weights for policy 0, policy_version 36502 (0.0008)
+[2026-06-07 03:48:02,527][542790] Updated weights for policy 0, policy_version 36512 (0.0008)
+[2026-06-07 03:48:02,657][542790] Updated weights for policy 0, policy_version 36522 (0.0008)
+[2026-06-07 03:48:02,815][542790] Updated weights for policy 0, policy_version 36535 (0.0009)
+[2026-06-07 03:48:03,442][542790] Updated weights for policy 0, policy_version 36546 (0.0008)
+[2026-06-07 03:48:03,602][542790] Updated weights for policy 0, policy_version 36559 (0.0009)
+[2026-06-07 03:48:03,761][542790] Updated weights for policy 0, policy_version 36571 (0.0024)
+[2026-06-07 03:48:03,907][542790] Updated weights for policy 0, policy_version 36583 (0.0008)
+[2026-06-07 03:48:04,067][542790] Updated weights for policy 0, policy_version 36597 (0.0009)
+[2026-06-07 03:48:04,688][542790] Updated weights for policy 0, policy_version 36607 (0.0007)
+[2026-06-07 03:48:04,803][542790] Updated weights for policy 0, policy_version 36617 (0.0008)
+[2026-06-07 03:48:04,939][542790] Updated weights for policy 0, policy_version 36628 (0.0009)
+[2026-06-07 03:48:05,070][542790] Updated weights for policy 0, policy_version 36638 (0.0008)
+[2026-06-07 03:48:05,196][542790] Updated weights for policy 0, policy_version 36648 (0.0008)
+[2026-06-07 03:48:05,332][542790] Updated weights for policy 0, policy_version 36659 (0.0008)
+[2026-06-07 03:48:05,941][542790] Updated weights for policy 0, policy_version 36671 (0.0009)
+[2026-06-07 03:48:06,064][542790] Updated weights for policy 0, policy_version 36681 (0.0008)
+[2026-06-07 03:48:06,184][542790] Updated weights for policy 0, policy_version 36691 (0.0008)
+[2026-06-07 03:48:06,326][542790] Updated weights for policy 0, policy_version 36702 (0.0008)
+[2026-06-07 03:48:06,451][542790] Updated weights for policy 0, policy_version 36712 (0.0009)
+[2026-06-07 03:48:06,589][542790] Updated weights for policy 0, policy_version 36723 (0.0008)
+[2026-06-07 03:48:06,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 18874368. Throughput: 0: 25500.5. Samples: 18866816. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:06,908][541270] Avg episode reward: [(0, '106.868')]
+[2026-06-07 03:48:07,192][542790] Updated weights for policy 0, policy_version 36733 (0.0009)
+[2026-06-07 03:48:07,324][542790] Updated weights for policy 0, policy_version 36744 (0.0008)
+[2026-06-07 03:48:07,466][542790] Updated weights for policy 0, policy_version 36755 (0.0009)
+[2026-06-07 03:48:07,593][542790] Updated weights for policy 0, policy_version 36765 (0.0008)
+[2026-06-07 03:48:07,715][542790] Updated weights for policy 0, policy_version 36775 (0.0008)
+[2026-06-07 03:48:07,860][542790] Updated weights for policy 0, policy_version 36786 (0.0009)
+[2026-06-07 03:48:08,476][542790] Updated weights for policy 0, policy_version 36796 (0.0008)
+[2026-06-07 03:48:08,606][542790] Updated weights for policy 0, policy_version 36807 (0.0008)
+[2026-06-07 03:48:08,734][542790] Updated weights for policy 0, policy_version 36817 (0.0008)
+[2026-06-07 03:48:08,862][542790] Updated weights for policy 0, policy_version 36827 (0.0008)
+[2026-06-07 03:48:09,001][542790] Updated weights for policy 0, policy_version 36838 (0.0008)
+[2026-06-07 03:48:09,144][542790] Updated weights for policy 0, policy_version 36849 (0.0009)
+[2026-06-07 03:48:09,743][542790] Updated weights for policy 0, policy_version 36859 (0.0008)
+[2026-06-07 03:48:09,871][542790] Updated weights for policy 0, policy_version 36869 (0.0008)
+[2026-06-07 03:48:09,996][542790] Updated weights for policy 0, policy_version 36879 (0.0008)
+[2026-06-07 03:48:10,128][542790] Updated weights for policy 0, policy_version 36889 (0.0008)
+[2026-06-07 03:48:10,257][542790] Updated weights for policy 0, policy_version 36899 (0.0008)
+[2026-06-07 03:48:10,393][542790] Updated weights for policy 0, policy_version 36910 (0.0008)
+[2026-06-07 03:48:11,014][542790] Updated weights for policy 0, policy_version 36921 (0.0008)
+[2026-06-07 03:48:11,134][542790] Updated weights for policy 0, policy_version 36931 (0.0008)
+[2026-06-07 03:48:11,260][542790] Updated weights for policy 0, policy_version 36941 (0.0008)
+[2026-06-07 03:48:11,395][542790] Updated weights for policy 0, policy_version 36952 (0.0008)
+[2026-06-07 03:48:11,534][542790] Updated weights for policy 0, policy_version 36963 (0.0008)
+[2026-06-07 03:48:11,665][542790] Updated weights for policy 0, policy_version 36973 (0.0008)
+[2026-06-07 03:48:11,806][542790] Updated weights for policy 0, policy_version 36984 (0.0008)
+[2026-06-07 03:48:11,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 19005440. Throughput: 0: 25440.7. Samples: 19023360. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:11,908][541270] Avg episode reward: [(0, '92.884')]
+[2026-06-07 03:48:12,431][542790] Updated weights for policy 0, policy_version 36995 (0.0008)
+[2026-06-07 03:48:12,570][542790] Updated weights for policy 0, policy_version 37006 (0.0008)
+[2026-06-07 03:48:12,693][542790] Updated weights for policy 0, policy_version 37016 (0.0009)
+[2026-06-07 03:48:12,825][542790] Updated weights for policy 0, policy_version 37026 (0.0008)
+[2026-06-07 03:48:12,982][542790] Updated weights for policy 0, policy_version 37039 (0.0008)
+[2026-06-07 03:48:13,584][542790] Updated weights for policy 0, policy_version 37049 (0.0008)
+[2026-06-07 03:48:13,706][542790] Updated weights for policy 0, policy_version 37059 (0.0009)
+[2026-06-07 03:48:13,847][542790] Updated weights for policy 0, policy_version 37070 (0.0008)
+[2026-06-07 03:48:13,969][542790] Updated weights for policy 0, policy_version 37080 (0.0008)
+[2026-06-07 03:48:14,089][542790] Updated weights for policy 0, policy_version 37090 (0.0008)
+[2026-06-07 03:48:14,230][542790] Updated weights for policy 0, policy_version 37100 (0.0008)
+[2026-06-07 03:48:14,349][542790] Updated weights for policy 0, policy_version 37110 (0.0008)
+[2026-06-07 03:48:14,934][542790] Updated weights for policy 0, policy_version 37120 (0.0008)
+[2026-06-07 03:48:15,055][542790] Updated weights for policy 0, policy_version 37130 (0.0008)
+[2026-06-07 03:48:15,206][542790] Updated weights for policy 0, policy_version 37142 (0.0008)
+[2026-06-07 03:48:15,331][542790] Updated weights for policy 0, policy_version 37152 (0.0008)
+[2026-06-07 03:48:15,455][542790] Updated weights for policy 0, policy_version 37162 (0.0008)
+[2026-06-07 03:48:15,621][542790] Updated weights for policy 0, policy_version 37175 (0.0008)
+[2026-06-07 03:48:16,218][542790] Updated weights for policy 0, policy_version 37185 (0.0009)
+[2026-06-07 03:48:16,358][542790] Updated weights for policy 0, policy_version 37197 (0.0009)
+[2026-06-07 03:48:16,498][542790] Updated weights for policy 0, policy_version 37208 (0.0006)
+[2026-06-07 03:48:16,634][542790] Updated weights for policy 0, policy_version 37219 (0.0008)
+[2026-06-07 03:48:16,768][542790] Updated weights for policy 0, policy_version 37230 (0.0008)
+[2026-06-07 03:48:16,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 19136512. Throughput: 0: 25500.4. Samples: 19095808. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:16,908][541270] Avg episode reward: [(0, '100.633')]
+[2026-06-07 03:48:17,373][542790] Updated weights for policy 0, policy_version 37241 (0.0008)
+[2026-06-07 03:48:17,499][542790] Updated weights for policy 0, policy_version 37251 (0.0008)
+[2026-06-07 03:48:17,622][542790] Updated weights for policy 0, policy_version 37261 (0.0008)
+[2026-06-07 03:48:17,751][542790] Updated weights for policy 0, policy_version 37271 (0.0008)
+[2026-06-07 03:48:17,874][542790] Updated weights for policy 0, policy_version 37281 (0.0008)
+[2026-06-07 03:48:18,004][542790] Updated weights for policy 0, policy_version 37291 (0.0008)
+[2026-06-07 03:48:18,134][542790] Updated weights for policy 0, policy_version 37301 (0.0008)
+[2026-06-07 03:48:18,729][542790] Updated weights for policy 0, policy_version 37311 (0.0008)
+[2026-06-07 03:48:18,853][542790] Updated weights for policy 0, policy_version 37321 (0.0008)
+[2026-06-07 03:48:18,988][542790] Updated weights for policy 0, policy_version 37332 (0.0008)
+[2026-06-07 03:48:19,127][542790] Updated weights for policy 0, policy_version 37343 (0.0008)
+[2026-06-07 03:48:19,257][542790] Updated weights for policy 0, policy_version 37353 (0.0008)
+[2026-06-07 03:48:19,398][542790] Updated weights for policy 0, policy_version 37364 (0.0008)
+[2026-06-07 03:48:20,012][542790] Updated weights for policy 0, policy_version 37375 (0.0008)
+[2026-06-07 03:48:20,134][542790] Updated weights for policy 0, policy_version 37385 (0.0008)
+[2026-06-07 03:48:20,280][542790] Updated weights for policy 0, policy_version 37397 (0.0008)
+[2026-06-07 03:48:20,408][542790] Updated weights for policy 0, policy_version 37407 (0.0008)
+[2026-06-07 03:48:20,551][542790] Updated weights for policy 0, policy_version 37418 (0.0008)
+[2026-06-07 03:48:20,682][542790] Updated weights for policy 0, policy_version 37428 (0.0008)
+[2026-06-07 03:48:21,267][542790] Updated weights for policy 0, policy_version 37438 (0.0008)
+[2026-06-07 03:48:21,410][542790] Updated weights for policy 0, policy_version 37450 (0.0008)
+[2026-06-07 03:48:21,544][542790] Updated weights for policy 0, policy_version 37460 (0.0008)
+[2026-06-07 03:48:21,676][542790] Updated weights for policy 0, policy_version 37471 (0.0008)
+[2026-06-07 03:48:21,826][542790] Updated weights for policy 0, policy_version 37483 (0.0008)
+[2026-06-07 03:48:21,907][541270] Fps is (10 sec: 22937.6, 60 sec: 25122.1, 300 sec: 25325.8). Total num frames: 19234816. Throughput: 0: 25474.8. Samples: 19252224. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:21,908][541270] Avg episode reward: [(0, '112.450')]
+[2026-06-07 03:48:21,969][542790] Updated weights for policy 0, policy_version 37494 (0.0008)
+[2026-06-07 03:48:21,983][542711] Saving new best policy, reward=112.450!
+[2026-06-07 03:48:22,550][542790] Updated weights for policy 0, policy_version 37504 (0.0008)
+[2026-06-07 03:48:22,684][542790] Updated weights for policy 0, policy_version 37515 (0.0008)
+[2026-06-07 03:48:22,835][542790] Updated weights for policy 0, policy_version 37527 (0.0008)
+[2026-06-07 03:48:22,962][542790] Updated weights for policy 0, policy_version 37537 (0.0008)
+[2026-06-07 03:48:23,101][542790] Updated weights for policy 0, policy_version 37548 (0.0008)
+[2026-06-07 03:48:23,227][542790] Updated weights for policy 0, policy_version 37558 (0.0008)
+[2026-06-07 03:48:23,835][542790] Updated weights for policy 0, policy_version 37568 (0.0008)
+[2026-06-07 03:48:23,965][542790] Updated weights for policy 0, policy_version 37579 (0.0008)
+[2026-06-07 03:48:24,085][542790] Updated weights for policy 0, policy_version 37589 (0.0008)
+[2026-06-07 03:48:24,218][542790] Updated weights for policy 0, policy_version 37599 (0.0008)
+[2026-06-07 03:48:24,354][542790] Updated weights for policy 0, policy_version 37610 (0.0008)
+[2026-06-07 03:48:24,481][542790] Updated weights for policy 0, policy_version 37620 (0.0008)
+[2026-06-07 03:48:25,102][542790] Updated weights for policy 0, policy_version 37631 (0.0008)
+[2026-06-07 03:48:25,234][542790] Updated weights for policy 0, policy_version 37642 (0.0008)
+[2026-06-07 03:48:25,375][542790] Updated weights for policy 0, policy_version 37653 (0.0008)
+[2026-06-07 03:48:25,495][542790] Updated weights for policy 0, policy_version 37663 (0.0008)
+[2026-06-07 03:48:25,626][542790] Updated weights for policy 0, policy_version 37673 (0.0008)
+[2026-06-07 03:48:25,750][542790] Updated weights for policy 0, policy_version 37683 (0.0008)
+[2026-06-07 03:48:26,389][542790] Updated weights for policy 0, policy_version 37696 (0.0008)
+[2026-06-07 03:48:26,514][542790] Updated weights for policy 0, policy_version 37706 (0.0008)
+[2026-06-07 03:48:26,634][542790] Updated weights for policy 0, policy_version 37716 (0.0008)
+[2026-06-07 03:48:26,760][542790] Updated weights for policy 0, policy_version 37726 (0.0008)
+[2026-06-07 03:48:26,892][542790] Updated weights for policy 0, policy_version 37737 (0.0009)
+[2026-06-07 03:48:26,907][541270] Fps is (10 sec: 22937.2, 60 sec: 25122.1, 300 sec: 25436.8). Total num frames: 19365888. Throughput: 0: 25568.7. Samples: 19409920. Policy #0 lag: (min: 117.0, avg: 128.7, max: 180.0)
+[2026-06-07 03:48:26,908][541270] Avg episode reward: [(0, '122.492')]
+[2026-06-07 03:48:27,019][542790] Updated weights for policy 0, policy_version 37747 (0.0008)
+[2026-06-07 03:48:27,077][542711] Saving new best policy, reward=122.492!
+[2026-06-07 03:48:27,640][542790] Updated weights for policy 0, policy_version 37757 (0.0008)
+[2026-06-07 03:48:27,784][542790] Updated weights for policy 0, policy_version 37769 (0.0008)
+[2026-06-07 03:48:27,960][542790] Updated weights for policy 0, policy_version 37784 (0.0008)
+[2026-06-07 03:48:28,090][542790] Updated weights for policy 0, policy_version 37795 (0.0008)
+[2026-06-07 03:48:28,253][542790] Updated weights for policy 0, policy_version 37808 (0.0008)
+[2026-06-07 03:48:28,866][542790] Updated weights for policy 0, policy_version 37818 (0.0008)
+[2026-06-07 03:48:29,021][542790] Updated weights for policy 0, policy_version 37831 (0.0008)
+[2026-06-07 03:48:29,172][542790] Updated weights for policy 0, policy_version 37843 (0.0008)
+[2026-06-07 03:48:29,310][542790] Updated weights for policy 0, policy_version 37855 (0.0008)
+[2026-06-07 03:48:29,446][542790] Updated weights for policy 0, policy_version 37866 (0.0008)
+[2026-06-07 03:48:29,602][542790] Updated weights for policy 0, policy_version 37879 (0.0008)
+[2026-06-07 03:48:30,264][542790] Updated weights for policy 0, policy_version 37892 (0.0008)
+[2026-06-07 03:48:30,395][542790] Updated weights for policy 0, policy_version 37903 (0.0008)
+[2026-06-07 03:48:30,549][542790] Updated weights for policy 0, policy_version 37916 (0.0008)
+[2026-06-07 03:48:30,671][542790] Updated weights for policy 0, policy_version 37926 (0.0008)
+[2026-06-07 03:48:30,808][542790] Updated weights for policy 0, policy_version 37937 (0.0008)
+[2026-06-07 03:48:31,484][542790] Updated weights for policy 0, policy_version 37951 (0.0008)
+[2026-06-07 03:48:31,617][542790] Updated weights for policy 0, policy_version 37962 (0.0009)
+[2026-06-07 03:48:31,769][542790] Updated weights for policy 0, policy_version 37975 (0.0008)
+[2026-06-07 03:48:31,907][542790] Updated weights for policy 0, policy_version 37986 (0.0008)
+[2026-06-07 03:48:31,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 25436.9). Total num frames: 19496960. Throughput: 0: 25486.2. Samples: 19480960. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:48:31,908][541270] Avg episode reward: [(0, '100.515')]
+[2026-06-07 03:48:32,049][542790] Updated weights for policy 0, policy_version 37998 (0.0008)
+[2026-06-07 03:48:32,726][542790] Updated weights for policy 0, policy_version 38012 (0.0008)
+[2026-06-07 03:48:32,850][542790] Updated weights for policy 0, policy_version 38022 (0.0008)
+[2026-06-07 03:48:32,974][542790] Updated weights for policy 0, policy_version 38032 (0.0008)
+[2026-06-07 03:48:33,127][542790] Updated weights for policy 0, policy_version 38044 (0.0009)
+[2026-06-07 03:48:33,255][542790] Updated weights for policy 0, policy_version 38054 (0.0008)
+[2026-06-07 03:48:33,380][542790] Updated weights for policy 0, policy_version 38064 (0.0008)
+[2026-06-07 03:48:34,014][542790] Updated weights for policy 0, policy_version 38075 (0.0008)
+[2026-06-07 03:48:34,151][542790] Updated weights for policy 0, policy_version 38086 (0.0008)
+[2026-06-07 03:48:34,279][542790] Updated weights for policy 0, policy_version 38096 (0.0008)
+[2026-06-07 03:48:34,402][542790] Updated weights for policy 0, policy_version 38106 (0.0008)
+[2026-06-07 03:48:34,543][542790] Updated weights for policy 0, policy_version 38117 (0.0008)
+[2026-06-07 03:48:34,659][542790] Updated weights for policy 0, policy_version 38127 (0.0008)
+[2026-06-07 03:48:35,247][542790] Updated weights for policy 0, policy_version 38137 (0.0009)
+[2026-06-07 03:48:35,393][542790] Updated weights for policy 0, policy_version 38149 (0.0008)
+[2026-06-07 03:48:35,512][542790] Updated weights for policy 0, policy_version 38159 (0.0008)
+[2026-06-07 03:48:35,676][542790] Updated weights for policy 0, policy_version 38172 (0.0008)
+[2026-06-07 03:48:35,815][542790] Updated weights for policy 0, policy_version 38183 (0.0008)
+[2026-06-07 03:48:35,956][542790] Updated weights for policy 0, policy_version 38194 (0.0008)
+[2026-06-07 03:48:36,574][542790] Updated weights for policy 0, policy_version 38205 (0.0008)
+[2026-06-07 03:48:36,729][542790] Updated weights for policy 0, policy_version 38218 (0.0008)
+[2026-06-07 03:48:36,877][542790] Updated weights for policy 0, policy_version 38230 (0.0008)
+[2026-06-07 03:48:36,907][541270] Fps is (10 sec: 26214.8, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 19628032. Throughput: 0: 25597.2. Samples: 19638912. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:48:36,908][541270] Avg episode reward: [(0, '98.888')]
+[2026-06-07 03:48:37,008][542790] Updated weights for policy 0, policy_version 38240 (0.0008)
+[2026-06-07 03:48:37,142][542790] Updated weights for policy 0, policy_version 38251 (0.0008)
+[2026-06-07 03:48:37,271][542790] Updated weights for policy 0, policy_version 38261 (0.0008)
+[2026-06-07 03:48:37,885][542790] Updated weights for policy 0, policy_version 38272 (0.0009)
+[2026-06-07 03:48:38,010][542790] Updated weights for policy 0, policy_version 38282 (0.0008)
+[2026-06-07 03:48:38,134][542790] Updated weights for policy 0, policy_version 38292 (0.0008)
+[2026-06-07 03:48:38,256][542790] Updated weights for policy 0, policy_version 38302 (0.0008)
+[2026-06-07 03:48:38,386][542790] Updated weights for policy 0, policy_version 38312 (0.0008)
+[2026-06-07 03:48:38,523][542790] Updated weights for policy 0, policy_version 38323 (0.0008)
+[2026-06-07 03:48:39,136][542790] Updated weights for policy 0, policy_version 38333 (0.0008)
+[2026-06-07 03:48:39,264][542790] Updated weights for policy 0, policy_version 38343 (0.0008)
+[2026-06-07 03:48:39,396][542790] Updated weights for policy 0, policy_version 38354 (0.0008)
+[2026-06-07 03:48:39,524][542790] Updated weights for policy 0, policy_version 38364 (0.0008)
+[2026-06-07 03:48:39,649][542790] Updated weights for policy 0, policy_version 38374 (0.0008)
+[2026-06-07 03:48:39,777][542790] Updated weights for policy 0, policy_version 38384 (0.0008)
+[2026-06-07 03:48:40,391][542790] Updated weights for policy 0, policy_version 38395 (0.0008)
+[2026-06-07 03:48:40,541][542790] Updated weights for policy 0, policy_version 38407 (0.0008)
+[2026-06-07 03:48:40,685][542790] Updated weights for policy 0, policy_version 38419 (0.0008)
+[2026-06-07 03:48:40,821][542790] Updated weights for policy 0, policy_version 38430 (0.0008)
+[2026-06-07 03:48:40,953][542790] Updated weights for policy 0, policy_version 38440 (0.0008)
+[2026-06-07 03:48:41,083][542790] Updated weights for policy 0, policy_version 38451 (0.0008)
+[2026-06-07 03:48:41,702][542790] Updated weights for policy 0, policy_version 38462 (0.0008)
+[2026-06-07 03:48:41,816][542790] Updated weights for policy 0, policy_version 38472 (0.0008)
+[2026-06-07 03:48:41,907][541270] Fps is (10 sec: 26214.2, 60 sec: 25668.3, 300 sec: 25436.8). Total num frames: 19759104. Throughput: 0: 25497.6. Samples: 19784576. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:48:41,909][541270] Avg episode reward: [(0, '120.656')]
+[2026-06-07 03:48:41,942][542790] Updated weights for policy 0, policy_version 38482 (0.0008)
+[2026-06-07 03:48:42,074][542790] Updated weights for policy 0, policy_version 38492 (0.0008)
+[2026-06-07 03:48:42,203][542790] Updated weights for policy 0, policy_version 38503 (0.0008)
+[2026-06-07 03:48:42,350][542790] Updated weights for policy 0, policy_version 38514 (0.0008)
+[2026-06-07 03:48:42,949][542790] Updated weights for policy 0, policy_version 38524 (0.0008)
+[2026-06-07 03:48:43,070][542790] Updated weights for policy 0, policy_version 38534 (0.0008)
+[2026-06-07 03:48:43,207][542790] Updated weights for policy 0, policy_version 38545 (0.0008)
+[2026-06-07 03:48:43,334][542790] Updated weights for policy 0, policy_version 38555 (0.0008)
+[2026-06-07 03:48:43,488][542790] Updated weights for policy 0, policy_version 38567 (0.0008)
+[2026-06-07 03:48:43,616][542790] Updated weights for policy 0, policy_version 38577 (0.0008)
+[2026-06-07 03:48:44,212][542790] Updated weights for policy 0, policy_version 38587 (0.0008)
+[2026-06-07 03:48:44,328][542790] Updated weights for policy 0, policy_version 38597 (0.0008)
+[2026-06-07 03:48:44,473][542790] Updated weights for policy 0, policy_version 38608 (0.0008)
+[2026-06-07 03:48:44,610][542790] Updated weights for policy 0, policy_version 38619 (0.0008)
+[2026-06-07 03:48:44,772][542790] Updated weights for policy 0, policy_version 38632 (0.0008)
+[2026-06-07 03:48:44,914][542790] Updated weights for policy 0, policy_version 38643 (0.0008)
+[2026-06-07 03:48:45,530][542790] Updated weights for policy 0, policy_version 38653 (0.0009)
+[2026-06-07 03:48:45,653][542790] Updated weights for policy 0, policy_version 38663 (0.0009)
+[2026-06-07 03:48:45,780][542790] Updated weights for policy 0, policy_version 38673 (0.0008)
+[2026-06-07 03:48:45,926][542790] Updated weights for policy 0, policy_version 38685 (0.0008)
+[2026-06-07 03:48:46,063][542790] Updated weights for policy 0, policy_version 38696 (0.0008)
+[2026-06-07 03:48:46,200][542790] Updated weights for policy 0, policy_version 38707 (0.0008)
+[2026-06-07 03:48:46,793][542790] Updated weights for policy 0, policy_version 38717 (0.0008)
+[2026-06-07 03:48:46,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.2, 300 sec: 25436.9). Total num frames: 19890176. Throughput: 0: 25625.6. Samples: 19869056. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:48:46,908][541270] Avg episode reward: [(0, '109.055')]
+[2026-06-07 03:48:46,915][542790] Updated weights for policy 0, policy_version 38727 (0.0008)
+[2026-06-07 03:48:47,062][542790] Updated weights for policy 0, policy_version 38739 (0.0008)
+[2026-06-07 03:48:47,189][542790] Updated weights for policy 0, policy_version 38749 (0.0008)
+[2026-06-07 03:48:47,323][542790] Updated weights for policy 0, policy_version 38760 (0.0008)
+[2026-06-07 03:48:47,459][542790] Updated weights for policy 0, policy_version 38770 (0.0008)
+[2026-06-07 03:48:48,079][542790] Updated weights for policy 0, policy_version 38781 (0.0008)
+[2026-06-07 03:48:48,215][542790] Updated weights for policy 0, policy_version 38792 (0.0008)
+[2026-06-07 03:48:48,374][542790] Updated weights for policy 0, policy_version 38805 (0.0008)
+[2026-06-07 03:48:48,504][542790] Updated weights for policy 0, policy_version 38815 (0.0008)
+[2026-06-07 03:48:48,630][542790] Updated weights for policy 0, policy_version 38825 (0.0008)
+[2026-06-07 03:48:48,781][542790] Updated weights for policy 0, policy_version 38837 (0.0008)
+[2026-06-07 03:48:49,389][542790] Updated weights for policy 0, policy_version 38848 (0.0008)
+[2026-06-07 03:48:49,541][542790] Updated weights for policy 0, policy_version 38860 (0.0008)
+[2026-06-07 03:48:49,660][542790] Updated weights for policy 0, policy_version 38870 (0.0008)
+[2026-06-07 03:48:49,877][542790] Updated weights for policy 0, policy_version 38886 (0.0007)
+[2026-06-07 03:48:50,053][542790] Updated weights for policy 0, policy_version 38899 (0.0004)
+[2026-06-07 03:48:50,647][542790] Updated weights for policy 0, policy_version 38910 (0.0004)
+[2026-06-07 03:48:50,784][542790] Updated weights for policy 0, policy_version 38921 (0.0005)
+[2026-06-07 03:48:50,914][542790] Updated weights for policy 0, policy_version 38931 (0.0007)
+[2026-06-07 03:48:51,040][542790] Updated weights for policy 0, policy_version 38942 (0.0008)
+[2026-06-07 03:48:51,175][542790] Updated weights for policy 0, policy_version 38952 (0.0008)
+[2026-06-07 03:48:51,305][542790] Updated weights for policy 0, policy_version 38963 (0.0008)
+[2026-06-07 03:48:51,907][541270] Fps is (10 sec: 26214.5, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 20021248. Throughput: 0: 25537.4. Samples: 20016000. Policy #0 lag: (min: 61.0, avg: 74.0, max: 125.0)
+[2026-06-07 03:48:51,908][541270] Avg episode reward: [(0, '113.490')]
+[2026-06-07 03:48:51,911][542790] Updated weights for policy 0, policy_version 38974 (0.0008)
+[2026-06-07 03:48:52,072][542790] Updated weights for policy 0, policy_version 38987 (0.0008)
+[2026-06-07 03:48:52,206][542790] Updated weights for policy 0, policy_version 38998 (0.0009)
+[2026-06-07 03:48:52,346][542790] Updated weights for policy 0, policy_version 39008 (0.0008)
+[2026-06-07 03:48:52,483][542790] Updated weights for policy 0, policy_version 39019 (0.0008)
+[2026-06-07 03:48:52,621][542790] Updated weights for policy 0, policy_version 39030 (0.0008)
+[2026-06-07 03:48:53,230][542790] Updated weights for policy 0, policy_version 39041 (0.0009)
+[2026-06-07 03:48:53,361][542790] Updated weights for policy 0, policy_version 39052 (0.0008)
+[2026-06-07 03:48:53,488][542790] Updated weights for policy 0, policy_version 39062 (0.0008)
+[2026-06-07 03:48:53,614][542790] Updated weights for policy 0, policy_version 39072 (0.0008)
+[2026-06-07 03:48:53,737][542790] Updated weights for policy 0, policy_version 39082 (0.0008)
+[2026-06-07 03:48:53,865][542790] Updated weights for policy 0, policy_version 39092 (0.0008)
+[2026-06-07 03:48:54,442][542790] Updated weights for policy 0, policy_version 39102 (0.0007)
+[2026-06-07 03:48:54,570][542790] Updated weights for policy 0, policy_version 39113 (0.0005)
+[2026-06-07 03:48:54,701][542790] Updated weights for policy 0, policy_version 39124 (0.0006)
+[2026-06-07 03:48:54,829][542790] Updated weights for policy 0, policy_version 39134 (0.0004)
+[2026-06-07 03:48:54,958][542790] Updated weights for policy 0, policy_version 39144 (0.0008)
+[2026-06-07 03:48:55,091][542790] Updated weights for policy 0, policy_version 39154 (0.0008)
+[2026-06-07 03:48:55,690][542790] Updated weights for policy 0, policy_version 39164 (0.0008)
+[2026-06-07 03:48:55,820][542790] Updated weights for policy 0, policy_version 39175 (0.0008)
+[2026-06-07 03:48:55,951][542790] Updated weights for policy 0, policy_version 39185 (0.0008)
+[2026-06-07 03:48:56,069][542790] Updated weights for policy 0, policy_version 39195 (0.0008)
+[2026-06-07 03:48:56,221][542790] Updated weights for policy 0, policy_version 39206 (0.0008)
+[2026-06-07 03:48:56,344][542790] Updated weights for policy 0, policy_version 39216 (0.0008)
+[2026-06-07 03:48:56,907][541270] Fps is (10 sec: 26214.4, 60 sec: 25668.3, 300 sec: 25436.9). Total num frames: 20152320. Throughput: 0: 25509.0. Samples: 20171264. Policy #0 lag: (min: 40.0, avg: 90.2, max: 104.0)
+[2026-06-07 03:48:56,908][541270] Avg episode reward: [(0, '102.673')]
+[2026-06-07 03:48:56,977][542790] Updated weights for policy 0, policy_version 39226 (0.0009)
+[2026-06-07 03:48:57,108][542790] Updated weights for policy 0, policy_version 39237 (0.0008)
+[2026-06-07 03:48:57,246][542790] Updated weights for policy 0, policy_version 39248 (0.0008)
+[2026-06-07 03:48:57,384][542790] Updated weights for policy 0, policy_version 39259 (0.0008)
+[2026-06-07 03:48:57,510][542790] Updated weights for policy 0, policy_version 39269 (0.0008)
+[2026-06-07 03:48:57,640][542790] Updated weights for policy 0, policy_version 39279 (0.0006)
+[2026-06-07 03:48:58,206][542790] Updated weights for policy 0, policy_version 39289 (0.0009)
+[2026-06-07 03:48:58,342][542790] Updated weights for policy 0, policy_version 39301 (0.0009)
+[2026-06-07 03:48:58,506][542790] Updated weights for policy 0, policy_version 39315 (0.0009)
+[2026-06-07 03:48:58,643][542790] Updated weights for policy 0, policy_version 39325 (0.0006)
+[2026-06-07 03:48:58,778][542790] Updated weights for policy 0, policy_version 39336 (0.0005)
+[2026-06-07 03:48:58,909][542790] Updated weights for policy 0, policy_version 39346 (0.0005)
+[2026-06-07 03:48:59,503][542790] Updated weights for policy 0, policy_version 39356 (0.0005)
+[2026-06-07 03:48:59,667][542790] Updated weights for policy 0, policy_version 39367 (0.0005)
+[2026-06-07 03:48:59,788][542790] Updated weights for policy 0, policy_version 39377 (0.0005)
+[2026-06-07 03:48:59,919][542790] Updated weights for policy 0, policy_version 39387 (0.0006)
+[2026-06-07 03:49:00,084][542790] Updated weights for policy 0, policy_version 39400 (0.0009)
+[2026-06-07 03:49:00,207][542790] Updated weights for policy 0, policy_version 39410 (0.0008)
+[2026-06-07 03:49:00,820][542790] Updated weights for policy 0, policy_version 39422 (0.0009)
+[2026-06-07 03:49:00,952][542790] Updated weights for policy 0, policy_version 39433 (0.0007)
+[2026-06-07 03:49:01,084][542790] Updated weights for policy 0, policy_version 39444 (0.0005)
+[2026-06-07 03:49:01,213][542790] Updated weights for policy 0, policy_version 39454 (0.0008)
+[2026-06-07 03:49:01,335][542790] Updated weights for policy 0, policy_version 39464 (0.0008)
+[2026-06-07 03:49:01,462][542790] Updated weights for policy 0, policy_version 39474 (0.0008)
+[2026-06-07 03:49:01,907][541270] Fps is (10 sec: 26214.6, 60 sec: 25668.3, 300 sec: 25548.0). Total num frames: 20283392. Throughput: 0: 25654.1. Samples: 20250240. Policy #0 lag: (min: 40.0, avg: 90.2, max: 104.0)
+[2026-06-07 03:49:01,908][541270] Avg episode reward: [(0, '111.702')]
+[2026-06-07 03:49:02,068][542790] Updated weights for policy 0, policy_version 39485 (0.0007)
+[2026-06-07 03:49:02,203][542790] Updated weights for policy 0, policy_version 39496 (0.0004)
+[2026-06-07 03:49:02,357][542790] Updated weights for policy 0, policy_version 39509 (0.0007)
+[2026-06-07 03:49:02,510][542790] Updated weights for policy 0, policy_version 39522 (0.0007)
+[2026-06-07 03:49:02,648][542790] Updated weights for policy 0, policy_version 39533 (0.0006)
+[2026-06-07 03:49:02,772][542790] Updated weights for policy 0, policy_version 39543 (0.0004)
+[2026-06-07 03:49:03,606][542790] Updated weights for policy 0, policy_version 39555 (0.0008)
+[2026-06-07 03:49:03,740][542790] Updated weights for policy 0, policy_version 39566 (0.0008)
+[2026-06-07 03:49:03,899][542790] Updated weights for policy 0, policy_version 39579 (0.0009)
+[2026-06-07 03:49:04,029][542790] Updated weights for policy 0, policy_version 39590 (0.0007)
+[2026-06-07 03:49:04,182][542790] Updated weights for policy 0, policy_version 39603 (0.0004)
+[2026-06-07 03:49:04,822][542790] Updated weights for policy 0, policy_version 39615 (0.0006)
+[2026-06-07 03:49:04,945][542790] Updated weights for policy 0, policy_version 39626 (0.0004)
+[2026-06-07 03:49:05,088][542790] Updated weights for policy 0, policy_version 39637 (0.0004)
+[2026-06-07 03:49:05,212][542790] Updated weights for policy 0, policy_version 39647 (0.0005)
+[2026-06-07 03:49:05,372][542790] Updated weights for policy 0, policy_version 39659 (0.0008)
+[2026-06-07 03:49:05,495][542790] Updated weights for policy 0, policy_version 39669 (0.0008)
+[2026-06-07 03:49:06,125][542790] Updated weights for policy 0, policy_version 39680 (0.0005)
+[2026-06-07 03:49:06,261][542790] Updated weights for policy 0, policy_version 39691 (0.0005)
+[2026-06-07 03:49:06,388][542790] Updated weights for policy 0, policy_version 39701 (0.0008)
+[2026-06-07 03:49:06,511][542790] Updated weights for policy 0, policy_version 39711 (0.0008)
+[2026-06-07 03:49:06,661][542790] Updated weights for policy 0, policy_version 39723 (0.0008)
+[2026-06-07 03:49:06,792][542790] Updated weights for policy 0, policy_version 39733 (0.0009)
+[2026-06-07 03:49:06,907][541270] Fps is (10 sec: 26214.7, 60 sec: 25668.3, 300 sec: 25547.9). Total num frames: 20414464. Throughput: 0: 25469.2. Samples: 20398336. Policy #0 lag: (min: 40.0, avg: 90.2, max: 104.0)
+[2026-06-07 03:49:06,907][541270] Avg episode reward: [(0, '114.602')]
+[2026-06-07 03:49:07,397][542790] Updated weights for policy 0, policy_version 39745 (0.0008)
+[2026-06-07 03:49:07,550][542790] Updated weights for policy 0, policy_version 39757 (0.0008)
+[2026-06-07 03:49:07,685][542790] Updated weights for policy 0, policy_version 39768 (0.0008)
+[2026-06-07 03:49:07,822][542790] Updated weights for policy 0, policy_version 39779 (0.0008)
+[2026-06-07 03:49:07,945][542790] Updated weights for policy 0, policy_version 39789 (0.0008)
+[2026-06-07 03:49:08,085][542790] Updated weights for policy 0, policy_version 39799 (0.0007)
+[2026-06-07 03:49:08,691][542790] Updated weights for policy 0, policy_version 39810 (0.0008)
+[2026-06-07 03:49:08,817][542790] Updated weights for policy 0, policy_version 39821 (0.0005)
+[2026-06-07 03:49:08,967][542790] Updated weights for policy 0, policy_version 39833 (0.0004)
+[2026-06-07 03:49:09,140][542790] Updated weights for policy 0, policy_version 39848 (0.0006)
+[2026-06-07 03:49:09,276][542790] Updated weights for policy 0, policy_version 39859 (0.0011)
+[2026-06-07 03:49:09,908][542790] Updated weights for policy 0, policy_version 39869 (0.0009)
+[2026-06-07 03:49:10,030][542790] Updated weights for policy 0, policy_version 39879 (0.0008)
+[2026-06-07 03:49:10,188][542790] Updated weights for policy 0, policy_version 39892 (0.0007)
+[2026-06-07 03:49:10,328][542790] Updated weights for policy 0, policy_version 39903 (0.0005)
+[2026-06-07 03:49:10,472][542790] Updated weights for policy 0, policy_version 39914 (0.0007)
+[2026-06-07 03:49:10,639][542790] Updated weights for policy 0, policy_version 39928 (0.0007)
+[2026-06-07 03:49:11,301][542790] Updated weights for policy 0, policy_version 39940 (0.0005)
+[2026-06-07 03:49:11,441][542790] Updated weights for policy 0, policy_version 39952 (0.0008)
+[2026-06-07 03:49:11,566][542790] Updated weights for policy 0, policy_version 39962 (0.0005)
+[2026-06-07 03:49:11,720][542790] Updated weights for policy 0, policy_version 39974 (0.0006)
+[2026-06-07 03:49:11,855][542790] Updated weights for policy 0, policy_version 39985 (0.0007)
+[2026-06-07 03:49:11,907][541270] Fps is (10 sec: 22937.5, 60 sec: 25122.1, 300 sec: 25436.9). Total num frames: 20512768. Throughput: 0: 25452.2. Samples: 20555264. Policy #0 lag: (min: 40.0, avg: 90.2, max: 104.0)
+[2026-06-07 03:49:11,908][541270] Avg episode reward: [(0, '111.993')]
+[2026-06-07 03:49:12,476][542790] Updated weights for policy 0, policy_version 39997 (0.0007)
+[2026-06-07 03:49:12,598][542790] Updated weights for policy 0, policy_version 40008 (0.0008)
+[2026-06-07 03:49:12,718][542790] Updated weights for policy 0, policy_version 40018 (0.0008)
+[2026-06-07 03:49:12,858][542790] Updated weights for policy 0, policy_version 40029 (0.0004)
+[2026-06-07 03:49:12,998][542790] Updated weights for policy 0, policy_version 40040 (0.0004)
+[2026-06-07 03:49:13,159][542790] Updated weights for policy 0, policy_version 40052 (0.0004)
+[2026-06-07 03:49:13,719][542790] Updated weights for policy 0, policy_version 40062 (0.0006)
+[2026-06-07 03:49:13,842][542790] Updated weights for policy 0, policy_version 40072 (0.0008)
+[2026-06-07 03:49:13,972][542790] Updated weights for policy 0, policy_version 40083 (0.0008)
+[2026-06-07 03:49:14,096][542790] Updated weights for policy 0, policy_version 40093 (0.0008)
+[2026-06-07 03:49:14,226][542790] Updated weights for policy 0, policy_version 40103 (0.0008)
+[2026-06-07 03:49:14,372][542790] Updated weights for policy 0, policy_version 40114 (0.0009)
+[2026-06-07 03:49:14,987][542790] Updated weights for policy 0, policy_version 40124 (0.0008)
+[2026-06-07 03:49:15,127][542790] Updated weights for policy 0, policy_version 40136 (0.0008)
+[2026-06-07 03:49:15,257][542790] Updated weights for policy 0, policy_version 40146 (0.0008)
+[2026-06-07 03:49:15,379][542790] Updated weights for policy 0, policy_version 40156 (0.0008)
+[2026-06-07 03:49:15,515][542790] Updated weights for policy 0, policy_version 40167 (0.0008)
+[2026-06-07 03:49:15,621][542711] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000004
+[2026-06-07 03:49:16,170][542790] Updated weights for policy 0, policy_version 40178 (0.0009)
+[2026-06-07 03:49:16,296][542790] Updated weights for policy 0, policy_version 40188 (0.0008)
+[2026-06-07 03:49:16,443][542790] Updated weights for policy 0, policy_version 40200 (0.0008)
+[2026-06-07 03:49:16,570][542790] Updated weights for policy 0, policy_version 40210 (0.0008)
+[2026-06-07 03:49:16,709][542790] Updated weights for policy 0, policy_version 40221 (0.0008)
+[2026-06-07 03:49:16,846][542790] Updated weights for policy 0, policy_version 40232 (0.0008)
+[2026-06-07 03:49:16,907][541270] Fps is (10 sec: 22937.0, 60 sec: 25122.1, 300 sec: 25436.8). Total num frames: 20643840. Throughput: 0: 25443.5. Samples: 20625920. Policy #0 lag: (min: 40.0, avg: 90.2, max: 104.0)
+[2026-06-07 03:49:16,908][541270] Avg episode reward: [(0, '104.852')]
+[2026-06-07 03:49:17,491][542790] Updated weights for policy 0, policy_version 40244 (0.0008)
+[2026-06-07 03:49:17,617][542790] Updated weights for policy 0, policy_version 40254 (0.0008)
+[2026-06-07 03:49:17,756][542790] Updated weights for policy 0, policy_version 40265 (0.0005)
+[2026-06-07 03:49:17,910][542790] Updated weights for policy 0, policy_version 40277 (0.0005)
+[2026-06-07 03:49:18,043][542790] Updated weights for policy 0, policy_version 40287 (0.0005)
+[2026-06-07 03:49:18,169][542790] Updated weights for policy 0, policy_version 40297 (0.0005)
+[2026-06-07 03:49:18,772][542790] Updated weights for policy 0, policy_version 40307 (0.0005)
+[2026-06-07 03:49:18,889][542790] Updated weights for policy 0, policy_version 40317 (0.0005)
+[2026-06-07 03:49:19,015][542790] Updated weights for policy 0, policy_version 40327 (0.0004)
+[2026-06-07 03:49:19,153][542790] Updated weights for policy 0, policy_version 40338 (0.0005)
+[2026-06-07 03:49:19,313][542790] Updated weights for policy 0, policy_version 40350 (0.0005)
+[2026-06-07 03:49:19,461][542790] Updated weights for policy 0, policy_version 40362 (0.0005)
+[2026-06-07 03:49:20,069][542790] Updated weights for policy 0, policy_version 40372 (0.0005)
+[2026-06-07 03:49:20,179][542790] Updated weights for policy 0, policy_version 40382 (0.0005)
+[2026-06-07 03:49:20,321][542790] Updated weights for policy 0, policy_version 40393 (0.0005)
+[2026-06-07 03:49:20,452][542790] Updated weights for policy 0, policy_version 40404 (0.0004)
+[2026-06-07 03:49:20,593][542790] Updated weights for policy 0, policy_version 40415 (0.0004)
+[2026-06-07 03:49:20,762][542790] Updated weights for policy 0, policy_version 40428 (0.0005)
+[2026-06-07 03:49:21,392][542790] Updated weights for policy 0, policy_version 40438 (0.0005)
+[2026-06-07 03:49:21,533][542790] Updated weights for policy 0, policy_version 40449 (0.0005)
+[2026-06-07 03:49:21,677][542790] Updated weights for policy 0, policy_version 40460 (0.0005)
+[2026-06-07 03:49:21,814][542790] Updated weights for policy 0, policy_version 40471 (0.0005)
+[2026-06-07 03:49:21,907][541270] Fps is (10 sec: 26214.2, 60 sec: 25668.2, 300 sec: 25436.9). Total num frames: 20774912. Throughput: 0: 25454.9. Samples: 20784384. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:21,909][541270] Avg episode reward: [(0, '107.969')]
+[2026-06-07 03:49:21,935][542790] Updated weights for policy 0, policy_version 40481 (0.0005)
+[2026-06-07 03:49:22,087][542790] Updated weights for policy 0, policy_version 40491 (0.0008)
+[2026-06-07 03:49:24,259][542790] Updated weights for policy 0, policy_version 40505 (0.0009)
+[2026-06-07 03:49:24,438][542790] Updated weights for policy 0, policy_version 40520 (0.0008)
+[2026-06-07 03:49:24,592][542790] Updated weights for policy 0, policy_version 40532 (0.0008)
+[2026-06-07 03:49:24,735][542790] Updated weights for policy 0, policy_version 40542 (0.0008)
+[2026-06-07 03:49:24,899][542790] Updated weights for policy 0, policy_version 40555 (0.0009)
+[2026-06-07 03:49:26,454][542790] Updated weights for policy 0, policy_version 40566 (0.0009)
+[2026-06-07 03:49:26,756][542790] Updated weights for policy 0, policy_version 40579 (0.0008)
+[2026-06-07 03:49:26,907][541270] Fps is (10 sec: 19660.8, 60 sec: 24576.0, 300 sec: 25214.7). Total num frames: 20840448. Throughput: 0: 24339.9. Samples: 20879872. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:26,908][541270] Avg episode reward: [(0, '116.112')]
+[2026-06-07 03:49:27,141][542790] Updated weights for policy 0, policy_version 40595 (0.0009)
+[2026-06-07 03:49:27,578][542790] Updated weights for policy 0, policy_version 40612 (0.0009)
+[2026-06-07 03:49:30,254][542790] Updated weights for policy 0, policy_version 40625 (0.0008)
+[2026-06-07 03:49:30,616][542790] Updated weights for policy 0, policy_version 40639 (0.0008)
+[2026-06-07 03:49:30,953][542790] Updated weights for policy 0, policy_version 40654 (0.0008)
+[2026-06-07 03:49:31,308][542790] Updated weights for policy 0, policy_version 40669 (0.0009)
+[2026-06-07 03:49:31,552][542790] Updated weights for policy 0, policy_version 40679 (0.0008)
+[2026-06-07 03:49:31,907][541270] Fps is (10 sec: 13107.2, 60 sec: 23483.7, 300 sec: 24992.5). Total num frames: 20905984. Throughput: 0: 22983.1. Samples: 20903296. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:31,908][541270] Avg episode reward: [(0, '99.549')]
+[2026-06-07 03:49:34,337][542790] Updated weights for policy 0, policy_version 40693 (0.0009)
+[2026-06-07 03:49:34,691][542790] Updated weights for policy 0, policy_version 40706 (0.0009)
+[2026-06-07 03:49:34,871][542790] Updated weights for policy 0, policy_version 40718 (0.0008)
+[2026-06-07 03:49:35,082][542790] Updated weights for policy 0, policy_version 40729 (0.0008)
+[2026-06-07 03:49:35,328][542790] Updated weights for policy 0, policy_version 40742 (0.0008)
+[2026-06-07 03:49:36,907][541270] Fps is (10 sec: 9830.5, 60 sec: 21845.3, 300 sec: 24659.3). Total num frames: 20938752. Throughput: 0: 20807.1. Samples: 20952320. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:36,908][541270] Avg episode reward: [(0, '109.827')]
+[2026-06-07 03:49:38,044][542790] Updated weights for policy 0, policy_version 40755 (0.0006)
+[2026-06-07 03:49:38,270][542790] Updated weights for policy 0, policy_version 40769 (0.0009)
+[2026-06-07 03:49:38,489][542790] Updated weights for policy 0, policy_version 40780 (0.0009)
+[2026-06-07 03:49:38,906][542790] Updated weights for policy 0, policy_version 40796 (0.0009)
+[2026-06-07 03:49:39,256][542790] Updated weights for policy 0, policy_version 40811 (0.0009)
+[2026-06-07 03:49:41,907][541270] Fps is (10 sec: 6553.7, 60 sec: 20207.0, 300 sec: 24437.2). Total num frames: 20971520. Throughput: 0: 18506.0. Samples: 21004032. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:41,908][541270] Avg episode reward: [(0, '95.595')]
+[2026-06-07 03:49:42,007][542790] Updated weights for policy 0, policy_version 40822 (0.0009)
+[2026-06-07 03:49:42,265][542790] Updated weights for policy 0, policy_version 40833 (0.0008)
+[2026-06-07 03:49:42,552][542790] Updated weights for policy 0, policy_version 40845 (0.0008)
+[2026-06-07 03:49:42,921][542790] Updated weights for policy 0, policy_version 40860 (0.0008)
+[2026-06-07 03:49:43,281][542790] Updated weights for policy 0, policy_version 40875 (0.0009)
+[2026-06-07 03:49:45,729][542790] Updated weights for policy 0, policy_version 40888 (0.0009)
+[2026-06-07 03:49:46,003][542790] Updated weights for policy 0, policy_version 40899 (0.0008)
+[2026-06-07 03:49:46,397][542790] Updated weights for policy 0, policy_version 40915 (0.0009)
+[2026-06-07 03:49:46,721][542790] Updated weights for policy 0, policy_version 40929 (0.0008)
+[2026-06-07 03:49:46,907][541270] Fps is (10 sec: 6553.6, 60 sec: 18568.5, 300 sec: 24103.9). Total num frames: 21004288. Throughput: 0: 17257.2. Samples: 21026816. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-07 03:49:46,908][541270] Avg episode reward: [(0, '104.376')]
+[2026-06-07 03:49:47,037][542790] Updated weights for policy 0, policy_version 40942 (0.0009)
+[2026-06-07 03:49:49,700][542790] Updated weights for policy 0, policy_version 40954 (0.0009)
+[2026-06-07 03:49:49,968][542790] Updated weights for policy 0, policy_version 40965 (0.0008)
+[2026-06-07 03:49:50,214][542790] Updated weights for policy 0, policy_version 40976 (0.0008)
+[2026-06-07 03:49:50,545][542790] Updated weights for policy 0, policy_version 40989 (0.0009)
+[2026-06-07 03:49:50,852][542790] Updated weights for policy 0, policy_version 41002 (0.0008)
+[2026-06-07 03:49:51,907][541270] Fps is (10 sec: 9830.3, 60 sec: 17476.3, 300 sec: 23881.8). Total num frames: 21069824. Throughput: 0: 15109.6. Samples: 21078272. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0)
+[2026-06-07 03:49:51,908][541270] Avg episode reward: [(0, '99.401')]
+[2026-06-07 03:49:53,759][542790] Updated weights for policy 0, policy_version 41014 (0.0009)
+[2026-06-07 03:49:53,997][542790] Updated weights for policy 0, policy_version 41027 (0.0008)
+[2026-06-07 03:49:54,251][542790] Updated weights for policy 0, policy_version 41041 (0.0008)
+[2026-06-07 03:49:54,446][542790] Updated weights for policy 0, policy_version 41054 (0.0008)
+[2026-06-07 03:49:54,846][542790] Updated weights for policy 0, policy_version 41067 (0.0009)
+[2026-06-07 03:49:56,907][541270] Fps is (10 sec: 9830.4, 60 sec: 15837.9, 300 sec: 23548.5). Total num frames: 21102592. Throughput: 0: 12743.1. Samples: 21128704. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0)
+[2026-06-07 03:49:56,908][541270] Avg episode reward: [(0, '102.335')]
+[2026-06-07 03:49:57,612][542790] Updated weights for policy 0, policy_version 41080 (0.0008)
+[2026-06-07 03:49:57,928][542790] Updated weights for policy 0, policy_version 41092 (0.0008)
+[2026-06-07 03:49:58,316][542790] Updated weights for policy 0, policy_version 41108 (0.0009)
+[2026-06-07 03:49:58,667][542790] Updated weights for policy 0, policy_version 41122 (0.0009)
+[2026-06-07 03:49:58,961][542790] Updated weights for policy 0, policy_version 41134 (0.0009)
+[2026-06-07 03:50:01,727][542790] Updated weights for policy 0, policy_version 41147 (0.0009)
+[2026-06-07 03:50:01,907][541270] Fps is (10 sec: 6553.6, 60 sec: 14199.4, 300 sec: 23215.3). Total num frames: 21135360. Throughput: 0: 11696.4. Samples: 21152256. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0)
+[2026-06-07 03:50:01,908][541270] Avg episode reward: [(0, '101.795')]
+[2026-06-07 03:50:01,980][542790] Updated weights for policy 0, policy_version 41157 (0.0009)
+[2026-06-07 03:50:02,326][542790] Updated weights for policy 0, policy_version 41171 (0.0009)
+[2026-06-07 03:50:02,651][542790] Updated weights for policy 0, policy_version 41185 (0.0008)
+[2026-06-07 03:50:02,958][542790] Updated weights for policy 0, policy_version 41197 (0.0008)
+[2026-06-07 03:50:05,573][542790] Updated weights for policy 0, policy_version 41211 (0.0009)
+[2026-06-07 03:50:05,887][542790] Updated weights for policy 0, policy_version 41224 (0.0008)
+[2026-06-07 03:50:06,237][542790] Updated weights for policy 0, policy_version 41238 (0.0009)
+[2026-06-07 03:50:06,406][542790] Updated weights for policy 0, policy_version 41249 (0.0008)
+[2026-06-07 03:50:06,612][542790] Updated weights for policy 0, policy_version 41259 (0.0008)
+[2026-06-07 03:50:06,907][541270] Fps is (10 sec: 9830.3, 60 sec: 13107.2, 300 sec: 22993.1). Total num frames: 21200896. Throughput: 0: 9375.3. Samples: 21206272. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0)
+[2026-06-07 03:50:06,908][541270] Avg episode reward: [(0, '110.952')]
+[2026-06-07 03:50:09,306][542790] Updated weights for policy 0, policy_version 41270 (0.0008)
+[2026-06-07 03:50:09,658][542790] Updated weights for policy 0, policy_version 41283 (0.0009)
+[2026-06-07 03:50:09,837][542790] Updated weights for policy 0, policy_version 41295 (0.0008)
+[2026-06-07 03:50:10,070][542790] Updated weights for policy 0, policy_version 41306 (0.0008)
+[2026-06-07 03:50:10,287][542790] Updated weights for policy 0, policy_version 41317 (0.0008)
+[2026-06-07 03:50:10,440][542790] Updated weights for policy 0, policy_version 41327 (0.0009)
+[2026-06-07 03:50:11,907][541270] Fps is (10 sec: 9830.4, 60 sec: 12014.9, 300 sec: 22659.9). Total num frames: 21233664. Throughput: 0: 8345.6. Samples: 21255424. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0)
+[2026-06-07 03:50:11,908][541270] Avg episode reward: [(0, '124.649')]
+[2026-06-07 03:50:11,913][542711] Saving new best policy, reward=124.649!
+[2026-06-07 03:50:13,238][542790] Updated weights for policy 0, policy_version 41337 (0.0008)
+[2026-06-07 03:50:13,484][542790] Updated weights for policy 0, policy_version 41349 (0.0009)
+[2026-06-07 03:50:13,654][542790] Updated weights for policy 0, policy_version 41360 (0.0008)
+[2026-06-07 03:50:13,889][542790] Updated weights for policy 0, policy_version 41371 (0.0008)
+[2026-06-07 03:50:14,263][542790] Updated weights for policy 0, policy_version 41386 (0.0009)
+[2026-06-07 03:50:16,907][541270] Fps is (10 sec: 6553.6, 60 sec: 10376.6, 300 sec: 22437.8). Total num frames: 21266432. Throughput: 0: 8357.0. Samples: 21279360. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:16,908][541270] Avg episode reward: [(0, '120.150')]
+[2026-06-07 03:50:17,080][542790] Updated weights for policy 0, policy_version 41398 (0.0009)
+[2026-06-07 03:50:17,234][542790] Updated weights for policy 0, policy_version 41408 (0.0008)
+[2026-06-07 03:50:17,478][542790] Updated weights for policy 0, policy_version 41420 (0.0008)
+[2026-06-07 03:50:17,770][542790] Updated weights for policy 0, policy_version 41435 (0.0009)
+[2026-06-07 03:50:18,132][542790] Updated weights for policy 0, policy_version 41449 (0.0008)
+[2026-06-07 03:50:20,976][542790] Updated weights for policy 0, policy_version 41463 (0.0009)
+[2026-06-07 03:50:21,205][542790] Updated weights for policy 0, policy_version 41475 (0.0008)
+[2026-06-07 03:50:21,438][542790] Updated weights for policy 0, policy_version 41487 (0.0008)
+[2026-06-07 03:50:21,760][542790] Updated weights for policy 0, policy_version 41502 (0.0009)
+[2026-06-07 03:50:21,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 22104.5). Total num frames: 21299200. Throughput: 0: 8422.4. Samples: 21331328. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:21,910][541270] Avg episode reward: [(0, '115.578')]
+[2026-06-07 03:50:22,053][542790] Updated weights for policy 0, policy_version 41513 (0.0008)
+[2026-06-07 03:50:24,806][542790] Updated weights for policy 0, policy_version 41525 (0.0008)
+[2026-06-07 03:50:24,972][542790] Updated weights for policy 0, policy_version 41536 (0.0008)
+[2026-06-07 03:50:25,181][542790] Updated weights for policy 0, policy_version 41547 (0.0008)
+[2026-06-07 03:50:25,406][542790] Updated weights for policy 0, policy_version 41558 (0.0008)
+[2026-06-07 03:50:25,694][542790] Updated weights for policy 0, policy_version 41572 (0.0008)
+[2026-06-07 03:50:26,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.2, 300 sec: 21882.4). Total num frames: 21364736. Throughput: 0: 8376.9. Samples: 21380992. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:26,908][541270] Avg episode reward: [(0, '118.875')]
+[2026-06-07 03:50:28,729][542790] Updated weights for policy 0, policy_version 41586 (0.0009)
+[2026-06-07 03:50:28,967][542790] Updated weights for policy 0, policy_version 41598 (0.0008)
+[2026-06-07 03:50:29,155][542790] Updated weights for policy 0, policy_version 41608 (0.0008)
+[2026-06-07 03:50:29,355][542790] Updated weights for policy 0, policy_version 41620 (0.0009)
+[2026-06-07 03:50:29,711][542790] Updated weights for policy 0, policy_version 41634 (0.0009)
+[2026-06-07 03:50:29,959][542790] Updated weights for policy 0, policy_version 41645 (0.0009)
+[2026-06-07 03:50:31,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8192.0, 300 sec: 21549.1). Total num frames: 21397504. Throughput: 0: 8479.3. Samples: 21408384. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:31,908][541270] Avg episode reward: [(0, '124.315')]
+[2026-06-07 03:50:32,600][542790] Updated weights for policy 0, policy_version 41656 (0.0009)
+[2026-06-07 03:50:32,869][542790] Updated weights for policy 0, policy_version 41669 (0.0009)
+[2026-06-07 03:50:33,108][542790] Updated weights for policy 0, policy_version 41681 (0.0006)
+[2026-06-07 03:50:33,355][542790] Updated weights for policy 0, policy_version 41694 (0.0004)
+[2026-06-07 03:50:33,556][542790] Updated weights for policy 0, policy_version 41704 (0.0004)
+[2026-06-07 03:50:36,405][542790] Updated weights for policy 0, policy_version 41718 (0.0007)
+[2026-06-07 03:50:36,695][542790] Updated weights for policy 0, policy_version 41730 (0.0009)
+[2026-06-07 03:50:36,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 21215.9). Total num frames: 21430272. Throughput: 0: 8473.6. Samples: 21459584. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:36,908][541270] Avg episode reward: [(0, '117.894')]
+[2026-06-07 03:50:36,958][542790] Updated weights for policy 0, policy_version 41743 (0.0009)
+[2026-06-07 03:50:37,188][542790] Updated weights for policy 0, policy_version 41755 (0.0008)
+[2026-06-07 03:50:37,381][542790] Updated weights for policy 0, policy_version 41768 (0.0008)
+[2026-06-07 03:50:40,234][542790] Updated weights for policy 0, policy_version 41781 (0.0009)
+[2026-06-07 03:50:40,518][542790] Updated weights for policy 0, policy_version 41793 (0.0009)
+[2026-06-07 03:50:40,772][542790] Updated weights for policy 0, policy_version 41807 (0.0008)
+[2026-06-07 03:50:40,984][542790] Updated weights for policy 0, policy_version 41820 (0.0008)
+[2026-06-07 03:50:41,177][542790] Updated weights for policy 0, policy_version 41830 (0.0008)
+[2026-06-07 03:50:41,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 20993.7). Total num frames: 21495808. Throughput: 0: 8487.8. Samples: 21510656. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0)
+[2026-06-07 03:50:41,908][541270] Avg episode reward: [(0, '109.742')]
+[2026-06-07 03:50:43,898][542790] Updated weights for policy 0, policy_version 41842 (0.0008)
+[2026-06-07 03:50:44,202][542790] Updated weights for policy 0, policy_version 41855 (0.0008)
+[2026-06-07 03:50:44,461][542790] Updated weights for policy 0, policy_version 41866 (0.0009)
+[2026-06-07 03:50:44,790][542790] Updated weights for policy 0, policy_version 41880 (0.0009)
+[2026-06-07 03:50:44,929][542790] Updated weights for policy 0, policy_version 41890 (0.0008)
+[2026-06-07 03:50:45,187][542790] Updated weights for policy 0, policy_version 41904 (0.0008)
+[2026-06-07 03:50:46,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 20660.5). Total num frames: 21528576. Throughput: 0: 8558.9. Samples: 21537408. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:50:46,909][541270] Avg episode reward: [(0, '107.946')]
+[2026-06-07 03:50:47,857][542790] Updated weights for policy 0, policy_version 41915 (0.0008)
+[2026-06-07 03:50:48,168][542790] Updated weights for policy 0, policy_version 41929 (0.0008)
+[2026-06-07 03:50:48,515][542790] Updated weights for policy 0, policy_version 41943 (0.0008)
+[2026-06-07 03:50:48,768][542790] Updated weights for policy 0, policy_version 41954 (0.0008)
+[2026-06-07 03:50:49,045][542790] Updated weights for policy 0, policy_version 41968 (0.0008)
+[2026-06-07 03:50:51,515][542790] Updated weights for policy 0, policy_version 41979 (0.0008)
+[2026-06-07 03:50:51,828][542790] Updated weights for policy 0, policy_version 41993 (0.0006)
+[2026-06-07 03:50:51,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 20327.3). Total num frames: 21561344. Throughput: 0: 8513.4. Samples: 21589376. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:50:51,908][541270] Avg episode reward: [(0, '117.685')]
+[2026-06-07 03:50:52,150][542790] Updated weights for policy 0, policy_version 42007 (0.0008)
+[2026-06-07 03:50:52,461][542790] Updated weights for policy 0, policy_version 42020 (0.0007)
+[2026-06-07 03:50:52,710][542790] Updated weights for policy 0, policy_version 42032 (0.0005)
+[2026-06-07 03:50:55,193][542790] Updated weights for policy 0, policy_version 42046 (0.0009)
+[2026-06-07 03:50:55,568][542790] Updated weights for policy 0, policy_version 42062 (0.0009)
+[2026-06-07 03:50:55,922][542790] Updated weights for policy 0, policy_version 42077 (0.0009)
+[2026-06-07 03:50:56,197][542790] Updated weights for policy 0, policy_version 42089 (0.0009)
+[2026-06-07 03:50:56,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 20216.2). Total num frames: 21626880. Throughput: 0: 8530.5. Samples: 21639296. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:50:56,908][541270] Avg episode reward: [(0, '111.663')]
+[2026-06-07 03:50:58,842][542790] Updated weights for policy 0, policy_version 42104 (0.0009)
+[2026-06-07 03:50:59,110][542790] Updated weights for policy 0, policy_version 42116 (0.0008)
+[2026-06-07 03:50:59,395][542790] Updated weights for policy 0, policy_version 42129 (0.0009)
+[2026-06-07 03:50:59,664][542790] Updated weights for policy 0, policy_version 42140 (0.0008)
+[2026-06-07 03:50:59,949][542790] Updated weights for policy 0, policy_version 42152 (0.0008)
+[2026-06-07 03:51:01,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 19883.0). Total num frames: 21659648. Throughput: 0: 8627.2. Samples: 21667584. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:51:01,908][541270] Avg episode reward: [(0, '110.587')]
+[2026-06-07 03:51:02,597][542790] Updated weights for policy 0, policy_version 42166 (0.0009)
+[2026-06-07 03:51:02,857][542790] Updated weights for policy 0, policy_version 42177 (0.0008)
+[2026-06-07 03:51:03,133][542790] Updated weights for policy 0, policy_version 42189 (0.0008)
+[2026-06-07 03:51:03,484][542790] Updated weights for policy 0, policy_version 42203 (0.0009)
+[2026-06-07 03:51:03,762][542790] Updated weights for policy 0, policy_version 42215 (0.0008)
+[2026-06-07 03:51:06,419][542790] Updated weights for policy 0, policy_version 42226 (0.0009)
+[2026-06-07 03:51:06,723][542790] Updated weights for policy 0, policy_version 42239 (0.0008)
+[2026-06-07 03:51:06,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 19549.7). Total num frames: 21692416. Throughput: 0: 8627.2. Samples: 21719552. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:51:06,908][541270] Avg episode reward: [(0, '104.740')]
+[2026-06-07 03:51:07,021][542790] Updated weights for policy 0, policy_version 42252 (0.0008)
+[2026-06-07 03:51:07,359][542790] Updated weights for policy 0, policy_version 42266 (0.0009)
+[2026-06-07 03:51:07,680][542790] Updated weights for policy 0, policy_version 42280 (0.0008)
+[2026-06-07 03:51:10,261][542790] Updated weights for policy 0, policy_version 42295 (0.0009)
+[2026-06-07 03:51:10,536][542790] Updated weights for policy 0, policy_version 42306 (0.0008)
+[2026-06-07 03:51:10,832][542790] Updated weights for policy 0, policy_version 42318 (0.0009)
+[2026-06-07 03:51:11,118][542790] Updated weights for policy 0, policy_version 42330 (0.0008)
+[2026-06-07 03:51:11,418][542790] Updated weights for policy 0, policy_version 42343 (0.0008)
+[2026-06-07 03:51:11,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 19327.6). Total num frames: 21757952. Throughput: 0: 8598.8. Samples: 21767936. Policy #0 lag: (min: 0.0, avg: 32.1, max: 64.0)
+[2026-06-07 03:51:11,908][541270] Avg episode reward: [(0, '104.710')]
+[2026-06-07 03:51:14,027][542790] Updated weights for policy 0, policy_version 42359 (0.0009)
+[2026-06-07 03:51:14,297][542790] Updated weights for policy 0, policy_version 42370 (0.0008)
+[2026-06-07 03:51:14,639][542790] Updated weights for policy 0, policy_version 42384 (0.0009)
+[2026-06-07 03:51:14,931][542790] Updated weights for policy 0, policy_version 42396 (0.0008)
+[2026-06-07 03:51:15,280][542790] Updated weights for policy 0, policy_version 42410 (0.0009)
+[2026-06-07 03:51:16,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 18994.3). Total num frames: 21790720. Throughput: 0: 8613.0. Samples: 21795968. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:16,908][541270] Avg episode reward: [(0, '109.676')]
+[2026-06-07 03:51:17,827][542790] Updated weights for policy 0, policy_version 42421 (0.0009)
+[2026-06-07 03:51:18,132][542790] Updated weights for policy 0, policy_version 42434 (0.0009)
+[2026-06-07 03:51:18,403][542790] Updated weights for policy 0, policy_version 42446 (0.0008)
+[2026-06-07 03:51:18,709][542790] Updated weights for policy 0, policy_version 42459 (0.0008)
+[2026-06-07 03:51:19,007][542790] Updated weights for policy 0, policy_version 42472 (0.0008)
+[2026-06-07 03:51:21,647][542790] Updated weights for policy 0, policy_version 42483 (0.0009)
+[2026-06-07 03:51:21,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 18661.1). Total num frames: 21823488. Throughput: 0: 8610.1. Samples: 21847040. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:21,908][541270] Avg episode reward: [(0, '110.554')]
+[2026-06-07 03:51:21,960][542790] Updated weights for policy 0, policy_version 42496 (0.0010)
+[2026-06-07 03:51:22,285][542790] Updated weights for policy 0, policy_version 42510 (0.0010)
+[2026-06-07 03:51:22,610][542790] Updated weights for policy 0, policy_version 42524 (0.0009)
+[2026-06-07 03:51:23,042][542790] Updated weights for policy 0, policy_version 42542 (0.0009)
+[2026-06-07 03:51:25,630][542790] Updated weights for policy 0, policy_version 42555 (0.0009)
+[2026-06-07 03:51:25,904][542790] Updated weights for policy 0, policy_version 42567 (0.0008)
+[2026-06-07 03:51:26,224][542790] Updated weights for policy 0, policy_version 42581 (0.0008)
+[2026-06-07 03:51:26,605][542790] Updated weights for policy 0, policy_version 42597 (0.0009)
+[2026-06-07 03:51:26,830][542790] Updated weights for policy 0, policy_version 42607 (0.0009)
+[2026-06-07 03:51:26,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 18438.9). Total num frames: 21889024. Throughput: 0: 8604.4. Samples: 21897856. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:26,908][541270] Avg episode reward: [(0, '113.005')]
+[2026-06-07 03:51:29,494][542790] Updated weights for policy 0, policy_version 42618 (0.0009)
+[2026-06-07 03:51:29,802][542790] Updated weights for policy 0, policy_version 42631 (0.0008)
+[2026-06-07 03:51:30,088][542790] Updated weights for policy 0, policy_version 42644 (0.0008)
+[2026-06-07 03:51:30,397][542790] Updated weights for policy 0, policy_version 42657 (0.0008)
+[2026-06-07 03:51:30,662][542790] Updated weights for policy 0, policy_version 42669 (0.0008)
+[2026-06-07 03:51:31,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 18105.7). Total num frames: 21921792. Throughput: 0: 8624.4. Samples: 21925504. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:31,908][541270] Avg episode reward: [(0, '104.654')]
+[2026-06-07 03:51:33,116][542790] Updated weights for policy 0, policy_version 42681 (0.0008)
+[2026-06-07 03:51:33,416][542790] Updated weights for policy 0, policy_version 42694 (0.0008)
+[2026-06-07 03:51:33,653][542790] Updated weights for policy 0, policy_version 42705 (0.0008)
+[2026-06-07 03:51:33,989][542790] Updated weights for policy 0, policy_version 42720 (0.0008)
+[2026-06-07 03:51:34,262][542790] Updated weights for policy 0, policy_version 42732 (0.0008)
+[2026-06-07 03:51:36,809][542790] Updated weights for policy 0, policy_version 42748 (0.0009)
+[2026-06-07 03:51:36,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 17772.5). Total num frames: 21954560. Throughput: 0: 8570.3. Samples: 21975040. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:36,908][541270] Avg episode reward: [(0, '112.402')]
+[2026-06-07 03:51:37,108][542790] Updated weights for policy 0, policy_version 42761 (0.0008)
+[2026-06-07 03:51:37,411][542790] Updated weights for policy 0, policy_version 42774 (0.0008)
+[2026-06-07 03:51:37,698][542790] Updated weights for policy 0, policy_version 42786 (0.0008)
+[2026-06-07 03:51:37,996][542790] Updated weights for policy 0, policy_version 42798 (0.0008)
+[2026-06-07 03:51:40,607][542790] Updated weights for policy 0, policy_version 42810 (0.0008)
+[2026-06-07 03:51:40,853][542790] Updated weights for policy 0, policy_version 42821 (0.0008)
+[2026-06-07 03:51:41,152][542790] Updated weights for policy 0, policy_version 42833 (0.0010)
+[2026-06-07 03:51:41,457][542790] Updated weights for policy 0, policy_version 42846 (0.0009)
+[2026-06-07 03:51:41,770][542790] Updated weights for policy 0, policy_version 42860 (0.0008)
+[2026-06-07 03:51:41,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 17550.3). Total num frames: 22020096. Throughput: 0: 8635.7. Samples: 22027904. Policy #0 lag: (min: 31.0, avg: 40.6, max: 95.0)
+[2026-06-07 03:51:41,908][541270] Avg episode reward: [(0, '126.577')]
+[2026-06-07 03:51:41,912][542711] Saving new best policy, reward=126.577!
+[2026-06-07 03:51:44,241][542790] Updated weights for policy 0, policy_version 42873 (0.0010)
+[2026-06-07 03:51:44,577][542790] Updated weights for policy 0, policy_version 42886 (0.0009)
+[2026-06-07 03:51:44,898][542790] Updated weights for policy 0, policy_version 42899 (0.0008)
+[2026-06-07 03:51:45,189][542790] Updated weights for policy 0, policy_version 42911 (0.0008)
+[2026-06-07 03:51:45,451][542790] Updated weights for policy 0, policy_version 42923 (0.0009)
+[2026-06-07 03:51:46,907][541270] Fps is (10 sec: 9830.3, 60 sec: 8738.1, 300 sec: 17328.2). Total num frames: 22052864. Throughput: 0: 8652.8. Samples: 22056960. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:51:46,908][541270] Avg episode reward: [(0, '133.379')]
+[2026-06-07 03:51:46,913][542711] Saving new best policy, reward=133.379!
+[2026-06-07 03:51:47,904][542790] Updated weights for policy 0, policy_version 42934 (0.0008)
+[2026-06-07 03:51:48,104][542790] Updated weights for policy 0, policy_version 42944 (0.0008)
+[2026-06-07 03:51:48,420][542790] Updated weights for policy 0, policy_version 42957 (0.0008)
+[2026-06-07 03:51:48,734][542790] Updated weights for policy 0, policy_version 42970 (0.0008)
+[2026-06-07 03:51:49,042][542790] Updated weights for policy 0, policy_version 42983 (0.0008)
+[2026-06-07 03:51:51,753][542790] Updated weights for policy 0, policy_version 42997 (0.0009)
+[2026-06-07 03:51:51,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 16994.9). Total num frames: 22085632. Throughput: 0: 8604.5. Samples: 22106752. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:51:51,908][541270] Avg episode reward: [(0, '133.350')]
+[2026-06-07 03:51:51,922][542790] Updated weights for policy 0, policy_version 43008 (0.0008)
+[2026-06-07 03:51:52,308][542790] Updated weights for policy 0, policy_version 43022 (0.0009)
+[2026-06-07 03:51:52,588][542790] Updated weights for policy 0, policy_version 43034 (0.0008)
+[2026-06-07 03:51:52,928][542790] Updated weights for policy 0, policy_version 43048 (0.0008)
+[2026-06-07 03:51:55,455][542790] Updated weights for policy 0, policy_version 43060 (0.0007)
+[2026-06-07 03:51:55,698][542790] Updated weights for policy 0, policy_version 43072 (0.0004)
+[2026-06-07 03:51:56,007][542790] Updated weights for policy 0, policy_version 43085 (0.0004)
+[2026-06-07 03:51:56,356][542790] Updated weights for policy 0, policy_version 43098 (0.0004)
+[2026-06-07 03:51:56,589][542790] Updated weights for policy 0, policy_version 43109 (0.0004)
+[2026-06-07 03:51:56,840][542790] Updated weights for policy 0, policy_version 43120 (0.0004)
+[2026-06-07 03:51:56,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 16772.8). Total num frames: 22151168. Throughput: 0: 8681.3. Samples: 22158592. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:51:56,908][541270] Avg episode reward: [(0, '127.587')]
+[2026-06-07 03:51:59,305][542790] Updated weights for policy 0, policy_version 43133 (0.0009)
+[2026-06-07 03:51:59,549][542790] Updated weights for policy 0, policy_version 43146 (0.0009)
+[2026-06-07 03:51:59,816][542790] Updated weights for policy 0, policy_version 43161 (0.0008)
+[2026-06-07 03:52:00,003][542790] Updated weights for policy 0, policy_version 43171 (0.0005)
+[2026-06-07 03:52:00,367][542790] Updated weights for policy 0, policy_version 43183 (0.0005)
+[2026-06-07 03:52:01,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 16439.5). Total num frames: 22183936. Throughput: 0: 8686.9. Samples: 22186880. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:52:01,908][541270] Avg episode reward: [(0, '123.668')]
+[2026-06-07 03:52:02,963][542790] Updated weights for policy 0, policy_version 43194 (0.0008)
+[2026-06-07 03:52:03,246][542790] Updated weights for policy 0, policy_version 43207 (0.0008)
+[2026-06-07 03:52:03,459][542790] Updated weights for policy 0, policy_version 43218 (0.0008)
+[2026-06-07 03:52:03,632][542790] Updated weights for policy 0, policy_version 43229 (0.0008)
+[2026-06-07 03:52:03,842][542790] Updated weights for policy 0, policy_version 43240 (0.0008)
+[2026-06-07 03:52:06,541][542790] Updated weights for policy 0, policy_version 43251 (0.0008)
+[2026-06-07 03:52:06,816][542790] Updated weights for policy 0, policy_version 43262 (0.0008)
+[2026-06-07 03:52:06,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 16106.3). Total num frames: 22216704. Throughput: 0: 8706.8. Samples: 22238848. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:52:06,908][541270] Avg episode reward: [(0, '118.742')]
+[2026-06-07 03:52:07,057][542790] Updated weights for policy 0, policy_version 43274 (0.0008)
+[2026-06-07 03:52:07,319][542790] Updated weights for policy 0, policy_version 43288 (0.0008)
+[2026-06-07 03:52:07,539][542790] Updated weights for policy 0, policy_version 43300 (0.0008)
+[2026-06-07 03:52:10,092][542790] Updated weights for policy 0, policy_version 43313 (0.0008)
+[2026-06-07 03:52:10,347][542790] Updated weights for policy 0, policy_version 43324 (0.0008)
+[2026-06-07 03:52:10,612][542790] Updated weights for policy 0, policy_version 43334 (0.0009)
+[2026-06-07 03:52:10,857][542790] Updated weights for policy 0, policy_version 43345 (0.0008)
+[2026-06-07 03:52:11,160][542790] Updated weights for policy 0, policy_version 43358 (0.0008)
+[2026-06-07 03:52:11,366][542790] Updated weights for policy 0, policy_version 43368 (0.0008)
+[2026-06-07 03:52:11,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 15884.1). Total num frames: 22282240. Throughput: 0: 8709.7. Samples: 22289792. Policy #0 lag: (min: 23.0, avg: 33.5, max: 87.0)
+[2026-06-07 03:52:11,908][541270] Avg episode reward: [(0, '120.764')]
+[2026-06-07 03:52:13,969][542790] Updated weights for policy 0, policy_version 43382 (0.0008)
+[2026-06-07 03:52:14,276][542790] Updated weights for policy 0, policy_version 43396 (0.0008)
+[2026-06-07 03:52:14,532][542790] Updated weights for policy 0, policy_version 43408 (0.0008)
+[2026-06-07 03:52:14,877][542790] Updated weights for policy 0, policy_version 43421 (0.0009)
+[2026-06-07 03:52:15,048][542790] Updated weights for policy 0, policy_version 43432 (0.0008)
+[2026-06-07 03:52:16,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 15550.9). Total num frames: 22315008. Throughput: 0: 8723.9. Samples: 22318080. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:16,908][541270] Avg episode reward: [(0, '136.485')]
+[2026-06-07 03:52:16,913][542711] Saving new best policy, reward=136.485!
+[2026-06-07 03:52:17,589][542790] Updated weights for policy 0, policy_version 43444 (0.0008)
+[2026-06-07 03:52:17,839][542790] Updated weights for policy 0, policy_version 43456 (0.0008)
+[2026-06-07 03:52:18,120][542790] Updated weights for policy 0, policy_version 43468 (0.0008)
+[2026-06-07 03:52:18,412][542790] Updated weights for policy 0, policy_version 43481 (0.0008)
+[2026-06-07 03:52:18,746][542790] Updated weights for policy 0, policy_version 43495 (0.0009)
+[2026-06-07 03:52:21,391][542790] Updated weights for policy 0, policy_version 43506 (0.0009)
+[2026-06-07 03:52:21,652][542790] Updated weights for policy 0, policy_version 43518 (0.0009)
+[2026-06-07 03:52:21,893][542790] Updated weights for policy 0, policy_version 43529 (0.0008)
+[2026-06-07 03:52:21,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 15217.7). Total num frames: 22347776. Throughput: 0: 8797.9. Samples: 22370944. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:21,908][541270] Avg episode reward: [(0, '138.122')]
+[2026-06-07 03:52:22,214][542790] Updated weights for policy 0, policy_version 43542 (0.0009)
+[2026-06-07 03:52:22,530][542790] Updated weights for policy 0, policy_version 43555 (0.0009)
+[2026-06-07 03:52:22,733][542790] Updated weights for policy 0, policy_version 43566 (0.0009)
+[2026-06-07 03:52:22,752][542711] Saving new best policy, reward=138.122!
+[2026-06-07 03:52:25,342][542790] Updated weights for policy 0, policy_version 43576 (0.0009)
+[2026-06-07 03:52:25,640][542790] Updated weights for policy 0, policy_version 43590 (0.0008)
+[2026-06-07 03:52:26,016][542790] Updated weights for policy 0, policy_version 43607 (0.0008)
+[2026-06-07 03:52:26,331][542790] Updated weights for policy 0, policy_version 43620 (0.0009)
+[2026-06-07 03:52:26,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 14995.5). Total num frames: 22413312. Throughput: 0: 8735.3. Samples: 22420992. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:26,908][541270] Avg episode reward: [(0, '138.860')]
+[2026-06-07 03:52:26,911][542711] Saving new best policy, reward=138.860!
+[2026-06-07 03:52:29,084][542790] Updated weights for policy 0, policy_version 43634 (0.0009)
+[2026-06-07 03:52:29,411][542790] Updated weights for policy 0, policy_version 43648 (0.0008)
+[2026-06-07 03:52:29,681][542790] Updated weights for policy 0, policy_version 43660 (0.0008)
+[2026-06-07 03:52:29,994][542790] Updated weights for policy 0, policy_version 43673 (0.0008)
+[2026-06-07 03:52:30,313][542790] Updated weights for policy 0, policy_version 43687 (0.0009)
+[2026-06-07 03:52:31,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 14773.4). Total num frames: 22446080. Throughput: 0: 8729.6. Samples: 22449792. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:31,908][541270] Avg episode reward: [(0, '122.877')]
+[2026-06-07 03:52:32,948][542790] Updated weights for policy 0, policy_version 43698 (0.0009)
+[2026-06-07 03:52:33,233][542790] Updated weights for policy 0, policy_version 43710 (0.0008)
+[2026-06-07 03:52:33,493][542790] Updated weights for policy 0, policy_version 43722 (0.0009)
+[2026-06-07 03:52:33,791][542790] Updated weights for policy 0, policy_version 43735 (0.0009)
+[2026-06-07 03:52:34,070][542790] Updated weights for policy 0, policy_version 43747 (0.0009)
+[2026-06-07 03:52:34,345][542790] Updated weights for policy 0, policy_version 43760 (0.0009)
+[2026-06-07 03:52:36,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 14440.1). Total num frames: 22478848. Throughput: 0: 8760.9. Samples: 22500992. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:36,908][541270] Avg episode reward: [(0, '119.132')]
+[2026-06-07 03:52:36,966][542790] Updated weights for policy 0, policy_version 43772 (0.0009)
+[2026-06-07 03:52:37,223][542790] Updated weights for policy 0, policy_version 43782 (0.0008)
+[2026-06-07 03:52:37,454][542790] Updated weights for policy 0, policy_version 43793 (0.0008)
+[2026-06-07 03:52:37,758][542790] Updated weights for policy 0, policy_version 43806 (0.0009)
+[2026-06-07 03:52:38,031][542790] Updated weights for policy 0, policy_version 43817 (0.0009)
+[2026-06-07 03:52:40,508][542790] Updated weights for policy 0, policy_version 43828 (0.0009)
+[2026-06-07 03:52:40,762][542790] Updated weights for policy 0, policy_version 43839 (0.0009)
+[2026-06-07 03:52:41,017][542790] Updated weights for policy 0, policy_version 43849 (0.0009)
+[2026-06-07 03:52:41,279][542790] Updated weights for policy 0, policy_version 43861 (0.0008)
+[2026-06-07 03:52:41,597][542790] Updated weights for policy 0, policy_version 43876 (0.0009)
+[2026-06-07 03:52:41,907][541270] Fps is (10 sec: 9830.2, 60 sec: 8738.1, 300 sec: 14218.0). Total num frames: 22544384. Throughput: 0: 8758.0. Samples: 22552704. Policy #0 lag: (min: 51.0, avg: 60.7, max: 115.0)
+[2026-06-07 03:52:41,909][541270] Avg episode reward: [(0, '113.902')]
+[2026-06-07 03:52:44,028][542790] Updated weights for policy 0, policy_version 43889 (0.0009)
+[2026-06-07 03:52:44,421][542790] Updated weights for policy 0, policy_version 43907 (0.0009)
+[2026-06-07 03:52:44,760][542790] Updated weights for policy 0, policy_version 43921 (0.0009)
+[2026-06-07 03:52:45,007][542790] Updated weights for policy 0, policy_version 43932 (0.0009)
+[2026-06-07 03:52:45,274][542790] Updated weights for policy 0, policy_version 43944 (0.0009)
+[2026-06-07 03:52:46,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 13884.7). Total num frames: 22577152. Throughput: 0: 8760.9. Samples: 22581120. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:52:46,908][541270] Avg episode reward: [(0, '113.123')]
+[2026-06-07 03:52:47,899][542790] Updated weights for policy 0, policy_version 43957 (0.0009)
+[2026-06-07 03:52:48,217][542790] Updated weights for policy 0, policy_version 43971 (0.0009)
+[2026-06-07 03:52:48,485][542790] Updated weights for policy 0, policy_version 43982 (0.0009)
+[2026-06-07 03:52:48,735][542790] Updated weights for policy 0, policy_version 43994 (0.0009)
+[2026-06-07 03:52:48,996][542790] Updated weights for policy 0, policy_version 44005 (0.0009)
+[2026-06-07 03:52:51,573][542790] Updated weights for policy 0, policy_version 44018 (0.0009)
+[2026-06-07 03:52:51,868][542790] Updated weights for policy 0, policy_version 44029 (0.0008)
+[2026-06-07 03:52:51,907][541270] Fps is (10 sec: 6553.7, 60 sec: 8738.1, 300 sec: 13551.5). Total num frames: 22609920. Throughput: 0: 8738.1. Samples: 22632064. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:52:51,908][541270] Avg episode reward: [(0, '118.440')]
+[2026-06-07 03:52:52,149][542790] Updated weights for policy 0, policy_version 44042 (0.0008)
+[2026-06-07 03:52:52,403][542790] Updated weights for policy 0, policy_version 44053 (0.0009)
+[2026-06-07 03:52:52,669][542790] Updated weights for policy 0, policy_version 44065 (0.0009)
+[2026-06-07 03:52:52,934][542790] Updated weights for policy 0, policy_version 44077 (0.0009)
+[2026-06-07 03:52:55,520][542790] Updated weights for policy 0, policy_version 44091 (0.0009)
+[2026-06-07 03:52:55,739][542790] Updated weights for policy 0, policy_version 44103 (0.0008)
+[2026-06-07 03:52:56,072][542790] Updated weights for policy 0, policy_version 44116 (0.0009)
+[2026-06-07 03:52:56,410][542790] Updated weights for policy 0, policy_version 44131 (0.0009)
+[2026-06-07 03:52:56,698][542790] Updated weights for policy 0, policy_version 44143 (0.0009)
+[2026-06-07 03:52:56,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 13329.4). Total num frames: 22675456. Throughput: 0: 8780.8. Samples: 22684928. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:52:56,908][541270] Avg episode reward: [(0, '122.463')]
+[2026-06-07 03:52:59,450][542790] Updated weights for policy 0, policy_version 44154 (0.0009)
+[2026-06-07 03:52:59,696][542790] Updated weights for policy 0, policy_version 44167 (0.0008)
+[2026-06-07 03:52:59,889][542790] Updated weights for policy 0, policy_version 44178 (0.0008)
+[2026-06-07 03:53:00,270][542790] Updated weights for policy 0, policy_version 44191 (0.0009)
+[2026-06-07 03:53:00,588][542790] Updated weights for policy 0, policy_version 44205 (0.0009)
+[2026-06-07 03:53:01,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 12996.1). Total num frames: 22708224. Throughput: 0: 8760.9. Samples: 22712320. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:53:01,908][541270] Avg episode reward: [(0, '125.831')]
+[2026-06-07 03:53:03,109][542790] Updated weights for policy 0, policy_version 44216 (0.0008)
+[2026-06-07 03:53:03,334][542790] Updated weights for policy 0, policy_version 44227 (0.0008)
+[2026-06-07 03:53:03,608][542790] Updated weights for policy 0, policy_version 44238 (0.0008)
+[2026-06-07 03:53:03,923][542790] Updated weights for policy 0, policy_version 44251 (0.0009)
+[2026-06-07 03:53:04,100][542790] Updated weights for policy 0, policy_version 44262 (0.0008)
+[2026-06-07 03:53:06,597][542790] Updated weights for policy 0, policy_version 44273 (0.0008)
+[2026-06-07 03:53:06,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 12662.9). Total num frames: 22740992. Throughput: 0: 8755.2. Samples: 22764928. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:53:06,908][541270] Avg episode reward: [(0, '133.486')]
+[2026-06-07 03:53:06,946][542790] Updated weights for policy 0, policy_version 44289 (0.0009)
+[2026-06-07 03:53:07,218][542790] Updated weights for policy 0, policy_version 44300 (0.0009)
+[2026-06-07 03:53:07,501][542790] Updated weights for policy 0, policy_version 44313 (0.0008)
+[2026-06-07 03:53:07,754][542790] Updated weights for policy 0, policy_version 44324 (0.0008)
+[2026-06-07 03:53:08,002][542790] Updated weights for policy 0, policy_version 44335 (0.0009)
+[2026-06-07 03:53:10,611][542790] Updated weights for policy 0, policy_version 44348 (0.0009)
+[2026-06-07 03:53:10,866][542790] Updated weights for policy 0, policy_version 44359 (0.0008)
+[2026-06-07 03:53:11,124][542790] Updated weights for policy 0, policy_version 44371 (0.0008)
+[2026-06-07 03:53:11,393][542790] Updated weights for policy 0, policy_version 44383 (0.0009)
+[2026-06-07 03:53:11,662][542790] Updated weights for policy 0, policy_version 44396 (0.0009)
+[2026-06-07 03:53:11,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 12440.7). Total num frames: 22806528. Throughput: 0: 8809.2. Samples: 22817408. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-07 03:53:11,908][541270] Avg episode reward: [(0, '133.447')]
+[2026-06-07 03:53:14,178][542790] Updated weights for policy 0, policy_version 44409 (0.0009)
+[2026-06-07 03:53:14,515][542790] Updated weights for policy 0, policy_version 44424 (0.0009)
+[2026-06-07 03:53:14,830][542790] Updated weights for policy 0, policy_version 44438 (0.0008)
+[2026-06-07 03:53:15,105][542790] Updated weights for policy 0, policy_version 44450 (0.0008)
+[2026-06-07 03:53:15,394][542790] Updated weights for policy 0, policy_version 44462 (0.0008)
+[2026-06-07 03:53:16,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 12218.6). Total num frames: 22839296. Throughput: 0: 8817.8. Samples: 22846592. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:16,908][541270] Avg episode reward: [(0, '130.671')]
+[2026-06-07 03:53:17,902][542790] Updated weights for policy 0, policy_version 44473 (0.0008)
+[2026-06-07 03:53:18,225][542790] Updated weights for policy 0, policy_version 44487 (0.0008)
+[2026-06-07 03:53:18,520][542790] Updated weights for policy 0, policy_version 44500 (0.0008)
+[2026-06-07 03:53:18,809][542790] Updated weights for policy 0, policy_version 44512 (0.0008)
+[2026-06-07 03:53:19,072][542790] Updated weights for policy 0, policy_version 44524 (0.0008)
+[2026-06-07 03:53:21,729][542790] Updated weights for policy 0, policy_version 44537 (0.0005)
+[2026-06-07 03:53:21,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8738.1, 300 sec: 11885.3). Total num frames: 22872064. Throughput: 0: 8803.5. Samples: 22897152. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:21,908][541270] Avg episode reward: [(0, '125.535')]
+[2026-06-07 03:53:22,007][542790] Updated weights for policy 0, policy_version 44550 (0.0004)
+[2026-06-07 03:53:22,321][542790] Updated weights for policy 0, policy_version 44565 (0.0004)
+[2026-06-07 03:53:22,575][542790] Updated weights for policy 0, policy_version 44576 (0.0004)
+[2026-06-07 03:53:22,865][542790] Updated weights for policy 0, policy_version 44589 (0.0008)
+[2026-06-07 03:53:25,453][542790] Updated weights for policy 0, policy_version 44603 (0.0008)
+[2026-06-07 03:53:25,706][542790] Updated weights for policy 0, policy_version 44616 (0.0008)
+[2026-06-07 03:53:25,922][542790] Updated weights for policy 0, policy_version 44626 (0.0008)
+[2026-06-07 03:53:26,203][542790] Updated weights for policy 0, policy_version 44637 (0.0008)
+[2026-06-07 03:53:26,429][542790] Updated weights for policy 0, policy_version 44648 (0.0008)
+[2026-06-07 03:53:26,907][541270] Fps is (10 sec: 9830.2, 60 sec: 8738.1, 300 sec: 11663.2). Total num frames: 22937600. Throughput: 0: 8851.9. Samples: 22951040. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:26,909][541270] Avg episode reward: [(0, '130.200')]
+[2026-06-07 03:53:29,265][542790] Updated weights for policy 0, policy_version 44661 (0.0009)
+[2026-06-07 03:53:29,496][542790] Updated weights for policy 0, policy_version 44673 (0.0010)
+[2026-06-07 03:53:29,804][542790] Updated weights for policy 0, policy_version 44689 (0.0010)
+[2026-06-07 03:53:30,088][542790] Updated weights for policy 0, policy_version 44703 (0.0010)
+[2026-06-07 03:53:30,410][542790] Updated weights for policy 0, policy_version 44715 (0.0011)
+[2026-06-07 03:53:31,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 11330.0). Total num frames: 22970368. Throughput: 0: 8820.6. Samples: 22978048. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:31,908][541270] Avg episode reward: [(0, '147.940')]
+[2026-06-07 03:53:31,913][542711] Saving new best policy, reward=147.940!
+[2026-06-07 03:53:32,970][542790] Updated weights for policy 0, policy_version 44729 (0.0009)
+[2026-06-07 03:53:33,281][542790] Updated weights for policy 0, policy_version 44743 (0.0009)
+[2026-06-07 03:53:33,606][542790] Updated weights for policy 0, policy_version 44756 (0.0008)
+[2026-06-07 03:53:33,830][542790] Updated weights for policy 0, policy_version 44770 (0.0008)
+[2026-06-07 03:53:34,060][542790] Updated weights for policy 0, policy_version 44782 (0.0008)
+[2026-06-07 03:53:36,695][542790] Updated weights for policy 0, policy_version 44794 (0.0007)
+[2026-06-07 03:53:36,907][541270] Fps is (10 sec: 6553.7, 60 sec: 8738.1, 300 sec: 10996.7). Total num frames: 23003136. Throughput: 0: 8837.7. Samples: 23029760. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:36,908][541270] Avg episode reward: [(0, '160.349')]
+[2026-06-07 03:53:36,957][542790] Updated weights for policy 0, policy_version 44806 (0.0005)
+[2026-06-07 03:53:37,219][542790] Updated weights for policy 0, policy_version 44817 (0.0005)
+[2026-06-07 03:53:37,533][542790] Updated weights for policy 0, policy_version 44832 (0.0005)
+[2026-06-07 03:53:37,886][542790] Updated weights for policy 0, policy_version 44845 (0.0006)
+[2026-06-07 03:53:37,935][542711] Saving new best policy, reward=160.349!
+[2026-06-07 03:53:40,280][542790] Updated weights for policy 0, policy_version 44857 (0.0008)
+[2026-06-07 03:53:40,642][542790] Updated weights for policy 0, policy_version 44872 (0.0009)
+[2026-06-07 03:53:40,939][542790] Updated weights for policy 0, policy_version 44885 (0.0008)
+[2026-06-07 03:53:41,273][542790] Updated weights for policy 0, policy_version 44898 (0.0009)
+[2026-06-07 03:53:41,543][542790] Updated weights for policy 0, policy_version 44911 (0.0008)
+[2026-06-07 03:53:41,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.2, 300 sec: 10774.6). Total num frames: 23068672. Throughput: 0: 8786.5. Samples: 23080320. Policy #0 lag: (min: 63.0, avg: 72.4, max: 127.0)
+[2026-06-07 03:53:41,908][541270] Avg episode reward: [(0, '153.828')]
+[2026-06-07 03:53:44,154][542790] Updated weights for policy 0, policy_version 44925 (0.0009)
+[2026-06-07 03:53:44,424][542790] Updated weights for policy 0, policy_version 44937 (0.0009)
+[2026-06-07 03:53:44,677][542790] Updated weights for policy 0, policy_version 44948 (0.0009)
+[2026-06-07 03:53:44,937][542790] Updated weights for policy 0, policy_version 44959 (0.0009)
+[2026-06-07 03:53:45,222][542790] Updated weights for policy 0, policy_version 44971 (0.0009)
+[2026-06-07 03:53:46,907][541270] Fps is (10 sec: 9830.3, 60 sec: 8738.1, 300 sec: 10441.3). Total num frames: 23101440. Throughput: 0: 8797.9. Samples: 23108224. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:53:46,908][541270] Avg episode reward: [(0, '137.264')]
+[2026-06-07 03:53:47,698][542790] Updated weights for policy 0, policy_version 44981 (0.0009)
+[2026-06-07 03:53:47,999][542790] Updated weights for policy 0, policy_version 44994 (0.0008)
+[2026-06-07 03:53:48,292][542790] Updated weights for policy 0, policy_version 45006 (0.0009)
+[2026-06-07 03:53:48,655][542790] Updated weights for policy 0, policy_version 45022 (0.0009)
+[2026-06-07 03:53:49,006][542790] Updated weights for policy 0, policy_version 45038 (0.0009)
+[2026-06-07 03:53:51,622][542790] Updated weights for policy 0, policy_version 45049 (0.0009)
+[2026-06-07 03:53:51,907][541270] Fps is (10 sec: 6553.4, 60 sec: 8738.1, 300 sec: 10108.1). Total num frames: 23134208. Throughput: 0: 8769.4. Samples: 23159552. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:53:51,909][541270] Avg episode reward: [(0, '123.436')]
+[2026-06-07 03:53:51,941][542790] Updated weights for policy 0, policy_version 45062 (0.0009)
+[2026-06-07 03:53:52,240][542790] Updated weights for policy 0, policy_version 45075 (0.0009)
+[2026-06-07 03:53:52,524][542790] Updated weights for policy 0, policy_version 45087 (0.0009)
+[2026-06-07 03:53:52,854][542790] Updated weights for policy 0, policy_version 45101 (0.0009)
+[2026-06-07 03:53:55,418][542790] Updated weights for policy 0, policy_version 45113 (0.0008)
+[2026-06-07 03:53:55,674][542790] Updated weights for policy 0, policy_version 45124 (0.0008)
+[2026-06-07 03:53:55,983][542790] Updated weights for policy 0, policy_version 45137 (0.0008)
+[2026-06-07 03:53:56,347][542790] Updated weights for policy 0, policy_version 45152 (0.0009)
+[2026-06-07 03:53:56,610][542790] Updated weights for policy 0, policy_version 45164 (0.0009)
+[2026-06-07 03:53:56,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 9885.9). Total num frames: 23199744. Throughput: 0: 8749.5. Samples: 23211136. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:53:56,909][541270] Avg episode reward: [(0, '122.750')]
+[2026-06-07 03:53:59,178][542790] Updated weights for policy 0, policy_version 45177 (0.0009)
+[2026-06-07 03:53:59,479][542790] Updated weights for policy 0, policy_version 45191 (0.0008)
+[2026-06-07 03:53:59,797][542790] Updated weights for policy 0, policy_version 45204 (0.0008)
+[2026-06-07 03:54:00,185][542790] Updated weights for policy 0, policy_version 45220 (0.0009)
+[2026-06-07 03:54:01,907][541270] Fps is (10 sec: 9830.6, 60 sec: 8738.1, 300 sec: 9552.7). Total num frames: 23232512. Throughput: 0: 8721.1. Samples: 23239040. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:54:01,908][541270] Avg episode reward: [(0, '139.021')]
+[2026-06-07 03:54:02,885][542790] Updated weights for policy 0, policy_version 45234 (0.0008)
+[2026-06-07 03:54:03,261][542790] Updated weights for policy 0, policy_version 45250 (0.0009)
+[2026-06-07 03:54:03,632][542790] Updated weights for policy 0, policy_version 45267 (0.0009)
+[2026-06-07 03:54:03,985][542790] Updated weights for policy 0, policy_version 45282 (0.0008)
+[2026-06-07 03:54:04,301][542790] Updated weights for policy 0, policy_version 45296 (0.0008)
+[2026-06-07 03:54:06,907][541270] Fps is (10 sec: 6553.7, 60 sec: 8738.1, 300 sec: 9330.5). Total num frames: 23265280. Throughput: 0: 8655.7. Samples: 23286656. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:54:06,908][541270] Avg episode reward: [(0, '133.403')]
+[2026-06-07 03:54:07,133][542790] Updated weights for policy 0, policy_version 45310 (0.0009)
+[2026-06-07 03:54:07,463][542790] Updated weights for policy 0, policy_version 45324 (0.0008)
+[2026-06-07 03:54:07,729][542790] Updated weights for policy 0, policy_version 45336 (0.0008)
+[2026-06-07 03:54:08,031][542790] Updated weights for policy 0, policy_version 45349 (0.0008)
+[2026-06-07 03:54:10,673][542790] Updated weights for policy 0, policy_version 45362 (0.0009)
+[2026-06-07 03:54:10,948][542790] Updated weights for policy 0, policy_version 45374 (0.0009)
+[2026-06-07 03:54:11,283][542790] Updated weights for policy 0, policy_version 45389 (0.0009)
+[2026-06-07 03:54:11,606][542790] Updated weights for policy 0, policy_version 45402 (0.0008)
+[2026-06-07 03:54:11,855][542790] Updated weights for policy 0, policy_version 45413 (0.0008)
+[2026-06-07 03:54:11,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8997.3). Total num frames: 23298048. Throughput: 0: 8630.1. Samples: 23339392. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0)
+[2026-06-07 03:54:11,908][541270] Avg episode reward: [(0, '132.069')]
+[2026-06-07 03:54:12,107][542790] Updated weights for policy 0, policy_version 45424 (0.0009)
+[2026-06-07 03:54:14,844][542790] Updated weights for policy 0, policy_version 45437 (0.0009)
+[2026-06-07 03:54:15,127][542790] Updated weights for policy 0, policy_version 45449 (0.0008)
+[2026-06-07 03:54:15,445][542790] Updated weights for policy 0, policy_version 45462 (0.0008)
+[2026-06-07 03:54:15,747][542790] Updated weights for policy 0, policy_version 45476 (0.0008)
+[2026-06-07 03:54:16,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8775.2). Total num frames: 23363584. Throughput: 0: 8638.6. Samples: 23366784. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:16,908][541270] Avg episode reward: [(0, '129.318')]
+[2026-06-07 03:54:18,615][542790] Updated weights for policy 0, policy_version 45490 (0.0009)
+[2026-06-07 03:54:18,945][542790] Updated weights for policy 0, policy_version 45504 (0.0009)
+[2026-06-07 03:54:19,222][542790] Updated weights for policy 0, policy_version 45516 (0.0008)
+[2026-06-07 03:54:19,589][542790] Updated weights for policy 0, policy_version 45532 (0.0009)
+[2026-06-07 03:54:19,854][542790] Updated weights for policy 0, policy_version 45543 (0.0008)
+[2026-06-07 03:54:21,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23396352. Throughput: 0: 8522.0. Samples: 23413248. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:21,908][541270] Avg episode reward: [(0, '141.083')]
+[2026-06-07 03:54:22,419][542790] Updated weights for policy 0, policy_version 45554 (0.0008)
+[2026-06-07 03:54:22,706][542790] Updated weights for policy 0, policy_version 45566 (0.0008)
+[2026-06-07 03:54:22,952][542790] Updated weights for policy 0, policy_version 45577 (0.0009)
+[2026-06-07 03:54:23,236][542790] Updated weights for policy 0, policy_version 45589 (0.0006)
+[2026-06-07 03:54:23,499][542790] Updated weights for policy 0, policy_version 45600 (0.0006)
+[2026-06-07 03:54:23,819][542790] Updated weights for policy 0, policy_version 45614 (0.0005)
+[2026-06-07 03:54:26,441][542790] Updated weights for policy 0, policy_version 45628 (0.0008)
+[2026-06-07 03:54:26,710][542790] Updated weights for policy 0, policy_version 45640 (0.0008)
+[2026-06-07 03:54:26,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 23429120. Throughput: 0: 8607.3. Samples: 23467648. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:26,908][541270] Avg episode reward: [(0, '144.460')]
+[2026-06-07 03:54:27,041][542790] Updated weights for policy 0, policy_version 45654 (0.0008)
+[2026-06-07 03:54:27,401][542790] Updated weights for policy 0, policy_version 45669 (0.0008)
+[2026-06-07 03:54:27,633][542790] Updated weights for policy 0, policy_version 45679 (0.0008)
+[2026-06-07 03:54:30,344][542790] Updated weights for policy 0, policy_version 45693 (0.0009)
+[2026-06-07 03:54:30,692][542790] Updated weights for policy 0, policy_version 45708 (0.0009)
+[2026-06-07 03:54:31,023][542790] Updated weights for policy 0, policy_version 45723 (0.0009)
+[2026-06-07 03:54:31,324][542790] Updated weights for policy 0, policy_version 45735 (0.0009)
+[2026-06-07 03:54:31,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23494656. Throughput: 0: 8550.4. Samples: 23492992. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:31,908][541270] Avg episode reward: [(0, '146.897')]
+[2026-06-07 03:54:33,974][542790] Updated weights for policy 0, policy_version 45747 (0.0009)
+[2026-06-07 03:54:34,255][542790] Updated weights for policy 0, policy_version 45760 (0.0009)
+[2026-06-07 03:54:34,549][542790] Updated weights for policy 0, policy_version 45772 (0.0009)
+[2026-06-07 03:54:34,865][542790] Updated weights for policy 0, policy_version 45786 (0.0008)
+[2026-06-07 03:54:35,157][542790] Updated weights for policy 0, policy_version 45798 (0.0009)
+[2026-06-07 03:54:36,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23527424. Throughput: 0: 8473.6. Samples: 23540864. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:36,908][541270] Avg episode reward: [(0, '127.040')]
+[2026-06-07 03:54:37,780][542790] Updated weights for policy 0, policy_version 45809 (0.0008)
+[2026-06-07 03:54:38,064][542790] Updated weights for policy 0, policy_version 45821 (0.0008)
+[2026-06-07 03:54:38,380][542790] Updated weights for policy 0, policy_version 45834 (0.0008)
+[2026-06-07 03:54:38,740][542790] Updated weights for policy 0, policy_version 45849 (0.0009)
+[2026-06-07 03:54:39,089][542790] Updated weights for policy 0, policy_version 45864 (0.0009)
+[2026-06-07 03:54:41,594][542790] Updated weights for policy 0, policy_version 45875 (0.0008)
+[2026-06-07 03:54:41,872][542790] Updated weights for policy 0, policy_version 45887 (0.0008)
+[2026-06-07 03:54:41,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8664.1). Total num frames: 23560192. Throughput: 0: 8547.6. Samples: 23595776. Policy #0 lag: (min: 10.0, avg: 36.7, max: 74.0)
+[2026-06-07 03:54:41,908][541270] Avg episode reward: [(0, '128.490')]
+[2026-06-07 03:54:42,149][542790] Updated weights for policy 0, policy_version 45898 (0.0008)
+[2026-06-07 03:54:42,400][542790] Updated weights for policy 0, policy_version 45909 (0.0008)
+[2026-06-07 03:54:42,627][542790] Updated weights for policy 0, policy_version 45919 (0.0008)
+[2026-06-07 03:54:42,930][542790] Updated weights for policy 0, policy_version 45932 (0.0008)
+[2026-06-07 03:54:45,390][542790] Updated weights for policy 0, policy_version 45944 (0.0007)
+[2026-06-07 03:54:45,697][542790] Updated weights for policy 0, policy_version 45955 (0.0006)
+[2026-06-07 03:54:45,972][542790] Updated weights for policy 0, policy_version 45967 (0.0005)
+[2026-06-07 03:54:46,274][542790] Updated weights for policy 0, policy_version 45979 (0.0005)
+[2026-06-07 03:54:46,584][542790] Updated weights for policy 0, policy_version 45992 (0.0005)
+[2026-06-07 03:54:46,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23625728. Throughput: 0: 8485.0. Samples: 23620864. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:54:46,908][541270] Avg episode reward: [(0, '118.686')]
+[2026-06-07 03:54:49,018][542790] Updated weights for policy 0, policy_version 46002 (0.0006)
+[2026-06-07 03:54:49,353][542790] Updated weights for policy 0, policy_version 46015 (0.0009)
+[2026-06-07 03:54:49,611][542790] Updated weights for policy 0, policy_version 46027 (0.0009)
+[2026-06-07 03:54:49,917][542790] Updated weights for policy 0, policy_version 46040 (0.0008)
+[2026-06-07 03:54:50,238][542790] Updated weights for policy 0, policy_version 46053 (0.0008)
+[2026-06-07 03:54:50,486][542790] Updated weights for policy 0, policy_version 46064 (0.0006)
+[2026-06-07 03:54:51,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.2, 300 sec: 8664.1). Total num frames: 23658496. Throughput: 0: 8541.9. Samples: 23671040. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:54:51,908][541270] Avg episode reward: [(0, '118.441')]
+[2026-06-07 03:54:53,005][542790] Updated weights for policy 0, policy_version 46076 (0.0006)
+[2026-06-07 03:54:53,327][542790] Updated weights for policy 0, policy_version 46089 (0.0008)
+[2026-06-07 03:54:53,665][542790] Updated weights for policy 0, policy_version 46103 (0.0009)
+[2026-06-07 03:54:53,893][542790] Updated weights for policy 0, policy_version 46113 (0.0008)
+[2026-06-07 03:54:54,192][542790] Updated weights for policy 0, policy_version 46126 (0.0009)
+[2026-06-07 03:54:56,874][542790] Updated weights for policy 0, policy_version 46139 (0.0009)
+[2026-06-07 03:54:56,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8664.1). Total num frames: 23691264. Throughput: 0: 8615.8. Samples: 23727104. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:54:56,908][541270] Avg episode reward: [(0, '119.160')]
+[2026-06-07 03:54:57,255][542790] Updated weights for policy 0, policy_version 46154 (0.0008)
+[2026-06-07 03:54:57,595][542790] Updated weights for policy 0, policy_version 46169 (0.0009)
+[2026-06-07 03:54:57,838][542790] Updated weights for policy 0, policy_version 46179 (0.0009)
+[2026-06-07 03:54:58,100][542790] Updated weights for policy 0, policy_version 46190 (0.0008)
+[2026-06-07 03:55:00,681][542790] Updated weights for policy 0, policy_version 46202 (0.0009)
+[2026-06-07 03:55:01,051][542790] Updated weights for policy 0, policy_version 46218 (0.0009)
+[2026-06-07 03:55:01,330][542790] Updated weights for policy 0, policy_version 46231 (0.0009)
+[2026-06-07 03:55:01,698][542790] Updated weights for policy 0, policy_version 46246 (0.0009)
+[2026-06-07 03:55:01,907][541270] Fps is (10 sec: 6553.5, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 23724032. Throughput: 0: 8544.7. Samples: 23751296. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:55:01,908][541270] Avg episode reward: [(0, '123.060')]
+[2026-06-07 03:55:04,418][542790] Updated weights for policy 0, policy_version 46259 (0.0009)
+[2026-06-07 03:55:04,777][542790] Updated weights for policy 0, policy_version 46274 (0.0009)
+[2026-06-07 03:55:05,056][542790] Updated weights for policy 0, policy_version 46285 (0.0008)
+[2026-06-07 03:55:05,320][542790] Updated weights for policy 0, policy_version 46297 (0.0008)
+[2026-06-07 03:55:05,740][542790] Updated weights for policy 0, policy_version 46315 (0.0009)
+[2026-06-07 03:55:06,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23789568. Throughput: 0: 8627.2. Samples: 23801472. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:55:06,908][541270] Avg episode reward: [(0, '125.511')]
+[2026-06-07 03:55:08,397][542790] Updated weights for policy 0, policy_version 46327 (0.0009)
+[2026-06-07 03:55:08,734][542790] Updated weights for policy 0, policy_version 46342 (0.0009)
+[2026-06-07 03:55:08,987][542790] Updated weights for policy 0, policy_version 46353 (0.0008)
+[2026-06-07 03:55:09,278][542790] Updated weights for policy 0, policy_version 46366 (0.0008)
+[2026-06-07 03:55:09,566][542790] Updated weights for policy 0, policy_version 46379 (0.0009)
+[2026-06-07 03:55:11,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23822336. Throughput: 0: 8573.2. Samples: 23853440. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:55:11,908][541270] Avg episode reward: [(0, '111.294')]
+[2026-06-07 03:55:12,285][542790] Updated weights for policy 0, policy_version 46394 (0.0008)
+[2026-06-07 03:55:12,553][542790] Updated weights for policy 0, policy_version 46405 (0.0008)
+[2026-06-07 03:55:12,949][542790] Updated weights for policy 0, policy_version 46422 (0.0009)
+[2026-06-07 03:55:13,238][542790] Updated weights for policy 0, policy_version 46436 (0.0008)
+[2026-06-07 03:55:13,520][542790] Updated weights for policy 0, policy_version 46448 (0.0008)
+[2026-06-07 03:55:15,989][542790] Updated weights for policy 0, policy_version 46460 (0.0008)
+[2026-06-07 03:55:16,260][542790] Updated weights for policy 0, policy_version 46472 (0.0009)
+[2026-06-07 03:55:16,538][542790] Updated weights for policy 0, policy_version 46484 (0.0009)
+[2026-06-07 03:55:16,854][542790] Updated weights for policy 0, policy_version 46497 (0.0008)
+[2026-06-07 03:55:16,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8664.1). Total num frames: 23855104. Throughput: 0: 8507.7. Samples: 23875840. Policy #0 lag: (min: 13.0, avg: 23.9, max: 77.0)
+[2026-06-07 03:55:16,908][541270] Avg episode reward: [(0, '118.198')]
+[2026-06-07 03:55:17,142][542790] Updated weights for policy 0, policy_version 46509 (0.0008)
+[2026-06-07 03:55:19,758][542790] Updated weights for policy 0, policy_version 46520 (0.0009)
+[2026-06-07 03:55:20,103][542790] Updated weights for policy 0, policy_version 46534 (0.0008)
+[2026-06-07 03:55:20,482][542790] Updated weights for policy 0, policy_version 46550 (0.0009)
+[2026-06-07 03:55:20,782][542790] Updated weights for policy 0, policy_version 46563 (0.0008)
+[2026-06-07 03:55:21,047][542790] Updated weights for policy 0, policy_version 46574 (0.0008)
+[2026-06-07 03:55:21,907][541270] Fps is (10 sec: 9830.3, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23920640. Throughput: 0: 8618.6. Samples: 23928704. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:21,908][541270] Avg episode reward: [(0, '121.264')]
+[2026-06-07 03:55:21,913][542711] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/checkpoint_p0/checkpoint_000046576_23920640.pth...
+[2026-06-07 03:55:23,645][542790] Updated weights for policy 0, policy_version 46585 (0.0008)
+[2026-06-07 03:55:23,918][542790] Updated weights for policy 0, policy_version 46596 (0.0008)
+[2026-06-07 03:55:24,198][542790] Updated weights for policy 0, policy_version 46608 (0.0008)
+[2026-06-07 03:55:24,496][542790] Updated weights for policy 0, policy_version 46621 (0.0008)
+[2026-06-07 03:55:24,876][542790] Updated weights for policy 0, policy_version 46637 (0.0009)
+[2026-06-07 03:55:26,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 23953408. Throughput: 0: 8564.6. Samples: 23981184. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:26,908][541270] Avg episode reward: [(0, '134.052')]
+[2026-06-07 03:55:27,591][542790] Updated weights for policy 0, policy_version 46648 (0.0008)
+[2026-06-07 03:55:27,842][542790] Updated weights for policy 0, policy_version 46659 (0.0008)
+[2026-06-07 03:55:28,098][542790] Updated weights for policy 0, policy_version 46670 (0.0008)
+[2026-06-07 03:55:28,381][542790] Updated weights for policy 0, policy_version 46683 (0.0009)
+[2026-06-07 03:55:28,676][542790] Updated weights for policy 0, policy_version 46695 (0.0009)
+[2026-06-07 03:55:31,315][542790] Updated weights for policy 0, policy_version 46707 (0.0009)
+[2026-06-07 03:55:31,545][542790] Updated weights for policy 0, policy_version 46717 (0.0008)
+[2026-06-07 03:55:31,856][542790] Updated weights for policy 0, policy_version 46730 (0.0008)
+[2026-06-07 03:55:31,907][541270] Fps is (10 sec: 6553.7, 60 sec: 8192.0, 300 sec: 8664.1). Total num frames: 23986176. Throughput: 0: 8530.5. Samples: 24004736. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:31,908][541270] Avg episode reward: [(0, '137.322')]
+[2026-06-07 03:55:32,172][542790] Updated weights for policy 0, policy_version 46744 (0.0008)
+[2026-06-07 03:55:32,420][542790] Updated weights for policy 0, policy_version 46755 (0.0009)
+[2026-06-07 03:55:32,738][542790] Updated weights for policy 0, policy_version 46768 (0.0008)
+[2026-06-07 03:55:35,409][542790] Updated weights for policy 0, policy_version 46781 (0.0004)
+[2026-06-07 03:55:35,716][542790] Updated weights for policy 0, policy_version 46794 (0.0004)
+[2026-06-07 03:55:35,982][542790] Updated weights for policy 0, policy_version 46806 (0.0008)
+[2026-06-07 03:55:36,222][542790] Updated weights for policy 0, policy_version 46816 (0.0008)
+[2026-06-07 03:55:36,496][542790] Updated weights for policy 0, policy_version 46827 (0.0008)
+[2026-06-07 03:55:36,908][541270] Fps is (10 sec: 9829.6, 60 sec: 8738.0, 300 sec: 8664.1). Total num frames: 24051712. Throughput: 0: 8610.0. Samples: 24058496. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:36,909][541270] Avg episode reward: [(0, '134.108')]
+[2026-06-07 03:55:39,322][542790] Updated weights for policy 0, policy_version 46842 (0.0009)
+[2026-06-07 03:55:39,658][542790] Updated weights for policy 0, policy_version 46857 (0.0009)
+[2026-06-07 03:55:39,942][542790] Updated weights for policy 0, policy_version 46869 (0.0008)
+[2026-06-07 03:55:40,313][542790] Updated weights for policy 0, policy_version 46884 (0.0008)
+[2026-06-07 03:55:41,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24084480. Throughput: 0: 8388.3. Samples: 24104576. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:41,908][541270] Avg episode reward: [(0, '131.197')]
+[2026-06-07 03:55:43,203][542790] Updated weights for policy 0, policy_version 46897 (0.0008)
+[2026-06-07 03:55:43,534][542790] Updated weights for policy 0, policy_version 46911 (0.0008)
+[2026-06-07 03:55:43,830][542790] Updated weights for policy 0, policy_version 46925 (0.0008)
+[2026-06-07 03:55:44,082][542790] Updated weights for policy 0, policy_version 46936 (0.0009)
+[2026-06-07 03:55:44,400][542790] Updated weights for policy 0, policy_version 46949 (0.0009)
+[2026-06-07 03:55:46,907][541270] Fps is (10 sec: 6554.1, 60 sec: 8192.0, 300 sec: 8664.1). Total num frames: 24117248. Throughput: 0: 8416.7. Samples: 24130048. Policy #0 lag: (min: 63.0, avg: 73.0, max: 127.0)
+[2026-06-07 03:55:46,908][541270] Avg episode reward: [(0, '129.058')]
+[2026-06-07 03:55:46,999][542790] Updated weights for policy 0, policy_version 46961 (0.0009)
+[2026-06-07 03:55:47,343][542790] Updated weights for policy 0, policy_version 46975 (0.0009)
+[2026-06-07 03:55:47,641][542790] Updated weights for policy 0, policy_version 46988 (0.0008)
+[2026-06-07 03:55:47,923][542790] Updated weights for policy 0, policy_version 47000 (0.0008)
+[2026-06-07 03:55:48,284][542790] Updated weights for policy 0, policy_version 47015 (0.0009)
+[2026-06-07 03:55:50,952][542790] Updated weights for policy 0, policy_version 47030 (0.0009)
+[2026-06-07 03:55:51,201][542790] Updated weights for policy 0, policy_version 47040 (0.0008)
+[2026-06-07 03:55:51,471][542790] Updated weights for policy 0, policy_version 47052 (0.0008)
+[2026-06-07 03:55:51,831][542790] Updated weights for policy 0, policy_version 47068 (0.0009)
+[2026-06-07 03:55:51,907][541270] Fps is (10 sec: 6553.4, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24150016. Throughput: 0: 8513.4. Samples: 24184576. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:55:51,909][541270] Avg episode reward: [(0, '131.318')]
+[2026-06-07 03:55:52,196][542790] Updated weights for policy 0, policy_version 47084 (0.0009)
+[2026-06-07 03:55:54,833][542790] Updated weights for policy 0, policy_version 47097 (0.0008)
+[2026-06-07 03:55:55,080][542790] Updated weights for policy 0, policy_version 47108 (0.0008)
+[2026-06-07 03:55:55,400][542790] Updated weights for policy 0, policy_version 47122 (0.0008)
+[2026-06-07 03:55:55,743][542790] Updated weights for policy 0, policy_version 47136 (0.0008)
+[2026-06-07 03:55:56,003][542790] Updated weights for policy 0, policy_version 47147 (0.0008)
+[2026-06-07 03:55:56,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24215552. Throughput: 0: 8425.3. Samples: 24232576. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:55:56,908][541270] Avg episode reward: [(0, '118.227')]
+[2026-06-07 03:55:58,580][542790] Updated weights for policy 0, policy_version 47160 (0.0009)
+[2026-06-07 03:55:58,844][542790] Updated weights for policy 0, policy_version 47171 (0.0008)
+[2026-06-07 03:55:59,132][542790] Updated weights for policy 0, policy_version 47183 (0.0009)
+[2026-06-07 03:55:59,468][542790] Updated weights for policy 0, policy_version 47198 (0.0008)
+[2026-06-07 03:55:59,731][542790] Updated weights for policy 0, policy_version 47209 (0.0008)
+[2026-06-07 03:56:01,907][541270] Fps is (10 sec: 9830.8, 60 sec: 8738.2, 300 sec: 8664.1). Total num frames: 24248320. Throughput: 0: 8541.9. Samples: 24260224. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:56:01,908][541270] Avg episode reward: [(0, '112.271')]
+[2026-06-07 03:56:02,118][542790] Updated weights for policy 0, policy_version 47219 (0.0008)
+[2026-06-07 03:56:02,391][542790] Updated weights for policy 0, policy_version 47233 (0.0009)
+[2026-06-07 03:56:02,714][542790] Updated weights for policy 0, policy_version 47246 (0.0009)
+[2026-06-07 03:56:03,021][542790] Updated weights for policy 0, policy_version 47259 (0.0009)
+[2026-06-07 03:56:03,282][542790] Updated weights for policy 0, policy_version 47270 (0.0009)
+[2026-06-07 03:56:06,047][542790] Updated weights for policy 0, policy_version 47282 (0.0008)
+[2026-06-07 03:56:06,325][542790] Updated weights for policy 0, policy_version 47296 (0.0008)
+[2026-06-07 03:56:06,626][542790] Updated weights for policy 0, policy_version 47307 (0.0008)
+[2026-06-07 03:56:06,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24281088. Throughput: 0: 8547.6. Samples: 24313344. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:56:06,908][541270] Avg episode reward: [(0, '118.964')]
+[2026-06-07 03:56:06,944][542790] Updated weights for policy 0, policy_version 47319 (0.0008)
+[2026-06-07 03:56:07,282][542790] Updated weights for policy 0, policy_version 47333 (0.0009)
+[2026-06-07 03:56:07,540][542790] Updated weights for policy 0, policy_version 47344 (0.0006)
+[2026-06-07 03:56:10,186][542790] Updated weights for policy 0, policy_version 47357 (0.0009)
+[2026-06-07 03:56:10,387][542790] Updated weights for policy 0, policy_version 47368 (0.0008)
+[2026-06-07 03:56:10,800][542790] Updated weights for policy 0, policy_version 47384 (0.0009)
+[2026-06-07 03:56:11,128][542790] Updated weights for policy 0, policy_version 47397 (0.0008)
+[2026-06-07 03:56:11,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24346624. Throughput: 0: 8430.9. Samples: 24360576. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:56:11,908][541270] Avg episode reward: [(0, '129.205')]
+[2026-06-07 03:56:13,952][542790] Updated weights for policy 0, policy_version 47412 (0.0009)
+[2026-06-07 03:56:14,274][542790] Updated weights for policy 0, policy_version 47426 (0.0008)
+[2026-06-07 03:56:14,532][542790] Updated weights for policy 0, policy_version 47439 (0.0008)
+[2026-06-07 03:56:14,740][542790] Updated weights for policy 0, policy_version 47449 (0.0008)
+[2026-06-07 03:56:14,954][542790] Updated weights for policy 0, policy_version 47462 (0.0008)
+[2026-06-07 03:56:16,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24379392. Throughput: 0: 8504.9. Samples: 24387456. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:56:16,908][541270] Avg episode reward: [(0, '134.811')]
+[2026-06-07 03:56:17,867][542790] Updated weights for policy 0, policy_version 47475 (0.0009)
+[2026-06-07 03:56:18,260][542790] Updated weights for policy 0, policy_version 47491 (0.0009)
+[2026-06-07 03:56:18,520][542790] Updated weights for policy 0, policy_version 47503 (0.0008)
+[2026-06-07 03:56:18,746][542790] Updated weights for policy 0, policy_version 47515 (0.0008)
+[2026-06-07 03:56:18,946][542790] Updated weights for policy 0, policy_version 47526 (0.0007)
+[2026-06-07 03:56:21,833][542790] Updated weights for policy 0, policy_version 47539 (0.0008)
+[2026-06-07 03:56:21,907][541270] Fps is (10 sec: 6553.4, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24412160. Throughput: 0: 8431.0. Samples: 24437888. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0)
+[2026-06-07 03:56:21,909][541270] Avg episode reward: [(0, '133.075')]
+[2026-06-07 03:56:22,118][542790] Updated weights for policy 0, policy_version 47551 (0.0008)
+[2026-06-07 03:56:22,374][542790] Updated weights for policy 0, policy_version 47564 (0.0008)
+[2026-06-07 03:56:22,550][542790] Updated weights for policy 0, policy_version 47575 (0.0008)
+[2026-06-07 03:56:22,842][542790] Updated weights for policy 0, policy_version 47590 (0.0008)
+[2026-06-07 03:56:25,645][542790] Updated weights for policy 0, policy_version 47603 (0.0008)
+[2026-06-07 03:56:25,887][542790] Updated weights for policy 0, policy_version 47614 (0.0009)
+[2026-06-07 03:56:26,146][542790] Updated weights for policy 0, policy_version 47626 (0.0007)
+[2026-06-07 03:56:26,413][542790] Updated weights for policy 0, policy_version 47640 (0.0006)
+[2026-06-07 03:56:26,697][542790] Updated weights for policy 0, policy_version 47654 (0.0008)
+[2026-06-07 03:56:26,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.2, 300 sec: 8664.1). Total num frames: 24477696. Throughput: 0: 8541.9. Samples: 24488960. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:26,907][541270] Avg episode reward: [(0, '130.445')]
+[2026-06-07 03:56:29,426][542790] Updated weights for policy 0, policy_version 47666 (0.0008)
+[2026-06-07 03:56:29,729][542790] Updated weights for policy 0, policy_version 47678 (0.0009)
+[2026-06-07 03:56:30,101][542790] Updated weights for policy 0, policy_version 47693 (0.0009)
+[2026-06-07 03:56:30,302][542790] Updated weights for policy 0, policy_version 47704 (0.0008)
+[2026-06-07 03:56:30,539][542790] Updated weights for policy 0, policy_version 47716 (0.0008)
+[2026-06-07 03:56:30,733][542790] Updated weights for policy 0, policy_version 47726 (0.0008)
+[2026-06-07 03:56:31,907][541270] Fps is (10 sec: 9830.7, 60 sec: 8738.2, 300 sec: 8664.1). Total num frames: 24510464. Throughput: 0: 8581.7. Samples: 24516224. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:31,908][541270] Avg episode reward: [(0, '122.955')]
+[2026-06-07 03:56:33,281][542790] Updated weights for policy 0, policy_version 47736 (0.0009)
+[2026-06-07 03:56:33,668][542790] Updated weights for policy 0, policy_version 47752 (0.0009)
+[2026-06-07 03:56:34,022][542790] Updated weights for policy 0, policy_version 47768 (0.0009)
+[2026-06-07 03:56:34,303][542790] Updated weights for policy 0, policy_version 47780 (0.0008)
+[2026-06-07 03:56:36,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.1, 300 sec: 8553.0). Total num frames: 24543232. Throughput: 0: 8473.7. Samples: 24565888. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:36,908][541270] Avg episode reward: [(0, '122.641')]
+[2026-06-07 03:56:37,007][542790] Updated weights for policy 0, policy_version 47793 (0.0008)
+[2026-06-07 03:56:37,301][542790] Updated weights for policy 0, policy_version 47806 (0.0008)
+[2026-06-07 03:56:37,545][542790] Updated weights for policy 0, policy_version 47817 (0.0008)
+[2026-06-07 03:56:37,861][542790] Updated weights for policy 0, policy_version 47830 (0.0008)
+[2026-06-07 03:56:38,162][542790] Updated weights for policy 0, policy_version 47842 (0.0007)
+[2026-06-07 03:56:38,451][542790] Updated weights for policy 0, policy_version 47856 (0.0009)
+[2026-06-07 03:56:40,928][542790] Updated weights for policy 0, policy_version 47868 (0.0008)
+[2026-06-07 03:56:41,235][542790] Updated weights for policy 0, policy_version 47881 (0.0009)
+[2026-06-07 03:56:41,525][542790] Updated weights for policy 0, policy_version 47893 (0.0009)
+[2026-06-07 03:56:41,835][542790] Updated weights for policy 0, policy_version 47907 (0.0010)
+[2026-06-07 03:56:41,907][541270] Fps is (10 sec: 6553.5, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24576000. Throughput: 0: 8598.7. Samples: 24619520. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:41,908][541270] Avg episode reward: [(0, '125.933')]
+[2026-06-07 03:56:44,385][542790] Updated weights for policy 0, policy_version 47922 (0.0006)
+[2026-06-07 03:56:44,664][542790] Updated weights for policy 0, policy_version 47934 (0.0010)
+[2026-06-07 03:56:44,969][542790] Updated weights for policy 0, policy_version 47948 (0.0010)
+[2026-06-07 03:56:45,215][542790] Updated weights for policy 0, policy_version 47959 (0.0010)
+[2026-06-07 03:56:45,494][542790] Updated weights for policy 0, policy_version 47972 (0.0011)
+[2026-06-07 03:56:45,784][542790] Updated weights for policy 0, policy_version 47984 (0.0009)
+[2026-06-07 03:56:46,907][541270] Fps is (10 sec: 9830.3, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24641536. Throughput: 0: 8615.8. Samples: 24647936. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:46,908][541270] Avg episode reward: [(0, '123.137')]
+[2026-06-07 03:56:48,162][542790] Updated weights for policy 0, policy_version 47995 (0.0009)
+[2026-06-07 03:56:48,531][542790] Updated weights for policy 0, policy_version 48011 (0.0009)
+[2026-06-07 03:56:48,805][542790] Updated weights for policy 0, policy_version 48022 (0.0008)
+[2026-06-07 03:56:49,079][542790] Updated weights for policy 0, policy_version 48033 (0.0008)
+[2026-06-07 03:56:49,405][542790] Updated weights for policy 0, policy_version 48047 (0.0008)
+[2026-06-07 03:56:51,885][542790] Updated weights for policy 0, policy_version 48060 (0.0009)
+[2026-06-07 03:56:51,907][541270] Fps is (10 sec: 9830.3, 60 sec: 8738.2, 300 sec: 8553.0). Total num frames: 24674304. Throughput: 0: 8567.4. Samples: 24698880. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0)
+[2026-06-07 03:56:51,908][541270] Avg episode reward: [(0, '135.578')]
+[2026-06-07 03:56:52,155][542790] Updated weights for policy 0, policy_version 48072 (0.0008)
+[2026-06-07 03:56:52,414][542790] Updated weights for policy 0, policy_version 48083 (0.0010)
+[2026-06-07 03:56:52,668][542790] Updated weights for policy 0, policy_version 48094 (0.0009)
+[2026-06-07 03:56:52,958][542790] Updated weights for policy 0, policy_version 48106 (0.0009)
+[2026-06-07 03:56:55,515][542790] Updated weights for policy 0, policy_version 48118 (0.0009)
+[2026-06-07 03:56:55,844][542790] Updated weights for policy 0, policy_version 48132 (0.0009)
+[2026-06-07 03:56:56,141][542790] Updated weights for policy 0, policy_version 48145 (0.0008)
+[2026-06-07 03:56:56,521][542790] Updated weights for policy 0, policy_version 48161 (0.0009)
+[2026-06-07 03:56:56,897][542790] Updated weights for policy 0, policy_version 48176 (0.0008)
+[2026-06-07 03:56:56,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24739840. Throughput: 0: 8681.3. Samples: 24751232. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:56:56,908][541270] Avg episode reward: [(0, '134.816')]
+[2026-06-07 03:56:59,400][542790] Updated weights for policy 0, policy_version 48188 (0.0010)
+[2026-06-07 03:56:59,741][542790] Updated weights for policy 0, policy_version 48203 (0.0010)
+[2026-06-07 03:57:00,013][542790] Updated weights for policy 0, policy_version 48215 (0.0010)
+[2026-06-07 03:57:00,296][542790] Updated weights for policy 0, policy_version 48227 (0.0010)
+[2026-06-07 03:57:00,576][542790] Updated weights for policy 0, policy_version 48239 (0.0008)
+[2026-06-07 03:57:01,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24772608. Throughput: 0: 8735.3. Samples: 24780544. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:01,908][541270] Avg episode reward: [(0, '140.081')]
+[2026-06-07 03:57:03,188][542790] Updated weights for policy 0, policy_version 48251 (0.0008)
+[2026-06-07 03:57:03,420][542790] Updated weights for policy 0, policy_version 48262 (0.0008)
+[2026-06-07 03:57:03,635][542790] Updated weights for policy 0, policy_version 48273 (0.0008)
+[2026-06-07 03:57:03,985][542790] Updated weights for policy 0, policy_version 48287 (0.0009)
+[2026-06-07 03:57:04,247][542790] Updated weights for policy 0, policy_version 48298 (0.0008)
+[2026-06-07 03:57:06,907][541270] Fps is (10 sec: 6553.5, 60 sec: 8738.1, 300 sec: 8553.0). Total num frames: 24805376. Throughput: 0: 8721.1. Samples: 24830336. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:06,908][541270] Avg episode reward: [(0, '130.889')]
+[2026-06-07 03:57:06,999][542790] Updated weights for policy 0, policy_version 48310 (0.0009)
+[2026-06-07 03:57:07,212][542790] Updated weights for policy 0, policy_version 48323 (0.0008)
+[2026-06-07 03:57:07,441][542790] Updated weights for policy 0, policy_version 48334 (0.0008)
+[2026-06-07 03:57:07,683][542790] Updated weights for policy 0, policy_version 48347 (0.0008)
+[2026-06-07 03:57:07,971][542790] Updated weights for policy 0, policy_version 48360 (0.0008)
+[2026-06-07 03:57:10,710][542790] Updated weights for policy 0, policy_version 48372 (0.0009)
+[2026-06-07 03:57:11,032][542790] Updated weights for policy 0, policy_version 48386 (0.0009)
+[2026-06-07 03:57:11,262][542790] Updated weights for policy 0, policy_version 48396 (0.0008)
+[2026-06-07 03:57:11,550][542790] Updated weights for policy 0, policy_version 48409 (0.0006)
+[2026-06-07 03:57:11,799][542790] Updated weights for policy 0, policy_version 48421 (0.0008)
+[2026-06-07 03:57:11,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24838144. Throughput: 0: 8738.1. Samples: 24882176. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:11,908][541270] Avg episode reward: [(0, '141.163')]
+[2026-06-07 03:57:11,974][542790] Updated weights for policy 0, policy_version 48431 (0.0008)
+[2026-06-07 03:57:14,719][542790] Updated weights for policy 0, policy_version 48443 (0.0009)
+[2026-06-07 03:57:14,979][542790] Updated weights for policy 0, policy_version 48455 (0.0008)
+[2026-06-07 03:57:15,332][542790] Updated weights for policy 0, policy_version 48470 (0.0008)
+[2026-06-07 03:57:15,607][542790] Updated weights for policy 0, policy_version 48482 (0.0008)
+[2026-06-07 03:57:15,836][542790] Updated weights for policy 0, policy_version 48493 (0.0008)
+[2026-06-07 03:57:16,907][541270] Fps is (10 sec: 9830.5, 60 sec: 8738.1, 300 sec: 8664.1). Total num frames: 24903680. Throughput: 0: 8749.5. Samples: 24909952. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:16,908][541270] Avg episode reward: [(0, '156.414')]
+[2026-06-07 03:57:18,246][542790] Updated weights for policy 0, policy_version 48504 (0.0007)
+[2026-06-07 03:57:18,541][542790] Updated weights for policy 0, policy_version 48517 (0.0006)
+[2026-06-07 03:57:18,840][542790] Updated weights for policy 0, policy_version 48530 (0.0006)
+[2026-06-07 03:57:19,112][542790] Updated weights for policy 0, policy_version 48541 (0.0006)
+[2026-06-07 03:57:19,427][542790] Updated weights for policy 0, policy_version 48554 (0.0006)
+[2026-06-07 03:57:21,907][541270] Fps is (10 sec: 9830.4, 60 sec: 8738.2, 300 sec: 8553.0). Total num frames: 24936448. Throughput: 0: 8769.4. Samples: 24960512. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:21,908][541270] Avg episode reward: [(0, '159.911')]
+[2026-06-07 03:57:21,952][542790] Updated weights for policy 0, policy_version 48566 (0.0008)
+[2026-06-07 03:57:22,203][542790] Updated weights for policy 0, policy_version 48578 (0.0008)
+[2026-06-07 03:57:22,508][542790] Updated weights for policy 0, policy_version 48591 (0.0009)
+[2026-06-07 03:57:22,788][542790] Updated weights for policy 0, policy_version 48604 (0.0008)
+[2026-06-07 03:57:23,049][542790] Updated weights for policy 0, policy_version 48615 (0.0009)
+[2026-06-07 03:57:25,568][542790] Updated weights for policy 0, policy_version 48628 (0.0008)
+[2026-06-07 03:57:25,884][542790] Updated weights for policy 0, policy_version 48641 (0.0006)
+[2026-06-07 03:57:26,222][542790] Updated weights for policy 0, policy_version 48656 (0.0006)
+[2026-06-07 03:57:26,519][542790] Updated weights for policy 0, policy_version 48668 (0.0006)
+[2026-06-07 03:57:26,838][542790] Updated weights for policy 0, policy_version 48682 (0.0005)
+[2026-06-07 03:57:26,907][541270] Fps is (10 sec: 6553.6, 60 sec: 8192.0, 300 sec: 8553.0). Total num frames: 24969216. Throughput: 0: 8755.2. Samples: 25013504. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0)
+[2026-06-07 03:57:26,908][541270] Avg episode reward: [(0, '153.349')]
+[2026-06-07 03:57:29,320][542790] Updated weights for policy 0, policy_version 48693 (0.0007)
+[2026-06-07 03:57:29,720][542790] Updated weights for policy 0, policy_version 48709 (0.0010)
+[2026-06-07 03:57:30,025][542790] Updated weights for policy 0, policy_version 48723 (0.0009)
+[2026-06-07 03:57:30,346][542790] Updated weights for policy 0, policy_version 48735 (0.0009)
+[2026-06-07 03:57:30,650][542790] Updated weights for policy 0, policy_version 48748 (0.0009)
+[2026-06-07 03:57:30,748][542711] Stopping Batcher_0...
+[2026-06-07 03:57:30,749][542711] Loop batcher_evt_loop terminating...
+[2026-06-07 03:57:30,749][542711] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/checkpoint_p0/checkpoint_000048752_25034752.pth...
+[2026-06-07 03:57:30,751][541270] Component Batcher_0 stopped!
+[2026-06-07 03:57:30,756][542792] Stopping RolloutWorker_w1...
+[2026-06-07 03:57:30,756][541270] Component RolloutWorker_w1 stopped!
+[2026-06-07 03:57:30,756][542792] Loop rollout_proc1_evt_loop terminating...
+[2026-06-07 03:57:30,762][541270] Component RolloutWorker_w0 stopped!
+[2026-06-07 03:57:30,762][542791] Stopping RolloutWorker_w0...
+[2026-06-07 03:57:30,763][542791] Loop rollout_proc0_evt_loop terminating...
+[2026-06-07 03:57:30,769][542711] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed14/checkpoint_p0/checkpoint_000048752_25034752.pth...
+[2026-06-07 03:57:30,788][542711] Stopping LearnerWorker_p0...
+[2026-06-07 03:57:30,788][542711] Loop learner_proc0_evt_loop terminating...
+[2026-06-07 03:57:30,788][541270] Component LearnerWorker_p0 stopped!
+[2026-06-07 03:57:30,808][542790] Weights refcount: 2 0
+[2026-06-07 03:57:30,809][542790] Stopping InferenceWorker_p0-w0...
+[2026-06-07 03:57:30,810][542790] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-07 03:57:30,810][541270] Component InferenceWorker_p0-w0 stopped!
+[2026-06-07 03:57:30,810][541270] Waiting for process learner_proc0 to stop...
+[2026-06-07 03:57:31,663][541270] Waiting for process inference_proc0-0 to join...
+[2026-06-07 03:57:31,664][541270] Waiting for process rollout_proc0 to join...
+[2026-06-07 03:57:31,665][541270] Waiting for process rollout_proc1 to join...
+[2026-06-07 03:57:31,665][541270] Batcher 0 profile tree view:
+batching: 0.9327, releasing_batches: 0.0322
+[2026-06-07 03:57:31,666][541270] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0035
+  wait_policy_total: 865.2611
+update_model: 40.6537
+  weight_update: 0.0009
+one_step: 0.0021
+  handle_policy_step: 389.8890
+    deserialize: 5.2007, stack: 0.3815, obs_to_device_normalize: 55.3593, forward: 143.7017, prepare_outputs: 157.8069, send_messages: 10.4206
+[2026-06-07 03:57:31,666][541270] Learner 0 profile tree view:
+misc: 0.0043, prepare_batch: 55.4134
+train: 693.7676
+  epoch_init: 0.0562, minibatch_init: 2.4426, losses_postprocess: 208.3417, kl_divergence: 45.0767, after_optimizer: 266.0259
+  calculate_losses: 38.3795
+    losses_init: 0.0837, forward_head: 12.5737, bptt_initial: 0.3698, bptt: 0.3927, tail: 8.5959, advantages_returns: 3.0418, losses: 10.4698
+  update: 130.3639
+    clip: 12.6049
+[2026-06-07 03:57:31,667][541270] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0334, enqueue_policy_requests: 119.8759, process_policy_outputs: 7.4123, env_step: 918.8747, finalize_trajectories: 0.1121, complete_rollouts: 0.0814
+post_env_step: 18.3000
+  process_env_step: 6.8170
+[2026-06-07 03:57:31,667][541270] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0342, enqueue_policy_requests: 122.3732, process_policy_outputs: 7.3331, env_step: 922.9061, finalize_trajectories: 0.1088, complete_rollouts: 0.0792
+post_env_step: 18.2128
+  process_env_step: 6.7866
+[2026-06-07 03:57:31,668][541270] Loop Runner_EvtLoop terminating...
+[2026-06-07 03:57:31,669][541270] Runner profile tree view:
+main_loop: 1325.8942
+[2026-06-07 03:57:31,669][541270] Collected {0: 25034752}, FPS: 18881.4