diff --git a/.gitattributes b/.gitattributes
index 2c1891f4e2fcaba3cdb88fc91cc6b8cb3888d7f7..9d2d3440ad6a8804a841b061a2a883f6572171af 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -45,3 +45,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/best_000048832_25034752_reward_3459.106.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/best_000048832_25034752_reward_3459.106.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f16edd965409d10976b92aa194d6375debffd232
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/best_000048832_25034752_reward_3459.106.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff7935da09f2f1f046ea088d5f3d8c51603b0d83f098013fbcb3e7433b5cba
+size 21797945
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000023728_12156928.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000023728_12156928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48922a41592b71210715b0675693fbe052dacee4
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000023728_12156928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80320a482f8cf7ef18e16bca742edb2cf964fcb43e28a00f69587ae5a941be3b
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048600_24903680.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048600_24903680.pth
new file mode 100644
index 0000000000000000000000000000000000000000..edcffc729f172852c7154892803e81b42fe7aba6
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048600_24903680.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec3b80d1f4569060a55f1aff8b00ee963d8cf3dc1bc0a333cf24aeaa5f407ec
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2144cb03caad8ab575ebb5df2693249db8f90152
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/checkpoint_p0/checkpoint_000048832_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffca6eaa9ea2b356ade11057823748d0ccf472f4c8229556b85b7304477b601
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/config.json b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2579eb1bdb4eb965765cc04a63fa0ba2553e0657
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/config.json
@@ -0,0 +1,266 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_observation_stride_fixed_l2_stride2_seed12",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 12,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-stride2-fixed_l2",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "observation_stride",
+    "fixed",
+    "fixed_l2",
+    "stride2",
+    "seed12"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 15.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "fixed",
+  "fixed_latency_ms": 66.66666666666667,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_observation_stride_fixed_l2_stride2_seed12 --train_dir results/checkpoints_factor_sweeps/flappy/observation_stride --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 12 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-stride2-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy observation_stride fixed fixed_l2 stride2 seed12 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 15.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_observation_stride_fixed_l2_stride2_seed12",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 12,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-stride2-fixed_l2",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "observation_stride",
+      "fixed",
+      "fixed_l2",
+      "stride2",
+      "seed12"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 15.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "fixed",
+    "fixed_latency_ms": 66.66666666666667,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/episode_metrics.jsonl"
+  },
+  "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/observation_stride/train/observation_stride/fixed_l2/stride2/seed_12",
+  "wandb_unique_id": "flappy-stride2-fixed_l2-s12"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/episode_metrics.jsonl b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..cb257c107f28f9c6f6e91e7c18633551281ecea5
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f920c341b7cf8412a1d0fb9ffae77344a233d24ea5a8c3d28c54e59a3a04fc
+size 32952790
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/git.diff b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/sf_log.txt b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b73d9d51d75edbcf79254c01e23b9f4ca79efafc
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs15:stride2:seed12/sf_log.txt
@@ -0,0 +1,5585 @@
+[2026-06-02 16:46:51,844][262831] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/config.json...
+[2026-06-02 16:46:51,909][262831] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:51,910][262831] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:46:51,911][262831] Using GPUs [0] for process 1 (actually maps to GPUs [2])
+[2026-06-02 16:46:51,911][262831] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:46:53,512][262831] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:53,513][262831] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:46:53,517][262831] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:53,521][262831] Using GPUs [0] for process 1 (actually maps to GPUs [2])
+[2026-06-02 16:46:53,522][262831] Starting all processes...
+[2026-06-02 16:46:53,522][262831] Starting process learner_proc0
+[2026-06-02 16:46:54,717][262831] Starting all processes...
+[2026-06-02 16:46:54,721][262831] Starting process inference_proc0-0
+[2026-06-02 16:46:54,722][262831] Starting process rollout_proc0
+[2026-06-02 16:46:54,722][262831] Starting process rollout_proc1
+[2026-06-02 16:46:55,246][263767] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:55,246][263767] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for learning process 0
+[2026-06-02 16:46:55,246][263767] Num visible devices: 1
+[2026-06-02 16:46:55,247][263767] Setting fixed seed 12
+[2026-06-02 16:46:55,247][263767] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:55,247][263767] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:46:55,248][263767] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:46:55,280][263767] RunningMeanStd input shape: (1,)
+[2026-06-02 16:46:55,287][263767] ConvEncoder: input_channels=12
+[2026-06-02 16:46:55,348][263767] Conv encoder output size: 512
+[2026-06-02 16:46:55,349][263767] Created Actor Critic model with architecture:
+[2026-06-02 16:46:55,349][263767] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:46:55,352][263767] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:46:56,175][263767] No checkpoints found
+[2026-06-02 16:46:56,175][263767] Did not load from checkpoint, starting from scratch!
+[2026-06-02 16:46:56,176][263767] Initialized policy 0 weights for model version 0
+[2026-06-02 16:46:56,186][263767] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:46:56,187][263767] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:56,642][263847] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:46:56,642][263847] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:56,642][263847] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for actor process 0
+[2026-06-02 16:46:56,643][263847] Num visible devices: 1
+[2026-06-02 16:46:56,890][263846] Using GPUs [0] for process 0 (actually maps to GPUs [2])
+[2026-06-02 16:46:56,890][263846] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for inference process 0
+[2026-06-02 16:46:56,890][263846] Num visible devices: 1
+[2026-06-02 16:46:56,894][263848] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:46:56,894][263848] Using GPUs [0] for process 1 (actually maps to GPUs [2])
+[2026-06-02 16:46:56,894][263848] Set environment var CUDA_VISIBLE_DEVICES to '2' (GPU indices [0]) for actor process 1
+[2026-06-02 16:46:56,894][263848] Num visible devices: 1
+[2026-06-02 16:46:56,895][263846] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:46:56,924][263846] RunningMeanStd input shape: (1,)
+[2026-06-02 16:46:56,931][263846] ConvEncoder: input_channels=12
+[2026-06-02 16:46:56,991][263846] Conv encoder output size: 512
+[2026-06-02 16:46:56,995][262831] Inference worker 0-0 is ready!
+[2026-06-02 16:46:56,996][262831] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:46:56,997][263848] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:46:56,997][263847] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:46:58,911][262831] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:46:58,913][262831] Avg episode reward: [(0, '-3.796')]
+[2026-06-02 16:46:59,905][263767] Signal inference workers to stop experience collection...
+[2026-06-02 16:46:59,913][263846] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:47:01,513][263767] Signal inference workers to resume experience collection...
+[2026-06-02 16:47:01,514][263846] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:47:01,805][263846] Updated weights for policy 0, policy_version 73 (0.0053)
+[2026-06-02 16:47:01,967][263846] Updated weights for policy 0, policy_version 83 (0.0011)
+[2026-06-02 16:47:02,138][263846] Updated weights for policy 0, policy_version 93 (0.0009)
+[2026-06-02 16:47:02,332][263846] Updated weights for policy 0, policy_version 104 (0.0009)
+[2026-06-02 16:47:02,510][263846] Updated weights for policy 0, policy_version 115 (0.0008)
+[2026-06-02 16:47:02,699][263846] Updated weights for policy 0, policy_version 125 (0.0010)
+[2026-06-02 16:47:03,309][263846] Updated weights for policy 0, policy_version 135 (0.0009)
+[2026-06-02 16:47:03,475][263846] Updated weights for policy 0, policy_version 145 (0.0009)
+[2026-06-02 16:47:03,649][263846] Updated weights for policy 0, policy_version 156 (0.0009)
+[2026-06-02 16:47:03,827][263846] Updated weights for policy 0, policy_version 166 (0.0009)
+[2026-06-02 16:47:03,911][262831] Fps is (10 sec: 13107.1, 60 sec: 13107.1, 300 sec: 13107.1). Total num frames: 65536. Throughput: 0: 19635.1. Samples: 98176. Policy #0 lag: (min: 53.0, avg: 53.0, max: 53.0)
+[2026-06-02 16:47:03,913][262831] Avg episode reward: [(0, '-2.053')]
+[2026-06-02 16:47:04,014][263846] Updated weights for policy 0, policy_version 177 (0.0008)
+[2026-06-02 16:47:04,180][263846] Updated weights for policy 0, policy_version 187 (0.0008)
+[2026-06-02 16:47:04,847][263846] Updated weights for policy 0, policy_version 197 (0.0009)
+[2026-06-02 16:47:05,026][263846] Updated weights for policy 0, policy_version 208 (0.0008)
+[2026-06-02 16:47:05,180][263846] Updated weights for policy 0, policy_version 218 (0.0009)
+[2026-06-02 16:47:05,359][263846] Updated weights for policy 0, policy_version 228 (0.0008)
+[2026-06-02 16:47:05,569][263846] Updated weights for policy 0, policy_version 241 (0.0009)
+[2026-06-02 16:47:05,753][263846] Updated weights for policy 0, policy_version 251 (0.0009)
+[2026-06-02 16:47:06,427][263846] Updated weights for policy 0, policy_version 261 (0.0009)
+[2026-06-02 16:47:06,613][263846] Updated weights for policy 0, policy_version 273 (0.0009)
+[2026-06-02 16:47:06,787][263846] Updated weights for policy 0, policy_version 283 (0.0009)
+[2026-06-02 16:47:06,979][263846] Updated weights for policy 0, policy_version 294 (0.0009)
+[2026-06-02 16:47:07,123][263767] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000008
+[2026-06-02 16:47:07,862][263846] Updated weights for policy 0, policy_version 309 (0.0013)
+[2026-06-02 16:47:08,044][263846] Updated weights for policy 0, policy_version 321 (0.0009)
+[2026-06-02 16:47:08,199][263846] Updated weights for policy 0, policy_version 331 (0.0009)
+[2026-06-02 16:47:08,383][263846] Updated weights for policy 0, policy_version 341 (0.0009)
+[2026-06-02 16:47:08,588][263846] Updated weights for policy 0, policy_version 354 (0.0009)
+[2026-06-02 16:47:08,771][263846] Updated weights for policy 0, policy_version 365 (0.0009)
+[2026-06-02 16:47:08,911][262831] Fps is (10 sec: 19661.1, 60 sec: 19661.1, 300 sec: 19661.1). Total num frames: 196608. Throughput: 0: 15718.6. Samples: 157184. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:47:08,912][262831] Avg episode reward: [(0, '2.495')]
+[2026-06-02 16:47:08,917][263767] Saving new best policy, reward=2.495!
+[2026-06-02 16:47:09,601][263846] Updated weights for policy 0, policy_version 375 (0.0010)
+[2026-06-02 16:47:09,770][263846] Updated weights for policy 0, policy_version 386 (0.0009)
+[2026-06-02 16:47:09,926][263846] Updated weights for policy 0, policy_version 396 (0.0009)
+[2026-06-02 16:47:10,104][263846] Updated weights for policy 0, policy_version 406 (0.0009)
+[2026-06-02 16:47:10,266][263846] Updated weights for policy 0, policy_version 416 (0.0009)
+[2026-06-02 16:47:10,421][263846] Updated weights for policy 0, policy_version 426 (0.0009)
+[2026-06-02 16:47:11,310][263846] Updated weights for policy 0, policy_version 436 (0.0009)
+[2026-06-02 16:47:11,459][263846] Updated weights for policy 0, policy_version 446 (0.0009)
+[2026-06-02 16:47:11,618][263846] Updated weights for policy 0, policy_version 456 (0.0008)
+[2026-06-02 16:47:11,795][263846] Updated weights for policy 0, policy_version 466 (0.0006)
+[2026-06-02 16:47:11,950][263846] Updated weights for policy 0, policy_version 476 (0.0006)
+[2026-06-02 16:47:12,159][263846] Updated weights for policy 0, policy_version 489 (0.0008)
+[2026-06-02 16:47:13,089][263846] Updated weights for policy 0, policy_version 500 (0.0009)
+[2026-06-02 16:47:13,266][263846] Updated weights for policy 0, policy_version 512 (0.0009)
+[2026-06-02 16:47:13,446][263846] Updated weights for policy 0, policy_version 523 (0.0008)
+[2026-06-02 16:47:13,501][262831] Heartbeat connected on Batcher_0
+[2026-06-02 16:47:13,529][262831] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:47:13,533][262831] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:47:13,535][262831] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:47:13,614][263846] Updated weights for policy 0, policy_version 533 (0.0008)
+[2026-06-02 16:47:13,813][263846] Updated weights for policy 0, policy_version 545 (0.0009)
+[2026-06-02 16:47:13,911][262831] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17476.2). Total num frames: 262144. Throughput: 0: 18252.8. Samples: 273792. Policy #0 lag: (min: 63.0, avg: 75.2, max: 127.0)
+[2026-06-02 16:47:13,913][262831] Avg episode reward: [(0, '4.160')]
+[2026-06-02 16:47:13,990][263846] Updated weights for policy 0, policy_version 556 (0.0008)
+[2026-06-02 16:47:14,054][263767] Saving new best policy, reward=4.160!
+[2026-06-02 16:47:14,076][262831] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:47:14,913][263846] Updated weights for policy 0, policy_version 566 (0.0010)
+[2026-06-02 16:47:15,096][263846] Updated weights for policy 0, policy_version 578 (0.0010)
+[2026-06-02 16:47:15,301][263846] Updated weights for policy 0, policy_version 590 (0.0010)
+[2026-06-02 16:47:15,477][263846] Updated weights for policy 0, policy_version 601 (0.0007)
+[2026-06-02 16:47:15,644][263846] Updated weights for policy 0, policy_version 611 (0.0008)
+[2026-06-02 16:47:15,848][263846] Updated weights for policy 0, policy_version 624 (0.0008)
+[2026-06-02 16:47:16,771][263846] Updated weights for policy 0, policy_version 634 (0.0008)
+[2026-06-02 16:47:16,933][263846] Updated weights for policy 0, policy_version 644 (0.0008)
+[2026-06-02 16:47:17,113][263846] Updated weights for policy 0, policy_version 655 (0.0008)
+[2026-06-02 16:47:17,279][263846] Updated weights for policy 0, policy_version 665 (0.0008)
+[2026-06-02 16:47:17,445][263846] Updated weights for policy 0, policy_version 675 (0.0008)
+[2026-06-02 16:47:17,598][263846] Updated weights for policy 0, policy_version 685 (0.0008)
+[2026-06-02 16:47:18,534][263846] Updated weights for policy 0, policy_version 695 (0.0009)
+[2026-06-02 16:47:18,685][263846] Updated weights for policy 0, policy_version 705 (0.0009)
+[2026-06-02 16:47:18,850][263846] Updated weights for policy 0, policy_version 715 (0.0009)
+[2026-06-02 16:47:18,911][262831] Fps is (10 sec: 16383.8, 60 sec: 18022.4, 300 sec: 18022.4). Total num frames: 360448. Throughput: 0: 19321.6. Samples: 386432. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-02 16:47:18,913][262831] Avg episode reward: [(0, '4.398')]
+[2026-06-02 16:47:19,027][263846] Updated weights for policy 0, policy_version 726 (0.0008)
+[2026-06-02 16:47:19,205][263846] Updated weights for policy 0, policy_version 737 (0.0008)
+[2026-06-02 16:47:19,390][263846] Updated weights for policy 0, policy_version 748 (0.0009)
+[2026-06-02 16:47:19,447][263767] Saving new best policy, reward=4.398!
+[2026-06-02 16:47:20,321][263846] Updated weights for policy 0, policy_version 759 (0.0009)
+[2026-06-02 16:47:20,486][263846] Updated weights for policy 0, policy_version 769 (0.0009)
+[2026-06-02 16:47:20,653][263846] Updated weights for policy 0, policy_version 780 (0.0008)
+[2026-06-02 16:47:20,832][263846] Updated weights for policy 0, policy_version 790 (0.0008)
+[2026-06-02 16:47:21,027][263846] Updated weights for policy 0, policy_version 802 (0.0008)
+[2026-06-02 16:47:21,222][263846] Updated weights for policy 0, policy_version 814 (0.0008)
+[2026-06-02 16:47:22,152][263846] Updated weights for policy 0, policy_version 825 (0.0008)
+[2026-06-02 16:47:22,315][263846] Updated weights for policy 0, policy_version 835 (0.0008)
+[2026-06-02 16:47:22,473][263846] Updated weights for policy 0, policy_version 845 (0.0008)
+[2026-06-02 16:47:22,637][263846] Updated weights for policy 0, policy_version 855 (0.0008)
+[2026-06-02 16:47:22,805][263846] Updated weights for policy 0, policy_version 865 (0.0008)
+[2026-06-02 16:47:22,967][263846] Updated weights for policy 0, policy_version 875 (0.0008)
+[2026-06-02 16:47:23,893][263846] Updated weights for policy 0, policy_version 885 (0.0008)
+[2026-06-02 16:47:23,911][262831] Fps is (10 sec: 19660.9, 60 sec: 18350.1, 300 sec: 18350.1). Total num frames: 458752. Throughput: 0: 17520.7. Samples: 438016. Policy #0 lag: (min: 38.0, avg: 49.2, max: 102.0)
+[2026-06-02 16:47:23,913][262831] Avg episode reward: [(0, '5.237')]
+[2026-06-02 16:47:24,073][263846] Updated weights for policy 0, policy_version 896 (0.0008)
+[2026-06-02 16:47:24,236][263846] Updated weights for policy 0, policy_version 906 (0.0008)
+[2026-06-02 16:47:24,403][263846] Updated weights for policy 0, policy_version 916 (0.0008)
+[2026-06-02 16:47:24,576][263846] Updated weights for policy 0, policy_version 927 (0.0008)
+[2026-06-02 16:47:24,739][263846] Updated weights for policy 0, policy_version 937 (0.0008)
+[2026-06-02 16:47:24,855][263767] Saving new best policy, reward=5.237!
+[2026-06-02 16:47:25,675][263846] Updated weights for policy 0, policy_version 948 (0.0008)
+[2026-06-02 16:47:25,831][263846] Updated weights for policy 0, policy_version 958 (0.0008)
+[2026-06-02 16:47:26,026][263846] Updated weights for policy 0, policy_version 970 (0.0008)
+[2026-06-02 16:47:26,185][263846] Updated weights for policy 0, policy_version 980 (0.0008)
+[2026-06-02 16:47:26,362][263846] Updated weights for policy 0, policy_version 990 (0.0008)
+[2026-06-02 16:47:26,536][263846] Updated weights for policy 0, policy_version 1001 (0.0008)
+[2026-06-02 16:47:27,525][263846] Updated weights for policy 0, policy_version 1015 (0.0009)
+[2026-06-02 16:47:27,683][263846] Updated weights for policy 0, policy_version 1025 (0.0009)
+[2026-06-02 16:47:27,846][263846] Updated weights for policy 0, policy_version 1035 (0.0008)
+[2026-06-02 16:47:28,007][263846] Updated weights for policy 0, policy_version 1045 (0.0008)
+[2026-06-02 16:47:28,199][263846] Updated weights for policy 0, policy_version 1057 (0.0009)
+[2026-06-02 16:47:28,369][263846] Updated weights for policy 0, policy_version 1067 (0.0008)
+[2026-06-02 16:47:28,912][262831] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18568.5). Total num frames: 557056. Throughput: 0: 18368.0. Samples: 551040. Policy #0 lag: (min: 7.0, avg: 18.7, max: 71.0)
+[2026-06-02 16:47:28,915][262831] Avg episode reward: [(0, '6.537')]
+[2026-06-02 16:47:28,922][263767] Saving new best policy, reward=6.537!
+[2026-06-02 16:47:29,344][263846] Updated weights for policy 0, policy_version 1080 (0.0010)
+[2026-06-02 16:47:29,510][263846] Updated weights for policy 0, policy_version 1090 (0.0009)
+[2026-06-02 16:47:29,699][263846] Updated weights for policy 0, policy_version 1102 (0.0008)
+[2026-06-02 16:47:29,885][263846] Updated weights for policy 0, policy_version 1113 (0.0008)
+[2026-06-02 16:47:30,048][263846] Updated weights for policy 0, policy_version 1123 (0.0009)
+[2026-06-02 16:47:30,264][263846] Updated weights for policy 0, policy_version 1136 (0.0008)
+[2026-06-02 16:47:31,207][263846] Updated weights for policy 0, policy_version 1148 (0.0009)
+[2026-06-02 16:47:31,370][263846] Updated weights for policy 0, policy_version 1158 (0.0008)
+[2026-06-02 16:47:31,535][263846] Updated weights for policy 0, policy_version 1168 (0.0008)
+[2026-06-02 16:47:31,711][263846] Updated weights for policy 0, policy_version 1179 (0.0008)
+[2026-06-02 16:47:31,916][263846] Updated weights for policy 0, policy_version 1191 (0.0008)
+[2026-06-02 16:47:32,843][263846] Updated weights for policy 0, policy_version 1201 (0.0008)
+[2026-06-02 16:47:33,012][263846] Updated weights for policy 0, policy_version 1212 (0.0008)
+[2026-06-02 16:47:33,202][263846] Updated weights for policy 0, policy_version 1224 (0.0009)
+[2026-06-02 16:47:33,370][263846] Updated weights for policy 0, policy_version 1234 (0.0008)
+[2026-06-02 16:47:33,570][263846] Updated weights for policy 0, policy_version 1246 (0.0008)
+[2026-06-02 16:47:33,747][263846] Updated weights for policy 0, policy_version 1257 (0.0009)
+[2026-06-02 16:47:33,912][262831] Fps is (10 sec: 19660.8, 60 sec: 18724.6, 300 sec: 18724.6). Total num frames: 655360. Throughput: 0: 18918.4. Samples: 662144. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-02 16:47:33,913][262831] Avg episode reward: [(0, '7.318')]
+[2026-06-02 16:47:33,918][263767] Saving new best policy, reward=7.318!
+[2026-06-02 16:47:34,666][263846] Updated weights for policy 0, policy_version 1267 (0.0009)
+[2026-06-02 16:47:34,835][263846] Updated weights for policy 0, policy_version 1278 (0.0008)
+[2026-06-02 16:47:34,995][263846] Updated weights for policy 0, policy_version 1288 (0.0008)
+[2026-06-02 16:47:35,208][263846] Updated weights for policy 0, policy_version 1301 (0.0008)
+[2026-06-02 16:47:35,374][263846] Updated weights for policy 0, policy_version 1311 (0.0008)
+[2026-06-02 16:47:35,628][263846] Updated weights for policy 0, policy_version 1326 (0.0009)
+[2026-06-02 16:47:36,610][263846] Updated weights for policy 0, policy_version 1340 (0.0009)
+[2026-06-02 16:47:36,798][263846] Updated weights for policy 0, policy_version 1352 (0.0008)
+[2026-06-02 16:47:36,987][263846] Updated weights for policy 0, policy_version 1363 (0.0008)
+[2026-06-02 16:47:37,153][263846] Updated weights for policy 0, policy_version 1373 (0.0008)
+[2026-06-02 16:47:37,325][263846] Updated weights for policy 0, policy_version 1383 (0.0008)
+[2026-06-02 16:47:38,261][263846] Updated weights for policy 0, policy_version 1393 (0.0009)
+[2026-06-02 16:47:38,415][263846] Updated weights for policy 0, policy_version 1403 (0.0008)
+[2026-06-02 16:47:38,584][263846] Updated weights for policy 0, policy_version 1414 (0.0009)
+[2026-06-02 16:47:38,772][263846] Updated weights for policy 0, policy_version 1425 (0.0009)
+[2026-06-02 16:47:38,911][262831] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18022.4). Total num frames: 720896. Throughput: 0: 17868.8. Samples: 714752. Policy #0 lag: (min: 63.0, avg: 74.3, max: 127.0)
+[2026-06-02 16:47:38,913][262831] Avg episode reward: [(0, '8.909')]
+[2026-06-02 16:47:38,939][263846] Updated weights for policy 0, policy_version 1435 (0.0008)
+[2026-06-02 16:47:39,114][263846] Updated weights for policy 0, policy_version 1446 (0.0009)
+[2026-06-02 16:47:39,276][263767] Saving new best policy, reward=8.909!
+[2026-06-02 16:47:39,279][263846] Updated weights for policy 0, policy_version 1456 (0.0008)
+[2026-06-02 16:47:40,198][263846] Updated weights for policy 0, policy_version 1467 (0.0009)
+[2026-06-02 16:47:40,363][263846] Updated weights for policy 0, policy_version 1477 (0.0008)
+[2026-06-02 16:47:40,575][263846] Updated weights for policy 0, policy_version 1490 (0.0009)
+[2026-06-02 16:47:40,757][263846] Updated weights for policy 0, policy_version 1501 (0.0009)
+[2026-06-02 16:47:40,974][263846] Updated weights for policy 0, policy_version 1514 (0.0009)
+[2026-06-02 16:47:41,896][263846] Updated weights for policy 0, policy_version 1524 (0.0009)
+[2026-06-02 16:47:42,045][263846] Updated weights for policy 0, policy_version 1534 (0.0009)
+[2026-06-02 16:47:42,239][263846] Updated weights for policy 0, policy_version 1546 (0.0009)
+[2026-06-02 16:47:42,424][263846] Updated weights for policy 0, policy_version 1557 (0.0009)
+[2026-06-02 16:47:42,643][263846] Updated weights for policy 0, policy_version 1570 (0.0008)
+[2026-06-02 16:47:42,806][263846] Updated weights for policy 0, policy_version 1580 (0.0008)
+[2026-06-02 16:47:43,779][263846] Updated weights for policy 0, policy_version 1594 (0.0009)
+[2026-06-02 16:47:43,911][262831] Fps is (10 sec: 16384.2, 60 sec: 18204.5, 300 sec: 18204.5). Total num frames: 819200. Throughput: 0: 18355.3. Samples: 825984. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0)
+[2026-06-02 16:47:43,912][262831] Avg episode reward: [(0, '10.948')]
+[2026-06-02 16:47:43,958][263846] Updated weights for policy 0, policy_version 1605 (0.0008)
+[2026-06-02 16:47:44,125][263846] Updated weights for policy 0, policy_version 1615 (0.0008)
+[2026-06-02 16:47:44,310][263846] Updated weights for policy 0, policy_version 1626 (0.0009)
+[2026-06-02 16:47:44,511][263846] Updated weights for policy 0, policy_version 1638 (0.0008)
+[2026-06-02 16:47:44,671][263767] Saving new best policy, reward=10.948!
+[2026-06-02 16:47:45,445][263846] Updated weights for policy 0, policy_version 1649 (0.0009)
+[2026-06-02 16:47:45,624][263846] Updated weights for policy 0, policy_version 1661 (0.0008)
+[2026-06-02 16:47:45,810][263846] Updated weights for policy 0, policy_version 1672 (0.0008)
+[2026-06-02 16:47:46,045][263846] Updated weights for policy 0, policy_version 1686 (0.0008)
+[2026-06-02 16:47:46,210][263846] Updated weights for policy 0, policy_version 1696 (0.0008)
+[2026-06-02 16:47:46,433][263846] Updated weights for policy 0, policy_version 1709 (0.0008)
+[2026-06-02 16:47:47,325][263846] Updated weights for policy 0, policy_version 1721 (0.0009)
+[2026-06-02 16:47:47,518][263846] Updated weights for policy 0, policy_version 1733 (0.0008)
+[2026-06-02 16:47:47,689][263846] Updated weights for policy 0, policy_version 1743 (0.0008)
+[2026-06-02 16:47:47,857][263846] Updated weights for policy 0, policy_version 1753 (0.0009)
+[2026-06-02 16:47:48,050][263846] Updated weights for policy 0, policy_version 1764 (0.0008)
+[2026-06-02 16:47:48,209][263846] Updated weights for policy 0, policy_version 1774 (0.0009)
+[2026-06-02 16:47:48,911][262831] Fps is (10 sec: 19661.0, 60 sec: 18350.1, 300 sec: 18350.1). Total num frames: 917504. Throughput: 0: 18537.3. Samples: 932352. Policy #0 lag: (min: 19.0, avg: 51.2, max: 83.0)
+[2026-06-02 16:47:48,912][262831] Avg episode reward: [(0, '15.500')]
+[2026-06-02 16:47:49,106][263846] Updated weights for policy 0, policy_version 1786 (0.0009)
+[2026-06-02 16:47:49,278][263846] Updated weights for policy 0, policy_version 1797 (0.0010)
+[2026-06-02 16:47:49,470][263846] Updated weights for policy 0, policy_version 1808 (0.0008)
+[2026-06-02 16:47:49,655][263846] Updated weights for policy 0, policy_version 1819 (0.0008)
+[2026-06-02 16:47:49,825][263846] Updated weights for policy 0, policy_version 1829 (0.0009)
+[2026-06-02 16:47:50,003][263767] Saving new best policy, reward=15.500!
+[2026-06-02 16:47:50,707][263846] Updated weights for policy 0, policy_version 1841 (0.0009)
+[2026-06-02 16:47:50,872][263846] Updated weights for policy 0, policy_version 1852 (0.0009)
+[2026-06-02 16:47:51,051][263846] Updated weights for policy 0, policy_version 1863 (0.0008)
+[2026-06-02 16:47:51,245][263846] Updated weights for policy 0, policy_version 1874 (0.0008)
+[2026-06-02 16:47:51,425][263846] Updated weights for policy 0, policy_version 1885 (0.0008)
+[2026-06-02 16:47:51,625][263846] Updated weights for policy 0, policy_version 1896 (0.0009)
+[2026-06-02 16:47:52,454][263846] Updated weights for policy 0, policy_version 1906 (0.0008)
+[2026-06-02 16:47:52,646][263846] Updated weights for policy 0, policy_version 1918 (0.0008)
+[2026-06-02 16:47:52,829][263846] Updated weights for policy 0, policy_version 1929 (0.0008)
+[2026-06-02 16:47:53,036][263846] Updated weights for policy 0, policy_version 1941 (0.0009)
+[2026-06-02 16:47:53,238][263846] Updated weights for policy 0, policy_version 1953 (0.0009)
+[2026-06-02 16:47:53,451][263846] Updated weights for policy 0, policy_version 1965 (0.0008)
+[2026-06-02 16:47:53,911][262831] Fps is (10 sec: 19660.9, 60 sec: 18469.3, 300 sec: 18469.3). Total num frames: 1015808. Throughput: 0: 18560.0. Samples: 992384. Policy #0 lag: (min: 29.0, avg: 41.6, max: 93.0)
+[2026-06-02 16:47:53,912][262831] Avg episode reward: [(0, '16.959')]
+[2026-06-02 16:47:53,917][263767] Saving new best policy, reward=16.959!
+[2026-06-02 16:47:54,288][263846] Updated weights for policy 0, policy_version 1975 (0.0007)
+[2026-06-02 16:47:54,467][263846] Updated weights for policy 0, policy_version 1986 (0.0009)
+[2026-06-02 16:47:54,672][263846] Updated weights for policy 0, policy_version 1998 (0.0009)
+[2026-06-02 16:47:54,851][263846] Updated weights for policy 0, policy_version 2008 (0.0009)
+[2026-06-02 16:47:55,031][263846] Updated weights for policy 0, policy_version 2019 (0.0009)
+[2026-06-02 16:47:55,205][263846] Updated weights for policy 0, policy_version 2029 (0.0008)
+[2026-06-02 16:47:56,084][263846] Updated weights for policy 0, policy_version 2042 (0.0009)
+[2026-06-02 16:47:56,264][263846] Updated weights for policy 0, policy_version 2053 (0.0008)
+[2026-06-02 16:47:56,436][263846] Updated weights for policy 0, policy_version 2063 (0.0008)
+[2026-06-02 16:47:56,603][263846] Updated weights for policy 0, policy_version 2073 (0.0008)
+[2026-06-02 16:47:56,774][263846] Updated weights for policy 0, policy_version 2083 (0.0008)
+[2026-06-02 16:47:56,983][263846] Updated weights for policy 0, policy_version 2095 (0.0008)
+[2026-06-02 16:47:57,770][263846] Updated weights for policy 0, policy_version 2105 (0.0008)
+[2026-06-02 16:47:58,005][263846] Updated weights for policy 0, policy_version 2119 (0.0009)
+[2026-06-02 16:47:58,195][263846] Updated weights for policy 0, policy_version 2130 (0.0008)
+[2026-06-02 16:47:58,396][263846] Updated weights for policy 0, policy_version 2142 (0.0008)
+[2026-06-02 16:47:58,595][263846] Updated weights for policy 0, policy_version 2153 (0.0008)
+[2026-06-02 16:47:58,911][262831] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18568.6). Total num frames: 1114112. Throughput: 0: 18355.3. Samples: 1099776. Policy #0 lag: (min: 63.0, avg: 76.1, max: 127.0)
+[2026-06-02 16:47:58,913][262831] Avg episode reward: [(0, '19.954')]
+[2026-06-02 16:47:58,919][263767] Saving new best policy, reward=19.954!
+[2026-06-02 16:47:59,396][263846] Updated weights for policy 0, policy_version 2163 (0.0009)
+[2026-06-02 16:47:59,606][263846] Updated weights for policy 0, policy_version 2176 (0.0009)
+[2026-06-02 16:47:59,769][263846] Updated weights for policy 0, policy_version 2186 (0.0008)
+[2026-06-02 16:47:59,941][263846] Updated weights for policy 0, policy_version 2196 (0.0008)
+[2026-06-02 16:48:00,106][263846] Updated weights for policy 0, policy_version 2206 (0.0009)
+[2026-06-02 16:48:00,301][263846] Updated weights for policy 0, policy_version 2217 (0.0008)
+[2026-06-02 16:48:01,109][263846] Updated weights for policy 0, policy_version 2228 (0.0009)
+[2026-06-02 16:48:01,301][263846] Updated weights for policy 0, policy_version 2240 (0.0009)
+[2026-06-02 16:48:01,542][263846] Updated weights for policy 0, policy_version 2254 (0.0009)
+[2026-06-02 16:48:01,710][263846] Updated weights for policy 0, policy_version 2264 (0.0008)
+[2026-06-02 16:48:01,894][263846] Updated weights for policy 0, policy_version 2275 (0.0008)
+[2026-06-02 16:48:02,100][263846] Updated weights for policy 0, policy_version 2287 (0.0008)
+[2026-06-02 16:48:02,954][263846] Updated weights for policy 0, policy_version 2298 (0.0009)
+[2026-06-02 16:48:03,153][263846] Updated weights for policy 0, policy_version 2310 (0.0008)
+[2026-06-02 16:48:03,321][263846] Updated weights for policy 0, policy_version 2320 (0.0008)
+[2026-06-02 16:48:03,563][263846] Updated weights for policy 0, policy_version 2334 (0.0009)
+[2026-06-02 16:48:03,750][263846] Updated weights for policy 0, policy_version 2345 (0.0008)
+[2026-06-02 16:48:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 19114.7, 300 sec: 18652.6). Total num frames: 1212416. Throughput: 0: 18571.4. Samples: 1222144. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:48:03,912][262831] Avg episode reward: [(0, '22.793')]
+[2026-06-02 16:48:03,918][263767] Saving new best policy, reward=22.793!
+[2026-06-02 16:48:04,540][263846] Updated weights for policy 0, policy_version 2356 (0.0008)
+[2026-06-02 16:48:04,761][263846] Updated weights for policy 0, policy_version 2369 (0.0008)
+[2026-06-02 16:48:04,934][263846] Updated weights for policy 0, policy_version 2379 (0.0008)
+[2026-06-02 16:48:05,128][263846] Updated weights for policy 0, policy_version 2390 (0.0009)
+[2026-06-02 16:48:05,302][263846] Updated weights for policy 0, policy_version 2400 (0.0008)
+[2026-06-02 16:48:05,557][263846] Updated weights for policy 0, policy_version 2415 (0.0009)
+[2026-06-02 16:48:06,352][263846] Updated weights for policy 0, policy_version 2427 (0.0009)
+[2026-06-02 16:48:06,541][263846] Updated weights for policy 0, policy_version 2438 (0.0009)
+[2026-06-02 16:48:06,729][263846] Updated weights for policy 0, policy_version 2449 (0.0008)
+[2026-06-02 16:48:06,898][263846] Updated weights for policy 0, policy_version 2459 (0.0008)
+[2026-06-02 16:48:07,075][263846] Updated weights for policy 0, policy_version 2469 (0.0008)
+[2026-06-02 16:48:07,266][263846] Updated weights for policy 0, policy_version 2480 (0.0008)
+[2026-06-02 16:48:08,034][263846] Updated weights for policy 0, policy_version 2491 (0.0008)
+[2026-06-02 16:48:08,207][263846] Updated weights for policy 0, policy_version 2501 (0.0009)
+[2026-06-02 16:48:08,414][263846] Updated weights for policy 0, policy_version 2513 (0.0008)
+[2026-06-02 16:48:08,586][263846] Updated weights for policy 0, policy_version 2523 (0.0008)
+[2026-06-02 16:48:08,780][263846] Updated weights for policy 0, policy_version 2534 (0.0009)
+[2026-06-02 16:48:08,911][262831] Fps is (10 sec: 16384.0, 60 sec: 18022.4, 300 sec: 18256.5). Total num frames: 1277952. Throughput: 0: 18776.2. Samples: 1282944. Policy #0 lag: (min: 63.0, avg: 77.0, max: 127.0)
+[2026-06-02 16:48:08,912][262831] Avg episode reward: [(0, '27.261')]
+[2026-06-02 16:48:08,946][263767] Saving new best policy, reward=27.261!
+[2026-06-02 16:48:08,948][263846] Updated weights for policy 0, policy_version 2544 (0.0008)
+[2026-06-02 16:48:09,710][263846] Updated weights for policy 0, policy_version 2556 (0.0009)
+[2026-06-02 16:48:09,897][263846] Updated weights for policy 0, policy_version 2567 (0.0009)
+[2026-06-02 16:48:10,100][263846] Updated weights for policy 0, policy_version 2579 (0.0009)
+[2026-06-02 16:48:10,282][263846] Updated weights for policy 0, policy_version 2590 (0.0009)
+[2026-06-02 16:48:10,493][263846] Updated weights for policy 0, policy_version 2602 (0.0009)
+[2026-06-02 16:48:11,271][263846] Updated weights for policy 0, policy_version 2614 (0.0009)
+[2026-06-02 16:48:11,458][263846] Updated weights for policy 0, policy_version 2625 (0.0009)
+[2026-06-02 16:48:11,637][263846] Updated weights for policy 0, policy_version 2635 (0.0009)
+[2026-06-02 16:48:11,838][263846] Updated weights for policy 0, policy_version 2646 (0.0009)
+[2026-06-02 16:48:12,005][263846] Updated weights for policy 0, policy_version 2656 (0.0008)
+[2026-06-02 16:48:12,203][263846] Updated weights for policy 0, policy_version 2668 (0.0009)
+[2026-06-02 16:48:12,968][263846] Updated weights for policy 0, policy_version 2679 (0.0009)
+[2026-06-02 16:48:13,162][263846] Updated weights for policy 0, policy_version 2691 (0.0008)
+[2026-06-02 16:48:13,372][263846] Updated weights for policy 0, policy_version 2703 (0.0009)
+[2026-06-02 16:48:13,576][263846] Updated weights for policy 0, policy_version 2715 (0.0009)
+[2026-06-02 16:48:13,781][263846] Updated weights for policy 0, policy_version 2727 (0.0008)
+[2026-06-02 16:48:13,911][262831] Fps is (10 sec: 16384.0, 60 sec: 18568.6, 300 sec: 18350.1). Total num frames: 1376256. Throughput: 0: 18719.4. Samples: 1393408. Policy #0 lag: (min: 6.0, avg: 19.9, max: 70.0)
+[2026-06-02 16:48:13,912][262831] Avg episode reward: [(0, '29.813')]
+[2026-06-02 16:48:13,925][263767] Saving new best policy, reward=29.813!
+[2026-06-02 16:48:14,562][263846] Updated weights for policy 0, policy_version 2739 (0.0009)
+[2026-06-02 16:48:14,799][263846] Updated weights for policy 0, policy_version 2754 (0.0009)
+[2026-06-02 16:48:14,974][263846] Updated weights for policy 0, policy_version 2764 (0.0010)
+[2026-06-02 16:48:15,175][263846] Updated weights for policy 0, policy_version 2776 (0.0011)
+[2026-06-02 16:48:15,356][263846] Updated weights for policy 0, policy_version 2787 (0.0009)
+[2026-06-02 16:48:15,555][263846] Updated weights for policy 0, policy_version 2799 (0.0010)
+[2026-06-02 16:48:16,336][263846] Updated weights for policy 0, policy_version 2810 (0.0008)
+[2026-06-02 16:48:16,533][263846] Updated weights for policy 0, policy_version 2821 (0.0008)
+[2026-06-02 16:48:16,697][263846] Updated weights for policy 0, policy_version 2831 (0.0009)
+[2026-06-02 16:48:16,910][263846] Updated weights for policy 0, policy_version 2843 (0.0008)
+[2026-06-02 16:48:17,109][263846] Updated weights for policy 0, policy_version 2855 (0.0008)
+[2026-06-02 16:48:17,827][263846] Updated weights for policy 0, policy_version 2866 (0.0009)
+[2026-06-02 16:48:17,990][263846] Updated weights for policy 0, policy_version 2876 (0.0008)
+[2026-06-02 16:48:18,234][263846] Updated weights for policy 0, policy_version 2890 (0.0012)
+[2026-06-02 16:48:18,400][263846] Updated weights for policy 0, policy_version 2900 (0.0010)
+[2026-06-02 16:48:18,590][263846] Updated weights for policy 0, policy_version 2911 (0.0010)
+[2026-06-02 16:48:18,784][263846] Updated weights for policy 0, policy_version 2922 (0.0009)
+[2026-06-02 16:48:18,911][262831] Fps is (10 sec: 22937.6, 60 sec: 19114.7, 300 sec: 18841.6). Total num frames: 1507328. Throughput: 0: 18975.3. Samples: 1516032. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-02 16:48:18,912][262831] Avg episode reward: [(0, '34.105')]
+[2026-06-02 16:48:18,918][263767] Saving new best policy, reward=34.105!
+[2026-06-02 16:48:19,531][263846] Updated weights for policy 0, policy_version 2933 (0.0012)
+[2026-06-02 16:48:19,726][263846] Updated weights for policy 0, policy_version 2945 (0.0010)
+[2026-06-02 16:48:19,901][263846] Updated weights for policy 0, policy_version 2955 (0.0010)
+[2026-06-02 16:48:20,072][263846] Updated weights for policy 0, policy_version 2965 (0.0010)
+[2026-06-02 16:48:20,245][263846] Updated weights for policy 0, policy_version 2975 (0.0010)
+[2026-06-02 16:48:20,440][263846] Updated weights for policy 0, policy_version 2986 (0.0010)
+[2026-06-02 16:48:21,135][263846] Updated weights for policy 0, policy_version 2996 (0.0011)
+[2026-06-02 16:48:21,298][263846] Updated weights for policy 0, policy_version 3006 (0.0008)
+[2026-06-02 16:48:21,484][263846] Updated weights for policy 0, policy_version 3017 (0.0009)
+[2026-06-02 16:48:21,684][263846] Updated weights for policy 0, policy_version 3028 (0.0009)
+[2026-06-02 16:48:21,877][263846] Updated weights for policy 0, policy_version 3039 (0.0009)
+[2026-06-02 16:48:22,065][263846] Updated weights for policy 0, policy_version 3050 (0.0009)
+[2026-06-02 16:48:22,750][263846] Updated weights for policy 0, policy_version 3060 (0.0009)
+[2026-06-02 16:48:22,950][263846] Updated weights for policy 0, policy_version 3072 (0.0008)
+[2026-06-02 16:48:23,127][263846] Updated weights for policy 0, policy_version 3082 (0.0008)
+[2026-06-02 16:48:23,330][263846] Updated weights for policy 0, policy_version 3094 (0.0008)
+[2026-06-02 16:48:23,566][263846] Updated weights for policy 0, policy_version 3107 (0.0008)
+[2026-06-02 16:48:23,755][263846] Updated weights for policy 0, policy_version 3118 (0.0008)
+[2026-06-02 16:48:23,911][262831] Fps is (10 sec: 22937.5, 60 sec: 19114.7, 300 sec: 18889.8). Total num frames: 1605632. Throughput: 0: 19197.2. Samples: 1578624. Policy #0 lag: (min: 36.0, avg: 51.1, max: 100.0)
+[2026-06-02 16:48:23,913][262831] Avg episode reward: [(0, '46.326')]
+[2026-06-02 16:48:23,918][263767] Saving new best policy, reward=46.326!
+[2026-06-02 16:48:24,483][263846] Updated weights for policy 0, policy_version 3130 (0.0009)
+[2026-06-02 16:48:24,653][263846] Updated weights for policy 0, policy_version 3140 (0.0008)
+[2026-06-02 16:48:24,838][263846] Updated weights for policy 0, policy_version 3151 (0.0008)
+[2026-06-02 16:48:25,033][263846] Updated weights for policy 0, policy_version 3162 (0.0009)
+[2026-06-02 16:48:25,201][263846] Updated weights for policy 0, policy_version 3172 (0.0008)
+[2026-06-02 16:48:25,399][263846] Updated weights for policy 0, policy_version 3183 (0.0008)
+[2026-06-02 16:48:26,102][263846] Updated weights for policy 0, policy_version 3195 (0.0009)
+[2026-06-02 16:48:26,302][263846] Updated weights for policy 0, policy_version 3207 (0.0008)
+[2026-06-02 16:48:26,504][263846] Updated weights for policy 0, policy_version 3218 (0.0009)
+[2026-06-02 16:48:26,695][263846] Updated weights for policy 0, policy_version 3229 (0.0007)
+[2026-06-02 16:48:26,921][263846] Updated weights for policy 0, policy_version 3242 (0.0009)
+[2026-06-02 16:48:27,620][263846] Updated weights for policy 0, policy_version 3252 (0.0009)
+[2026-06-02 16:48:27,800][263846] Updated weights for policy 0, policy_version 3263 (0.0008)
+[2026-06-02 16:48:27,973][263846] Updated weights for policy 0, policy_version 3273 (0.0008)
+[2026-06-02 16:48:28,197][263846] Updated weights for policy 0, policy_version 3286 (0.0008)
+[2026-06-02 16:48:28,372][263846] Updated weights for policy 0, policy_version 3296 (0.0008)
+[2026-06-02 16:48:28,562][263846] Updated weights for policy 0, policy_version 3307 (0.0008)
+[2026-06-02 16:48:28,911][262831] Fps is (10 sec: 19660.6, 60 sec: 19114.7, 300 sec: 18932.6). Total num frames: 1703936. Throughput: 0: 19148.8. Samples: 1687680. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:48:28,913][262831] Avg episode reward: [(0, '44.180')]
+[2026-06-02 16:48:29,281][263846] Updated weights for policy 0, policy_version 3318 (0.0009)
+[2026-06-02 16:48:29,484][263846] Updated weights for policy 0, policy_version 3330 (0.0009)
+[2026-06-02 16:48:29,692][263846] Updated weights for policy 0, policy_version 3342 (0.0008)
+[2026-06-02 16:48:29,880][263846] Updated weights for policy 0, policy_version 3353 (0.0008)
+[2026-06-02 16:48:30,064][263846] Updated weights for policy 0, policy_version 3363 (0.0009)
+[2026-06-02 16:48:30,255][263846] Updated weights for policy 0, policy_version 3374 (0.0008)
+[2026-06-02 16:48:30,947][263846] Updated weights for policy 0, policy_version 3384 (0.0009)
+[2026-06-02 16:48:31,115][263846] Updated weights for policy 0, policy_version 3394 (0.0009)
+[2026-06-02 16:48:31,305][263846] Updated weights for policy 0, policy_version 3405 (0.0009)
+[2026-06-02 16:48:31,518][263846] Updated weights for policy 0, policy_version 3417 (0.0008)
+[2026-06-02 16:48:31,712][263846] Updated weights for policy 0, policy_version 3428 (0.0009)
+[2026-06-02 16:48:31,907][263846] Updated weights for policy 0, policy_version 3439 (0.0009)
+[2026-06-02 16:48:32,609][263846] Updated weights for policy 0, policy_version 3450 (0.0009)
+[2026-06-02 16:48:32,815][263846] Updated weights for policy 0, policy_version 3462 (0.0010)
+[2026-06-02 16:48:32,988][263846] Updated weights for policy 0, policy_version 3472 (0.0008)
+[2026-06-02 16:48:33,174][263846] Updated weights for policy 0, policy_version 3483 (0.0008)
+[2026-06-02 16:48:33,345][263846] Updated weights for policy 0, policy_version 3493 (0.0008)
+[2026-06-02 16:48:33,911][262831] Fps is (10 sec: 19660.9, 60 sec: 19114.7, 300 sec: 18971.0). Total num frames: 1802240. Throughput: 0: 19510.0. Samples: 1810304. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:48:33,912][262831] Avg episode reward: [(0, '48.975')]
+[2026-06-02 16:48:33,918][263767] Saving new best policy, reward=48.975!
+[2026-06-02 16:48:34,124][263846] Updated weights for policy 0, policy_version 3505 (0.0009)
+[2026-06-02 16:48:34,278][263846] Updated weights for policy 0, policy_version 3515 (0.0009)
+[2026-06-02 16:48:34,439][263846] Updated weights for policy 0, policy_version 3525 (0.0008)
+[2026-06-02 16:48:34,629][263846] Updated weights for policy 0, policy_version 3536 (0.0009)
+[2026-06-02 16:48:34,808][263846] Updated weights for policy 0, policy_version 3546 (0.0008)
+[2026-06-02 16:48:34,993][263846] Updated weights for policy 0, policy_version 3557 (0.0008)
+[2026-06-02 16:48:35,166][263846] Updated weights for policy 0, policy_version 3567 (0.0009)
+[2026-06-02 16:48:35,857][263846] Updated weights for policy 0, policy_version 3577 (0.0009)
+[2026-06-02 16:48:36,034][263846] Updated weights for policy 0, policy_version 3588 (0.0008)
+[2026-06-02 16:48:36,223][263846] Updated weights for policy 0, policy_version 3599 (0.0009)
+[2026-06-02 16:48:36,397][263846] Updated weights for policy 0, policy_version 3609 (0.0010)
+[2026-06-02 16:48:36,568][263846] Updated weights for policy 0, policy_version 3619 (0.0008)
+[2026-06-02 16:48:36,781][263846] Updated weights for policy 0, policy_version 3632 (0.0008)
+[2026-06-02 16:48:37,512][263846] Updated weights for policy 0, policy_version 3643 (0.0009)
+[2026-06-02 16:48:37,699][263846] Updated weights for policy 0, policy_version 3654 (0.0008)
+[2026-06-02 16:48:37,885][263846] Updated weights for policy 0, policy_version 3665 (0.0009)
+[2026-06-02 16:48:38,071][263846] Updated weights for policy 0, policy_version 3676 (0.0009)
+[2026-06-02 16:48:38,248][263846] Updated weights for policy 0, policy_version 3686 (0.0009)
+[2026-06-02 16:48:38,911][262831] Fps is (10 sec: 19660.9, 60 sec: 19660.8, 300 sec: 19005.5). Total num frames: 1900544. Throughput: 0: 19572.6. Samples: 1873152. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:48:38,913][262831] Avg episode reward: [(0, '46.722')]
+[2026-06-02 16:48:39,026][263846] Updated weights for policy 0, policy_version 3698 (0.0008)
+[2026-06-02 16:48:39,215][263846] Updated weights for policy 0, policy_version 3710 (0.0009)
+[2026-06-02 16:48:39,387][263846] Updated weights for policy 0, policy_version 3720 (0.0009)
+[2026-06-02 16:48:39,558][263846] Updated weights for policy 0, policy_version 3730 (0.0008)
+[2026-06-02 16:48:39,779][263846] Updated weights for policy 0, policy_version 3743 (0.0008)
+[2026-06-02 16:48:39,952][263846] Updated weights for policy 0, policy_version 3753 (0.0008)
+[2026-06-02 16:48:40,686][263846] Updated weights for policy 0, policy_version 3763 (0.0009)
+[2026-06-02 16:48:40,842][263846] Updated weights for policy 0, policy_version 3773 (0.0008)
+[2026-06-02 16:48:41,019][263846] Updated weights for policy 0, policy_version 3783 (0.0008)
+[2026-06-02 16:48:41,195][263846] Updated weights for policy 0, policy_version 3793 (0.0008)
+[2026-06-02 16:48:41,369][263846] Updated weights for policy 0, policy_version 3803 (0.0008)
+[2026-06-02 16:48:41,545][263846] Updated weights for policy 0, policy_version 3813 (0.0009)
+[2026-06-02 16:48:41,723][263846] Updated weights for policy 0, policy_version 3823 (0.0008)
+[2026-06-02 16:48:42,391][263846] Updated weights for policy 0, policy_version 3834 (0.0008)
+[2026-06-02 16:48:42,556][263846] Updated weights for policy 0, policy_version 3844 (0.0009)
+[2026-06-02 16:48:42,770][263846] Updated weights for policy 0, policy_version 3856 (0.0009)
+[2026-06-02 16:48:42,966][263846] Updated weights for policy 0, policy_version 3867 (0.0008)
+[2026-06-02 16:48:43,136][263846] Updated weights for policy 0, policy_version 3877 (0.0008)
+[2026-06-02 16:48:43,315][263846] Updated weights for policy 0, policy_version 3887 (0.0008)
+[2026-06-02 16:48:43,911][262831] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19036.7). Total num frames: 1998848. Throughput: 0: 19908.3. Samples: 1995648. Policy #0 lag: (min: 16.0, avg: 33.3, max: 80.0)
+[2026-06-02 16:48:43,912][262831] Avg episode reward: [(0, '53.605')]
+[2026-06-02 16:48:44,006][263846] Updated weights for policy 0, policy_version 3897 (0.0009)
+[2026-06-02 16:48:44,196][263846] Updated weights for policy 0, policy_version 3908 (0.0009)
+[2026-06-02 16:48:44,398][263846] Updated weights for policy 0, policy_version 3920 (0.0009)
+[2026-06-02 16:48:44,583][263846] Updated weights for policy 0, policy_version 3930 (0.0009)
+[2026-06-02 16:48:44,793][263846] Updated weights for policy 0, policy_version 3942 (0.0008)
+[2026-06-02 16:48:44,968][263767] Saving new best policy, reward=53.605!
+[2026-06-02 16:48:45,530][263846] Updated weights for policy 0, policy_version 3953 (0.0009)
+[2026-06-02 16:48:45,703][263846] Updated weights for policy 0, policy_version 3964 (0.0009)
+[2026-06-02 16:48:45,878][263846] Updated weights for policy 0, policy_version 3974 (0.0008)
+[2026-06-02 16:48:46,048][263846] Updated weights for policy 0, policy_version 3984 (0.0008)
+[2026-06-02 16:48:46,266][263846] Updated weights for policy 0, policy_version 3996 (0.0008)
+[2026-06-02 16:48:46,435][263846] Updated weights for policy 0, policy_version 4006 (0.0008)
+[2026-06-02 16:48:46,610][263846] Updated weights for policy 0, policy_version 4016 (0.0008)
+[2026-06-02 16:48:47,280][263846] Updated weights for policy 0, policy_version 4026 (0.0008)
+[2026-06-02 16:48:47,462][263846] Updated weights for policy 0, policy_version 4037 (0.0009)
+[2026-06-02 16:48:47,633][263846] Updated weights for policy 0, policy_version 4047 (0.0008)
+[2026-06-02 16:48:47,816][263846] Updated weights for policy 0, policy_version 4058 (0.0008)
+[2026-06-02 16:48:47,987][263846] Updated weights for policy 0, policy_version 4068 (0.0008)
+[2026-06-02 16:48:48,158][263846] Updated weights for policy 0, policy_version 4078 (0.0009)
+[2026-06-02 16:48:48,852][263846] Updated weights for policy 0, policy_version 4089 (0.0009)
+[2026-06-02 16:48:48,911][262831] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19065.0). Total num frames: 2097152. Throughput: 0: 19731.9. Samples: 2110080. Policy #0 lag: (min: 39.0, avg: 54.2, max: 103.0)
+[2026-06-02 16:48:48,913][262831] Avg episode reward: [(0, '57.384')]
+[2026-06-02 16:48:49,034][263846] Updated weights for policy 0, policy_version 4100 (0.0008)
+[2026-06-02 16:48:49,240][263846] Updated weights for policy 0, policy_version 4112 (0.0009)
+[2026-06-02 16:48:49,413][263846] Updated weights for policy 0, policy_version 4122 (0.0009)
+[2026-06-02 16:48:49,601][263846] Updated weights for policy 0, policy_version 4133 (0.0009)
+[2026-06-02 16:48:49,781][263767] Saving new best policy, reward=57.384!
+[2026-06-02 16:48:49,783][263846] Updated weights for policy 0, policy_version 4144 (0.0008)
+[2026-06-02 16:48:50,527][263846] Updated weights for policy 0, policy_version 4155 (0.0009)
+[2026-06-02 16:48:50,693][263846] Updated weights for policy 0, policy_version 4165 (0.0009)
+[2026-06-02 16:48:50,867][263846] Updated weights for policy 0, policy_version 4175 (0.0009)
+[2026-06-02 16:48:51,075][263846] Updated weights for policy 0, policy_version 4187 (0.0009)
+[2026-06-02 16:48:51,248][263846] Updated weights for policy 0, policy_version 4197 (0.0009)
+[2026-06-02 16:48:51,419][263846] Updated weights for policy 0, policy_version 4207 (0.0009)
+[2026-06-02 16:48:52,117][263846] Updated weights for policy 0, policy_version 4217 (0.0008)
+[2026-06-02 16:48:52,292][263846] Updated weights for policy 0, policy_version 4227 (0.0008)
+[2026-06-02 16:48:52,469][263846] Updated weights for policy 0, policy_version 4237 (0.0008)
+[2026-06-02 16:48:52,662][263846] Updated weights for policy 0, policy_version 4248 (0.0008)
+[2026-06-02 16:48:52,873][263846] Updated weights for policy 0, policy_version 4260 (0.0008)
+[2026-06-02 16:48:53,047][263846] Updated weights for policy 0, policy_version 4270 (0.0008)
+[2026-06-02 16:48:53,733][263846] Updated weights for policy 0, policy_version 4281 (0.0009)
+[2026-06-02 16:48:53,908][263846] Updated weights for policy 0, policy_version 4291 (0.0008)
+[2026-06-02 16:48:53,911][262831] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19090.9). Total num frames: 2195456. Throughput: 0: 19797.3. Samples: 2173824. Policy #0 lag: (min: 63.0, avg: 76.8, max: 127.0)
+[2026-06-02 16:48:53,912][262831] Avg episode reward: [(0, '57.098')]
+[2026-06-02 16:48:54,099][263846] Updated weights for policy 0, policy_version 4302 (0.0009)
+[2026-06-02 16:48:54,278][263846] Updated weights for policy 0, policy_version 4312 (0.0008)
+[2026-06-02 16:48:54,454][263846] Updated weights for policy 0, policy_version 4322 (0.0008)
+[2026-06-02 16:48:54,626][263846] Updated weights for policy 0, policy_version 4332 (0.0008)
+[2026-06-02 16:48:55,342][263846] Updated weights for policy 0, policy_version 4342 (0.0009)
+[2026-06-02 16:48:55,561][263846] Updated weights for policy 0, policy_version 4355 (0.0009)
+[2026-06-02 16:48:55,773][263846] Updated weights for policy 0, policy_version 4367 (0.0009)
+[2026-06-02 16:48:55,954][263846] Updated weights for policy 0, policy_version 4377 (0.0008)
+[2026-06-02 16:48:56,196][263846] Updated weights for policy 0, policy_version 4391 (0.0009)
+[2026-06-02 16:48:56,853][263846] Updated weights for policy 0, policy_version 4403 (0.0009)
+[2026-06-02 16:48:57,017][263846] Updated weights for policy 0, policy_version 4413 (0.0009)
+[2026-06-02 16:48:57,182][263846] Updated weights for policy 0, policy_version 4423 (0.0008)
+[2026-06-02 16:48:57,363][263846] Updated weights for policy 0, policy_version 4433 (0.0008)
+[2026-06-02 16:48:57,539][263846] Updated weights for policy 0, policy_version 4443 (0.0008)
+[2026-06-02 16:48:57,728][263846] Updated weights for policy 0, policy_version 4454 (0.0009)
+[2026-06-02 16:48:57,904][263846] Updated weights for policy 0, policy_version 4464 (0.0008)
+[2026-06-02 16:48:58,570][263846] Updated weights for policy 0, policy_version 4475 (0.0009)
+[2026-06-02 16:48:58,760][263846] Updated weights for policy 0, policy_version 4486 (0.0008)
+[2026-06-02 16:48:58,911][262831] Fps is (10 sec: 19661.0, 60 sec: 19660.8, 300 sec: 19114.7). Total num frames: 2293760. Throughput: 0: 20130.1. Samples: 2299264. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 16:48:58,912][262831] Avg episode reward: [(0, '65.520')]
+[2026-06-02 16:48:58,933][263846] Updated weights for policy 0, policy_version 4496 (0.0009)
+[2026-06-02 16:48:59,120][263846] Updated weights for policy 0, policy_version 4507 (0.0009)
+[2026-06-02 16:48:59,292][263846] Updated weights for policy 0, policy_version 4517 (0.0008)
+[2026-06-02 16:48:59,473][263767] Saving new best policy, reward=65.520!
+[2026-06-02 16:48:59,476][263846] Updated weights for policy 0, policy_version 4528 (0.0008)
+[2026-06-02 16:49:00,203][263846] Updated weights for policy 0, policy_version 4539 (0.0010)
+[2026-06-02 16:49:00,385][263846] Updated weights for policy 0, policy_version 4550 (0.0009)
+[2026-06-02 16:49:00,574][263846] Updated weights for policy 0, policy_version 4561 (0.0009)
+[2026-06-02 16:49:00,758][263846] Updated weights for policy 0, policy_version 4571 (0.0009)
+[2026-06-02 16:49:00,935][263846] Updated weights for policy 0, policy_version 4581 (0.0008)
+[2026-06-02 16:49:01,129][263846] Updated weights for policy 0, policy_version 4592 (0.0008)
+[2026-06-02 16:49:01,785][263846] Updated weights for policy 0, policy_version 4602 (0.0007)
+[2026-06-02 16:49:01,974][263846] Updated weights for policy 0, policy_version 4613 (0.0008)
+[2026-06-02 16:49:02,211][263846] Updated weights for policy 0, policy_version 4626 (0.0009)
+[2026-06-02 16:49:02,407][263846] Updated weights for policy 0, policy_version 4637 (0.0008)
+[2026-06-02 16:49:02,577][263846] Updated weights for policy 0, policy_version 4647 (0.0008)
+[2026-06-02 16:49:03,288][263846] Updated weights for policy 0, policy_version 4658 (0.0009)
+[2026-06-02 16:49:03,455][263846] Updated weights for policy 0, policy_version 4669 (0.0008)
+[2026-06-02 16:49:03,641][263846] Updated weights for policy 0, policy_version 4680 (0.0009)
+[2026-06-02 16:49:03,831][263846] Updated weights for policy 0, policy_version 4691 (0.0009)
+[2026-06-02 16:49:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19136.5). Total num frames: 2392064. Throughput: 0: 20115.9. Samples: 2421248. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 16:49:03,913][262831] Avg episode reward: [(0, '66.637')]
+[2026-06-02 16:49:04,003][263846] Updated weights for policy 0, policy_version 4701 (0.0009)
+[2026-06-02 16:49:04,179][263846] Updated weights for policy 0, policy_version 4711 (0.0009)
+[2026-06-02 16:49:04,320][263767] Saving new best policy, reward=66.637!
+[2026-06-02 16:49:04,897][263846] Updated weights for policy 0, policy_version 4721 (0.0008)
+[2026-06-02 16:49:05,055][263846] Updated weights for policy 0, policy_version 4731 (0.0008)
+[2026-06-02 16:49:05,228][263846] Updated weights for policy 0, policy_version 4741 (0.0008)
+[2026-06-02 16:49:05,420][263846] Updated weights for policy 0, policy_version 4752 (0.0008)
+[2026-06-02 16:49:05,623][263846] Updated weights for policy 0, policy_version 4763 (0.0008)
+[2026-06-02 16:49:05,796][263846] Updated weights for policy 0, policy_version 4773 (0.0008)
+[2026-06-02 16:49:05,974][263846] Updated weights for policy 0, policy_version 4783 (0.0008)
+[2026-06-02 16:49:06,664][263846] Updated weights for policy 0, policy_version 4794 (0.0008)
+[2026-06-02 16:49:06,838][263846] Updated weights for policy 0, policy_version 4804 (0.0008)
+[2026-06-02 16:49:07,008][263846] Updated weights for policy 0, policy_version 4814 (0.0008)
+[2026-06-02 16:49:07,193][263846] Updated weights for policy 0, policy_version 4824 (0.0008)
+[2026-06-02 16:49:07,389][263846] Updated weights for policy 0, policy_version 4835 (0.0008)
+[2026-06-02 16:49:07,565][263846] Updated weights for policy 0, policy_version 4845 (0.0008)
+[2026-06-02 16:49:08,233][263846] Updated weights for policy 0, policy_version 4855 (0.0009)
+[2026-06-02 16:49:08,414][263846] Updated weights for policy 0, policy_version 4865 (0.0008)
+[2026-06-02 16:49:08,620][263846] Updated weights for policy 0, policy_version 4877 (0.0008)
+[2026-06-02 16:49:08,794][263846] Updated weights for policy 0, policy_version 4887 (0.0008)
+[2026-06-02 16:49:08,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19156.7). Total num frames: 2490368. Throughput: 0: 19950.9. Samples: 2476416. Policy #0 lag: (min: 0.0, avg: 21.5, max: 64.0)
+[2026-06-02 16:49:08,912][262831] Avg episode reward: [(0, '69.526')]
+[2026-06-02 16:49:08,974][263846] Updated weights for policy 0, policy_version 4897 (0.0008)
+[2026-06-02 16:49:09,149][263846] Updated weights for policy 0, policy_version 4907 (0.0008)
+[2026-06-02 16:49:09,236][263767] Saving new best policy, reward=69.526!
+[2026-06-02 16:49:09,808][263846] Updated weights for policy 0, policy_version 4917 (0.0008)
+[2026-06-02 16:49:09,983][263846] Updated weights for policy 0, policy_version 4927 (0.0008)
+[2026-06-02 16:49:10,176][263846] Updated weights for policy 0, policy_version 4938 (0.0008)
+[2026-06-02 16:49:10,374][263846] Updated weights for policy 0, policy_version 4949 (0.0008)
+[2026-06-02 16:49:10,563][263846] Updated weights for policy 0, policy_version 4960 (0.0008)
+[2026-06-02 16:49:10,742][263846] Updated weights for policy 0, policy_version 4970 (0.0008)
+[2026-06-02 16:49:11,418][263846] Updated weights for policy 0, policy_version 4981 (0.0009)
+[2026-06-02 16:49:11,590][263846] Updated weights for policy 0, policy_version 4991 (0.0008)
+[2026-06-02 16:49:11,766][263846] Updated weights for policy 0, policy_version 5001 (0.0008)
+[2026-06-02 16:49:11,970][263846] Updated weights for policy 0, policy_version 5012 (0.0008)
+[2026-06-02 16:49:12,188][263846] Updated weights for policy 0, policy_version 5024 (0.0008)
+[2026-06-02 16:49:12,366][263846] Updated weights for policy 0, policy_version 5034 (0.0008)
+[2026-06-02 16:49:12,994][263846] Updated weights for policy 0, policy_version 5044 (0.0008)
+[2026-06-02 16:49:13,163][263846] Updated weights for policy 0, policy_version 5054 (0.0008)
+[2026-06-02 16:49:13,334][263846] Updated weights for policy 0, policy_version 5064 (0.0008)
+[2026-06-02 16:49:13,513][263846] Updated weights for policy 0, policy_version 5074 (0.0008)
+[2026-06-02 16:49:13,707][263846] Updated weights for policy 0, policy_version 5085 (0.0008)
+[2026-06-02 16:49:13,892][263846] Updated weights for policy 0, policy_version 5095 (0.0008)
+[2026-06-02 16:49:13,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19175.4). Total num frames: 2588672. Throughput: 0: 20337.8. Samples: 2602880. Policy #0 lag: (min: 14.0, avg: 30.4, max: 78.0)
+[2026-06-02 16:49:13,912][262831] Avg episode reward: [(0, '70.029')]
+[2026-06-02 16:49:14,040][263767] Saving new best policy, reward=70.029!
+[2026-06-02 16:49:14,573][263846] Updated weights for policy 0, policy_version 5105 (0.0009)
+[2026-06-02 16:49:14,729][263846] Updated weights for policy 0, policy_version 5115 (0.0008)
+[2026-06-02 16:49:14,917][263846] Updated weights for policy 0, policy_version 5125 (0.0008)
+[2026-06-02 16:49:15,119][263846] Updated weights for policy 0, policy_version 5137 (0.0008)
+[2026-06-02 16:49:15,297][263846] Updated weights for policy 0, policy_version 5147 (0.0008)
+[2026-06-02 16:49:15,477][263846] Updated weights for policy 0, policy_version 5157 (0.0008)
+[2026-06-02 16:49:15,679][263846] Updated weights for policy 0, policy_version 5168 (0.0009)
+[2026-06-02 16:49:16,325][263846] Updated weights for policy 0, policy_version 5178 (0.0009)
+[2026-06-02 16:49:16,505][263846] Updated weights for policy 0, policy_version 5188 (0.0009)
+[2026-06-02 16:49:16,681][263846] Updated weights for policy 0, policy_version 5198 (0.0008)
+[2026-06-02 16:49:16,858][263846] Updated weights for policy 0, policy_version 5208 (0.0009)
+[2026-06-02 16:49:17,036][263846] Updated weights for policy 0, policy_version 5218 (0.0008)
+[2026-06-02 16:49:17,219][263846] Updated weights for policy 0, policy_version 5228 (0.0008)
+[2026-06-02 16:49:17,862][263846] Updated weights for policy 0, policy_version 5238 (0.0008)
+[2026-06-02 16:49:18,066][263846] Updated weights for policy 0, policy_version 5250 (0.0008)
+[2026-06-02 16:49:18,252][263846] Updated weights for policy 0, policy_version 5260 (0.0008)
+[2026-06-02 16:49:18,431][263846] Updated weights for policy 0, policy_version 5270 (0.0008)
+[2026-06-02 16:49:18,619][263846] Updated weights for policy 0, policy_version 5280 (0.0008)
+[2026-06-02 16:49:18,804][263846] Updated weights for policy 0, policy_version 5290 (0.0009)
+[2026-06-02 16:49:18,911][262831] Fps is (10 sec: 22937.9, 60 sec: 20206.9, 300 sec: 19426.8). Total num frames: 2719744. Throughput: 0: 20414.6. Samples: 2728960. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:49:18,912][262831] Avg episode reward: [(0, '80.877')]
+[2026-06-02 16:49:18,917][263767] Saving new best policy, reward=80.877!
+[2026-06-02 16:49:19,395][263846] Updated weights for policy 0, policy_version 5300 (0.0008)
+[2026-06-02 16:49:19,582][263846] Updated weights for policy 0, policy_version 5311 (0.0008)
+[2026-06-02 16:49:19,779][263846] Updated weights for policy 0, policy_version 5322 (0.0008)
+[2026-06-02 16:49:19,956][263846] Updated weights for policy 0, policy_version 5332 (0.0008)
+[2026-06-02 16:49:20,144][263846] Updated weights for policy 0, policy_version 5343 (0.0008)
+[2026-06-02 16:49:20,349][263846] Updated weights for policy 0, policy_version 5354 (0.0008)
+[2026-06-02 16:49:21,049][263846] Updated weights for policy 0, policy_version 5365 (0.0009)
+[2026-06-02 16:49:21,240][263846] Updated weights for policy 0, policy_version 5376 (0.0008)
+[2026-06-02 16:49:21,418][263846] Updated weights for policy 0, policy_version 5386 (0.0008)
+[2026-06-02 16:49:21,601][263846] Updated weights for policy 0, policy_version 5396 (0.0008)
+[2026-06-02 16:49:21,774][263846] Updated weights for policy 0, policy_version 5406 (0.0008)
+[2026-06-02 16:49:21,968][263846] Updated weights for policy 0, policy_version 5417 (0.0009)
+[2026-06-02 16:49:22,634][263846] Updated weights for policy 0, policy_version 5428 (0.0008)
+[2026-06-02 16:49:22,823][263846] Updated weights for policy 0, policy_version 5439 (0.0008)
+[2026-06-02 16:49:22,998][263846] Updated weights for policy 0, policy_version 5449 (0.0008)
+[2026-06-02 16:49:23,195][263846] Updated weights for policy 0, policy_version 5460 (0.0008)
+[2026-06-02 16:49:23,372][263846] Updated weights for policy 0, policy_version 5470 (0.0008)
+[2026-06-02 16:49:23,552][263846] Updated weights for policy 0, policy_version 5480 (0.0008)
+[2026-06-02 16:49:23,911][262831] Fps is (10 sec: 22937.7, 60 sec: 20206.9, 300 sec: 19434.8). Total num frames: 2818048. Throughput: 0: 20437.4. Samples: 2792832. Policy #0 lag: (min: 9.0, avg: 42.5, max: 73.0)
+[2026-06-02 16:49:23,913][262831] Avg episode reward: [(0, '73.565')]
+[2026-06-02 16:49:24,204][263846] Updated weights for policy 0, policy_version 5490 (0.0008)
+[2026-06-02 16:49:24,371][263846] Updated weights for policy 0, policy_version 5500 (0.0008)
+[2026-06-02 16:49:24,546][263846] Updated weights for policy 0, policy_version 5510 (0.0008)
+[2026-06-02 16:49:24,727][263846] Updated weights for policy 0, policy_version 5520 (0.0008)
+[2026-06-02 16:49:24,907][263846] Updated weights for policy 0, policy_version 5530 (0.0008)
+[2026-06-02 16:49:25,088][263846] Updated weights for policy 0, policy_version 5540 (0.0008)
+[2026-06-02 16:49:25,269][263846] Updated weights for policy 0, policy_version 5550 (0.0008)
+[2026-06-02 16:49:25,861][263846] Updated weights for policy 0, policy_version 5560 (0.0008)
+[2026-06-02 16:49:26,040][263846] Updated weights for policy 0, policy_version 5570 (0.0008)
+[2026-06-02 16:49:26,231][263846] Updated weights for policy 0, policy_version 5581 (0.0008)
+[2026-06-02 16:49:26,418][263846] Updated weights for policy 0, policy_version 5591 (0.0008)
+[2026-06-02 16:49:26,598][263846] Updated weights for policy 0, policy_version 5601 (0.0008)
+[2026-06-02 16:49:26,776][263846] Updated weights for policy 0, policy_version 5611 (0.0008)
+[2026-06-02 16:49:27,429][263846] Updated weights for policy 0, policy_version 5622 (0.0008)
+[2026-06-02 16:49:27,603][263846] Updated weights for policy 0, policy_version 5632 (0.0008)
+[2026-06-02 16:49:27,784][263846] Updated weights for policy 0, policy_version 5642 (0.0008)
+[2026-06-02 16:49:27,987][263846] Updated weights for policy 0, policy_version 5653 (0.0008)
+[2026-06-02 16:49:28,177][263846] Updated weights for policy 0, policy_version 5664 (0.0008)
+[2026-06-02 16:49:28,381][263846] Updated weights for policy 0, policy_version 5675 (0.0008)
+[2026-06-02 16:49:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 19442.4). Total num frames: 2916352. Throughput: 0: 20312.2. Samples: 2909696. Policy #0 lag: (min: 58.0, avg: 88.9, max: 122.0)
+[2026-06-02 16:49:28,912][262831] Avg episode reward: [(0, '82.103')]
+[2026-06-02 16:49:29,049][263846] Updated weights for policy 0, policy_version 5686 (0.0008)
+[2026-06-02 16:49:29,230][263846] Updated weights for policy 0, policy_version 5696 (0.0008)
+[2026-06-02 16:49:29,399][263846] Updated weights for policy 0, policy_version 5706 (0.0008)
+[2026-06-02 16:49:29,577][263846] Updated weights for policy 0, policy_version 5716 (0.0008)
+[2026-06-02 16:49:29,752][263846] Updated weights for policy 0, policy_version 5726 (0.0008)
+[2026-06-02 16:49:29,953][263846] Updated weights for policy 0, policy_version 5737 (0.0009)
+[2026-06-02 16:49:30,073][263767] Saving new best policy, reward=82.103!
+[2026-06-02 16:49:30,588][263846] Updated weights for policy 0, policy_version 5747 (0.0008)
+[2026-06-02 16:49:30,752][263846] Updated weights for policy 0, policy_version 5757 (0.0008)
+[2026-06-02 16:49:30,940][263846] Updated weights for policy 0, policy_version 5768 (0.0008)
+[2026-06-02 16:49:31,135][263846] Updated weights for policy 0, policy_version 5778 (0.0008)
+[2026-06-02 16:49:31,310][263846] Updated weights for policy 0, policy_version 5788 (0.0008)
+[2026-06-02 16:49:31,498][263846] Updated weights for policy 0, policy_version 5798 (0.0008)
+[2026-06-02 16:49:31,673][263846] Updated weights for policy 0, policy_version 5808 (0.0009)
+[2026-06-02 16:49:32,278][263846] Updated weights for policy 0, policy_version 5818 (0.0009)
+[2026-06-02 16:49:32,466][263846] Updated weights for policy 0, policy_version 5829 (0.0008)
+[2026-06-02 16:49:32,671][263846] Updated weights for policy 0, policy_version 5840 (0.0008)
+[2026-06-02 16:49:32,869][263846] Updated weights for policy 0, policy_version 5851 (0.0008)
+[2026-06-02 16:49:33,047][263846] Updated weights for policy 0, policy_version 5861 (0.0008)
+[2026-06-02 16:49:33,230][263846] Updated weights for policy 0, policy_version 5871 (0.0009)
+[2026-06-02 16:49:33,875][263846] Updated weights for policy 0, policy_version 5881 (0.0011)
+[2026-06-02 16:49:33,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19449.4). Total num frames: 3014656. Throughput: 0: 20485.7. Samples: 3031936. Policy #0 lag: (min: 58.0, avg: 88.9, max: 122.0)
+[2026-06-02 16:49:33,912][262831] Avg episode reward: [(0, '96.582')]
+[2026-06-02 16:49:34,045][263846] Updated weights for policy 0, policy_version 5891 (0.0011)
+[2026-06-02 16:49:34,244][263846] Updated weights for policy 0, policy_version 5902 (0.0008)
+[2026-06-02 16:49:34,416][263846] Updated weights for policy 0, policy_version 5912 (0.0005)
+[2026-06-02 16:49:34,600][263846] Updated weights for policy 0, policy_version 5922 (0.0008)
+[2026-06-02 16:49:34,777][263846] Updated weights for policy 0, policy_version 5932 (0.0008)
+[2026-06-02 16:49:34,840][263767] Saving new best policy, reward=96.582!
+[2026-06-02 16:49:35,414][263846] Updated weights for policy 0, policy_version 5942 (0.0009)
+[2026-06-02 16:49:35,586][263846] Updated weights for policy 0, policy_version 5952 (0.0009)
+[2026-06-02 16:49:35,814][263846] Updated weights for policy 0, policy_version 5964 (0.0009)
+[2026-06-02 16:49:36,012][263846] Updated weights for policy 0, policy_version 5975 (0.0010)
+[2026-06-02 16:49:36,226][263846] Updated weights for policy 0, policy_version 5987 (0.0009)
+[2026-06-02 16:49:36,408][263846] Updated weights for policy 0, policy_version 5997 (0.0008)
+[2026-06-02 16:49:37,041][263846] Updated weights for policy 0, policy_version 6007 (0.0008)
+[2026-06-02 16:49:37,210][263846] Updated weights for policy 0, policy_version 6017 (0.0008)
+[2026-06-02 16:49:37,387][263846] Updated weights for policy 0, policy_version 6027 (0.0009)
+[2026-06-02 16:49:37,566][263846] Updated weights for policy 0, policy_version 6037 (0.0009)
+[2026-06-02 16:49:37,747][263846] Updated weights for policy 0, policy_version 6047 (0.0008)
+[2026-06-02 16:49:37,918][263846] Updated weights for policy 0, policy_version 6057 (0.0008)
+[2026-06-02 16:49:38,619][263846] Updated weights for policy 0, policy_version 6068 (0.0009)
+[2026-06-02 16:49:38,786][263846] Updated weights for policy 0, policy_version 6078 (0.0008)
+[2026-06-02 16:49:38,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19456.0). Total num frames: 3112960. Throughput: 0: 20488.5. Samples: 3095808. Policy #0 lag: (min: 20.0, avg: 36.6, max: 84.0)
+[2026-06-02 16:49:38,912][262831] Avg episode reward: [(0, '90.840')]
+[2026-06-02 16:49:38,964][263846] Updated weights for policy 0, policy_version 6088 (0.0008)
+[2026-06-02 16:49:39,156][263846] Updated weights for policy 0, policy_version 6099 (0.0008)
+[2026-06-02 16:49:39,357][263846] Updated weights for policy 0, policy_version 6110 (0.0009)
+[2026-06-02 16:49:39,538][263846] Updated weights for policy 0, policy_version 6120 (0.0008)
+[2026-06-02 16:49:40,162][263846] Updated weights for policy 0, policy_version 6130 (0.0008)
+[2026-06-02 16:49:40,337][263846] Updated weights for policy 0, policy_version 6140 (0.0008)
+[2026-06-02 16:49:40,512][263846] Updated weights for policy 0, policy_version 6150 (0.0009)
+[2026-06-02 16:49:40,695][263846] Updated weights for policy 0, policy_version 6160 (0.0008)
+[2026-06-02 16:49:40,905][263846] Updated weights for policy 0, policy_version 6172 (0.0009)
+[2026-06-02 16:49:41,086][263846] Updated weights for policy 0, policy_version 6182 (0.0009)
+[2026-06-02 16:49:41,747][263846] Updated weights for policy 0, policy_version 6194 (0.0009)
+[2026-06-02 16:49:41,913][263846] Updated weights for policy 0, policy_version 6204 (0.0008)
+[2026-06-02 16:49:42,083][263846] Updated weights for policy 0, policy_version 6214 (0.0008)
+[2026-06-02 16:49:42,268][263846] Updated weights for policy 0, policy_version 6224 (0.0008)
+[2026-06-02 16:49:42,450][263846] Updated weights for policy 0, policy_version 6234 (0.0008)
+[2026-06-02 16:49:42,647][263846] Updated weights for policy 0, policy_version 6245 (0.0008)
+[2026-06-02 16:49:42,825][263846] Updated weights for policy 0, policy_version 6255 (0.0008)
+[2026-06-02 16:49:43,452][263846] Updated weights for policy 0, policy_version 6265 (0.0009)
+[2026-06-02 16:49:43,660][263846] Updated weights for policy 0, policy_version 6277 (0.0009)
+[2026-06-02 16:49:43,842][263846] Updated weights for policy 0, policy_version 6287 (0.0009)
+[2026-06-02 16:49:43,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19462.2). Total num frames: 3211264. Throughput: 0: 20488.5. Samples: 3221248. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:49:43,912][262831] Avg episode reward: [(0, '92.743')]
+[2026-06-02 16:49:44,016][263846] Updated weights for policy 0, policy_version 6297 (0.0009)
+[2026-06-02 16:49:44,197][263846] Updated weights for policy 0, policy_version 6307 (0.0009)
+[2026-06-02 16:49:44,382][263846] Updated weights for policy 0, policy_version 6317 (0.0009)
+[2026-06-02 16:49:45,034][263846] Updated weights for policy 0, policy_version 6328 (0.0008)
+[2026-06-02 16:49:45,212][263846] Updated weights for policy 0, policy_version 6338 (0.0008)
+[2026-06-02 16:49:45,393][263846] Updated weights for policy 0, policy_version 6348 (0.0008)
+[2026-06-02 16:49:45,576][263846] Updated weights for policy 0, policy_version 6358 (0.0008)
+[2026-06-02 16:49:45,772][263846] Updated weights for policy 0, policy_version 6369 (0.0008)
+[2026-06-02 16:49:45,960][263846] Updated weights for policy 0, policy_version 6379 (0.0009)
+[2026-06-02 16:49:46,578][263846] Updated weights for policy 0, policy_version 6389 (0.0009)
+[2026-06-02 16:49:46,752][263846] Updated weights for policy 0, policy_version 6399 (0.0008)
+[2026-06-02 16:49:46,933][263846] Updated weights for policy 0, policy_version 6409 (0.0008)
+[2026-06-02 16:49:47,116][263846] Updated weights for policy 0, policy_version 6419 (0.0008)
+[2026-06-02 16:49:47,293][263846] Updated weights for policy 0, policy_version 6429 (0.0008)
+[2026-06-02 16:49:47,468][263846] Updated weights for policy 0, policy_version 6439 (0.0008)
+[2026-06-02 16:49:48,114][263846] Updated weights for policy 0, policy_version 6450 (0.0008)
+[2026-06-02 16:49:48,297][263846] Updated weights for policy 0, policy_version 6461 (0.0009)
+[2026-06-02 16:49:48,489][263846] Updated weights for policy 0, policy_version 6472 (0.0008)
+[2026-06-02 16:49:48,683][263846] Updated weights for policy 0, policy_version 6483 (0.0008)
+[2026-06-02 16:49:48,852][263846] Updated weights for policy 0, policy_version 6493 (0.0008)
+[2026-06-02 16:49:48,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 19468.1). Total num frames: 3309568. Throughput: 0: 20596.6. Samples: 3348096. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0)
+[2026-06-02 16:49:48,912][262831] Avg episode reward: [(0, '92.686')]
+[2026-06-02 16:49:49,051][263846] Updated weights for policy 0, policy_version 6504 (0.0008)
+[2026-06-02 16:49:49,719][263846] Updated weights for policy 0, policy_version 6514 (0.0009)
+[2026-06-02 16:49:49,901][263846] Updated weights for policy 0, policy_version 6525 (0.0008)
+[2026-06-02 16:49:50,071][263846] Updated weights for policy 0, policy_version 6535 (0.0009)
+[2026-06-02 16:49:50,249][263846] Updated weights for policy 0, policy_version 6545 (0.0009)
+[2026-06-02 16:49:50,425][263846] Updated weights for policy 0, policy_version 6555 (0.0008)
+[2026-06-02 16:49:50,604][263846] Updated weights for policy 0, policy_version 6565 (0.0008)
+[2026-06-02 16:49:50,792][263846] Updated weights for policy 0, policy_version 6575 (0.0009)
+[2026-06-02 16:49:51,411][263846] Updated weights for policy 0, policy_version 6586 (0.0009)
+[2026-06-02 16:49:51,581][263846] Updated weights for policy 0, policy_version 6596 (0.0008)
+[2026-06-02 16:49:51,759][263846] Updated weights for policy 0, policy_version 6606 (0.0008)
+[2026-06-02 16:49:51,936][263846] Updated weights for policy 0, policy_version 6616 (0.0008)
+[2026-06-02 16:49:52,113][263846] Updated weights for policy 0, policy_version 6626 (0.0008)
+[2026-06-02 16:49:52,295][263846] Updated weights for policy 0, policy_version 6636 (0.0008)
+[2026-06-02 16:49:52,940][263846] Updated weights for policy 0, policy_version 6647 (0.0009)
+[2026-06-02 16:49:53,110][263846] Updated weights for policy 0, policy_version 6657 (0.0009)
+[2026-06-02 16:49:53,290][263846] Updated weights for policy 0, policy_version 6667 (0.0009)
+[2026-06-02 16:49:53,489][263846] Updated weights for policy 0, policy_version 6678 (0.0007)
+[2026-06-02 16:49:53,668][263846] Updated weights for policy 0, policy_version 6688 (0.0009)
+[2026-06-02 16:49:53,853][263846] Updated weights for policy 0, policy_version 6698 (0.0009)
+[2026-06-02 16:49:53,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19473.6). Total num frames: 3407872. Throughput: 0: 20682.0. Samples: 3407104. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:49:53,912][262831] Avg episode reward: [(0, '106.773')]
+[2026-06-02 16:49:53,952][263767] Saving new best policy, reward=106.773!
+[2026-06-02 16:49:54,514][263846] Updated weights for policy 0, policy_version 6708 (0.0009)
+[2026-06-02 16:49:54,685][263846] Updated weights for policy 0, policy_version 6718 (0.0009)
+[2026-06-02 16:49:54,869][263846] Updated weights for policy 0, policy_version 6728 (0.0009)
+[2026-06-02 16:49:55,049][263846] Updated weights for policy 0, policy_version 6738 (0.0009)
+[2026-06-02 16:49:55,243][263846] Updated weights for policy 0, policy_version 6749 (0.0009)
+[2026-06-02 16:49:55,439][263846] Updated weights for policy 0, policy_version 6760 (0.0009)
+[2026-06-02 16:49:56,046][263846] Updated weights for policy 0, policy_version 6770 (0.0009)
+[2026-06-02 16:49:56,231][263846] Updated weights for policy 0, policy_version 6781 (0.0009)
+[2026-06-02 16:49:56,432][263846] Updated weights for policy 0, policy_version 6792 (0.0008)
+[2026-06-02 16:49:56,622][263846] Updated weights for policy 0, policy_version 6802 (0.0008)
+[2026-06-02 16:49:56,811][263846] Updated weights for policy 0, policy_version 6813 (0.0008)
+[2026-06-02 16:49:56,998][263846] Updated weights for policy 0, policy_version 6823 (0.0008)
+[2026-06-02 16:49:57,615][263846] Updated weights for policy 0, policy_version 6833 (0.0008)
+[2026-06-02 16:49:57,784][263846] Updated weights for policy 0, policy_version 6843 (0.0009)
+[2026-06-02 16:49:57,982][263846] Updated weights for policy 0, policy_version 6854 (0.0008)
+[2026-06-02 16:49:58,156][263846] Updated weights for policy 0, policy_version 6864 (0.0009)
+[2026-06-02 16:49:58,337][263846] Updated weights for policy 0, policy_version 6874 (0.0008)
+[2026-06-02 16:49:58,519][263846] Updated weights for policy 0, policy_version 6884 (0.0008)
+[2026-06-02 16:49:58,701][263846] Updated weights for policy 0, policy_version 6894 (0.0008)
+[2026-06-02 16:49:58,911][262831] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 3538944. Throughput: 0: 20562.5. Samples: 3528192. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:49:58,912][262831] Avg episode reward: [(0, '112.378')]
+[2026-06-02 16:49:58,917][263767] Saving new best policy, reward=112.378!
+[2026-06-02 16:49:59,362][263846] Updated weights for policy 0, policy_version 6904 (0.0009)
+[2026-06-02 16:49:59,538][263846] Updated weights for policy 0, policy_version 6914 (0.0008)
+[2026-06-02 16:49:59,716][263846] Updated weights for policy 0, policy_version 6924 (0.0008)
+[2026-06-02 16:49:59,895][263846] Updated weights for policy 0, policy_version 6934 (0.0008)
+[2026-06-02 16:50:00,071][263846] Updated weights for policy 0, policy_version 6944 (0.0008)
+[2026-06-02 16:50:00,257][263846] Updated weights for policy 0, policy_version 6954 (0.0008)
+[2026-06-02 16:50:00,855][263846] Updated weights for policy 0, policy_version 6964 (0.0008)
+[2026-06-02 16:50:01,023][263846] Updated weights for policy 0, policy_version 6974 (0.0008)
+[2026-06-02 16:50:01,204][263846] Updated weights for policy 0, policy_version 6984 (0.0008)
+[2026-06-02 16:50:01,393][263846] Updated weights for policy 0, policy_version 6995 (0.0008)
+[2026-06-02 16:50:01,600][263846] Updated weights for policy 0, policy_version 7006 (0.0009)
+[2026-06-02 16:50:01,775][263846] Updated weights for policy 0, policy_version 7016 (0.0008)
+[2026-06-02 16:50:02,417][263846] Updated weights for policy 0, policy_version 7026 (0.0009)
+[2026-06-02 16:50:02,621][263846] Updated weights for policy 0, policy_version 7038 (0.0009)
+[2026-06-02 16:50:02,815][263846] Updated weights for policy 0, policy_version 7049 (0.0009)
+[2026-06-02 16:50:02,995][263846] Updated weights for policy 0, policy_version 7059 (0.0009)
+[2026-06-02 16:50:03,179][263846] Updated weights for policy 0, policy_version 7069 (0.0009)
+[2026-06-02 16:50:03,353][263846] Updated weights for policy 0, policy_version 7079 (0.0009)
+[2026-06-02 16:50:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 3637248. Throughput: 0: 20511.3. Samples: 3651968. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:50:03,912][262831] Avg episode reward: [(0, '124.638')]
+[2026-06-02 16:50:03,958][263846] Updated weights for policy 0, policy_version 7089 (0.0009)
+[2026-06-02 16:50:04,159][263846] Updated weights for policy 0, policy_version 7101 (0.0009)
+[2026-06-02 16:50:04,378][263846] Updated weights for policy 0, policy_version 7113 (0.0008)
+[2026-06-02 16:50:04,554][263846] Updated weights for policy 0, policy_version 7123 (0.0008)
+[2026-06-02 16:50:04,742][263846] Updated weights for policy 0, policy_version 7133 (0.0008)
+[2026-06-02 16:50:04,924][263846] Updated weights for policy 0, policy_version 7143 (0.0008)
+[2026-06-02 16:50:05,076][263767] Saving new best policy, reward=124.638!
+[2026-06-02 16:50:05,551][263846] Updated weights for policy 0, policy_version 7153 (0.0008)
+[2026-06-02 16:50:05,723][263846] Updated weights for policy 0, policy_version 7164 (0.0008)
+[2026-06-02 16:50:05,903][263846] Updated weights for policy 0, policy_version 7174 (0.0008)
+[2026-06-02 16:50:06,101][263846] Updated weights for policy 0, policy_version 7185 (0.0009)
+[2026-06-02 16:50:06,319][263846] Updated weights for policy 0, policy_version 7197 (0.0008)
+[2026-06-02 16:50:06,508][263846] Updated weights for policy 0, policy_version 7207 (0.0008)
+[2026-06-02 16:50:07,145][263846] Updated weights for policy 0, policy_version 7218 (0.0008)
+[2026-06-02 16:50:07,312][263846] Updated weights for policy 0, policy_version 7228 (0.0007)
+[2026-06-02 16:50:07,482][263846] Updated weights for policy 0, policy_version 7238 (0.0009)
+[2026-06-02 16:50:07,670][263846] Updated weights for policy 0, policy_version 7248 (0.0009)
+[2026-06-02 16:50:07,852][263846] Updated weights for policy 0, policy_version 7258 (0.0009)
+[2026-06-02 16:50:08,032][263846] Updated weights for policy 0, policy_version 7268 (0.0008)
+[2026-06-02 16:50:08,221][263846] Updated weights for policy 0, policy_version 7278 (0.0008)
+[2026-06-02 16:50:08,842][263846] Updated weights for policy 0, policy_version 7290 (0.0009)
+[2026-06-02 16:50:08,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 3735552. Throughput: 0: 20460.1. Samples: 3713536. Policy #0 lag: (min: 47.0, avg: 64.6, max: 111.0)
+[2026-06-02 16:50:08,912][262831] Avg episode reward: [(0, '108.329')]
+[2026-06-02 16:50:09,041][263846] Updated weights for policy 0, policy_version 7301 (0.0009)
+[2026-06-02 16:50:09,222][263846] Updated weights for policy 0, policy_version 7311 (0.0009)
+[2026-06-02 16:50:09,397][263846] Updated weights for policy 0, policy_version 7321 (0.0008)
+[2026-06-02 16:50:09,584][263846] Updated weights for policy 0, policy_version 7331 (0.0009)
+[2026-06-02 16:50:09,769][263846] Updated weights for policy 0, policy_version 7341 (0.0009)
+[2026-06-02 16:50:10,361][263846] Updated weights for policy 0, policy_version 7351 (0.0009)
+[2026-06-02 16:50:10,534][263846] Updated weights for policy 0, policy_version 7361 (0.0009)
+[2026-06-02 16:50:10,718][263846] Updated weights for policy 0, policy_version 7371 (0.0009)
+[2026-06-02 16:50:10,900][263846] Updated weights for policy 0, policy_version 7381 (0.0009)
+[2026-06-02 16:50:11,080][263846] Updated weights for policy 0, policy_version 7391 (0.0008)
+[2026-06-02 16:50:11,258][263846] Updated weights for policy 0, policy_version 7401 (0.0008)
+[2026-06-02 16:50:11,880][263846] Updated weights for policy 0, policy_version 7411 (0.0008)
+[2026-06-02 16:50:12,055][263846] Updated weights for policy 0, policy_version 7421 (0.0008)
+[2026-06-02 16:50:12,236][263846] Updated weights for policy 0, policy_version 7431 (0.0008)
+[2026-06-02 16:50:12,435][263846] Updated weights for policy 0, policy_version 7442 (0.0008)
+[2026-06-02 16:50:12,636][263846] Updated weights for policy 0, policy_version 7453 (0.0008)
+[2026-06-02 16:50:12,842][263846] Updated weights for policy 0, policy_version 7465 (0.0008)
+[2026-06-02 16:50:13,471][263846] Updated weights for policy 0, policy_version 7475 (0.0008)
+[2026-06-02 16:50:13,654][263846] Updated weights for policy 0, policy_version 7486 (0.0009)
+[2026-06-02 16:50:13,830][263846] Updated weights for policy 0, policy_version 7496 (0.0009)
+[2026-06-02 16:50:13,912][262831] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 19660.8). Total num frames: 3833856. Throughput: 0: 20673.3. Samples: 3840000. Policy #0 lag: (min: 47.0, avg: 64.6, max: 111.0)
+[2026-06-02 16:50:13,913][262831] Avg episode reward: [(0, '134.801')]
+[2026-06-02 16:50:14,015][263846] Updated weights for policy 0, policy_version 7506 (0.0008)
+[2026-06-02 16:50:14,194][263846] Updated weights for policy 0, policy_version 7516 (0.0008)
+[2026-06-02 16:50:14,374][263846] Updated weights for policy 0, policy_version 7526 (0.0008)
+[2026-06-02 16:50:14,552][263767] Saving new best policy, reward=134.801!
+[2026-06-02 16:50:14,553][263846] Updated weights for policy 0, policy_version 7536 (0.0008)
+[2026-06-02 16:50:15,144][263846] Updated weights for policy 0, policy_version 7546 (0.0008)
+[2026-06-02 16:50:15,325][263846] Updated weights for policy 0, policy_version 7556 (0.0008)
+[2026-06-02 16:50:15,502][263846] Updated weights for policy 0, policy_version 7566 (0.0008)
+[2026-06-02 16:50:15,733][263846] Updated weights for policy 0, policy_version 7579 (0.0008)
+[2026-06-02 16:50:15,923][263846] Updated weights for policy 0, policy_version 7589 (0.0008)
+[2026-06-02 16:50:16,104][263846] Updated weights for policy 0, policy_version 7599 (0.0008)
+[2026-06-02 16:50:16,722][263846] Updated weights for policy 0, policy_version 7609 (0.0009)
+[2026-06-02 16:50:16,896][263846] Updated weights for policy 0, policy_version 7619 (0.0009)
+[2026-06-02 16:50:17,078][263846] Updated weights for policy 0, policy_version 7629 (0.0009)
+[2026-06-02 16:50:17,262][263846] Updated weights for policy 0, policy_version 7639 (0.0008)
+[2026-06-02 16:50:17,446][263846] Updated weights for policy 0, policy_version 7649 (0.0008)
+[2026-06-02 16:50:17,643][263846] Updated weights for policy 0, policy_version 7660 (0.0009)
+[2026-06-02 16:50:18,270][263846] Updated weights for policy 0, policy_version 7670 (0.0008)
+[2026-06-02 16:50:18,450][263846] Updated weights for policy 0, policy_version 7680 (0.0008)
+[2026-06-02 16:50:18,629][263846] Updated weights for policy 0, policy_version 7690 (0.0009)
+[2026-06-02 16:50:18,804][263846] Updated weights for policy 0, policy_version 7700 (0.0008)
+[2026-06-02 16:50:18,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 3932160. Throughput: 0: 20724.6. Samples: 3964544. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:50:18,912][262831] Avg episode reward: [(0, '104.417')]
+[2026-06-02 16:50:18,983][263846] Updated weights for policy 0, policy_version 7710 (0.0008)
+[2026-06-02 16:50:19,164][263846] Updated weights for policy 0, policy_version 7720 (0.0008)
+[2026-06-02 16:50:19,790][263846] Updated weights for policy 0, policy_version 7731 (0.0008)
+[2026-06-02 16:50:19,964][263846] Updated weights for policy 0, policy_version 7741 (0.0008)
+[2026-06-02 16:50:20,142][263846] Updated weights for policy 0, policy_version 7751 (0.0008)
+[2026-06-02 16:50:20,323][263846] Updated weights for policy 0, policy_version 7761 (0.0008)
+[2026-06-02 16:50:20,523][263846] Updated weights for policy 0, policy_version 7772 (0.0008)
+[2026-06-02 16:50:20,707][263846] Updated weights for policy 0, policy_version 7782 (0.0008)
+[2026-06-02 16:50:20,880][263846] Updated weights for policy 0, policy_version 7792 (0.0008)
+[2026-06-02 16:50:21,490][263846] Updated weights for policy 0, policy_version 7802 (0.0008)
+[2026-06-02 16:50:21,691][263846] Updated weights for policy 0, policy_version 7813 (0.0008)
+[2026-06-02 16:50:21,881][263846] Updated weights for policy 0, policy_version 7824 (0.0008)
+[2026-06-02 16:50:22,066][263846] Updated weights for policy 0, policy_version 7834 (0.0008)
+[2026-06-02 16:50:22,271][263846] Updated weights for policy 0, policy_version 7845 (0.0009)
+[2026-06-02 16:50:22,452][263846] Updated weights for policy 0, policy_version 7855 (0.0009)
+[2026-06-02 16:50:23,065][263846] Updated weights for policy 0, policy_version 7865 (0.0008)
+[2026-06-02 16:50:23,257][263846] Updated weights for policy 0, policy_version 7876 (0.0008)
+[2026-06-02 16:50:23,437][263846] Updated weights for policy 0, policy_version 7886 (0.0009)
+[2026-06-02 16:50:23,619][263846] Updated weights for policy 0, policy_version 7896 (0.0008)
+[2026-06-02 16:50:23,800][263846] Updated weights for policy 0, policy_version 7906 (0.0008)
+[2026-06-02 16:50:23,911][262831] Fps is (10 sec: 19661.2, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 4030464. Throughput: 0: 20573.9. Samples: 4021632. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:50:23,912][262831] Avg episode reward: [(0, '126.121')]
+[2026-06-02 16:50:23,979][263846] Updated weights for policy 0, policy_version 7916 (0.0008)
+[2026-06-02 16:50:24,623][263846] Updated weights for policy 0, policy_version 7926 (0.0008)
+[2026-06-02 16:50:24,796][263846] Updated weights for policy 0, policy_version 7936 (0.0008)
+[2026-06-02 16:50:24,980][263846] Updated weights for policy 0, policy_version 7946 (0.0009)
+[2026-06-02 16:50:25,178][263846] Updated weights for policy 0, policy_version 7957 (0.0008)
+[2026-06-02 16:50:25,358][263846] Updated weights for policy 0, policy_version 7967 (0.0008)
+[2026-06-02 16:50:25,538][263846] Updated weights for policy 0, policy_version 7977 (0.0009)
+[2026-06-02 16:50:26,120][263846] Updated weights for policy 0, policy_version 7987 (0.0009)
+[2026-06-02 16:50:26,286][263846] Updated weights for policy 0, policy_version 7997 (0.0008)
+[2026-06-02 16:50:26,471][263846] Updated weights for policy 0, policy_version 8007 (0.0010)
+[2026-06-02 16:50:26,649][263846] Updated weights for policy 0, policy_version 8017 (0.0010)
+[2026-06-02 16:50:26,845][263846] Updated weights for policy 0, policy_version 8028 (0.0012)
+[2026-06-02 16:50:27,028][263846] Updated weights for policy 0, policy_version 8038 (0.0010)
+[2026-06-02 16:50:27,201][263846] Updated weights for policy 0, policy_version 8048 (0.0014)
+[2026-06-02 16:50:27,798][263846] Updated weights for policy 0, policy_version 8058 (0.0008)
+[2026-06-02 16:50:27,977][263846] Updated weights for policy 0, policy_version 8068 (0.0009)
+[2026-06-02 16:50:28,155][263846] Updated weights for policy 0, policy_version 8078 (0.0009)
+[2026-06-02 16:50:28,331][263846] Updated weights for policy 0, policy_version 8088 (0.0008)
+[2026-06-02 16:50:28,523][263846] Updated weights for policy 0, policy_version 8098 (0.0008)
+[2026-06-02 16:50:28,701][263846] Updated weights for policy 0, policy_version 8108 (0.0008)
+[2026-06-02 16:50:28,911][262831] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19816.9). Total num frames: 4161536. Throughput: 0: 20505.6. Samples: 4144000. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:50:28,912][262831] Avg episode reward: [(0, '154.441')]
+[2026-06-02 16:50:28,917][263767] Saving new best policy, reward=154.441!
+[2026-06-02 16:50:29,327][263846] Updated weights for policy 0, policy_version 8118 (0.0008)
+[2026-06-02 16:50:29,503][263846] Updated weights for policy 0, policy_version 8128 (0.0008)
+[2026-06-02 16:50:29,684][263846] Updated weights for policy 0, policy_version 8138 (0.0008)
+[2026-06-02 16:50:29,871][263846] Updated weights for policy 0, policy_version 8148 (0.0008)
+[2026-06-02 16:50:30,056][263846] Updated weights for policy 0, policy_version 8158 (0.0008)
+[2026-06-02 16:50:30,239][263846] Updated weights for policy 0, policy_version 8168 (0.0008)
+[2026-06-02 16:50:30,836][263846] Updated weights for policy 0, policy_version 8178 (0.0008)
+[2026-06-02 16:50:30,995][263846] Updated weights for policy 0, policy_version 8188 (0.0009)
+[2026-06-02 16:50:31,183][263846] Updated weights for policy 0, policy_version 8198 (0.0008)
+[2026-06-02 16:50:31,404][263846] Updated weights for policy 0, policy_version 8210 (0.0008)
+[2026-06-02 16:50:31,584][263846] Updated weights for policy 0, policy_version 8220 (0.0008)
+[2026-06-02 16:50:31,763][263846] Updated weights for policy 0, policy_version 8230 (0.0008)
+[2026-06-02 16:50:31,944][263846] Updated weights for policy 0, policy_version 8240 (0.0008)
+[2026-06-02 16:50:32,556][263846] Updated weights for policy 0, policy_version 8250 (0.0008)
+[2026-06-02 16:50:32,740][263846] Updated weights for policy 0, policy_version 8260 (0.0008)
+[2026-06-02 16:50:32,917][263846] Updated weights for policy 0, policy_version 8270 (0.0008)
+[2026-06-02 16:50:33,094][263846] Updated weights for policy 0, policy_version 8280 (0.0008)
+[2026-06-02 16:50:33,280][263846] Updated weights for policy 0, policy_version 8290 (0.0008)
+[2026-06-02 16:50:33,458][263846] Updated weights for policy 0, policy_version 8300 (0.0008)
+[2026-06-02 16:50:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19813.2). Total num frames: 4259840. Throughput: 0: 20528.4. Samples: 4271872. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:50:33,912][262831] Avg episode reward: [(0, '151.636')]
+[2026-06-02 16:50:34,067][263846] Updated weights for policy 0, policy_version 8310 (0.0008)
+[2026-06-02 16:50:34,242][263846] Updated weights for policy 0, policy_version 8320 (0.0008)
+[2026-06-02 16:50:34,417][263846] Updated weights for policy 0, policy_version 8330 (0.0006)
+[2026-06-02 16:50:34,607][263846] Updated weights for policy 0, policy_version 8340 (0.0009)
+[2026-06-02 16:50:34,786][263846] Updated weights for policy 0, policy_version 8350 (0.0008)
+[2026-06-02 16:50:34,969][263846] Updated weights for policy 0, policy_version 8360 (0.0008)
+[2026-06-02 16:50:35,583][263846] Updated weights for policy 0, policy_version 8370 (0.0009)
+[2026-06-02 16:50:35,775][263846] Updated weights for policy 0, policy_version 8381 (0.0008)
+[2026-06-02 16:50:35,954][263846] Updated weights for policy 0, policy_version 8391 (0.0008)
+[2026-06-02 16:50:36,131][263846] Updated weights for policy 0, policy_version 8401 (0.0008)
+[2026-06-02 16:50:36,311][263846] Updated weights for policy 0, policy_version 8411 (0.0008)
+[2026-06-02 16:50:36,492][263846] Updated weights for policy 0, policy_version 8421 (0.0008)
+[2026-06-02 16:50:36,687][263846] Updated weights for policy 0, policy_version 8432 (0.0008)
+[2026-06-02 16:50:37,298][263846] Updated weights for policy 0, policy_version 8442 (0.0008)
+[2026-06-02 16:50:37,471][263846] Updated weights for policy 0, policy_version 8452 (0.0008)
+[2026-06-02 16:50:37,648][263846] Updated weights for policy 0, policy_version 8462 (0.0008)
+[2026-06-02 16:50:37,826][263846] Updated weights for policy 0, policy_version 8472 (0.0008)
+[2026-06-02 16:50:37,999][263846] Updated weights for policy 0, policy_version 8482 (0.0008)
+[2026-06-02 16:50:38,180][263846] Updated weights for policy 0, policy_version 8492 (0.0008)
+[2026-06-02 16:50:38,787][263846] Updated weights for policy 0, policy_version 8502 (0.0008)
+[2026-06-02 16:50:38,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19809.8). Total num frames: 4358144. Throughput: 0: 20645.0. Samples: 4336128. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:50:38,912][262831] Avg episode reward: [(0, '156.476')]
+[2026-06-02 16:50:38,962][263846] Updated weights for policy 0, policy_version 8512 (0.0008)
+[2026-06-02 16:50:39,142][263846] Updated weights for policy 0, policy_version 8522 (0.0009)
+[2026-06-02 16:50:39,324][263846] Updated weights for policy 0, policy_version 8532 (0.0008)
+[2026-06-02 16:50:39,505][263846] Updated weights for policy 0, policy_version 8542 (0.0008)
+[2026-06-02 16:50:39,685][263846] Updated weights for policy 0, policy_version 8552 (0.0008)
+[2026-06-02 16:50:39,837][263767] Saving new best policy, reward=156.476!
+[2026-06-02 16:50:40,278][263846] Updated weights for policy 0, policy_version 8562 (0.0008)
+[2026-06-02 16:50:40,446][263846] Updated weights for policy 0, policy_version 8572 (0.0008)
+[2026-06-02 16:50:40,645][263846] Updated weights for policy 0, policy_version 8583 (0.0008)
+[2026-06-02 16:50:40,844][263846] Updated weights for policy 0, policy_version 8594 (0.0009)
+[2026-06-02 16:50:41,048][263846] Updated weights for policy 0, policy_version 8605 (0.0008)
+[2026-06-02 16:50:41,234][263846] Updated weights for policy 0, policy_version 8615 (0.0008)
+[2026-06-02 16:50:41,852][263846] Updated weights for policy 0, policy_version 8625 (0.0008)
+[2026-06-02 16:50:42,043][263846] Updated weights for policy 0, policy_version 8636 (0.0008)
+[2026-06-02 16:50:42,224][263846] Updated weights for policy 0, policy_version 8646 (0.0008)
+[2026-06-02 16:50:42,406][263846] Updated weights for policy 0, policy_version 8656 (0.0009)
+[2026-06-02 16:50:42,605][263846] Updated weights for policy 0, policy_version 8667 (0.0009)
+[2026-06-02 16:50:42,794][263846] Updated weights for policy 0, policy_version 8677 (0.0008)
+[2026-06-02 16:50:42,973][263846] Updated weights for policy 0, policy_version 8687 (0.0008)
+[2026-06-02 16:50:43,581][263846] Updated weights for policy 0, policy_version 8697 (0.0008)
+[2026-06-02 16:50:43,767][263846] Updated weights for policy 0, policy_version 8707 (0.0009)
+[2026-06-02 16:50:43,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 19806.5). Total num frames: 4456448. Throughput: 0: 20781.6. Samples: 4463360. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:50:43,912][262831] Avg episode reward: [(0, '166.467')]
+[2026-06-02 16:50:43,949][263846] Updated weights for policy 0, policy_version 8717 (0.0009)
+[2026-06-02 16:50:44,135][263846] Updated weights for policy 0, policy_version 8727 (0.0009)
+[2026-06-02 16:50:44,318][263846] Updated weights for policy 0, policy_version 8737 (0.0009)
+[2026-06-02 16:50:44,500][263846] Updated weights for policy 0, policy_version 8747 (0.0009)
+[2026-06-02 16:50:44,579][263767] Saving new best policy, reward=166.467!
+[2026-06-02 16:50:45,093][263846] Updated weights for policy 0, policy_version 8757 (0.0008)
+[2026-06-02 16:50:45,265][263846] Updated weights for policy 0, policy_version 8767 (0.0009)
+[2026-06-02 16:50:45,465][263846] Updated weights for policy 0, policy_version 8778 (0.0009)
+[2026-06-02 16:50:45,671][263846] Updated weights for policy 0, policy_version 8789 (0.0009)
+[2026-06-02 16:50:45,857][263846] Updated weights for policy 0, policy_version 8799 (0.0008)
+[2026-06-02 16:50:46,045][263846] Updated weights for policy 0, policy_version 8809 (0.0008)
+[2026-06-02 16:50:46,637][263846] Updated weights for policy 0, policy_version 8819 (0.0008)
+[2026-06-02 16:50:46,807][263846] Updated weights for policy 0, policy_version 8829 (0.0008)
+[2026-06-02 16:50:46,995][263846] Updated weights for policy 0, policy_version 8839 (0.0008)
+[2026-06-02 16:50:47,179][263846] Updated weights for policy 0, policy_version 8849 (0.0008)
+[2026-06-02 16:50:47,373][263846] Updated weights for policy 0, policy_version 8859 (0.0008)
+[2026-06-02 16:50:47,560][263846] Updated weights for policy 0, policy_version 8869 (0.0008)
+[2026-06-02 16:50:47,743][263846] Updated weights for policy 0, policy_version 8879 (0.0008)
+[2026-06-02 16:50:48,300][263846] Updated weights for policy 0, policy_version 8889 (0.0008)
+[2026-06-02 16:50:48,483][263846] Updated weights for policy 0, policy_version 8899 (0.0008)
+[2026-06-02 16:50:48,663][263846] Updated weights for policy 0, policy_version 8909 (0.0008)
+[2026-06-02 16:50:48,857][263846] Updated weights for policy 0, policy_version 8920 (0.0009)
+[2026-06-02 16:50:48,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 19803.3). Total num frames: 4554752. Throughput: 0: 20881.0. Samples: 4591616. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:50:48,912][262831] Avg episode reward: [(0, '165.630')]
+[2026-06-02 16:50:49,057][263846] Updated weights for policy 0, policy_version 8930 (0.0009)
+[2026-06-02 16:50:49,246][263846] Updated weights for policy 0, policy_version 8940 (0.0009)
+[2026-06-02 16:50:49,812][263846] Updated weights for policy 0, policy_version 8950 (0.0009)
+[2026-06-02 16:50:49,985][263846] Updated weights for policy 0, policy_version 8960 (0.0009)
+[2026-06-02 16:50:50,181][263846] Updated weights for policy 0, policy_version 8971 (0.0008)
+[2026-06-02 16:50:50,370][263846] Updated weights for policy 0, policy_version 8981 (0.0009)
+[2026-06-02 16:50:50,550][263846] Updated weights for policy 0, policy_version 8991 (0.0009)
+[2026-06-02 16:50:50,743][263846] Updated weights for policy 0, policy_version 9001 (0.0009)
+[2026-06-02 16:50:51,342][263846] Updated weights for policy 0, policy_version 9011 (0.0009)
+[2026-06-02 16:50:51,512][263846] Updated weights for policy 0, policy_version 9021 (0.0013)
+[2026-06-02 16:50:51,702][263846] Updated weights for policy 0, policy_version 9032 (0.0009)
+[2026-06-02 16:50:51,897][263846] Updated weights for policy 0, policy_version 9042 (0.0005)
+[2026-06-02 16:50:52,086][263846] Updated weights for policy 0, policy_version 9052 (0.0009)
+[2026-06-02 16:50:52,263][263846] Updated weights for policy 0, policy_version 9062 (0.0010)
+[2026-06-02 16:50:52,440][263846] Updated weights for policy 0, policy_version 9072 (0.0011)
+[2026-06-02 16:50:53,009][263846] Updated weights for policy 0, policy_version 9082 (0.0008)
+[2026-06-02 16:50:53,186][263846] Updated weights for policy 0, policy_version 9092 (0.0008)
+[2026-06-02 16:50:53,371][263846] Updated weights for policy 0, policy_version 9102 (0.0008)
+[2026-06-02 16:50:53,552][263846] Updated weights for policy 0, policy_version 9112 (0.0008)
+[2026-06-02 16:50:53,752][263846] Updated weights for policy 0, policy_version 9123 (0.0008)
+[2026-06-02 16:50:53,911][262831] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 19800.3). Total num frames: 4653056. Throughput: 0: 20807.1. Samples: 4649856. Policy #0 lag: (min: 56.0, avg: 94.9, max: 120.0)
+[2026-06-02 16:50:53,912][262831] Avg episode reward: [(0, '180.259')]
+[2026-06-02 16:50:53,938][263846] Updated weights for policy 0, policy_version 9133 (0.0008)
+[2026-06-02 16:50:53,988][263767] Saving new best policy, reward=180.259!
+[2026-06-02 16:50:54,529][263846] Updated weights for policy 0, policy_version 9143 (0.0008)
+[2026-06-02 16:50:54,705][263846] Updated weights for policy 0, policy_version 9153 (0.0008)
+[2026-06-02 16:50:54,906][263846] Updated weights for policy 0, policy_version 9164 (0.0009)
+[2026-06-02 16:50:55,097][263846] Updated weights for policy 0, policy_version 9175 (0.0009)
+[2026-06-02 16:50:55,288][263846] Updated weights for policy 0, policy_version 9185 (0.0008)
+[2026-06-02 16:50:55,482][263846] Updated weights for policy 0, policy_version 9195 (0.0008)
+[2026-06-02 16:50:56,069][263846] Updated weights for policy 0, policy_version 9205 (0.0008)
+[2026-06-02 16:50:56,242][263846] Updated weights for policy 0, policy_version 9215 (0.0008)
+[2026-06-02 16:50:56,424][263846] Updated weights for policy 0, policy_version 9225 (0.0008)
+[2026-06-02 16:50:56,626][263846] Updated weights for policy 0, policy_version 9236 (0.0009)
+[2026-06-02 16:50:56,813][263846] Updated weights for policy 0, policy_version 9246 (0.0009)
+[2026-06-02 16:50:57,004][263846] Updated weights for policy 0, policy_version 9256 (0.0009)
+[2026-06-02 16:50:57,584][263846] Updated weights for policy 0, policy_version 9266 (0.0008)
+[2026-06-02 16:50:57,755][263846] Updated weights for policy 0, policy_version 9276 (0.0008)
+[2026-06-02 16:50:57,930][263846] Updated weights for policy 0, policy_version 9286 (0.0008)
+[2026-06-02 16:50:58,114][263846] Updated weights for policy 0, policy_version 9296 (0.0008)
+[2026-06-02 16:50:58,307][263846] Updated weights for policy 0, policy_version 9306 (0.0008)
+[2026-06-02 16:50:58,488][263846] Updated weights for policy 0, policy_version 9316 (0.0008)
+[2026-06-02 16:50:58,684][263846] Updated weights for policy 0, policy_version 9327 (0.0008)
+[2026-06-02 16:50:58,911][262831] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 19933.9). Total num frames: 4784128. Throughput: 0: 20713.3. Samples: 4772096. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:50:58,913][262831] Avg episode reward: [(0, '187.613')]
+[2026-06-02 16:50:58,917][263767] Saving new best policy, reward=187.613!
+[2026-06-02 16:50:59,269][263846] Updated weights for policy 0, policy_version 9337 (0.0008)
+[2026-06-02 16:50:59,445][263846] Updated weights for policy 0, policy_version 9347 (0.0008)
+[2026-06-02 16:50:59,634][263846] Updated weights for policy 0, policy_version 9357 (0.0008)
+[2026-06-02 16:50:59,820][263846] Updated weights for policy 0, policy_version 9367 (0.0008)
+[2026-06-02 16:51:00,003][263846] Updated weights for policy 0, policy_version 9377 (0.0008)
+[2026-06-02 16:51:00,184][263846] Updated weights for policy 0, policy_version 9387 (0.0008)
+[2026-06-02 16:51:00,771][263846] Updated weights for policy 0, policy_version 9397 (0.0008)
+[2026-06-02 16:51:00,950][263846] Updated weights for policy 0, policy_version 9407 (0.0008)
+[2026-06-02 16:51:01,134][263846] Updated weights for policy 0, policy_version 9417 (0.0008)
+[2026-06-02 16:51:01,332][263846] Updated weights for policy 0, policy_version 9428 (0.0008)
+[2026-06-02 16:51:01,514][263846] Updated weights for policy 0, policy_version 9438 (0.0008)
+[2026-06-02 16:51:01,690][263846] Updated weights for policy 0, policy_version 9448 (0.0008)
+[2026-06-02 16:51:02,291][263846] Updated weights for policy 0, policy_version 9458 (0.0008)
+[2026-06-02 16:51:02,460][263846] Updated weights for policy 0, policy_version 9468 (0.0008)
+[2026-06-02 16:51:02,649][263846] Updated weights for policy 0, policy_version 9478 (0.0008)
+[2026-06-02 16:51:02,828][263846] Updated weights for policy 0, policy_version 9488 (0.0008)
+[2026-06-02 16:51:03,015][263846] Updated weights for policy 0, policy_version 9498 (0.0008)
+[2026-06-02 16:51:03,204][263846] Updated weights for policy 0, policy_version 9508 (0.0008)
+[2026-06-02 16:51:03,393][263846] Updated weights for policy 0, policy_version 9518 (0.0008)
+[2026-06-02 16:51:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 19928.3). Total num frames: 4882432. Throughput: 0: 20753.1. Samples: 4898432. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:51:03,912][262831] Avg episode reward: [(0, '169.489')]
+[2026-06-02 16:51:03,966][263846] Updated weights for policy 0, policy_version 9528 (0.0008)
+[2026-06-02 16:51:04,147][263846] Updated weights for policy 0, policy_version 9538 (0.0008)
+[2026-06-02 16:51:04,354][263846] Updated weights for policy 0, policy_version 9549 (0.0008)
+[2026-06-02 16:51:04,535][263846] Updated weights for policy 0, policy_version 9559 (0.0008)
+[2026-06-02 16:51:04,713][263846] Updated weights for policy 0, policy_version 9569 (0.0008)
+[2026-06-02 16:51:04,912][263846] Updated weights for policy 0, policy_version 9579 (0.0008)
+[2026-06-02 16:51:05,481][263846] Updated weights for policy 0, policy_version 9589 (0.0008)
+[2026-06-02 16:51:05,666][263846] Updated weights for policy 0, policy_version 9599 (0.0008)
+[2026-06-02 16:51:05,852][263846] Updated weights for policy 0, policy_version 9609 (0.0008)
+[2026-06-02 16:51:06,043][263846] Updated weights for policy 0, policy_version 9619 (0.0008)
+[2026-06-02 16:51:06,230][263846] Updated weights for policy 0, policy_version 9629 (0.0008)
+[2026-06-02 16:51:06,417][263846] Updated weights for policy 0, policy_version 9639 (0.0008)
+[2026-06-02 16:51:06,981][263846] Updated weights for policy 0, policy_version 9649 (0.0008)
+[2026-06-02 16:51:07,147][263846] Updated weights for policy 0, policy_version 9659 (0.0008)
+[2026-06-02 16:51:07,327][263846] Updated weights for policy 0, policy_version 9669 (0.0008)
+[2026-06-02 16:51:07,512][263846] Updated weights for policy 0, policy_version 9679 (0.0008)
+[2026-06-02 16:51:07,706][263846] Updated weights for policy 0, policy_version 9689 (0.0008)
+[2026-06-02 16:51:07,886][263846] Updated weights for policy 0, policy_version 9699 (0.0008)
+[2026-06-02 16:51:08,078][263846] Updated weights for policy 0, policy_version 9709 (0.0008)
+[2026-06-02 16:51:08,662][263846] Updated weights for policy 0, policy_version 9719 (0.0008)
+[2026-06-02 16:51:08,846][263846] Updated weights for policy 0, policy_version 9729 (0.0008)
+[2026-06-02 16:51:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19923.0). Total num frames: 4980736. Throughput: 0: 20903.8. Samples: 4962304. Policy #0 lag: (min: 35.0, avg: 69.0, max: 99.0)
+[2026-06-02 16:51:08,912][262831] Avg episode reward: [(0, '179.715')]
+[2026-06-02 16:51:09,031][263846] Updated weights for policy 0, policy_version 9739 (0.0008)
+[2026-06-02 16:51:09,216][263846] Updated weights for policy 0, policy_version 9749 (0.0008)
+[2026-06-02 16:51:09,413][263846] Updated weights for policy 0, policy_version 9760 (0.0008)
+[2026-06-02 16:51:09,599][263846] Updated weights for policy 0, policy_version 9770 (0.0008)
+[2026-06-02 16:51:10,190][263846] Updated weights for policy 0, policy_version 9780 (0.0008)
+[2026-06-02 16:51:10,366][263846] Updated weights for policy 0, policy_version 9790 (0.0008)
+[2026-06-02 16:51:10,551][263846] Updated weights for policy 0, policy_version 9800 (0.0008)
+[2026-06-02 16:51:10,734][263846] Updated weights for policy 0, policy_version 9810 (0.0008)
+[2026-06-02 16:51:10,916][263846] Updated weights for policy 0, policy_version 9820 (0.0009)
+[2026-06-02 16:51:11,102][263846] Updated weights for policy 0, policy_version 9830 (0.0008)
+[2026-06-02 16:51:11,284][263846] Updated weights for policy 0, policy_version 9840 (0.0008)
+[2026-06-02 16:51:11,868][263846] Updated weights for policy 0, policy_version 9850 (0.0009)
+[2026-06-02 16:51:12,053][263846] Updated weights for policy 0, policy_version 9860 (0.0008)
+[2026-06-02 16:51:12,240][263846] Updated weights for policy 0, policy_version 9870 (0.0008)
+[2026-06-02 16:51:12,433][263846] Updated weights for policy 0, policy_version 9880 (0.0009)
+[2026-06-02 16:51:12,627][263846] Updated weights for policy 0, policy_version 9890 (0.0008)
+[2026-06-02 16:51:12,803][263846] Updated weights for policy 0, policy_version 9900 (0.0009)
+[2026-06-02 16:51:13,352][263846] Updated weights for policy 0, policy_version 9910 (0.0009)
+[2026-06-02 16:51:13,533][263846] Updated weights for policy 0, policy_version 9920 (0.0009)
+[2026-06-02 16:51:13,715][263846] Updated weights for policy 0, policy_version 9930 (0.0008)
+[2026-06-02 16:51:13,904][263846] Updated weights for policy 0, policy_version 9940 (0.0008)
+[2026-06-02 16:51:13,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19917.8). Total num frames: 5079040. Throughput: 0: 21026.1. Samples: 5090176. Policy #0 lag: (min: 35.0, avg: 69.0, max: 99.0)
+[2026-06-02 16:51:13,912][262831] Avg episode reward: [(0, '183.700')]
+[2026-06-02 16:51:14,107][263846] Updated weights for policy 0, policy_version 9951 (0.0008)
+[2026-06-02 16:51:14,298][263846] Updated weights for policy 0, policy_version 9961 (0.0009)
+[2026-06-02 16:51:14,896][263846] Updated weights for policy 0, policy_version 9971 (0.0009)
+[2026-06-02 16:51:15,070][263846] Updated weights for policy 0, policy_version 9981 (0.0009)
+[2026-06-02 16:51:15,248][263846] Updated weights for policy 0, policy_version 9991 (0.0009)
+[2026-06-02 16:51:15,431][263846] Updated weights for policy 0, policy_version 10001 (0.0009)
+[2026-06-02 16:51:15,614][263846] Updated weights for policy 0, policy_version 10011 (0.0009)
+[2026-06-02 16:51:15,804][263846] Updated weights for policy 0, policy_version 10021 (0.0009)
+[2026-06-02 16:51:15,987][263846] Updated weights for policy 0, policy_version 10031 (0.0008)
+[2026-06-02 16:51:16,571][263846] Updated weights for policy 0, policy_version 10041 (0.0009)
+[2026-06-02 16:51:16,753][263846] Updated weights for policy 0, policy_version 10051 (0.0007)
+[2026-06-02 16:51:16,931][263846] Updated weights for policy 0, policy_version 10061 (0.0009)
+[2026-06-02 16:51:17,114][263846] Updated weights for policy 0, policy_version 10071 (0.0009)
+[2026-06-02 16:51:17,295][263846] Updated weights for policy 0, policy_version 10081 (0.0009)
+[2026-06-02 16:51:17,488][263846] Updated weights for policy 0, policy_version 10092 (0.0008)
+[2026-06-02 16:51:18,111][263846] Updated weights for policy 0, policy_version 10102 (0.0009)
+[2026-06-02 16:51:18,305][263846] Updated weights for policy 0, policy_version 10113 (0.0009)
+[2026-06-02 16:51:18,489][263846] Updated weights for policy 0, policy_version 10123 (0.0008)
+[2026-06-02 16:51:18,678][263846] Updated weights for policy 0, policy_version 10133 (0.0008)
+[2026-06-02 16:51:18,859][263846] Updated weights for policy 0, policy_version 10143 (0.0008)
+[2026-06-02 16:51:18,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19912.9). Total num frames: 5177344. Throughput: 0: 21000.5. Samples: 5216896. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0)
+[2026-06-02 16:51:18,912][262831] Avg episode reward: [(0, '183.521')]
+[2026-06-02 16:51:19,041][263846] Updated weights for policy 0, policy_version 10153 (0.0009)
+[2026-06-02 16:51:19,650][263846] Updated weights for policy 0, policy_version 10163 (0.0008)
+[2026-06-02 16:51:19,819][263846] Updated weights for policy 0, policy_version 10173 (0.0009)
+[2026-06-02 16:51:20,000][263846] Updated weights for policy 0, policy_version 10183 (0.0008)
+[2026-06-02 16:51:20,179][263846] Updated weights for policy 0, policy_version 10193 (0.0008)
+[2026-06-02 16:51:20,364][263846] Updated weights for policy 0, policy_version 10203 (0.0008)
+[2026-06-02 16:51:20,543][263846] Updated weights for policy 0, policy_version 10213 (0.0008)
+[2026-06-02 16:51:20,719][263846] Updated weights for policy 0, policy_version 10223 (0.0008)
+[2026-06-02 16:51:21,324][263846] Updated weights for policy 0, policy_version 10233 (0.0008)
+[2026-06-02 16:51:21,496][263846] Updated weights for policy 0, policy_version 10243 (0.0008)
+[2026-06-02 16:51:21,686][263846] Updated weights for policy 0, policy_version 10253 (0.0008)
+[2026-06-02 16:51:21,874][263846] Updated weights for policy 0, policy_version 10263 (0.0008)
+[2026-06-02 16:51:22,056][263846] Updated weights for policy 0, policy_version 10273 (0.0008)
+[2026-06-02 16:51:22,243][263846] Updated weights for policy 0, policy_version 10283 (0.0008)
+[2026-06-02 16:51:22,833][263846] Updated weights for policy 0, policy_version 10295 (0.0008)
+[2026-06-02 16:51:23,021][263846] Updated weights for policy 0, policy_version 10305 (0.0008)
+[2026-06-02 16:51:23,197][263846] Updated weights for policy 0, policy_version 10315 (0.0008)
+[2026-06-02 16:51:23,377][263846] Updated weights for policy 0, policy_version 10325 (0.0008)
+[2026-06-02 16:51:23,556][263846] Updated weights for policy 0, policy_version 10335 (0.0008)
+[2026-06-02 16:51:23,746][263846] Updated weights for policy 0, policy_version 10346 (0.0008)
+[2026-06-02 16:51:23,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20031.8). Total num frames: 5308416. Throughput: 0: 20980.6. Samples: 5280256. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0)
+[2026-06-02 16:51:23,912][262831] Avg episode reward: [(0, '207.526')]
+[2026-06-02 16:51:23,917][263767] Saving new best policy, reward=207.526!
+[2026-06-02 16:51:24,346][263846] Updated weights for policy 0, policy_version 10356 (0.0008)
+[2026-06-02 16:51:24,516][263846] Updated weights for policy 0, policy_version 10366 (0.0008)
+[2026-06-02 16:51:24,708][263846] Updated weights for policy 0, policy_version 10377 (0.0008)
+[2026-06-02 16:51:24,884][263846] Updated weights for policy 0, policy_version 10387 (0.0009)
+[2026-06-02 16:51:25,055][263846] Updated weights for policy 0, policy_version 10397 (0.0008)
+[2026-06-02 16:51:25,245][263846] Updated weights for policy 0, policy_version 10407 (0.0008)
+[2026-06-02 16:51:25,855][263846] Updated weights for policy 0, policy_version 10417 (0.0008)
+[2026-06-02 16:51:26,022][263846] Updated weights for policy 0, policy_version 10427 (0.0008)
+[2026-06-02 16:51:26,203][263846] Updated weights for policy 0, policy_version 10437 (0.0008)
+[2026-06-02 16:51:26,378][263846] Updated weights for policy 0, policy_version 10447 (0.0008)
+[2026-06-02 16:51:26,553][263846] Updated weights for policy 0, policy_version 10457 (0.0008)
+[2026-06-02 16:51:26,737][263846] Updated weights for policy 0, policy_version 10467 (0.0008)
+[2026-06-02 16:51:26,916][263846] Updated weights for policy 0, policy_version 10477 (0.0008)
+[2026-06-02 16:51:27,516][263846] Updated weights for policy 0, policy_version 10487 (0.0008)
+[2026-06-02 16:51:27,705][263846] Updated weights for policy 0, policy_version 10498 (0.0008)
+[2026-06-02 16:51:27,880][263846] Updated weights for policy 0, policy_version 10508 (0.0008)
+[2026-06-02 16:51:28,060][263846] Updated weights for policy 0, policy_version 10518 (0.0008)
+[2026-06-02 16:51:28,239][263846] Updated weights for policy 0, policy_version 10528 (0.0008)
+[2026-06-02 16:51:28,432][263846] Updated weights for policy 0, policy_version 10539 (0.0008)
+[2026-06-02 16:51:28,911][262831] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20024.9). Total num frames: 5406720. Throughput: 0: 20790.0. Samples: 5398912. Policy #0 lag: (min: 11.0, avg: 51.6, max: 75.0)
+[2026-06-02 16:51:28,912][262831] Avg episode reward: [(0, '211.803')]
+[2026-06-02 16:51:29,017][263846] Updated weights for policy 0, policy_version 10549 (0.0008)
+[2026-06-02 16:51:29,189][263846] Updated weights for policy 0, policy_version 10559 (0.0008)
+[2026-06-02 16:51:29,368][263846] Updated weights for policy 0, policy_version 10569 (0.0008)
+[2026-06-02 16:51:29,536][263846] Updated weights for policy 0, policy_version 10579 (0.0008)
+[2026-06-02 16:51:29,725][263846] Updated weights for policy 0, policy_version 10589 (0.0008)
+[2026-06-02 16:51:29,903][263846] Updated weights for policy 0, policy_version 10599 (0.0008)
+[2026-06-02 16:51:30,056][263767] Saving new best policy, reward=211.803!
+[2026-06-02 16:51:30,488][263846] Updated weights for policy 0, policy_version 10609 (0.0008)
+[2026-06-02 16:51:30,670][263846] Updated weights for policy 0, policy_version 10620 (0.0008)
+[2026-06-02 16:51:30,858][263846] Updated weights for policy 0, policy_version 10631 (0.0008)
+[2026-06-02 16:51:31,039][263846] Updated weights for policy 0, policy_version 10641 (0.0008)
+[2026-06-02 16:51:31,220][263846] Updated weights for policy 0, policy_version 10651 (0.0008)
+[2026-06-02 16:51:31,414][263846] Updated weights for policy 0, policy_version 10662 (0.0009)
+[2026-06-02 16:51:31,588][263846] Updated weights for policy 0, policy_version 10672 (0.0008)
+[2026-06-02 16:51:32,211][263846] Updated weights for policy 0, policy_version 10682 (0.0008)
+[2026-06-02 16:51:32,389][263846] Updated weights for policy 0, policy_version 10692 (0.0009)
+[2026-06-02 16:51:32,583][263846] Updated weights for policy 0, policy_version 10703 (0.0008)
+[2026-06-02 16:51:32,759][263846] Updated weights for policy 0, policy_version 10713 (0.0008)
+[2026-06-02 16:51:32,939][263846] Updated weights for policy 0, policy_version 10723 (0.0008)
+[2026-06-02 16:51:33,116][263846] Updated weights for policy 0, policy_version 10733 (0.0008)
+[2026-06-02 16:51:33,696][263846] Updated weights for policy 0, policy_version 10743 (0.0008)
+[2026-06-02 16:51:33,871][263846] Updated weights for policy 0, policy_version 10753 (0.0008)
+[2026-06-02 16:51:33,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 20018.3). Total num frames: 5505024. Throughput: 0: 20727.5. Samples: 5524352. Policy #0 lag: (min: 11.0, avg: 51.6, max: 75.0)
+[2026-06-02 16:51:33,912][262831] Avg episode reward: [(0, '216.850')]
+[2026-06-02 16:51:34,050][263846] Updated weights for policy 0, policy_version 10763 (0.0008)
+[2026-06-02 16:51:34,229][263846] Updated weights for policy 0, policy_version 10773 (0.0008)
+[2026-06-02 16:51:34,423][263846] Updated weights for policy 0, policy_version 10784 (0.0009)
+[2026-06-02 16:51:34,598][263846] Updated weights for policy 0, policy_version 10794 (0.0009)
+[2026-06-02 16:51:34,701][263767] Saving new best policy, reward=216.850!
+[2026-06-02 16:51:35,206][263846] Updated weights for policy 0, policy_version 10804 (0.0008)
+[2026-06-02 16:51:35,393][263846] Updated weights for policy 0, policy_version 10815 (0.0009)
+[2026-06-02 16:51:35,570][263846] Updated weights for policy 0, policy_version 10825 (0.0009)
+[2026-06-02 16:51:35,761][263846] Updated weights for policy 0, policy_version 10836 (0.0008)
+[2026-06-02 16:51:35,944][263846] Updated weights for policy 0, policy_version 10846 (0.0009)
+[2026-06-02 16:51:36,122][263846] Updated weights for policy 0, policy_version 10856 (0.0008)
+[2026-06-02 16:51:36,733][263846] Updated weights for policy 0, policy_version 10866 (0.0008)
+[2026-06-02 16:51:36,903][263846] Updated weights for policy 0, policy_version 10876 (0.0008)
+[2026-06-02 16:51:37,080][263846] Updated weights for policy 0, policy_version 10886 (0.0008)
+[2026-06-02 16:51:37,251][263846] Updated weights for policy 0, policy_version 10896 (0.0008)
+[2026-06-02 16:51:37,446][263846] Updated weights for policy 0, policy_version 10907 (0.0009)
+[2026-06-02 16:51:37,641][263846] Updated weights for policy 0, policy_version 10918 (0.0009)
+[2026-06-02 16:51:37,813][263846] Updated weights for policy 0, policy_version 10928 (0.0008)
+[2026-06-02 16:51:38,432][263846] Updated weights for policy 0, policy_version 10939 (0.0008)
+[2026-06-02 16:51:38,605][263846] Updated weights for policy 0, policy_version 10949 (0.0008)
+[2026-06-02 16:51:38,781][263846] Updated weights for policy 0, policy_version 10959 (0.0008)
+[2026-06-02 16:51:38,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20011.9). Total num frames: 5603328. Throughput: 0: 20827.0. Samples: 5587072. Policy #0 lag: (min: 39.0, avg: 57.6, max: 103.0)
+[2026-06-02 16:51:38,912][262831] Avg episode reward: [(0, '227.417')]
+[2026-06-02 16:51:38,962][263846] Updated weights for policy 0, policy_version 10969 (0.0008)
+[2026-06-02 16:51:39,157][263846] Updated weights for policy 0, policy_version 10980 (0.0008)
+[2026-06-02 16:51:39,330][263846] Updated weights for policy 0, policy_version 10990 (0.0008)
+[2026-06-02 16:51:39,362][263767] Saving new best policy, reward=227.417!
+[2026-06-02 16:51:39,971][263846] Updated weights for policy 0, policy_version 11000 (0.0009)
+[2026-06-02 16:51:40,142][263846] Updated weights for policy 0, policy_version 11010 (0.0008)
+[2026-06-02 16:51:40,321][263846] Updated weights for policy 0, policy_version 11020 (0.0008)
+[2026-06-02 16:51:40,511][263846] Updated weights for policy 0, policy_version 11031 (0.0009)
+[2026-06-02 16:51:40,688][263846] Updated weights for policy 0, policy_version 11041 (0.0008)
+[2026-06-02 16:51:40,864][263846] Updated weights for policy 0, policy_version 11051 (0.0008)
+[2026-06-02 16:51:41,492][263846] Updated weights for policy 0, policy_version 11061 (0.0008)
+[2026-06-02 16:51:41,664][263846] Updated weights for policy 0, policy_version 11071 (0.0008)
+[2026-06-02 16:51:41,839][263846] Updated weights for policy 0, policy_version 11081 (0.0009)
+[2026-06-02 16:51:42,017][263846] Updated weights for policy 0, policy_version 11091 (0.0009)
+[2026-06-02 16:51:42,198][263846] Updated weights for policy 0, policy_version 11101 (0.0009)
+[2026-06-02 16:51:42,376][263846] Updated weights for policy 0, policy_version 11111 (0.0009)
+[2026-06-02 16:51:42,996][263846] Updated weights for policy 0, policy_version 11122 (0.0009)
+[2026-06-02 16:51:43,192][263846] Updated weights for policy 0, policy_version 11134 (0.0008)
+[2026-06-02 16:51:43,384][263846] Updated weights for policy 0, policy_version 11145 (0.0008)
+[2026-06-02 16:51:43,563][263846] Updated weights for policy 0, policy_version 11155 (0.0008)
+[2026-06-02 16:51:43,743][263846] Updated weights for policy 0, policy_version 11165 (0.0008)
+[2026-06-02 16:51:43,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20005.7). Total num frames: 5701632. Throughput: 0: 20923.8. Samples: 5713664. Policy #0 lag: (min: 39.0, avg: 57.6, max: 103.0)
+[2026-06-02 16:51:43,912][262831] Avg episode reward: [(0, '243.476')]
+[2026-06-02 16:51:43,918][263846] Updated weights for policy 0, policy_version 11175 (0.0008)
+[2026-06-02 16:51:44,073][263767] Saving new best policy, reward=243.476!
+[2026-06-02 16:51:44,542][263846] Updated weights for policy 0, policy_version 11185 (0.0008)
+[2026-06-02 16:51:44,714][263846] Updated weights for policy 0, policy_version 11195 (0.0008)
+[2026-06-02 16:51:44,892][263846] Updated weights for policy 0, policy_version 11205 (0.0008)
+[2026-06-02 16:51:45,087][263846] Updated weights for policy 0, policy_version 11216 (0.0008)
+[2026-06-02 16:51:45,272][263846] Updated weights for policy 0, policy_version 11226 (0.0008)
+[2026-06-02 16:51:45,465][263846] Updated weights for policy 0, policy_version 11236 (0.0008)
+[2026-06-02 16:51:45,643][263846] Updated weights for policy 0, policy_version 11246 (0.0008)
+[2026-06-02 16:51:46,226][263846] Updated weights for policy 0, policy_version 11256 (0.0009)
+[2026-06-02 16:51:46,407][263846] Updated weights for policy 0, policy_version 11266 (0.0008)
+[2026-06-02 16:51:46,624][263846] Updated weights for policy 0, policy_version 11278 (0.0008)
+[2026-06-02 16:51:46,808][263846] Updated weights for policy 0, policy_version 11288 (0.0008)
+[2026-06-02 16:51:46,986][263846] Updated weights for policy 0, policy_version 11298 (0.0008)
+[2026-06-02 16:51:47,165][263846] Updated weights for policy 0, policy_version 11308 (0.0008)
+[2026-06-02 16:51:47,773][263846] Updated weights for policy 0, policy_version 11318 (0.0007)
+[2026-06-02 16:51:47,957][263846] Updated weights for policy 0, policy_version 11328 (0.0008)
+[2026-06-02 16:51:48,139][263846] Updated weights for policy 0, policy_version 11338 (0.0008)
+[2026-06-02 16:51:48,323][263846] Updated weights for policy 0, policy_version 11348 (0.0009)
+[2026-06-02 16:51:48,500][263846] Updated weights for policy 0, policy_version 11358 (0.0008)
+[2026-06-02 16:51:48,685][263846] Updated weights for policy 0, policy_version 11368 (0.0008)
+[2026-06-02 16:51:48,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20112.8). Total num frames: 5832704. Throughput: 0: 20935.1. Samples: 5840512. Policy #0 lag: (min: 9.0, avg: 30.4, max: 73.0)
+[2026-06-02 16:51:48,912][262831] Avg episode reward: [(0, '214.128')]
+[2026-06-02 16:51:49,286][263846] Updated weights for policy 0, policy_version 11378 (0.0009)
+[2026-06-02 16:51:49,462][263846] Updated weights for policy 0, policy_version 11388 (0.0006)
+[2026-06-02 16:51:49,644][263846] Updated weights for policy 0, policy_version 11398 (0.0009)
+[2026-06-02 16:51:49,822][263846] Updated weights for policy 0, policy_version 11408 (0.0009)
+[2026-06-02 16:51:50,010][263846] Updated weights for policy 0, policy_version 11418 (0.0009)
+[2026-06-02 16:51:50,196][263846] Updated weights for policy 0, policy_version 11428 (0.0008)
+[2026-06-02 16:51:50,382][263846] Updated weights for policy 0, policy_version 11438 (0.0008)
+[2026-06-02 16:51:50,951][263846] Updated weights for policy 0, policy_version 11448 (0.0008)
+[2026-06-02 16:51:51,132][263846] Updated weights for policy 0, policy_version 11458 (0.0008)
+[2026-06-02 16:51:51,320][263846] Updated weights for policy 0, policy_version 11468 (0.0008)
+[2026-06-02 16:51:51,508][263846] Updated weights for policy 0, policy_version 11478 (0.0008)
+[2026-06-02 16:51:51,696][263846] Updated weights for policy 0, policy_version 11488 (0.0008)
+[2026-06-02 16:51:51,887][263846] Updated weights for policy 0, policy_version 11498 (0.0008)
+[2026-06-02 16:51:52,441][263846] Updated weights for policy 0, policy_version 11508 (0.0008)
+[2026-06-02 16:51:52,615][263846] Updated weights for policy 0, policy_version 11518 (0.0008)
+[2026-06-02 16:51:52,820][263846] Updated weights for policy 0, policy_version 11529 (0.0009)
+[2026-06-02 16:51:53,011][263846] Updated weights for policy 0, policy_version 11539 (0.0008)
+[2026-06-02 16:51:53,196][263846] Updated weights for policy 0, policy_version 11549 (0.0008)
+[2026-06-02 16:51:53,380][263846] Updated weights for policy 0, policy_version 11559 (0.0008)
+[2026-06-02 16:51:53,911][262831] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 20105.1). Total num frames: 5931008. Throughput: 0: 20955.0. Samples: 5905280. Policy #0 lag: (min: 9.0, avg: 30.4, max: 73.0)
+[2026-06-02 16:51:53,912][262831] Avg episode reward: [(0, '207.114')]
+[2026-06-02 16:51:53,956][263846] Updated weights for policy 0, policy_version 11569 (0.0008)
+[2026-06-02 16:51:54,121][263846] Updated weights for policy 0, policy_version 11579 (0.0009)
+[2026-06-02 16:51:54,298][263846] Updated weights for policy 0, policy_version 11589 (0.0008)
+[2026-06-02 16:51:54,477][263846] Updated weights for policy 0, policy_version 11599 (0.0009)
+[2026-06-02 16:51:54,668][263846] Updated weights for policy 0, policy_version 11609 (0.0008)
+[2026-06-02 16:51:54,843][263846] Updated weights for policy 0, policy_version 11619 (0.0008)
+[2026-06-02 16:51:55,042][263846] Updated weights for policy 0, policy_version 11630 (0.0008)
+[2026-06-02 16:51:55,654][263846] Updated weights for policy 0, policy_version 11640 (0.0008)
+[2026-06-02 16:51:55,839][263846] Updated weights for policy 0, policy_version 11650 (0.0008)
+[2026-06-02 16:51:56,030][263846] Updated weights for policy 0, policy_version 11660 (0.0008)
+[2026-06-02 16:51:56,211][263846] Updated weights for policy 0, policy_version 11670 (0.0008)
+[2026-06-02 16:51:56,398][263846] Updated weights for policy 0, policy_version 11680 (0.0008)
+[2026-06-02 16:51:56,592][263846] Updated weights for policy 0, policy_version 11690 (0.0008)
+[2026-06-02 16:51:57,177][263846] Updated weights for policy 0, policy_version 11700 (0.0008)
+[2026-06-02 16:51:57,348][263846] Updated weights for policy 0, policy_version 11710 (0.0008)
+[2026-06-02 16:51:57,531][263846] Updated weights for policy 0, policy_version 11720 (0.0008)
+[2026-06-02 16:51:57,711][263846] Updated weights for policy 0, policy_version 11730 (0.0008)
+[2026-06-02 16:51:57,891][263846] Updated weights for policy 0, policy_version 11740 (0.0008)
+[2026-06-02 16:51:58,075][263846] Updated weights for policy 0, policy_version 11750 (0.0008)
+[2026-06-02 16:51:58,259][263846] Updated weights for policy 0, policy_version 11760 (0.0008)
+[2026-06-02 16:51:58,868][263846] Updated weights for policy 0, policy_version 11770 (0.0008)
+[2026-06-02 16:51:58,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20216.2). Total num frames: 6029312. Throughput: 0: 20986.3. Samples: 6034560. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:51:58,912][262831] Avg episode reward: [(0, '223.714')]
+[2026-06-02 16:51:59,060][263846] Updated weights for policy 0, policy_version 11780 (0.0008)
+[2026-06-02 16:51:59,240][263846] Updated weights for policy 0, policy_version 11790 (0.0008)
+[2026-06-02 16:51:59,426][263846] Updated weights for policy 0, policy_version 11800 (0.0008)
+[2026-06-02 16:51:59,615][263846] Updated weights for policy 0, policy_version 11810 (0.0008)
+[2026-06-02 16:51:59,810][263846] Updated weights for policy 0, policy_version 11820 (0.0008)
+[2026-06-02 16:52:00,355][263846] Updated weights for policy 0, policy_version 11830 (0.0008)
+[2026-06-02 16:52:00,543][263846] Updated weights for policy 0, policy_version 11840 (0.0008)
+[2026-06-02 16:52:00,721][263846] Updated weights for policy 0, policy_version 11850 (0.0008)
+[2026-06-02 16:52:00,909][263846] Updated weights for policy 0, policy_version 11860 (0.0008)
+[2026-06-02 16:52:01,095][263846] Updated weights for policy 0, policy_version 11870 (0.0008)
+[2026-06-02 16:52:01,281][263846] Updated weights for policy 0, policy_version 11880 (0.0008)
+[2026-06-02 16:52:01,862][263846] Updated weights for policy 0, policy_version 11890 (0.0008)
+[2026-06-02 16:52:02,039][263846] Updated weights for policy 0, policy_version 11900 (0.0008)
+[2026-06-02 16:52:02,228][263846] Updated weights for policy 0, policy_version 11910 (0.0008)
+[2026-06-02 16:52:02,413][263846] Updated weights for policy 0, policy_version 11920 (0.0008)
+[2026-06-02 16:52:02,599][263846] Updated weights for policy 0, policy_version 11930 (0.0009)
+[2026-06-02 16:52:02,785][263846] Updated weights for policy 0, policy_version 11940 (0.0008)
+[2026-06-02 16:52:02,979][263846] Updated weights for policy 0, policy_version 11950 (0.0008)
+[2026-06-02 16:52:03,530][263846] Updated weights for policy 0, policy_version 11960 (0.0008)
+[2026-06-02 16:52:03,724][263846] Updated weights for policy 0, policy_version 11970 (0.0008)
+[2026-06-02 16:52:03,911][263846] Updated weights for policy 0, policy_version 11980 (0.0008)
+[2026-06-02 16:52:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20105.1). Total num frames: 6127616. Throughput: 0: 20815.6. Samples: 6153600. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:52:03,912][262831] Avg episode reward: [(0, '252.520')]
+[2026-06-02 16:52:04,096][263846] Updated weights for policy 0, policy_version 11990 (0.0008)
+[2026-06-02 16:52:04,285][263846] Updated weights for policy 0, policy_version 12000 (0.0008)
+[2026-06-02 16:52:04,476][263846] Updated weights for policy 0, policy_version 12010 (0.0008)
+[2026-06-02 16:52:04,581][263767] Saving new best policy, reward=252.520!
+[2026-06-02 16:52:05,047][263846] Updated weights for policy 0, policy_version 12020 (0.0008)
+[2026-06-02 16:52:05,222][263846] Updated weights for policy 0, policy_version 12030 (0.0008)
+[2026-06-02 16:52:05,403][263846] Updated weights for policy 0, policy_version 12040 (0.0008)
+[2026-06-02 16:52:05,589][263846] Updated weights for policy 0, policy_version 12050 (0.0008)
+[2026-06-02 16:52:05,772][263846] Updated weights for policy 0, policy_version 12060 (0.0008)
+[2026-06-02 16:52:05,964][263846] Updated weights for policy 0, policy_version 12070 (0.0008)
+[2026-06-02 16:52:06,147][263846] Updated weights for policy 0, policy_version 12080 (0.0008)
+[2026-06-02 16:52:06,714][263846] Updated weights for policy 0, policy_version 12090 (0.0008)
+[2026-06-02 16:52:06,895][263846] Updated weights for policy 0, policy_version 12100 (0.0008)
+[2026-06-02 16:52:07,087][263846] Updated weights for policy 0, policy_version 12110 (0.0008)
+[2026-06-02 16:52:07,268][263846] Updated weights for policy 0, policy_version 12120 (0.0008)
+[2026-06-02 16:52:07,456][263846] Updated weights for policy 0, policy_version 12130 (0.0008)
+[2026-06-02 16:52:07,646][263846] Updated weights for policy 0, policy_version 12140 (0.0008)
+[2026-06-02 16:52:08,225][263846] Updated weights for policy 0, policy_version 12150 (0.0009)
+[2026-06-02 16:52:08,405][263846] Updated weights for policy 0, policy_version 12160 (0.0009)
+[2026-06-02 16:52:08,595][263846] Updated weights for policy 0, policy_version 12170 (0.0008)
+[2026-06-02 16:52:08,779][263846] Updated weights for policy 0, policy_version 12180 (0.0008)
+[2026-06-02 16:52:08,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20216.2). Total num frames: 6225920. Throughput: 0: 20835.6. Samples: 6217856. Policy #0 lag: (min: 55.0, avg: 75.8, max: 119.0)
+[2026-06-02 16:52:08,913][262831] Avg episode reward: [(0, '253.389')]
+[2026-06-02 16:52:08,961][263846] Updated weights for policy 0, policy_version 12190 (0.0008)
+[2026-06-02 16:52:09,147][263846] Updated weights for policy 0, policy_version 12200 (0.0008)
+[2026-06-02 16:52:09,288][263767] Saving new best policy, reward=253.389!
+[2026-06-02 16:52:09,753][263846] Updated weights for policy 0, policy_version 12210 (0.0008)
+[2026-06-02 16:52:09,923][263846] Updated weights for policy 0, policy_version 12220 (0.0008)
+[2026-06-02 16:52:10,117][263846] Updated weights for policy 0, policy_version 12230 (0.0009)
+[2026-06-02 16:52:10,300][263846] Updated weights for policy 0, policy_version 12240 (0.0008)
+[2026-06-02 16:52:10,476][263846] Updated weights for policy 0, policy_version 12250 (0.0008)
+[2026-06-02 16:52:10,665][263846] Updated weights for policy 0, policy_version 12260 (0.0008)
+[2026-06-02 16:52:10,851][263846] Updated weights for policy 0, policy_version 12270 (0.0008)
+[2026-06-02 16:52:11,407][263846] Updated weights for policy 0, policy_version 12280 (0.0008)
+[2026-06-02 16:52:11,592][263846] Updated weights for policy 0, policy_version 12290 (0.0009)
+[2026-06-02 16:52:11,779][263846] Updated weights for policy 0, policy_version 12300 (0.0008)
+[2026-06-02 16:52:11,964][263846] Updated weights for policy 0, policy_version 12310 (0.0008)
+[2026-06-02 16:52:12,170][263846] Updated weights for policy 0, policy_version 12321 (0.0009)
+[2026-06-02 16:52:12,356][263846] Updated weights for policy 0, policy_version 12331 (0.0008)
+[2026-06-02 16:52:12,955][263846] Updated weights for policy 0, policy_version 12341 (0.0008)
+[2026-06-02 16:52:13,127][263846] Updated weights for policy 0, policy_version 12351 (0.0008)
+[2026-06-02 16:52:13,315][263846] Updated weights for policy 0, policy_version 12361 (0.0008)
+[2026-06-02 16:52:13,502][263846] Updated weights for policy 0, policy_version 12371 (0.0008)
+[2026-06-02 16:52:13,684][263846] Updated weights for policy 0, policy_version 12381 (0.0008)
+[2026-06-02 16:52:13,866][263846] Updated weights for policy 0, policy_version 12391 (0.0008)
+[2026-06-02 16:52:13,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20216.2). Total num frames: 6324224. Throughput: 0: 21060.2. Samples: 6346624. Policy #0 lag: (min: 55.0, avg: 75.8, max: 119.0)
+[2026-06-02 16:52:13,912][262831] Avg episode reward: [(0, '269.233')]
+[2026-06-02 16:52:14,031][263767] Saving new best policy, reward=269.233!
+[2026-06-02 16:52:14,457][263846] Updated weights for policy 0, policy_version 12401 (0.0008)
+[2026-06-02 16:52:14,627][263846] Updated weights for policy 0, policy_version 12411 (0.0008)
+[2026-06-02 16:52:14,808][263846] Updated weights for policy 0, policy_version 12421 (0.0008)
+[2026-06-02 16:52:14,995][263846] Updated weights for policy 0, policy_version 12431 (0.0008)
+[2026-06-02 16:52:15,182][263846] Updated weights for policy 0, policy_version 12441 (0.0008)
+[2026-06-02 16:52:15,367][263846] Updated weights for policy 0, policy_version 12451 (0.0008)
+[2026-06-02 16:52:15,550][263846] Updated weights for policy 0, policy_version 12461 (0.0008)
+[2026-06-02 16:52:16,141][263846] Updated weights for policy 0, policy_version 12471 (0.0008)
+[2026-06-02 16:52:16,319][263846] Updated weights for policy 0, policy_version 12481 (0.0008)
+[2026-06-02 16:52:16,502][263846] Updated weights for policy 0, policy_version 12491 (0.0008)
+[2026-06-02 16:52:16,683][263846] Updated weights for policy 0, policy_version 12501 (0.0008)
+[2026-06-02 16:52:16,864][263846] Updated weights for policy 0, policy_version 12511 (0.0008)
+[2026-06-02 16:52:17,047][263846] Updated weights for policy 0, policy_version 12521 (0.0008)
+[2026-06-02 16:52:17,622][263846] Updated weights for policy 0, policy_version 12531 (0.0008)
+[2026-06-02 16:52:17,797][263846] Updated weights for policy 0, policy_version 12541 (0.0008)
+[2026-06-02 16:52:17,987][263846] Updated weights for policy 0, policy_version 12551 (0.0008)
+[2026-06-02 16:52:18,184][263846] Updated weights for policy 0, policy_version 12561 (0.0008)
+[2026-06-02 16:52:18,371][263846] Updated weights for policy 0, policy_version 12571 (0.0008)
+[2026-06-02 16:52:18,559][263846] Updated weights for policy 0, policy_version 12581 (0.0008)
+[2026-06-02 16:52:18,743][263846] Updated weights for policy 0, policy_version 12591 (0.0008)
+[2026-06-02 16:52:18,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20327.3). Total num frames: 6455296. Throughput: 0: 21145.6. Samples: 6475904. Policy #0 lag: (min: 5.0, avg: 25.1, max: 69.0)
+[2026-06-02 16:52:18,912][262831] Avg episode reward: [(0, '273.431')]
+[2026-06-02 16:52:18,917][263767] Saving new best policy, reward=273.431!
+[2026-06-02 16:52:19,296][263846] Updated weights for policy 0, policy_version 12601 (0.0008)
+[2026-06-02 16:52:19,485][263846] Updated weights for policy 0, policy_version 12611 (0.0008)
+[2026-06-02 16:52:19,670][263846] Updated weights for policy 0, policy_version 12621 (0.0008)
+[2026-06-02 16:52:19,873][263846] Updated weights for policy 0, policy_version 12632 (0.0008)
+[2026-06-02 16:52:20,061][263846] Updated weights for policy 0, policy_version 12642 (0.0008)
+[2026-06-02 16:52:20,247][263846] Updated weights for policy 0, policy_version 12652 (0.0008)
+[2026-06-02 16:52:20,822][263846] Updated weights for policy 0, policy_version 12662 (0.0008)
+[2026-06-02 16:52:21,003][263846] Updated weights for policy 0, policy_version 12672 (0.0008)
+[2026-06-02 16:52:21,182][263846] Updated weights for policy 0, policy_version 12682 (0.0008)
+[2026-06-02 16:52:21,374][263846] Updated weights for policy 0, policy_version 12692 (0.0008)
+[2026-06-02 16:52:21,562][263846] Updated weights for policy 0, policy_version 12702 (0.0008)
+[2026-06-02 16:52:21,746][263846] Updated weights for policy 0, policy_version 12712 (0.0008)
+[2026-06-02 16:52:22,332][263846] Updated weights for policy 0, policy_version 12722 (0.0008)
+[2026-06-02 16:52:22,502][263846] Updated weights for policy 0, policy_version 12732 (0.0008)
+[2026-06-02 16:52:22,693][263846] Updated weights for policy 0, policy_version 12742 (0.0008)
+[2026-06-02 16:52:22,875][263846] Updated weights for policy 0, policy_version 12752 (0.0008)
+[2026-06-02 16:52:23,069][263846] Updated weights for policy 0, policy_version 12762 (0.0008)
+[2026-06-02 16:52:23,248][263846] Updated weights for policy 0, policy_version 12772 (0.0008)
+[2026-06-02 16:52:23,435][263846] Updated weights for policy 0, policy_version 12782 (0.0008)
+[2026-06-02 16:52:23,911][262831] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20327.3). Total num frames: 6553600. Throughput: 0: 21191.1. Samples: 6540672. Policy #0 lag: (min: 5.0, avg: 25.1, max: 69.0)
+[2026-06-02 16:52:23,912][262831] Avg episode reward: [(0, '255.352')]
+[2026-06-02 16:52:24,039][263846] Updated weights for policy 0, policy_version 12792 (0.0009)
+[2026-06-02 16:52:24,224][263846] Updated weights for policy 0, policy_version 12802 (0.0006)
+[2026-06-02 16:52:24,408][263846] Updated weights for policy 0, policy_version 12812 (0.0007)
+[2026-06-02 16:52:24,592][263846] Updated weights for policy 0, policy_version 12822 (0.0008)
+[2026-06-02 16:52:24,778][263846] Updated weights for policy 0, policy_version 12832 (0.0008)
+[2026-06-02 16:52:24,963][263846] Updated weights for policy 0, policy_version 12842 (0.0008)
+[2026-06-02 16:52:25,532][263846] Updated weights for policy 0, policy_version 12852 (0.0009)
+[2026-06-02 16:52:25,714][263846] Updated weights for policy 0, policy_version 12862 (0.0008)
+[2026-06-02 16:52:25,897][263846] Updated weights for policy 0, policy_version 12872 (0.0008)
+[2026-06-02 16:52:26,080][263846] Updated weights for policy 0, policy_version 12882 (0.0008)
+[2026-06-02 16:52:26,275][263846] Updated weights for policy 0, policy_version 12892 (0.0008)
+[2026-06-02 16:52:26,461][263846] Updated weights for policy 0, policy_version 12902 (0.0008)
+[2026-06-02 16:52:26,635][263846] Updated weights for policy 0, policy_version 12912 (0.0008)
+[2026-06-02 16:52:27,199][263846] Updated weights for policy 0, policy_version 12922 (0.0010)
+[2026-06-02 16:52:27,395][263846] Updated weights for policy 0, policy_version 12932 (0.0008)
+[2026-06-02 16:52:27,573][263846] Updated weights for policy 0, policy_version 12942 (0.0008)
+[2026-06-02 16:52:27,763][263846] Updated weights for policy 0, policy_version 12952 (0.0008)
+[2026-06-02 16:52:27,945][263846] Updated weights for policy 0, policy_version 12962 (0.0009)
+[2026-06-02 16:52:28,134][263846] Updated weights for policy 0, policy_version 12972 (0.0008)
+[2026-06-02 16:52:28,695][263846] Updated weights for policy 0, policy_version 12982 (0.0009)
+[2026-06-02 16:52:28,877][263846] Updated weights for policy 0, policy_version 12992 (0.0009)
+[2026-06-02 16:52:28,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20327.3). Total num frames: 6651904. Throughput: 0: 21233.8. Samples: 6669184. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:52:28,912][262831] Avg episode reward: [(0, '269.884')]
+[2026-06-02 16:52:29,060][263846] Updated weights for policy 0, policy_version 13002 (0.0009)
+[2026-06-02 16:52:29,251][263846] Updated weights for policy 0, policy_version 13012 (0.0009)
+[2026-06-02 16:52:29,438][263846] Updated weights for policy 0, policy_version 13022 (0.0009)
+[2026-06-02 16:52:29,623][263846] Updated weights for policy 0, policy_version 13032 (0.0008)
+[2026-06-02 16:52:30,150][263846] Updated weights for policy 0, policy_version 13042 (0.0007)
+[2026-06-02 16:52:30,322][263846] Updated weights for policy 0, policy_version 13052 (0.0009)
+[2026-06-02 16:52:30,507][263846] Updated weights for policy 0, policy_version 13062 (0.0009)
+[2026-06-02 16:52:30,690][263846] Updated weights for policy 0, policy_version 13072 (0.0008)
+[2026-06-02 16:52:30,881][263846] Updated weights for policy 0, policy_version 13082 (0.0008)
+[2026-06-02 16:52:31,068][263846] Updated weights for policy 0, policy_version 13092 (0.0008)
+[2026-06-02 16:52:31,264][263846] Updated weights for policy 0, policy_version 13102 (0.0008)
+[2026-06-02 16:52:31,802][263846] Updated weights for policy 0, policy_version 13112 (0.0008)
+[2026-06-02 16:52:31,985][263846] Updated weights for policy 0, policy_version 13122 (0.0008)
+[2026-06-02 16:52:32,173][263846] Updated weights for policy 0, policy_version 13132 (0.0008)
+[2026-06-02 16:52:32,359][263846] Updated weights for policy 0, policy_version 13142 (0.0008)
+[2026-06-02 16:52:32,543][263846] Updated weights for policy 0, policy_version 13152 (0.0008)
+[2026-06-02 16:52:32,740][263846] Updated weights for policy 0, policy_version 13162 (0.0008)
+[2026-06-02 16:52:33,285][263846] Updated weights for policy 0, policy_version 13172 (0.0008)
+[2026-06-02 16:52:33,462][263846] Updated weights for policy 0, policy_version 13182 (0.0008)
+[2026-06-02 16:52:33,651][263846] Updated weights for policy 0, policy_version 13192 (0.0008)
+[2026-06-02 16:52:33,820][263846] Updated weights for policy 0, policy_version 13202 (0.0008)
+[2026-06-02 16:52:33,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20438.4). Total num frames: 6750208. Throughput: 0: 21139.9. Samples: 6791808. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:52:33,912][262831] Avg episode reward: [(0, '270.721')]
+[2026-06-02 16:52:34,005][263846] Updated weights for policy 0, policy_version 13212 (0.0008)
+[2026-06-02 16:52:34,193][263846] Updated weights for policy 0, policy_version 13222 (0.0009)
+[2026-06-02 16:52:34,371][263846] Updated weights for policy 0, policy_version 13232 (0.0008)
+[2026-06-02 16:52:34,957][263846] Updated weights for policy 0, policy_version 13242 (0.0008)
+[2026-06-02 16:52:35,144][263846] Updated weights for policy 0, policy_version 13252 (0.0008)
+[2026-06-02 16:52:35,344][263846] Updated weights for policy 0, policy_version 13263 (0.0009)
+[2026-06-02 16:52:35,525][263846] Updated weights for policy 0, policy_version 13273 (0.0009)
+[2026-06-02 16:52:35,715][263846] Updated weights for policy 0, policy_version 13283 (0.0008)
+[2026-06-02 16:52:35,898][263846] Updated weights for policy 0, policy_version 13293 (0.0009)
+[2026-06-02 16:52:36,438][263846] Updated weights for policy 0, policy_version 13303 (0.0009)
+[2026-06-02 16:52:36,616][263846] Updated weights for policy 0, policy_version 13313 (0.0007)
+[2026-06-02 16:52:36,799][263846] Updated weights for policy 0, policy_version 13323 (0.0009)
+[2026-06-02 16:52:36,980][263846] Updated weights for policy 0, policy_version 13333 (0.0007)
+[2026-06-02 16:52:37,165][263846] Updated weights for policy 0, policy_version 13343 (0.0008)
+[2026-06-02 16:52:37,347][263846] Updated weights for policy 0, policy_version 13353 (0.0009)
+[2026-06-02 16:52:37,913][263846] Updated weights for policy 0, policy_version 13363 (0.0009)
+[2026-06-02 16:52:38,106][263846] Updated weights for policy 0, policy_version 13374 (0.0009)
+[2026-06-02 16:52:38,284][263846] Updated weights for policy 0, policy_version 13384 (0.0009)
+[2026-06-02 16:52:38,467][263846] Updated weights for policy 0, policy_version 13394 (0.0009)
+[2026-06-02 16:52:38,650][263846] Updated weights for policy 0, policy_version 13404 (0.0007)
+[2026-06-02 16:52:38,827][263846] Updated weights for policy 0, policy_version 13414 (0.0008)
+[2026-06-02 16:52:38,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20438.4). Total num frames: 6848512. Throughput: 0: 20994.9. Samples: 6850048. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:52:38,912][262831] Avg episode reward: [(0, '290.119')]
+[2026-06-02 16:52:38,999][263767] Saving new best policy, reward=290.119!
+[2026-06-02 16:52:39,001][263846] Updated weights for policy 0, policy_version 13424 (0.0009)
+[2026-06-02 16:52:39,584][263846] Updated weights for policy 0, policy_version 13434 (0.0009)
+[2026-06-02 16:52:39,767][263846] Updated weights for policy 0, policy_version 13444 (0.0008)
+[2026-06-02 16:52:39,956][263846] Updated weights for policy 0, policy_version 13454 (0.0008)
+[2026-06-02 16:52:40,136][263846] Updated weights for policy 0, policy_version 13464 (0.0008)
+[2026-06-02 16:52:40,321][263846] Updated weights for policy 0, policy_version 13474 (0.0009)
+[2026-06-02 16:52:40,505][263846] Updated weights for policy 0, policy_version 13484 (0.0008)
+[2026-06-02 16:52:41,053][263846] Updated weights for policy 0, policy_version 13494 (0.0009)
+[2026-06-02 16:52:41,229][263846] Updated weights for policy 0, policy_version 13504 (0.0008)
+[2026-06-02 16:52:41,414][263846] Updated weights for policy 0, policy_version 13514 (0.0009)
+[2026-06-02 16:52:41,596][263846] Updated weights for policy 0, policy_version 13524 (0.0007)
+[2026-06-02 16:52:41,785][263846] Updated weights for policy 0, policy_version 13534 (0.0008)
+[2026-06-02 16:52:41,967][263846] Updated weights for policy 0, policy_version 13544 (0.0007)
+[2026-06-02 16:52:42,532][263846] Updated weights for policy 0, policy_version 13554 (0.0006)
+[2026-06-02 16:52:42,700][263846] Updated weights for policy 0, policy_version 13564 (0.0007)
+[2026-06-02 16:52:42,868][263846] Updated weights for policy 0, policy_version 13574 (0.0005)
+[2026-06-02 16:52:43,061][263846] Updated weights for policy 0, policy_version 13584 (0.0005)
+[2026-06-02 16:52:43,243][263846] Updated weights for policy 0, policy_version 13594 (0.0005)
+[2026-06-02 16:52:43,443][263846] Updated weights for policy 0, policy_version 13604 (0.0006)
+[2026-06-02 16:52:43,623][263846] Updated weights for policy 0, policy_version 13614 (0.0008)
+[2026-06-02 16:52:43,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20549.4). Total num frames: 6979584. Throughput: 0: 20847.0. Samples: 6972672. Policy #0 lag: (min: 63.0, avg: 83.1, max: 127.0)
+[2026-06-02 16:52:43,912][262831] Avg episode reward: [(0, '282.886')]
+[2026-06-02 16:52:44,192][263846] Updated weights for policy 0, policy_version 13624 (0.0008)
+[2026-06-02 16:52:44,380][263846] Updated weights for policy 0, policy_version 13634 (0.0008)
+[2026-06-02 16:52:44,564][263846] Updated weights for policy 0, policy_version 13644 (0.0008)
+[2026-06-02 16:52:44,745][263846] Updated weights for policy 0, policy_version 13654 (0.0008)
+[2026-06-02 16:52:44,928][263846] Updated weights for policy 0, policy_version 13664 (0.0008)
+[2026-06-02 16:52:45,117][263846] Updated weights for policy 0, policy_version 13674 (0.0008)
+[2026-06-02 16:52:45,689][263846] Updated weights for policy 0, policy_version 13684 (0.0008)
+[2026-06-02 16:52:45,866][263846] Updated weights for policy 0, policy_version 13694 (0.0008)
+[2026-06-02 16:52:46,047][263846] Updated weights for policy 0, policy_version 13704 (0.0008)
+[2026-06-02 16:52:46,236][263846] Updated weights for policy 0, policy_version 13714 (0.0008)
+[2026-06-02 16:52:46,425][263846] Updated weights for policy 0, policy_version 13724 (0.0008)
+[2026-06-02 16:52:46,610][263846] Updated weights for policy 0, policy_version 13734 (0.0008)
+[2026-06-02 16:52:46,783][263846] Updated weights for policy 0, policy_version 13744 (0.0008)
+[2026-06-02 16:52:47,332][263846] Updated weights for policy 0, policy_version 13754 (0.0009)
+[2026-06-02 16:52:47,519][263846] Updated weights for policy 0, policy_version 13764 (0.0009)
+[2026-06-02 16:52:47,704][263846] Updated weights for policy 0, policy_version 13774 (0.0008)
+[2026-06-02 16:52:47,885][263846] Updated weights for policy 0, policy_version 13784 (0.0008)
+[2026-06-02 16:52:48,074][263846] Updated weights for policy 0, policy_version 13794 (0.0008)
+[2026-06-02 16:52:48,266][263846] Updated weights for policy 0, policy_version 13804 (0.0005)
+[2026-06-02 16:52:48,788][263846] Updated weights for policy 0, policy_version 13814 (0.0008)
+[2026-06-02 16:52:48,911][262831] Fps is (10 sec: 22937.4, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 7077888. Throughput: 0: 21029.0. Samples: 7099904. Policy #0 lag: (min: 63.0, avg: 83.1, max: 127.0)
+[2026-06-02 16:52:48,912][262831] Avg episode reward: [(0, '294.708')]
+[2026-06-02 16:52:48,968][263846] Updated weights for policy 0, policy_version 13824 (0.0009)
+[2026-06-02 16:52:49,154][263846] Updated weights for policy 0, policy_version 13834 (0.0009)
+[2026-06-02 16:52:49,332][263846] Updated weights for policy 0, policy_version 13844 (0.0009)
+[2026-06-02 16:52:49,520][263846] Updated weights for policy 0, policy_version 13854 (0.0007)
+[2026-06-02 16:52:49,703][263846] Updated weights for policy 0, policy_version 13864 (0.0009)
+[2026-06-02 16:52:49,846][263767] Saving new best policy, reward=294.708!
+[2026-06-02 16:52:50,283][263846] Updated weights for policy 0, policy_version 13874 (0.0009)
+[2026-06-02 16:52:50,455][263846] Updated weights for policy 0, policy_version 13884 (0.0009)
+[2026-06-02 16:52:50,637][263846] Updated weights for policy 0, policy_version 13894 (0.0009)
+[2026-06-02 16:52:50,821][263846] Updated weights for policy 0, policy_version 13904 (0.0009)
+[2026-06-02 16:52:51,003][263846] Updated weights for policy 0, policy_version 13914 (0.0009)
+[2026-06-02 16:52:51,186][263846] Updated weights for policy 0, policy_version 13924 (0.0009)
+[2026-06-02 16:52:51,370][263846] Updated weights for policy 0, policy_version 13934 (0.0009)
+[2026-06-02 16:52:51,942][263846] Updated weights for policy 0, policy_version 13944 (0.0009)
+[2026-06-02 16:52:52,127][263846] Updated weights for policy 0, policy_version 13954 (0.0009)
+[2026-06-02 16:52:52,310][263846] Updated weights for policy 0, policy_version 13964 (0.0009)
+[2026-06-02 16:52:52,489][263846] Updated weights for policy 0, policy_version 13974 (0.0009)
+[2026-06-02 16:52:52,673][263846] Updated weights for policy 0, policy_version 13984 (0.0009)
+[2026-06-02 16:52:52,856][263846] Updated weights for policy 0, policy_version 13994 (0.0009)
+[2026-06-02 16:52:53,450][263846] Updated weights for policy 0, policy_version 14004 (0.0009)
+[2026-06-02 16:52:53,631][263846] Updated weights for policy 0, policy_version 14014 (0.0008)
+[2026-06-02 16:52:53,817][263846] Updated weights for policy 0, policy_version 14024 (0.0008)
+[2026-06-02 16:52:53,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 7176192. Throughput: 0: 20969.3. Samples: 7161472. Policy #0 lag: (min: 13.0, avg: 33.0, max: 77.0)
+[2026-06-02 16:52:53,912][262831] Avg episode reward: [(0, '307.458')]
+[2026-06-02 16:52:53,991][263846] Updated weights for policy 0, policy_version 14034 (0.0008)
+[2026-06-02 16:52:54,183][263846] Updated weights for policy 0, policy_version 14044 (0.0005)
+[2026-06-02 16:52:54,358][263846] Updated weights for policy 0, policy_version 14054 (0.0008)
+[2026-06-02 16:52:54,536][263767] Saving new best policy, reward=307.458!
+[2026-06-02 16:52:54,539][263846] Updated weights for policy 0, policy_version 14064 (0.0008)
+[2026-06-02 16:52:55,106][263846] Updated weights for policy 0, policy_version 14074 (0.0008)
+[2026-06-02 16:52:55,301][263846] Updated weights for policy 0, policy_version 14084 (0.0009)
+[2026-06-02 16:52:55,489][263846] Updated weights for policy 0, policy_version 14094 (0.0008)
+[2026-06-02 16:52:55,667][263846] Updated weights for policy 0, policy_version 14104 (0.0008)
+[2026-06-02 16:52:55,849][263846] Updated weights for policy 0, policy_version 14114 (0.0009)
+[2026-06-02 16:52:56,030][263846] Updated weights for policy 0, policy_version 14124 (0.0009)
+[2026-06-02 16:52:56,577][263846] Updated weights for policy 0, policy_version 14134 (0.0008)
+[2026-06-02 16:52:56,753][263846] Updated weights for policy 0, policy_version 14144 (0.0008)
+[2026-06-02 16:52:56,933][263846] Updated weights for policy 0, policy_version 14154 (0.0008)
+[2026-06-02 16:52:57,116][263846] Updated weights for policy 0, policy_version 14164 (0.0009)
+[2026-06-02 16:52:57,301][263846] Updated weights for policy 0, policy_version 14174 (0.0008)
+[2026-06-02 16:52:57,486][263846] Updated weights for policy 0, policy_version 14184 (0.0008)
+[2026-06-02 16:52:58,066][263846] Updated weights for policy 0, policy_version 14194 (0.0009)
+[2026-06-02 16:52:58,240][263846] Updated weights for policy 0, policy_version 14204 (0.0008)
+[2026-06-02 16:52:58,423][263846] Updated weights for policy 0, policy_version 14214 (0.0008)
+[2026-06-02 16:52:58,603][263846] Updated weights for policy 0, policy_version 14224 (0.0008)
+[2026-06-02 16:52:58,791][263846] Updated weights for policy 0, policy_version 14234 (0.0008)
+[2026-06-02 16:52:58,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 7274496. Throughput: 0: 20889.6. Samples: 7286656. Policy #0 lag: (min: 13.0, avg: 33.0, max: 77.0)
+[2026-06-02 16:52:58,912][262831] Avg episode reward: [(0, '281.040')]
+[2026-06-02 16:52:58,967][263846] Updated weights for policy 0, policy_version 14244 (0.0008)
+[2026-06-02 16:52:59,177][263846] Updated weights for policy 0, policy_version 14256 (0.0008)
+[2026-06-02 16:52:59,745][263846] Updated weights for policy 0, policy_version 14266 (0.0008)
+[2026-06-02 16:52:59,928][263846] Updated weights for policy 0, policy_version 14276 (0.0008)
+[2026-06-02 16:53:00,111][263846] Updated weights for policy 0, policy_version 14286 (0.0008)
+[2026-06-02 16:53:00,294][263846] Updated weights for policy 0, policy_version 14296 (0.0008)
+[2026-06-02 16:53:00,472][263846] Updated weights for policy 0, policy_version 14306 (0.0008)
+[2026-06-02 16:53:00,655][263846] Updated weights for policy 0, policy_version 14316 (0.0008)
+[2026-06-02 16:53:01,227][263846] Updated weights for policy 0, policy_version 14326 (0.0008)
+[2026-06-02 16:53:01,411][263846] Updated weights for policy 0, policy_version 14336 (0.0008)
+[2026-06-02 16:53:01,594][263846] Updated weights for policy 0, policy_version 14346 (0.0009)
+[2026-06-02 16:53:01,780][263846] Updated weights for policy 0, policy_version 14356 (0.0008)
+[2026-06-02 16:53:01,962][263846] Updated weights for policy 0, policy_version 14366 (0.0009)
+[2026-06-02 16:53:02,143][263846] Updated weights for policy 0, policy_version 14376 (0.0009)
+[2026-06-02 16:53:02,720][263846] Updated weights for policy 0, policy_version 14386 (0.0009)
+[2026-06-02 16:53:02,893][263846] Updated weights for policy 0, policy_version 14396 (0.0008)
+[2026-06-02 16:53:03,074][263846] Updated weights for policy 0, policy_version 14406 (0.0008)
+[2026-06-02 16:53:03,258][263846] Updated weights for policy 0, policy_version 14416 (0.0008)
+[2026-06-02 16:53:03,472][263846] Updated weights for policy 0, policy_version 14427 (0.0008)
+[2026-06-02 16:53:03,655][263846] Updated weights for policy 0, policy_version 14437 (0.0007)
+[2026-06-02 16:53:03,839][263846] Updated weights for policy 0, policy_version 14447 (0.0009)
+[2026-06-02 16:53:03,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 7405568. Throughput: 0: 20821.4. Samples: 7412864. Policy #0 lag: (min: 35.0, avg: 59.4, max: 99.0)
+[2026-06-02 16:53:03,912][262831] Avg episode reward: [(0, '296.836')]
+[2026-06-02 16:53:04,392][263846] Updated weights for policy 0, policy_version 14457 (0.0008)
+[2026-06-02 16:53:04,579][263846] Updated weights for policy 0, policy_version 14467 (0.0008)
+[2026-06-02 16:53:04,788][263846] Updated weights for policy 0, policy_version 14478 (0.0008)
+[2026-06-02 16:53:04,966][263846] Updated weights for policy 0, policy_version 14488 (0.0008)
+[2026-06-02 16:53:05,159][263846] Updated weights for policy 0, policy_version 14498 (0.0009)
+[2026-06-02 16:53:05,347][263846] Updated weights for policy 0, policy_version 14508 (0.0008)
+[2026-06-02 16:53:05,907][263846] Updated weights for policy 0, policy_version 14518 (0.0008)
+[2026-06-02 16:53:06,088][263846] Updated weights for policy 0, policy_version 14528 (0.0008)
+[2026-06-02 16:53:06,267][263846] Updated weights for policy 0, policy_version 14538 (0.0008)
+[2026-06-02 16:53:06,445][263846] Updated weights for policy 0, policy_version 14548 (0.0008)
+[2026-06-02 16:53:06,628][263846] Updated weights for policy 0, policy_version 14558 (0.0009)
+[2026-06-02 16:53:06,807][263846] Updated weights for policy 0, policy_version 14568 (0.0008)
+[2026-06-02 16:53:07,421][263846] Updated weights for policy 0, policy_version 14578 (0.0008)
+[2026-06-02 16:53:07,593][263846] Updated weights for policy 0, policy_version 14588 (0.0008)
+[2026-06-02 16:53:07,773][263846] Updated weights for policy 0, policy_version 14598 (0.0009)
+[2026-06-02 16:53:07,960][263846] Updated weights for policy 0, policy_version 14608 (0.0008)
+[2026-06-02 16:53:08,141][263846] Updated weights for policy 0, policy_version 14618 (0.0008)
+[2026-06-02 16:53:08,332][263846] Updated weights for policy 0, policy_version 14628 (0.0008)
+[2026-06-02 16:53:08,515][263846] Updated weights for policy 0, policy_version 14638 (0.0009)
+[2026-06-02 16:53:08,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 7503872. Throughput: 0: 20810.0. Samples: 7477120. Policy #0 lag: (min: 35.0, avg: 59.4, max: 99.0)
+[2026-06-02 16:53:08,912][262831] Avg episode reward: [(0, '338.848')]
+[2026-06-02 16:53:09,082][263846] Updated weights for policy 0, policy_version 14648 (0.0008)
+[2026-06-02 16:53:09,270][263846] Updated weights for policy 0, policy_version 14658 (0.0007)
+[2026-06-02 16:53:09,458][263846] Updated weights for policy 0, policy_version 14668 (0.0009)
+[2026-06-02 16:53:09,632][263846] Updated weights for policy 0, policy_version 14678 (0.0009)
+[2026-06-02 16:53:09,813][263846] Updated weights for policy 0, policy_version 14688 (0.0007)
+[2026-06-02 16:53:10,000][263846] Updated weights for policy 0, policy_version 14698 (0.0009)
+[2026-06-02 16:53:10,109][263767] Saving new best policy, reward=338.848!
+[2026-06-02 16:53:10,586][263846] Updated weights for policy 0, policy_version 14708 (0.0009)
+[2026-06-02 16:53:10,764][263846] Updated weights for policy 0, policy_version 14718 (0.0009)
+[2026-06-02 16:53:10,942][263846] Updated weights for policy 0, policy_version 14728 (0.0008)
+[2026-06-02 16:53:11,128][263846] Updated weights for policy 0, policy_version 14738 (0.0009)
+[2026-06-02 16:53:11,312][263846] Updated weights for policy 0, policy_version 14748 (0.0009)
+[2026-06-02 16:53:11,499][263846] Updated weights for policy 0, policy_version 14758 (0.0007)
+[2026-06-02 16:53:12,124][263846] Updated weights for policy 0, policy_version 14769 (0.0008)
+[2026-06-02 16:53:12,293][263846] Updated weights for policy 0, policy_version 14779 (0.0008)
+[2026-06-02 16:53:12,471][263846] Updated weights for policy 0, policy_version 14789 (0.0008)
+[2026-06-02 16:53:12,649][263846] Updated weights for policy 0, policy_version 14799 (0.0008)
+[2026-06-02 16:53:12,831][263846] Updated weights for policy 0, policy_version 14809 (0.0009)
+[2026-06-02 16:53:13,019][263846] Updated weights for policy 0, policy_version 14819 (0.0008)
+[2026-06-02 16:53:13,203][263846] Updated weights for policy 0, policy_version 14829 (0.0008)
+[2026-06-02 16:53:13,798][263846] Updated weights for policy 0, policy_version 14839 (0.0008)
+[2026-06-02 16:53:13,911][262831] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 20660.5). Total num frames: 7602176. Throughput: 0: 20832.7. Samples: 7606656. Policy #0 lag: (min: 35.0, avg: 59.4, max: 99.0)
+[2026-06-02 16:53:13,912][262831] Avg episode reward: [(0, '291.920')]
+[2026-06-02 16:53:13,983][263846] Updated weights for policy 0, policy_version 14849 (0.0008)
+[2026-06-02 16:53:14,166][263846] Updated weights for policy 0, policy_version 14859 (0.0008)
+[2026-06-02 16:53:14,365][263846] Updated weights for policy 0, policy_version 14870 (0.0009)
+[2026-06-02 16:53:14,553][263846] Updated weights for policy 0, policy_version 14880 (0.0008)
+[2026-06-02 16:53:14,741][263846] Updated weights for policy 0, policy_version 14890 (0.0008)
+[2026-06-02 16:53:15,322][263846] Updated weights for policy 0, policy_version 14900 (0.0008)
+[2026-06-02 16:53:15,499][263846] Updated weights for policy 0, policy_version 14910 (0.0008)
+[2026-06-02 16:53:15,677][263846] Updated weights for policy 0, policy_version 14920 (0.0008)
+[2026-06-02 16:53:15,880][263846] Updated weights for policy 0, policy_version 14931 (0.0008)
+[2026-06-02 16:53:16,061][263846] Updated weights for policy 0, policy_version 14941 (0.0008)
+[2026-06-02 16:53:16,246][263846] Updated weights for policy 0, policy_version 14951 (0.0008)
+[2026-06-02 16:53:16,831][263846] Updated weights for policy 0, policy_version 14961 (0.0008)
+[2026-06-02 16:53:17,004][263846] Updated weights for policy 0, policy_version 14971 (0.0008)
+[2026-06-02 16:53:17,182][263846] Updated weights for policy 0, policy_version 14981 (0.0008)
+[2026-06-02 16:53:17,364][263846] Updated weights for policy 0, policy_version 14991 (0.0008)
+[2026-06-02 16:53:17,549][263846] Updated weights for policy 0, policy_version 15001 (0.0008)
+[2026-06-02 16:53:17,734][263846] Updated weights for policy 0, policy_version 15011 (0.0008)
+[2026-06-02 16:53:17,924][263846] Updated weights for policy 0, policy_version 15021 (0.0008)
+[2026-06-02 16:53:18,515][263846] Updated weights for policy 0, policy_version 15031 (0.0009)
+[2026-06-02 16:53:18,703][263846] Updated weights for policy 0, policy_version 15041 (0.0008)
+[2026-06-02 16:53:18,892][263846] Updated weights for policy 0, policy_version 15051 (0.0008)
+[2026-06-02 16:53:18,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 7700480. Throughput: 0: 20755.9. Samples: 7725824. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 16:53:18,912][262831] Avg episode reward: [(0, '281.075')]
+[2026-06-02 16:53:19,079][263846] Updated weights for policy 0, policy_version 15061 (0.0008)
+[2026-06-02 16:53:19,270][263846] Updated weights for policy 0, policy_version 15071 (0.0008)
+[2026-06-02 16:53:19,456][263846] Updated weights for policy 0, policy_version 15081 (0.0008)
+[2026-06-02 16:53:20,018][263846] Updated weights for policy 0, policy_version 15091 (0.0008)
+[2026-06-02 16:53:20,192][263846] Updated weights for policy 0, policy_version 15101 (0.0008)
+[2026-06-02 16:53:20,362][263846] Updated weights for policy 0, policy_version 15111 (0.0008)
+[2026-06-02 16:53:20,551][263846] Updated weights for policy 0, policy_version 15121 (0.0008)
+[2026-06-02 16:53:20,733][263846] Updated weights for policy 0, policy_version 15131 (0.0008)
+[2026-06-02 16:53:20,916][263846] Updated weights for policy 0, policy_version 15141 (0.0008)
+[2026-06-02 16:53:21,100][263846] Updated weights for policy 0, policy_version 15151 (0.0008)
+[2026-06-02 16:53:21,694][263846] Updated weights for policy 0, policy_version 15161 (0.0008)
+[2026-06-02 16:53:21,880][263846] Updated weights for policy 0, policy_version 15171 (0.0008)
+[2026-06-02 16:53:22,074][263846] Updated weights for policy 0, policy_version 15181 (0.0008)
+[2026-06-02 16:53:22,267][263846] Updated weights for policy 0, policy_version 15191 (0.0008)
+[2026-06-02 16:53:22,446][263846] Updated weights for policy 0, policy_version 15201 (0.0008)
+[2026-06-02 16:53:22,638][263846] Updated weights for policy 0, policy_version 15211 (0.0008)
+[2026-06-02 16:53:23,227][263846] Updated weights for policy 0, policy_version 15221 (0.0008)
+[2026-06-02 16:53:23,398][263846] Updated weights for policy 0, policy_version 15231 (0.0008)
+[2026-06-02 16:53:23,587][263846] Updated weights for policy 0, policy_version 15241 (0.0008)
+[2026-06-02 16:53:23,766][263846] Updated weights for policy 0, policy_version 15251 (0.0008)
+[2026-06-02 16:53:23,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 7798784. Throughput: 0: 20878.2. Samples: 7789568. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 16:53:23,912][262831] Avg episode reward: [(0, '302.436')]
+[2026-06-02 16:53:23,941][263846] Updated weights for policy 0, policy_version 15261 (0.0008)
+[2026-06-02 16:53:24,132][263846] Updated weights for policy 0, policy_version 15271 (0.0008)
+[2026-06-02 16:53:24,741][263846] Updated weights for policy 0, policy_version 15281 (0.0008)
+[2026-06-02 16:53:24,905][263846] Updated weights for policy 0, policy_version 15291 (0.0005)
+[2026-06-02 16:53:25,090][263846] Updated weights for policy 0, policy_version 15301 (0.0005)
+[2026-06-02 16:53:25,289][263846] Updated weights for policy 0, policy_version 15311 (0.0005)
+[2026-06-02 16:53:25,474][263846] Updated weights for policy 0, policy_version 15321 (0.0008)
+[2026-06-02 16:53:25,664][263846] Updated weights for policy 0, policy_version 15331 (0.0009)
+[2026-06-02 16:53:25,840][263846] Updated weights for policy 0, policy_version 15341 (0.0009)
+[2026-06-02 16:53:26,405][263846] Updated weights for policy 0, policy_version 15351 (0.0008)
+[2026-06-02 16:53:26,589][263846] Updated weights for policy 0, policy_version 15361 (0.0008)
+[2026-06-02 16:53:26,775][263846] Updated weights for policy 0, policy_version 15371 (0.0008)
+[2026-06-02 16:53:26,957][263846] Updated weights for policy 0, policy_version 15381 (0.0008)
+[2026-06-02 16:53:27,143][263846] Updated weights for policy 0, policy_version 15391 (0.0008)
+[2026-06-02 16:53:27,330][263846] Updated weights for policy 0, policy_version 15401 (0.0008)
+[2026-06-02 16:53:27,900][263846] Updated weights for policy 0, policy_version 15411 (0.0008)
+[2026-06-02 16:53:28,072][263846] Updated weights for policy 0, policy_version 15421 (0.0008)
+[2026-06-02 16:53:28,268][263846] Updated weights for policy 0, policy_version 15431 (0.0008)
+[2026-06-02 16:53:28,456][263846] Updated weights for policy 0, policy_version 15441 (0.0008)
+[2026-06-02 16:53:28,641][263846] Updated weights for policy 0, policy_version 15451 (0.0008)
+[2026-06-02 16:53:28,830][263846] Updated weights for policy 0, policy_version 15461 (0.0008)
+[2026-06-02 16:53:28,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 7897088. Throughput: 0: 21085.9. Samples: 7921536. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0)
+[2026-06-02 16:53:28,912][262831] Avg episode reward: [(0, '319.353')]
+[2026-06-02 16:53:29,019][263846] Updated weights for policy 0, policy_version 15471 (0.0008)
+[2026-06-02 16:53:29,569][263846] Updated weights for policy 0, policy_version 15481 (0.0008)
+[2026-06-02 16:53:29,741][263846] Updated weights for policy 0, policy_version 15491 (0.0009)
+[2026-06-02 16:53:29,928][263846] Updated weights for policy 0, policy_version 15501 (0.0008)
+[2026-06-02 16:53:30,114][263846] Updated weights for policy 0, policy_version 15511 (0.0008)
+[2026-06-02 16:53:30,297][263846] Updated weights for policy 0, policy_version 15521 (0.0008)
+[2026-06-02 16:53:30,490][263846] Updated weights for policy 0, policy_version 15531 (0.0009)
+[2026-06-02 16:53:31,045][263846] Updated weights for policy 0, policy_version 15541 (0.0008)
+[2026-06-02 16:53:31,229][263846] Updated weights for policy 0, policy_version 15551 (0.0008)
+[2026-06-02 16:53:31,407][263846] Updated weights for policy 0, policy_version 15561 (0.0008)
+[2026-06-02 16:53:31,593][263846] Updated weights for policy 0, policy_version 15571 (0.0008)
+[2026-06-02 16:53:31,774][263846] Updated weights for policy 0, policy_version 15581 (0.0008)
+[2026-06-02 16:53:31,962][263846] Updated weights for policy 0, policy_version 15591 (0.0008)
+[2026-06-02 16:53:32,545][263846] Updated weights for policy 0, policy_version 15601 (0.0008)
+[2026-06-02 16:53:32,714][263846] Updated weights for policy 0, policy_version 15611 (0.0008)
+[2026-06-02 16:53:32,896][263846] Updated weights for policy 0, policy_version 15621 (0.0008)
+[2026-06-02 16:53:33,082][263846] Updated weights for policy 0, policy_version 15631 (0.0008)
+[2026-06-02 16:53:33,273][263846] Updated weights for policy 0, policy_version 15641 (0.0008)
+[2026-06-02 16:53:33,471][263846] Updated weights for policy 0, policy_version 15651 (0.0005)
+[2026-06-02 16:53:33,658][263846] Updated weights for policy 0, policy_version 15661 (0.0005)
+[2026-06-02 16:53:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 8028160. Throughput: 0: 21080.2. Samples: 8048512. Policy #0 lag: (min: 53.0, avg: 83.3, max: 114.0)
+[2026-06-02 16:53:33,912][262831] Avg episode reward: [(0, '312.401')]
+[2026-06-02 16:53:34,188][263846] Updated weights for policy 0, policy_version 15671 (0.0004)
+[2026-06-02 16:53:34,368][263846] Updated weights for policy 0, policy_version 15681 (0.0005)
+[2026-06-02 16:53:34,552][263846] Updated weights for policy 0, policy_version 15691 (0.0004)
+[2026-06-02 16:53:34,742][263846] Updated weights for policy 0, policy_version 15701 (0.0005)
+[2026-06-02 16:53:34,916][263846] Updated weights for policy 0, policy_version 15711 (0.0004)
+[2026-06-02 16:53:35,098][263846] Updated weights for policy 0, policy_version 15721 (0.0004)
+[2026-06-02 16:53:35,656][263846] Updated weights for policy 0, policy_version 15731 (0.0004)
+[2026-06-02 16:53:35,830][263846] Updated weights for policy 0, policy_version 15741 (0.0004)
+[2026-06-02 16:53:36,013][263846] Updated weights for policy 0, policy_version 15751 (0.0005)
+[2026-06-02 16:53:36,194][263846] Updated weights for policy 0, policy_version 15761 (0.0005)
+[2026-06-02 16:53:36,370][263846] Updated weights for policy 0, policy_version 15771 (0.0005)
+[2026-06-02 16:53:36,559][263846] Updated weights for policy 0, policy_version 15781 (0.0007)
+[2026-06-02 16:53:36,743][263846] Updated weights for policy 0, policy_version 15791 (0.0008)
+[2026-06-02 16:53:37,295][263846] Updated weights for policy 0, policy_version 15801 (0.0008)
+[2026-06-02 16:53:37,472][263846] Updated weights for policy 0, policy_version 15811 (0.0008)
+[2026-06-02 16:53:37,656][263846] Updated weights for policy 0, policy_version 15821 (0.0008)
+[2026-06-02 16:53:37,839][263846] Updated weights for policy 0, policy_version 15831 (0.0009)
+[2026-06-02 16:53:38,021][263846] Updated weights for policy 0, policy_version 15841 (0.0008)
+[2026-06-02 16:53:38,211][263846] Updated weights for policy 0, policy_version 15851 (0.0008)
+[2026-06-02 16:53:38,809][263846] Updated weights for policy 0, policy_version 15861 (0.0008)
+[2026-06-02 16:53:38,911][262831] Fps is (10 sec: 22937.2, 60 sec: 21299.2, 300 sec: 20771.6). Total num frames: 8126464. Throughput: 0: 21125.6. Samples: 8112128. Policy #0 lag: (min: 53.0, avg: 83.3, max: 114.0)
+[2026-06-02 16:53:38,912][262831] Avg episode reward: [(0, '340.899')]
+[2026-06-02 16:53:38,990][263846] Updated weights for policy 0, policy_version 15871 (0.0008)
+[2026-06-02 16:53:39,174][263846] Updated weights for policy 0, policy_version 15881 (0.0009)
+[2026-06-02 16:53:39,365][263846] Updated weights for policy 0, policy_version 15891 (0.0008)
+[2026-06-02 16:53:39,552][263846] Updated weights for policy 0, policy_version 15901 (0.0008)
+[2026-06-02 16:53:39,751][263846] Updated weights for policy 0, policy_version 15912 (0.0008)
+[2026-06-02 16:53:39,901][263767] Saving new best policy, reward=340.899!
+[2026-06-02 16:53:40,317][263846] Updated weights for policy 0, policy_version 15922 (0.0009)
+[2026-06-02 16:53:40,492][263846] Updated weights for policy 0, policy_version 15932 (0.0009)
+[2026-06-02 16:53:40,679][263846] Updated weights for policy 0, policy_version 15942 (0.0009)
+[2026-06-02 16:53:40,866][263846] Updated weights for policy 0, policy_version 15952 (0.0009)
+[2026-06-02 16:53:41,055][263846] Updated weights for policy 0, policy_version 15962 (0.0005)
+[2026-06-02 16:53:41,244][263846] Updated weights for policy 0, policy_version 15972 (0.0008)
+[2026-06-02 16:53:41,432][263846] Updated weights for policy 0, policy_version 15982 (0.0009)
+[2026-06-02 16:53:42,018][263846] Updated weights for policy 0, policy_version 15992 (0.0009)
+[2026-06-02 16:53:42,201][263846] Updated weights for policy 0, policy_version 16002 (0.0008)
+[2026-06-02 16:53:42,391][263846] Updated weights for policy 0, policy_version 16012 (0.0008)
+[2026-06-02 16:53:42,573][263846] Updated weights for policy 0, policy_version 16022 (0.0009)
+[2026-06-02 16:53:42,759][263846] Updated weights for policy 0, policy_version 16032 (0.0008)
+[2026-06-02 16:53:42,941][263846] Updated weights for policy 0, policy_version 16042 (0.0008)
+[2026-06-02 16:53:43,529][263846] Updated weights for policy 0, policy_version 16052 (0.0008)
+[2026-06-02 16:53:43,710][263846] Updated weights for policy 0, policy_version 16062 (0.0008)
+[2026-06-02 16:53:43,908][263846] Updated weights for policy 0, policy_version 16072 (0.0008)
+[2026-06-02 16:53:43,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 8224768. Throughput: 0: 21208.2. Samples: 8241024. Policy #0 lag: (min: 14.0, avg: 36.0, max: 78.0)
+[2026-06-02 16:53:43,912][262831] Avg episode reward: [(0, '298.876')]
+[2026-06-02 16:53:44,098][263846] Updated weights for policy 0, policy_version 16082 (0.0008)
+[2026-06-02 16:53:44,293][263846] Updated weights for policy 0, policy_version 16092 (0.0008)
+[2026-06-02 16:53:44,476][263846] Updated weights for policy 0, policy_version 16102 (0.0008)
+[2026-06-02 16:53:44,659][263846] Updated weights for policy 0, policy_version 16112 (0.0008)
+[2026-06-02 16:53:45,197][263846] Updated weights for policy 0, policy_version 16122 (0.0008)
+[2026-06-02 16:53:45,375][263846] Updated weights for policy 0, policy_version 16132 (0.0008)
+[2026-06-02 16:53:45,554][263846] Updated weights for policy 0, policy_version 16142 (0.0008)
+[2026-06-02 16:53:45,732][263846] Updated weights for policy 0, policy_version 16152 (0.0008)
+[2026-06-02 16:53:45,920][263846] Updated weights for policy 0, policy_version 16162 (0.0008)
+[2026-06-02 16:53:46,105][263846] Updated weights for policy 0, policy_version 16172 (0.0008)
+[2026-06-02 16:53:46,698][263846] Updated weights for policy 0, policy_version 16182 (0.0008)
+[2026-06-02 16:53:46,874][263846] Updated weights for policy 0, policy_version 16192 (0.0008)
+[2026-06-02 16:53:47,061][263846] Updated weights for policy 0, policy_version 16202 (0.0008)
+[2026-06-02 16:53:47,237][263846] Updated weights for policy 0, policy_version 16212 (0.0008)
+[2026-06-02 16:53:47,428][263846] Updated weights for policy 0, policy_version 16222 (0.0008)
+[2026-06-02 16:53:47,613][263846] Updated weights for policy 0, policy_version 16232 (0.0008)
+[2026-06-02 16:53:48,188][263846] Updated weights for policy 0, policy_version 16242 (0.0008)
+[2026-06-02 16:53:48,363][263846] Updated weights for policy 0, policy_version 16252 (0.0008)
+[2026-06-02 16:53:48,566][263846] Updated weights for policy 0, policy_version 16263 (0.0008)
+[2026-06-02 16:53:48,757][263846] Updated weights for policy 0, policy_version 16273 (0.0008)
+[2026-06-02 16:53:48,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 8323072. Throughput: 0: 21270.7. Samples: 8370048. Policy #0 lag: (min: 14.0, avg: 36.0, max: 78.0)
+[2026-06-02 16:53:48,912][262831] Avg episode reward: [(0, '325.538')]
+[2026-06-02 16:53:48,936][263846] Updated weights for policy 0, policy_version 16283 (0.0008)
+[2026-06-02 16:53:49,126][263846] Updated weights for policy 0, policy_version 16293 (0.0009)
+[2026-06-02 16:53:49,312][263846] Updated weights for policy 0, policy_version 16303 (0.0009)
+[2026-06-02 16:53:49,883][263846] Updated weights for policy 0, policy_version 16313 (0.0009)
+[2026-06-02 16:53:50,065][263846] Updated weights for policy 0, policy_version 16323 (0.0009)
+[2026-06-02 16:53:50,243][263846] Updated weights for policy 0, policy_version 16333 (0.0008)
+[2026-06-02 16:53:50,440][263846] Updated weights for policy 0, policy_version 16343 (0.0008)
+[2026-06-02 16:53:50,621][263846] Updated weights for policy 0, policy_version 16353 (0.0008)
+[2026-06-02 16:53:50,813][263846] Updated weights for policy 0, policy_version 16363 (0.0008)
+[2026-06-02 16:53:51,359][263846] Updated weights for policy 0, policy_version 16373 (0.0009)
+[2026-06-02 16:53:51,527][263846] Updated weights for policy 0, policy_version 16383 (0.0008)
+[2026-06-02 16:53:51,711][263846] Updated weights for policy 0, policy_version 16393 (0.0008)
+[2026-06-02 16:53:51,907][263846] Updated weights for policy 0, policy_version 16403 (0.0008)
+[2026-06-02 16:53:52,088][263846] Updated weights for policy 0, policy_version 16413 (0.0008)
+[2026-06-02 16:53:52,277][263846] Updated weights for policy 0, policy_version 16423 (0.0008)
+[2026-06-02 16:53:52,831][263846] Updated weights for policy 0, policy_version 16433 (0.0008)
+[2026-06-02 16:53:53,007][263846] Updated weights for policy 0, policy_version 16443 (0.0009)
+[2026-06-02 16:53:53,192][263846] Updated weights for policy 0, policy_version 16453 (0.0008)
+[2026-06-02 16:53:53,379][263846] Updated weights for policy 0, policy_version 16463 (0.0008)
+[2026-06-02 16:53:53,566][263846] Updated weights for policy 0, policy_version 16473 (0.0008)
+[2026-06-02 16:53:53,744][263846] Updated weights for policy 0, policy_version 16483 (0.0008)
+[2026-06-02 16:53:53,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 8421376. Throughput: 0: 21165.5. Samples: 8429568. Policy #0 lag: (min: 14.0, avg: 36.0, max: 78.0)
+[2026-06-02 16:53:53,912][262831] Avg episode reward: [(0, '346.152')]
+[2026-06-02 16:53:53,923][263846] Updated weights for policy 0, policy_version 16493 (0.0008)
+[2026-06-02 16:53:53,990][263767] Saving new best policy, reward=346.152!
+[2026-06-02 16:53:54,500][263846] Updated weights for policy 0, policy_version 16503 (0.0009)
+[2026-06-02 16:53:54,676][263846] Updated weights for policy 0, policy_version 16513 (0.0009)
+[2026-06-02 16:53:54,857][263846] Updated weights for policy 0, policy_version 16523 (0.0009)
+[2026-06-02 16:53:55,041][263846] Updated weights for policy 0, policy_version 16533 (0.0009)
+[2026-06-02 16:53:55,225][263846] Updated weights for policy 0, policy_version 16543 (0.0009)
+[2026-06-02 16:53:55,407][263846] Updated weights for policy 0, policy_version 16553 (0.0009)
+[2026-06-02 16:53:55,997][263846] Updated weights for policy 0, policy_version 16563 (0.0009)
+[2026-06-02 16:53:56,172][263846] Updated weights for policy 0, policy_version 16573 (0.0009)
+[2026-06-02 16:53:56,372][263846] Updated weights for policy 0, policy_version 16584 (0.0009)
+[2026-06-02 16:53:56,554][263846] Updated weights for policy 0, policy_version 16594 (0.0009)
+[2026-06-02 16:53:56,739][263846] Updated weights for policy 0, policy_version 16604 (0.0009)
+[2026-06-02 16:53:56,924][263846] Updated weights for policy 0, policy_version 16614 (0.0009)
+[2026-06-02 16:53:57,102][263846] Updated weights for policy 0, policy_version 16624 (0.0009)
+[2026-06-02 16:53:57,686][263846] Updated weights for policy 0, policy_version 16634 (0.0008)
+[2026-06-02 16:53:57,872][263846] Updated weights for policy 0, policy_version 16644 (0.0009)
+[2026-06-02 16:53:58,059][263846] Updated weights for policy 0, policy_version 16654 (0.0008)
+[2026-06-02 16:53:58,246][263846] Updated weights for policy 0, policy_version 16664 (0.0008)
+[2026-06-02 16:53:58,431][263846] Updated weights for policy 0, policy_version 16674 (0.0008)
+[2026-06-02 16:53:58,612][263846] Updated weights for policy 0, policy_version 16684 (0.0008)
+[2026-06-02 16:53:58,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 8552448. Throughput: 0: 20986.3. Samples: 8551040. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:53:58,912][262831] Avg episode reward: [(0, '411.671')]
+[2026-06-02 16:53:58,917][263767] Saving new best policy, reward=411.671!
+[2026-06-02 16:53:59,200][263846] Updated weights for policy 0, policy_version 16694 (0.0008)
+[2026-06-02 16:53:59,379][263846] Updated weights for policy 0, policy_version 16704 (0.0008)
+[2026-06-02 16:53:59,560][263846] Updated weights for policy 0, policy_version 16714 (0.0008)
+[2026-06-02 16:53:59,740][263846] Updated weights for policy 0, policy_version 16724 (0.0008)
+[2026-06-02 16:53:59,932][263846] Updated weights for policy 0, policy_version 16734 (0.0008)
+[2026-06-02 16:54:00,112][263846] Updated weights for policy 0, policy_version 16744 (0.0008)
+[2026-06-02 16:54:00,677][263846] Updated weights for policy 0, policy_version 16754 (0.0008)
+[2026-06-02 16:54:00,845][263846] Updated weights for policy 0, policy_version 16764 (0.0007)
+[2026-06-02 16:54:01,027][263846] Updated weights for policy 0, policy_version 16774 (0.0008)
+[2026-06-02 16:54:01,215][263846] Updated weights for policy 0, policy_version 16784 (0.0008)
+[2026-06-02 16:54:01,399][263846] Updated weights for policy 0, policy_version 16794 (0.0008)
+[2026-06-02 16:54:01,578][263846] Updated weights for policy 0, policy_version 16804 (0.0008)
+[2026-06-02 16:54:01,757][263846] Updated weights for policy 0, policy_version 16814 (0.0008)
+[2026-06-02 16:54:02,341][263846] Updated weights for policy 0, policy_version 16824 (0.0008)
+[2026-06-02 16:54:02,522][263846] Updated weights for policy 0, policy_version 16834 (0.0008)
+[2026-06-02 16:54:02,724][263846] Updated weights for policy 0, policy_version 16845 (0.0008)
+[2026-06-02 16:54:02,911][263846] Updated weights for policy 0, policy_version 16855 (0.0008)
+[2026-06-02 16:54:03,095][263846] Updated weights for policy 0, policy_version 16865 (0.0008)
+[2026-06-02 16:54:03,288][263846] Updated weights for policy 0, policy_version 16875 (0.0008)
+[2026-06-02 16:54:03,839][263846] Updated weights for policy 0, policy_version 16885 (0.0008)
+[2026-06-02 16:54:03,911][262831] Fps is (10 sec: 22937.3, 60 sec: 20753.0, 300 sec: 20882.7). Total num frames: 8650752. Throughput: 0: 21185.4. Samples: 8679168. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:54:03,912][262831] Avg episode reward: [(0, '372.236')]
+[2026-06-02 16:54:04,023][263846] Updated weights for policy 0, policy_version 16895 (0.0008)
+[2026-06-02 16:54:04,200][263846] Updated weights for policy 0, policy_version 16905 (0.0008)
+[2026-06-02 16:54:04,377][263846] Updated weights for policy 0, policy_version 16915 (0.0008)
+[2026-06-02 16:54:04,562][263846] Updated weights for policy 0, policy_version 16925 (0.0008)
+[2026-06-02 16:54:04,745][263846] Updated weights for policy 0, policy_version 16935 (0.0008)
+[2026-06-02 16:54:05,321][263846] Updated weights for policy 0, policy_version 16945 (0.0008)
+[2026-06-02 16:54:05,497][263846] Updated weights for policy 0, policy_version 16955 (0.0008)
+[2026-06-02 16:54:05,676][263846] Updated weights for policy 0, policy_version 16965 (0.0008)
+[2026-06-02 16:54:05,869][263846] Updated weights for policy 0, policy_version 16975 (0.0006)
+[2026-06-02 16:54:06,050][263846] Updated weights for policy 0, policy_version 16985 (0.0010)
+[2026-06-02 16:54:06,233][263846] Updated weights for policy 0, policy_version 16995 (0.0010)
+[2026-06-02 16:54:06,420][263846] Updated weights for policy 0, policy_version 17005 (0.0008)
+[2026-06-02 16:54:06,965][263846] Updated weights for policy 0, policy_version 17015 (0.0008)
+[2026-06-02 16:54:07,143][263846] Updated weights for policy 0, policy_version 17025 (0.0008)
+[2026-06-02 16:54:07,339][263846] Updated weights for policy 0, policy_version 17035 (0.0008)
+[2026-06-02 16:54:07,528][263846] Updated weights for policy 0, policy_version 17045 (0.0008)
+[2026-06-02 16:54:07,713][263846] Updated weights for policy 0, policy_version 17055 (0.0008)
+[2026-06-02 16:54:07,903][263846] Updated weights for policy 0, policy_version 17065 (0.0008)
+[2026-06-02 16:54:08,436][263846] Updated weights for policy 0, policy_version 17075 (0.0009)
+[2026-06-02 16:54:08,612][263846] Updated weights for policy 0, policy_version 17085 (0.0009)
+[2026-06-02 16:54:08,799][263846] Updated weights for policy 0, policy_version 17095 (0.0009)
+[2026-06-02 16:54:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 8749056. Throughput: 0: 21176.9. Samples: 8742528. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 16:54:08,912][262831] Avg episode reward: [(0, '338.366')]
+[2026-06-02 16:54:08,981][263846] Updated weights for policy 0, policy_version 17105 (0.0009)
+[2026-06-02 16:54:09,161][263846] Updated weights for policy 0, policy_version 17115 (0.0009)
+[2026-06-02 16:54:09,346][263846] Updated weights for policy 0, policy_version 17125 (0.0009)
+[2026-06-02 16:54:09,538][263846] Updated weights for policy 0, policy_version 17135 (0.0008)
+[2026-06-02 16:54:10,081][263846] Updated weights for policy 0, policy_version 17145 (0.0008)
+[2026-06-02 16:54:10,266][263846] Updated weights for policy 0, policy_version 17155 (0.0008)
+[2026-06-02 16:54:10,454][263846] Updated weights for policy 0, policy_version 17165 (0.0008)
+[2026-06-02 16:54:10,640][263846] Updated weights for policy 0, policy_version 17175 (0.0008)
+[2026-06-02 16:54:10,830][263846] Updated weights for policy 0, policy_version 17185 (0.0007)
+[2026-06-02 16:54:11,020][263846] Updated weights for policy 0, policy_version 17195 (0.0009)
+[2026-06-02 16:54:11,536][263846] Updated weights for policy 0, policy_version 17205 (0.0009)
+[2026-06-02 16:54:11,714][263846] Updated weights for policy 0, policy_version 17215 (0.0009)
+[2026-06-02 16:54:11,899][263846] Updated weights for policy 0, policy_version 17225 (0.0009)
+[2026-06-02 16:54:12,081][263846] Updated weights for policy 0, policy_version 17235 (0.0009)
+[2026-06-02 16:54:12,273][263846] Updated weights for policy 0, policy_version 17245 (0.0008)
+[2026-06-02 16:54:12,462][263846] Updated weights for policy 0, policy_version 17255 (0.0008)
+[2026-06-02 16:54:13,012][263846] Updated weights for policy 0, policy_version 17265 (0.0009)
+[2026-06-02 16:54:13,181][263846] Updated weights for policy 0, policy_version 17275 (0.0008)
+[2026-06-02 16:54:13,368][263846] Updated weights for policy 0, policy_version 17285 (0.0008)
+[2026-06-02 16:54:13,546][263846] Updated weights for policy 0, policy_version 17295 (0.0008)
+[2026-06-02 16:54:13,724][263846] Updated weights for policy 0, policy_version 17305 (0.0008)
+[2026-06-02 16:54:13,906][263846] Updated weights for policy 0, policy_version 17315 (0.0008)
+[2026-06-02 16:54:13,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20771.6). Total num frames: 8847360. Throughput: 0: 21028.9. Samples: 8867840. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 16:54:13,912][262831] Avg episode reward: [(0, '352.157')]
+[2026-06-02 16:54:14,096][263846] Updated weights for policy 0, policy_version 17325 (0.0008)
+[2026-06-02 16:54:14,644][263846] Updated weights for policy 0, policy_version 17335 (0.0008)
+[2026-06-02 16:54:14,827][263846] Updated weights for policy 0, policy_version 17345 (0.0008)
+[2026-06-02 16:54:15,004][263846] Updated weights for policy 0, policy_version 17355 (0.0008)
+[2026-06-02 16:54:15,182][263846] Updated weights for policy 0, policy_version 17365 (0.0008)
+[2026-06-02 16:54:15,361][263846] Updated weights for policy 0, policy_version 17375 (0.0008)
+[2026-06-02 16:54:15,540][263846] Updated weights for policy 0, policy_version 17385 (0.0008)
+[2026-06-02 16:54:16,116][263846] Updated weights for policy 0, policy_version 17395 (0.0008)
+[2026-06-02 16:54:16,292][263846] Updated weights for policy 0, policy_version 17405 (0.0008)
+[2026-06-02 16:54:16,477][263846] Updated weights for policy 0, policy_version 17415 (0.0008)
+[2026-06-02 16:54:16,676][263846] Updated weights for policy 0, policy_version 17426 (0.0008)
+[2026-06-02 16:54:16,881][263846] Updated weights for policy 0, policy_version 17437 (0.0008)
+[2026-06-02 16:54:17,060][263846] Updated weights for policy 0, policy_version 17447 (0.0008)
+[2026-06-02 16:54:17,635][263846] Updated weights for policy 0, policy_version 17457 (0.0008)
+[2026-06-02 16:54:17,805][263846] Updated weights for policy 0, policy_version 17467 (0.0008)
+[2026-06-02 16:54:17,991][263846] Updated weights for policy 0, policy_version 17477 (0.0008)
+[2026-06-02 16:54:18,168][263846] Updated weights for policy 0, policy_version 17487 (0.0009)
+[2026-06-02 16:54:18,349][263846] Updated weights for policy 0, policy_version 17497 (0.0008)
+[2026-06-02 16:54:18,526][263846] Updated weights for policy 0, policy_version 17507 (0.0008)
+[2026-06-02 16:54:18,719][263846] Updated weights for policy 0, policy_version 17517 (0.0008)
+[2026-06-02 16:54:18,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 8978432. Throughput: 0: 21003.4. Samples: 8993664. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 16:54:18,912][262831] Avg episode reward: [(0, '398.887')]
+[2026-06-02 16:54:19,299][263846] Updated weights for policy 0, policy_version 17527 (0.0008)
+[2026-06-02 16:54:19,478][263846] Updated weights for policy 0, policy_version 17537 (0.0008)
+[2026-06-02 16:54:19,653][263846] Updated weights for policy 0, policy_version 17547 (0.0008)
+[2026-06-02 16:54:19,841][263846] Updated weights for policy 0, policy_version 17557 (0.0008)
+[2026-06-02 16:54:20,030][263846] Updated weights for policy 0, policy_version 17567 (0.0009)
+[2026-06-02 16:54:20,214][263846] Updated weights for policy 0, policy_version 17577 (0.0009)
+[2026-06-02 16:54:20,788][263846] Updated weights for policy 0, policy_version 17587 (0.0009)
+[2026-06-02 16:54:20,986][263846] Updated weights for policy 0, policy_version 17598 (0.0008)
+[2026-06-02 16:54:21,173][263846] Updated weights for policy 0, policy_version 17608 (0.0008)
+[2026-06-02 16:54:21,362][263846] Updated weights for policy 0, policy_version 17618 (0.0008)
+[2026-06-02 16:54:21,543][263846] Updated weights for policy 0, policy_version 17628 (0.0008)
+[2026-06-02 16:54:21,738][263846] Updated weights for policy 0, policy_version 17638 (0.0008)
+[2026-06-02 16:54:21,921][263846] Updated weights for policy 0, policy_version 17648 (0.0008)
+[2026-06-02 16:54:22,448][263846] Updated weights for policy 0, policy_version 17658 (0.0008)
+[2026-06-02 16:54:22,634][263846] Updated weights for policy 0, policy_version 17668 (0.0008)
+[2026-06-02 16:54:22,814][263846] Updated weights for policy 0, policy_version 17678 (0.0008)
+[2026-06-02 16:54:23,001][263846] Updated weights for policy 0, policy_version 17688 (0.0008)
+[2026-06-02 16:54:23,190][263846] Updated weights for policy 0, policy_version 17698 (0.0008)
+[2026-06-02 16:54:23,373][263846] Updated weights for policy 0, policy_version 17708 (0.0008)
+[2026-06-02 16:54:23,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 9076736. Throughput: 0: 21014.8. Samples: 9057792. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:54:23,912][262831] Avg episode reward: [(0, '436.786')]
+[2026-06-02 16:54:23,941][263846] Updated weights for policy 0, policy_version 17718 (0.0008)
+[2026-06-02 16:54:24,126][263846] Updated weights for policy 0, policy_version 17728 (0.0008)
+[2026-06-02 16:54:24,303][263846] Updated weights for policy 0, policy_version 17738 (0.0008)
+[2026-06-02 16:54:24,494][263846] Updated weights for policy 0, policy_version 17748 (0.0008)
+[2026-06-02 16:54:24,685][263846] Updated weights for policy 0, policy_version 17758 (0.0008)
+[2026-06-02 16:54:24,872][263846] Updated weights for policy 0, policy_version 17768 (0.0008)
+[2026-06-02 16:54:25,013][263767] Saving new best policy, reward=436.786!
+[2026-06-02 16:54:25,403][263846] Updated weights for policy 0, policy_version 17778 (0.0008)
+[2026-06-02 16:54:25,572][263846] Updated weights for policy 0, policy_version 17788 (0.0008)
+[2026-06-02 16:54:25,746][263846] Updated weights for policy 0, policy_version 17798 (0.0009)
+[2026-06-02 16:54:25,928][263846] Updated weights for policy 0, policy_version 17808 (0.0009)
+[2026-06-02 16:54:26,108][263846] Updated weights for policy 0, policy_version 17818 (0.0009)
+[2026-06-02 16:54:26,287][263846] Updated weights for policy 0, policy_version 17828 (0.0009)
+[2026-06-02 16:54:26,460][263846] Updated weights for policy 0, policy_version 17838 (0.0008)
+[2026-06-02 16:54:27,058][263846] Updated weights for policy 0, policy_version 17848 (0.0008)
+[2026-06-02 16:54:27,230][263846] Updated weights for policy 0, policy_version 17858 (0.0009)
+[2026-06-02 16:54:27,410][263846] Updated weights for policy 0, policy_version 17868 (0.0009)
+[2026-06-02 16:54:27,588][263846] Updated weights for policy 0, policy_version 17878 (0.0009)
+[2026-06-02 16:54:27,768][263846] Updated weights for policy 0, policy_version 17888 (0.0009)
+[2026-06-02 16:54:27,947][263846] Updated weights for policy 0, policy_version 17898 (0.0008)
+[2026-06-02 16:54:28,553][263846] Updated weights for policy 0, policy_version 17908 (0.0008)
+[2026-06-02 16:54:28,725][263846] Updated weights for policy 0, policy_version 17918 (0.0008)
+[2026-06-02 16:54:28,903][263846] Updated weights for policy 0, policy_version 17928 (0.0008)
+[2026-06-02 16:54:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 9175040. Throughput: 0: 20929.4. Samples: 9182848. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:54:28,912][262831] Avg episode reward: [(0, '386.243')]
+[2026-06-02 16:54:29,081][263846] Updated weights for policy 0, policy_version 17938 (0.0009)
+[2026-06-02 16:54:29,262][263846] Updated weights for policy 0, policy_version 17948 (0.0008)
+[2026-06-02 16:54:29,442][263846] Updated weights for policy 0, policy_version 17958 (0.0009)
+[2026-06-02 16:54:29,618][263846] Updated weights for policy 0, policy_version 17968 (0.0009)
+[2026-06-02 16:54:30,206][263846] Updated weights for policy 0, policy_version 17978 (0.0009)
+[2026-06-02 16:54:30,383][263846] Updated weights for policy 0, policy_version 17988 (0.0009)
+[2026-06-02 16:54:30,558][263846] Updated weights for policy 0, policy_version 17998 (0.0008)
+[2026-06-02 16:54:30,743][263846] Updated weights for policy 0, policy_version 18008 (0.0009)
+[2026-06-02 16:54:30,920][263846] Updated weights for policy 0, policy_version 18018 (0.0009)
+[2026-06-02 16:54:31,098][263846] Updated weights for policy 0, policy_version 18028 (0.0009)
+[2026-06-02 16:54:31,698][263846] Updated weights for policy 0, policy_version 18038 (0.0009)
+[2026-06-02 16:54:31,889][263846] Updated weights for policy 0, policy_version 18049 (0.0009)
+[2026-06-02 16:54:32,064][263846] Updated weights for policy 0, policy_version 18059 (0.0009)
+[2026-06-02 16:54:32,248][263846] Updated weights for policy 0, policy_version 18069 (0.0009)
+[2026-06-02 16:54:32,428][263846] Updated weights for policy 0, policy_version 18079 (0.0008)
+[2026-06-02 16:54:32,604][263846] Updated weights for policy 0, policy_version 18089 (0.0009)
+[2026-06-02 16:54:33,194][263846] Updated weights for policy 0, policy_version 18099 (0.0009)
+[2026-06-02 16:54:33,362][263846] Updated weights for policy 0, policy_version 18109 (0.0009)
+[2026-06-02 16:54:33,539][263846] Updated weights for policy 0, policy_version 18119 (0.0008)
+[2026-06-02 16:54:33,717][263846] Updated weights for policy 0, policy_version 18129 (0.0008)
+[2026-06-02 16:54:33,886][263846] Updated weights for policy 0, policy_version 18139 (0.0009)
+[2026-06-02 16:54:33,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9273344. Throughput: 0: 20898.1. Samples: 9310464. Policy #0 lag: (min: 63.0, avg: 83.7, max: 127.0)
+[2026-06-02 16:54:33,912][262831] Avg episode reward: [(0, '369.403')]
+[2026-06-02 16:54:34,073][263846] Updated weights for policy 0, policy_version 18149 (0.0009)
+[2026-06-02 16:54:34,255][263846] Updated weights for policy 0, policy_version 18159 (0.0009)
+[2026-06-02 16:54:34,873][263846] Updated weights for policy 0, policy_version 18169 (0.0008)
+[2026-06-02 16:54:35,065][263846] Updated weights for policy 0, policy_version 18180 (0.0008)
+[2026-06-02 16:54:35,236][263846] Updated weights for policy 0, policy_version 18190 (0.0009)
+[2026-06-02 16:54:35,424][263846] Updated weights for policy 0, policy_version 18200 (0.0009)
+[2026-06-02 16:54:35,619][263846] Updated weights for policy 0, policy_version 18211 (0.0009)
+[2026-06-02 16:54:35,802][263846] Updated weights for policy 0, policy_version 18221 (0.0008)
+[2026-06-02 16:54:36,406][263846] Updated weights for policy 0, policy_version 18231 (0.0008)
+[2026-06-02 16:54:36,580][263846] Updated weights for policy 0, policy_version 18241 (0.0008)
+[2026-06-02 16:54:36,759][263846] Updated weights for policy 0, policy_version 18251 (0.0008)
+[2026-06-02 16:54:36,939][263846] Updated weights for policy 0, policy_version 18261 (0.0009)
+[2026-06-02 16:54:37,121][263846] Updated weights for policy 0, policy_version 18271 (0.0009)
+[2026-06-02 16:54:37,315][263846] Updated weights for policy 0, policy_version 18282 (0.0009)
+[2026-06-02 16:54:37,901][263846] Updated weights for policy 0, policy_version 18292 (0.0008)
+[2026-06-02 16:54:38,081][263846] Updated weights for policy 0, policy_version 18302 (0.0009)
+[2026-06-02 16:54:38,256][263846] Updated weights for policy 0, policy_version 18312 (0.0009)
+[2026-06-02 16:54:38,435][263846] Updated weights for policy 0, policy_version 18322 (0.0009)
+[2026-06-02 16:54:38,615][263846] Updated weights for policy 0, policy_version 18332 (0.0009)
+[2026-06-02 16:54:38,794][263846] Updated weights for policy 0, policy_version 18342 (0.0008)
+[2026-06-02 16:54:38,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9371648. Throughput: 0: 20878.2. Samples: 9369088. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:54:38,912][262831] Avg episode reward: [(0, '311.110')]
+[2026-06-02 16:54:38,976][263846] Updated weights for policy 0, policy_version 18352 (0.0006)
+[2026-06-02 16:54:39,581][263846] Updated weights for policy 0, policy_version 18362 (0.0009)
+[2026-06-02 16:54:39,751][263846] Updated weights for policy 0, policy_version 18372 (0.0007)
+[2026-06-02 16:54:39,942][263846] Updated weights for policy 0, policy_version 18382 (0.0009)
+[2026-06-02 16:54:40,119][263846] Updated weights for policy 0, policy_version 18392 (0.0009)
+[2026-06-02 16:54:40,301][263846] Updated weights for policy 0, policy_version 18402 (0.0009)
+[2026-06-02 16:54:40,475][263846] Updated weights for policy 0, policy_version 18412 (0.0008)
+[2026-06-02 16:54:41,055][263846] Updated weights for policy 0, policy_version 18422 (0.0009)
+[2026-06-02 16:54:41,239][263846] Updated weights for policy 0, policy_version 18432 (0.0009)
+[2026-06-02 16:54:41,417][263846] Updated weights for policy 0, policy_version 18442 (0.0009)
+[2026-06-02 16:54:41,598][263846] Updated weights for policy 0, policy_version 18452 (0.0008)
+[2026-06-02 16:54:41,779][263846] Updated weights for policy 0, policy_version 18462 (0.0009)
+[2026-06-02 16:54:41,960][263846] Updated weights for policy 0, policy_version 18472 (0.0009)
+[2026-06-02 16:54:42,551][263846] Updated weights for policy 0, policy_version 18482 (0.0009)
+[2026-06-02 16:54:42,718][263846] Updated weights for policy 0, policy_version 18492 (0.0009)
+[2026-06-02 16:54:42,893][263846] Updated weights for policy 0, policy_version 18502 (0.0009)
+[2026-06-02 16:54:43,071][263846] Updated weights for policy 0, policy_version 18512 (0.0009)
+[2026-06-02 16:54:43,252][263846] Updated weights for policy 0, policy_version 18522 (0.0009)
+[2026-06-02 16:54:43,434][263846] Updated weights for policy 0, policy_version 18532 (0.0009)
+[2026-06-02 16:54:43,619][263846] Updated weights for policy 0, policy_version 18542 (0.0007)
+[2026-06-02 16:54:43,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 9502720. Throughput: 0: 20938.0. Samples: 9493248. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:54:43,912][262831] Avg episode reward: [(0, '367.786')]
+[2026-06-02 16:54:44,198][263846] Updated weights for policy 0, policy_version 18552 (0.0008)
+[2026-06-02 16:54:44,387][263846] Updated weights for policy 0, policy_version 18562 (0.0007)
+[2026-06-02 16:54:44,570][263846] Updated weights for policy 0, policy_version 18572 (0.0009)
+[2026-06-02 16:54:44,756][263846] Updated weights for policy 0, policy_version 18582 (0.0007)
+[2026-06-02 16:54:44,945][263846] Updated weights for policy 0, policy_version 18592 (0.0009)
+[2026-06-02 16:54:45,140][263846] Updated weights for policy 0, policy_version 18602 (0.0009)
+[2026-06-02 16:54:45,684][263846] Updated weights for policy 0, policy_version 18612 (0.0009)
+[2026-06-02 16:54:45,854][263846] Updated weights for policy 0, policy_version 18622 (0.0007)
+[2026-06-02 16:54:46,043][263846] Updated weights for policy 0, policy_version 18632 (0.0009)
+[2026-06-02 16:54:46,224][263846] Updated weights for policy 0, policy_version 18642 (0.0009)
+[2026-06-02 16:54:46,415][263846] Updated weights for policy 0, policy_version 18652 (0.0009)
+[2026-06-02 16:54:46,613][263846] Updated weights for policy 0, policy_version 18663 (0.0009)
+[2026-06-02 16:54:47,181][263846] Updated weights for policy 0, policy_version 18673 (0.0009)
+[2026-06-02 16:54:47,354][263846] Updated weights for policy 0, policy_version 18683 (0.0008)
+[2026-06-02 16:54:47,543][263846] Updated weights for policy 0, policy_version 18693 (0.0008)
+[2026-06-02 16:54:47,728][263846] Updated weights for policy 0, policy_version 18703 (0.0008)
+[2026-06-02 16:54:47,907][263846] Updated weights for policy 0, policy_version 18713 (0.0008)
+[2026-06-02 16:54:48,086][263846] Updated weights for policy 0, policy_version 18723 (0.0008)
+[2026-06-02 16:54:48,265][263846] Updated weights for policy 0, policy_version 18733 (0.0008)
+[2026-06-02 16:54:48,814][263846] Updated weights for policy 0, policy_version 18743 (0.0008)
+[2026-06-02 16:54:48,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 9601024. Throughput: 0: 20949.4. Samples: 9621888. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:54:48,912][262831] Avg episode reward: [(0, '413.311')]
+[2026-06-02 16:54:49,000][263846] Updated weights for policy 0, policy_version 18753 (0.0008)
+[2026-06-02 16:54:49,184][263846] Updated weights for policy 0, policy_version 18763 (0.0008)
+[2026-06-02 16:54:49,372][263846] Updated weights for policy 0, policy_version 18773 (0.0008)
+[2026-06-02 16:54:49,560][263846] Updated weights for policy 0, policy_version 18783 (0.0008)
+[2026-06-02 16:54:49,744][263846] Updated weights for policy 0, policy_version 18793 (0.0008)
+[2026-06-02 16:54:50,277][263846] Updated weights for policy 0, policy_version 18803 (0.0008)
+[2026-06-02 16:54:50,453][263846] Updated weights for policy 0, policy_version 18813 (0.0008)
+[2026-06-02 16:54:50,630][263846] Updated weights for policy 0, policy_version 18823 (0.0008)
+[2026-06-02 16:54:50,809][263846] Updated weights for policy 0, policy_version 18833 (0.0008)
+[2026-06-02 16:54:50,993][263846] Updated weights for policy 0, policy_version 18843 (0.0008)
+[2026-06-02 16:54:51,175][263846] Updated weights for policy 0, policy_version 18853 (0.0008)
+[2026-06-02 16:54:51,357][263846] Updated weights for policy 0, policy_version 18863 (0.0008)
+[2026-06-02 16:54:51,937][263846] Updated weights for policy 0, policy_version 18873 (0.0009)
+[2026-06-02 16:54:52,120][263846] Updated weights for policy 0, policy_version 18883 (0.0009)
+[2026-06-02 16:54:52,305][263846] Updated weights for policy 0, policy_version 18893 (0.0009)
+[2026-06-02 16:54:52,492][263846] Updated weights for policy 0, policy_version 18903 (0.0009)
+[2026-06-02 16:54:52,679][263846] Updated weights for policy 0, policy_version 18913 (0.0009)
+[2026-06-02 16:54:52,863][263846] Updated weights for policy 0, policy_version 18923 (0.0009)
+[2026-06-02 16:54:53,409][263846] Updated weights for policy 0, policy_version 18933 (0.0009)
+[2026-06-02 16:54:53,596][263846] Updated weights for policy 0, policy_version 18943 (0.0008)
+[2026-06-02 16:54:53,785][263846] Updated weights for policy 0, policy_version 18953 (0.0008)
+[2026-06-02 16:54:53,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20882.7). Total num frames: 9699328. Throughput: 0: 20932.3. Samples: 9684480. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0)
+[2026-06-02 16:54:53,912][262831] Avg episode reward: [(0, '459.613')]
+[2026-06-02 16:54:53,972][263846] Updated weights for policy 0, policy_version 18963 (0.0008)
+[2026-06-02 16:54:54,162][263846] Updated weights for policy 0, policy_version 18973 (0.0008)
+[2026-06-02 16:54:54,345][263846] Updated weights for policy 0, policy_version 18983 (0.0008)
+[2026-06-02 16:54:54,501][263767] Saving new best policy, reward=459.613!
+[2026-06-02 16:54:54,883][263846] Updated weights for policy 0, policy_version 18993 (0.0009)
+[2026-06-02 16:54:55,051][263846] Updated weights for policy 0, policy_version 19003 (0.0008)
+[2026-06-02 16:54:55,231][263846] Updated weights for policy 0, policy_version 19013 (0.0008)
+[2026-06-02 16:54:55,414][263846] Updated weights for policy 0, policy_version 19023 (0.0009)
+[2026-06-02 16:54:55,592][263846] Updated weights for policy 0, policy_version 19033 (0.0009)
+[2026-06-02 16:54:55,782][263846] Updated weights for policy 0, policy_version 19043 (0.0009)
+[2026-06-02 16:54:55,966][263846] Updated weights for policy 0, policy_version 19053 (0.0009)
+[2026-06-02 16:54:56,535][263846] Updated weights for policy 0, policy_version 19063 (0.0009)
+[2026-06-02 16:54:56,722][263846] Updated weights for policy 0, policy_version 19073 (0.0009)
+[2026-06-02 16:54:56,910][263846] Updated weights for policy 0, policy_version 19083 (0.0009)
+[2026-06-02 16:54:57,095][263846] Updated weights for policy 0, policy_version 19093 (0.0009)
+[2026-06-02 16:54:57,282][263846] Updated weights for policy 0, policy_version 19103 (0.0008)
+[2026-06-02 16:54:57,458][263846] Updated weights for policy 0, policy_version 19113 (0.0008)
+[2026-06-02 16:54:58,018][263846] Updated weights for policy 0, policy_version 19123 (0.0008)
+[2026-06-02 16:54:58,183][263846] Updated weights for policy 0, policy_version 19133 (0.0008)
+[2026-06-02 16:54:58,374][263846] Updated weights for policy 0, policy_version 19143 (0.0009)
+[2026-06-02 16:54:58,557][263846] Updated weights for policy 0, policy_version 19153 (0.0009)
+[2026-06-02 16:54:58,746][263846] Updated weights for policy 0, policy_version 19163 (0.0008)
+[2026-06-02 16:54:58,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 9797632. Throughput: 0: 20977.8. Samples: 9811840. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0)
+[2026-06-02 16:54:58,912][262831] Avg episode reward: [(0, '456.275')]
+[2026-06-02 16:54:58,929][263846] Updated weights for policy 0, policy_version 19173 (0.0009)
+[2026-06-02 16:54:59,118][263846] Updated weights for policy 0, policy_version 19183 (0.0010)
+[2026-06-02 16:54:59,664][263846] Updated weights for policy 0, policy_version 19193 (0.0008)
+[2026-06-02 16:54:59,848][263846] Updated weights for policy 0, policy_version 19203 (0.0008)
+[2026-06-02 16:55:00,044][263846] Updated weights for policy 0, policy_version 19213 (0.0009)
+[2026-06-02 16:55:00,231][263846] Updated weights for policy 0, policy_version 19223 (0.0008)
+[2026-06-02 16:55:00,418][263846] Updated weights for policy 0, policy_version 19233 (0.0008)
+[2026-06-02 16:55:00,608][263846] Updated weights for policy 0, policy_version 19243 (0.0008)
+[2026-06-02 16:55:01,124][263846] Updated weights for policy 0, policy_version 19253 (0.0009)
+[2026-06-02 16:55:01,305][263846] Updated weights for policy 0, policy_version 19263 (0.0008)
+[2026-06-02 16:55:01,485][263846] Updated weights for policy 0, policy_version 19273 (0.0009)
+[2026-06-02 16:55:01,680][263846] Updated weights for policy 0, policy_version 19283 (0.0008)
+[2026-06-02 16:55:01,871][263846] Updated weights for policy 0, policy_version 19293 (0.0008)
+[2026-06-02 16:55:02,050][263846] Updated weights for policy 0, policy_version 19303 (0.0008)
+[2026-06-02 16:55:02,587][263846] Updated weights for policy 0, policy_version 19313 (0.0008)
+[2026-06-02 16:55:02,754][263846] Updated weights for policy 0, policy_version 19323 (0.0008)
+[2026-06-02 16:55:02,959][263846] Updated weights for policy 0, policy_version 19334 (0.0008)
+[2026-06-02 16:55:03,144][263846] Updated weights for policy 0, policy_version 19344 (0.0008)
+[2026-06-02 16:55:03,330][263846] Updated weights for policy 0, policy_version 19354 (0.0008)
+[2026-06-02 16:55:03,510][263846] Updated weights for policy 0, policy_version 19364 (0.0009)
+[2026-06-02 16:55:03,701][263846] Updated weights for policy 0, policy_version 19374 (0.0009)
+[2026-06-02 16:55:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 9928704. Throughput: 0: 20980.6. Samples: 9937792. Policy #0 lag: (min: 63.0, avg: 85.1, max: 127.0)
+[2026-06-02 16:55:03,912][262831] Avg episode reward: [(0, '455.685')]
+[2026-06-02 16:55:04,256][263846] Updated weights for policy 0, policy_version 19384 (0.0009)
+[2026-06-02 16:55:04,443][263846] Updated weights for policy 0, policy_version 19394 (0.0009)
+[2026-06-02 16:55:04,620][263846] Updated weights for policy 0, policy_version 19404 (0.0009)
+[2026-06-02 16:55:04,803][263846] Updated weights for policy 0, policy_version 19414 (0.0008)
+[2026-06-02 16:55:04,984][263846] Updated weights for policy 0, policy_version 19424 (0.0009)
+[2026-06-02 16:55:05,177][263846] Updated weights for policy 0, policy_version 19434 (0.0009)
+[2026-06-02 16:55:05,746][263846] Updated weights for policy 0, policy_version 19444 (0.0009)
+[2026-06-02 16:55:05,917][263846] Updated weights for policy 0, policy_version 19454 (0.0008)
+[2026-06-02 16:55:06,104][263846] Updated weights for policy 0, policy_version 19464 (0.0008)
+[2026-06-02 16:55:06,291][263846] Updated weights for policy 0, policy_version 19474 (0.0008)
+[2026-06-02 16:55:06,479][263846] Updated weights for policy 0, policy_version 19484 (0.0008)
+[2026-06-02 16:55:06,668][263846] Updated weights for policy 0, policy_version 19494 (0.0008)
+[2026-06-02 16:55:06,857][263846] Updated weights for policy 0, policy_version 19504 (0.0008)
+[2026-06-02 16:55:07,421][263846] Updated weights for policy 0, policy_version 19514 (0.0008)
+[2026-06-02 16:55:07,611][263846] Updated weights for policy 0, policy_version 19524 (0.0008)
+[2026-06-02 16:55:07,794][263846] Updated weights for policy 0, policy_version 19534 (0.0008)
+[2026-06-02 16:55:07,986][263846] Updated weights for policy 0, policy_version 19544 (0.0008)
+[2026-06-02 16:55:08,181][263846] Updated weights for policy 0, policy_version 19554 (0.0008)
+[2026-06-02 16:55:08,365][263846] Updated weights for policy 0, policy_version 19564 (0.0008)
+[2026-06-02 16:55:08,911][263846] Updated weights for policy 0, policy_version 19574 (0.0008)
+[2026-06-02 16:55:08,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10027008. Throughput: 0: 20966.4. Samples: 10001280. Policy #0 lag: (min: 62.0, avg: 82.4, max: 126.0)
+[2026-06-02 16:55:08,912][262831] Avg episode reward: [(0, '465.135')]
+[2026-06-02 16:55:09,094][263846] Updated weights for policy 0, policy_version 19584 (0.0008)
+[2026-06-02 16:55:09,282][263846] Updated weights for policy 0, policy_version 19594 (0.0008)
+[2026-06-02 16:55:09,469][263846] Updated weights for policy 0, policy_version 19604 (0.0008)
+[2026-06-02 16:55:09,655][263846] Updated weights for policy 0, policy_version 19614 (0.0008)
+[2026-06-02 16:55:09,832][263846] Updated weights for policy 0, policy_version 19624 (0.0008)
+[2026-06-02 16:55:09,977][263767] Saving new best policy, reward=465.135!
+[2026-06-02 16:55:10,433][263846] Updated weights for policy 0, policy_version 19634 (0.0008)
+[2026-06-02 16:55:10,605][263846] Updated weights for policy 0, policy_version 19644 (0.0008)
+[2026-06-02 16:55:10,785][263846] Updated weights for policy 0, policy_version 19654 (0.0008)
+[2026-06-02 16:55:10,973][263846] Updated weights for policy 0, policy_version 19664 (0.0008)
+[2026-06-02 16:55:11,156][263846] Updated weights for policy 0, policy_version 19674 (0.0008)
+[2026-06-02 16:55:11,346][263846] Updated weights for policy 0, policy_version 19684 (0.0008)
+[2026-06-02 16:55:11,535][263846] Updated weights for policy 0, policy_version 19694 (0.0008)
+[2026-06-02 16:55:12,111][263846] Updated weights for policy 0, policy_version 19704 (0.0008)
+[2026-06-02 16:55:12,293][263846] Updated weights for policy 0, policy_version 19714 (0.0008)
+[2026-06-02 16:55:12,486][263846] Updated weights for policy 0, policy_version 19724 (0.0009)
+[2026-06-02 16:55:12,675][263846] Updated weights for policy 0, policy_version 19734 (0.0008)
+[2026-06-02 16:55:12,868][263846] Updated weights for policy 0, policy_version 19744 (0.0008)
+[2026-06-02 16:55:13,051][263846] Updated weights for policy 0, policy_version 19754 (0.0008)
+[2026-06-02 16:55:13,603][263846] Updated weights for policy 0, policy_version 19764 (0.0008)
+[2026-06-02 16:55:13,787][263846] Updated weights for policy 0, policy_version 19774 (0.0008)
+[2026-06-02 16:55:13,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10125312. Throughput: 0: 21102.9. Samples: 10132480. Policy #0 lag: (min: 62.0, avg: 82.4, max: 126.0)
+[2026-06-02 16:55:13,912][262831] Avg episode reward: [(0, '458.230')]
+[2026-06-02 16:55:13,969][263846] Updated weights for policy 0, policy_version 19784 (0.0008)
+[2026-06-02 16:55:14,159][263846] Updated weights for policy 0, policy_version 19794 (0.0008)
+[2026-06-02 16:55:14,349][263846] Updated weights for policy 0, policy_version 19804 (0.0008)
+[2026-06-02 16:55:14,535][263846] Updated weights for policy 0, policy_version 19814 (0.0008)
+[2026-06-02 16:55:14,724][263846] Updated weights for policy 0, policy_version 19824 (0.0008)
+[2026-06-02 16:55:15,269][263846] Updated weights for policy 0, policy_version 19834 (0.0009)
+[2026-06-02 16:55:15,453][263846] Updated weights for policy 0, policy_version 19844 (0.0008)
+[2026-06-02 16:55:15,648][263846] Updated weights for policy 0, policy_version 19854 (0.0008)
+[2026-06-02 16:55:15,841][263846] Updated weights for policy 0, policy_version 19864 (0.0008)
+[2026-06-02 16:55:16,025][263846] Updated weights for policy 0, policy_version 19874 (0.0008)
+[2026-06-02 16:55:16,223][263846] Updated weights for policy 0, policy_version 19884 (0.0008)
+[2026-06-02 16:55:16,782][263846] Updated weights for policy 0, policy_version 19894 (0.0008)
+[2026-06-02 16:55:16,968][263846] Updated weights for policy 0, policy_version 19904 (0.0008)
+[2026-06-02 16:55:17,157][263846] Updated weights for policy 0, policy_version 19914 (0.0008)
+[2026-06-02 16:55:17,348][263846] Updated weights for policy 0, policy_version 19924 (0.0009)
+[2026-06-02 16:55:17,530][263846] Updated weights for policy 0, policy_version 19934 (0.0008)
+[2026-06-02 16:55:17,726][263846] Updated weights for policy 0, policy_version 19944 (0.0008)
+[2026-06-02 16:55:18,277][263846] Updated weights for policy 0, policy_version 19954 (0.0008)
+[2026-06-02 16:55:18,460][263846] Updated weights for policy 0, policy_version 19964 (0.0008)
+[2026-06-02 16:55:18,649][263846] Updated weights for policy 0, policy_version 19974 (0.0008)
+[2026-06-02 16:55:18,843][263846] Updated weights for policy 0, policy_version 19984 (0.0008)
+[2026-06-02 16:55:18,912][262831] Fps is (10 sec: 19660.3, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 10223616. Throughput: 0: 21057.3. Samples: 10258048. Policy #0 lag: (min: 62.0, avg: 82.4, max: 126.0)
+[2026-06-02 16:55:18,913][262831] Avg episode reward: [(0, '441.568')]
+[2026-06-02 16:55:19,030][263846] Updated weights for policy 0, policy_version 19994 (0.0008)
+[2026-06-02 16:55:19,217][263846] Updated weights for policy 0, policy_version 20004 (0.0008)
+[2026-06-02 16:55:19,401][263846] Updated weights for policy 0, policy_version 20014 (0.0006)
+[2026-06-02 16:55:19,930][263846] Updated weights for policy 0, policy_version 20024 (0.0005)
+[2026-06-02 16:55:20,104][263846] Updated weights for policy 0, policy_version 20034 (0.0006)
+[2026-06-02 16:55:20,303][263846] Updated weights for policy 0, policy_version 20044 (0.0007)
+[2026-06-02 16:55:20,490][263846] Updated weights for policy 0, policy_version 20054 (0.0008)
+[2026-06-02 16:55:20,675][263846] Updated weights for policy 0, policy_version 20064 (0.0008)
+[2026-06-02 16:55:20,872][263846] Updated weights for policy 0, policy_version 20074 (0.0008)
+[2026-06-02 16:55:21,429][263846] Updated weights for policy 0, policy_version 20085 (0.0008)
+[2026-06-02 16:55:21,625][263846] Updated weights for policy 0, policy_version 20096 (0.0009)
+[2026-06-02 16:55:21,813][263846] Updated weights for policy 0, policy_version 20106 (0.0008)
+[2026-06-02 16:55:21,998][263846] Updated weights for policy 0, policy_version 20116 (0.0008)
+[2026-06-02 16:55:22,192][263846] Updated weights for policy 0, policy_version 20126 (0.0008)
+[2026-06-02 16:55:22,384][263846] Updated weights for policy 0, policy_version 20136 (0.0008)
+[2026-06-02 16:55:22,948][263846] Updated weights for policy 0, policy_version 20146 (0.0008)
+[2026-06-02 16:55:23,126][263846] Updated weights for policy 0, policy_version 20156 (0.0006)
+[2026-06-02 16:55:23,314][263846] Updated weights for policy 0, policy_version 20166 (0.0008)
+[2026-06-02 16:55:23,499][263846] Updated weights for policy 0, policy_version 20176 (0.0008)
+[2026-06-02 16:55:23,691][263846] Updated weights for policy 0, policy_version 20186 (0.0009)
+[2026-06-02 16:55:23,883][263846] Updated weights for policy 0, policy_version 20196 (0.0008)
+[2026-06-02 16:55:23,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20882.7). Total num frames: 10321920. Throughput: 0: 21100.1. Samples: 10318592. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 16:55:23,912][262831] Avg episode reward: [(0, '477.043')]
+[2026-06-02 16:55:24,071][263846] Updated weights for policy 0, policy_version 20206 (0.0008)
+[2026-06-02 16:55:24,107][263767] Saving new best policy, reward=477.043!
+[2026-06-02 16:55:24,635][263846] Updated weights for policy 0, policy_version 20216 (0.0009)
+[2026-06-02 16:55:24,818][263846] Updated weights for policy 0, policy_version 20226 (0.0009)
+[2026-06-02 16:55:25,013][263846] Updated weights for policy 0, policy_version 20236 (0.0009)
+[2026-06-02 16:55:25,200][263846] Updated weights for policy 0, policy_version 20246 (0.0009)
+[2026-06-02 16:55:25,394][263846] Updated weights for policy 0, policy_version 20256 (0.0009)
+[2026-06-02 16:55:25,583][263846] Updated weights for policy 0, policy_version 20266 (0.0009)
+[2026-06-02 16:55:26,131][263846] Updated weights for policy 0, policy_version 20276 (0.0009)
+[2026-06-02 16:55:26,308][263846] Updated weights for policy 0, policy_version 20286 (0.0009)
+[2026-06-02 16:55:26,501][263846] Updated weights for policy 0, policy_version 20296 (0.0008)
+[2026-06-02 16:55:26,685][263846] Updated weights for policy 0, policy_version 20306 (0.0008)
+[2026-06-02 16:55:26,873][263846] Updated weights for policy 0, policy_version 20316 (0.0009)
+[2026-06-02 16:55:27,070][263846] Updated weights for policy 0, policy_version 20326 (0.0009)
+[2026-06-02 16:55:27,255][263846] Updated weights for policy 0, policy_version 20336 (0.0009)
+[2026-06-02 16:55:27,800][263846] Updated weights for policy 0, policy_version 20346 (0.0009)
+[2026-06-02 16:55:27,983][263846] Updated weights for policy 0, policy_version 20356 (0.0009)
+[2026-06-02 16:55:28,174][263846] Updated weights for policy 0, policy_version 20366 (0.0008)
+[2026-06-02 16:55:28,375][263846] Updated weights for policy 0, policy_version 20377 (0.0009)
+[2026-06-02 16:55:28,565][263846] Updated weights for policy 0, policy_version 20387 (0.0009)
+[2026-06-02 16:55:28,749][263846] Updated weights for policy 0, policy_version 20397 (0.0009)
+[2026-06-02 16:55:28,911][262831] Fps is (10 sec: 22938.2, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10452992. Throughput: 0: 21242.3. Samples: 10449152. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 16:55:28,912][262831] Avg episode reward: [(0, '527.925')]
+[2026-06-02 16:55:28,917][263767] Saving new best policy, reward=527.925!
+[2026-06-02 16:55:29,314][263846] Updated weights for policy 0, policy_version 20407 (0.0009)
+[2026-06-02 16:55:29,490][263846] Updated weights for policy 0, policy_version 20417 (0.0009)
+[2026-06-02 16:55:29,679][263846] Updated weights for policy 0, policy_version 20427 (0.0009)
+[2026-06-02 16:55:29,864][263846] Updated weights for policy 0, policy_version 20437 (0.0009)
+[2026-06-02 16:55:30,048][263846] Updated weights for policy 0, policy_version 20447 (0.0009)
+[2026-06-02 16:55:30,240][263846] Updated weights for policy 0, policy_version 20457 (0.0009)
+[2026-06-02 16:55:30,815][263846] Updated weights for policy 0, policy_version 20467 (0.0009)
+[2026-06-02 16:55:30,989][263846] Updated weights for policy 0, policy_version 20477 (0.0009)
+[2026-06-02 16:55:31,174][263846] Updated weights for policy 0, policy_version 20487 (0.0008)
+[2026-06-02 16:55:31,359][263846] Updated weights for policy 0, policy_version 20497 (0.0009)
+[2026-06-02 16:55:31,543][263846] Updated weights for policy 0, policy_version 20507 (0.0009)
+[2026-06-02 16:55:31,729][263846] Updated weights for policy 0, policy_version 20517 (0.0009)
+[2026-06-02 16:55:31,913][263846] Updated weights for policy 0, policy_version 20527 (0.0009)
+[2026-06-02 16:55:32,488][263846] Updated weights for policy 0, policy_version 20537 (0.0008)
+[2026-06-02 16:55:32,668][263846] Updated weights for policy 0, policy_version 20547 (0.0007)
+[2026-06-02 16:55:32,849][263846] Updated weights for policy 0, policy_version 20557 (0.0009)
+[2026-06-02 16:55:33,032][263846] Updated weights for policy 0, policy_version 20567 (0.0009)
+[2026-06-02 16:55:33,213][263846] Updated weights for policy 0, policy_version 20577 (0.0008)
+[2026-06-02 16:55:33,398][263846] Updated weights for policy 0, policy_version 20587 (0.0008)
+[2026-06-02 16:55:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10551296. Throughput: 0: 21239.5. Samples: 10577664. Policy #0 lag: (min: 63.0, avg: 85.8, max: 127.0)
+[2026-06-02 16:55:33,913][262831] Avg episode reward: [(0, '538.814')]
+[2026-06-02 16:55:33,983][263846] Updated weights for policy 0, policy_version 20597 (0.0009)
+[2026-06-02 16:55:34,162][263846] Updated weights for policy 0, policy_version 20607 (0.0008)
+[2026-06-02 16:55:34,349][263846] Updated weights for policy 0, policy_version 20617 (0.0008)
+[2026-06-02 16:55:34,533][263846] Updated weights for policy 0, policy_version 20627 (0.0008)
+[2026-06-02 16:55:34,713][263846] Updated weights for policy 0, policy_version 20637 (0.0008)
+[2026-06-02 16:55:34,901][263846] Updated weights for policy 0, policy_version 20647 (0.0008)
+[2026-06-02 16:55:35,059][263767] Saving new best policy, reward=538.814!
+[2026-06-02 16:55:35,485][263846] Updated weights for policy 0, policy_version 20657 (0.0008)
+[2026-06-02 16:55:35,657][263846] Updated weights for policy 0, policy_version 20667 (0.0008)
+[2026-06-02 16:55:35,833][263846] Updated weights for policy 0, policy_version 20677 (0.0008)
+[2026-06-02 16:55:36,018][263846] Updated weights for policy 0, policy_version 20687 (0.0008)
+[2026-06-02 16:55:36,200][263846] Updated weights for policy 0, policy_version 20697 (0.0008)
+[2026-06-02 16:55:36,389][263846] Updated weights for policy 0, policy_version 20707 (0.0008)
+[2026-06-02 16:55:36,577][263846] Updated weights for policy 0, policy_version 20717 (0.0008)
+[2026-06-02 16:55:37,139][263846] Updated weights for policy 0, policy_version 20727 (0.0008)
+[2026-06-02 16:55:37,321][263846] Updated weights for policy 0, policy_version 20737 (0.0008)
+[2026-06-02 16:55:37,504][263846] Updated weights for policy 0, policy_version 20747 (0.0008)
+[2026-06-02 16:55:37,696][263846] Updated weights for policy 0, policy_version 20757 (0.0008)
+[2026-06-02 16:55:37,876][263846] Updated weights for policy 0, policy_version 20767 (0.0008)
+[2026-06-02 16:55:38,046][263846] Updated weights for policy 0, policy_version 20777 (0.0008)
+[2026-06-02 16:55:38,607][263846] Updated weights for policy 0, policy_version 20787 (0.0008)
+[2026-06-02 16:55:38,775][263846] Updated weights for policy 0, policy_version 20797 (0.0008)
+[2026-06-02 16:55:38,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10649600. Throughput: 0: 21302.0. Samples: 10643072. Policy #0 lag: (min: 28.0, avg: 47.7, max: 92.0)
+[2026-06-02 16:55:38,912][262831] Avg episode reward: [(0, '529.397')]
+[2026-06-02 16:55:38,953][263846] Updated weights for policy 0, policy_version 20807 (0.0008)
+[2026-06-02 16:55:39,133][263846] Updated weights for policy 0, policy_version 20817 (0.0008)
+[2026-06-02 16:55:39,312][263846] Updated weights for policy 0, policy_version 20827 (0.0008)
+[2026-06-02 16:55:39,492][263846] Updated weights for policy 0, policy_version 20837 (0.0009)
+[2026-06-02 16:55:39,671][263846] Updated weights for policy 0, policy_version 20847 (0.0008)
+[2026-06-02 16:55:40,271][263846] Updated weights for policy 0, policy_version 20857 (0.0008)
+[2026-06-02 16:55:40,448][263846] Updated weights for policy 0, policy_version 20867 (0.0008)
+[2026-06-02 16:55:40,626][263846] Updated weights for policy 0, policy_version 20877 (0.0008)
+[2026-06-02 16:55:40,805][263846] Updated weights for policy 0, policy_version 20887 (0.0009)
+[2026-06-02 16:55:40,985][263846] Updated weights for policy 0, policy_version 20897 (0.0009)
+[2026-06-02 16:55:41,164][263846] Updated weights for policy 0, policy_version 20907 (0.0008)
+[2026-06-02 16:55:41,731][263846] Updated weights for policy 0, policy_version 20917 (0.0008)
+[2026-06-02 16:55:41,909][263846] Updated weights for policy 0, policy_version 20927 (0.0008)
+[2026-06-02 16:55:42,087][263846] Updated weights for policy 0, policy_version 20937 (0.0009)
+[2026-06-02 16:55:42,267][263846] Updated weights for policy 0, policy_version 20947 (0.0008)
+[2026-06-02 16:55:42,447][263846] Updated weights for policy 0, policy_version 20957 (0.0008)
+[2026-06-02 16:55:42,628][263846] Updated weights for policy 0, policy_version 20967 (0.0008)
+[2026-06-02 16:55:43,216][263846] Updated weights for policy 0, policy_version 20977 (0.0008)
+[2026-06-02 16:55:43,382][263846] Updated weights for policy 0, policy_version 20987 (0.0009)
+[2026-06-02 16:55:43,558][263846] Updated weights for policy 0, policy_version 20997 (0.0009)
+[2026-06-02 16:55:43,739][263846] Updated weights for policy 0, policy_version 21007 (0.0008)
+[2026-06-02 16:55:43,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20993.7). Total num frames: 10747904. Throughput: 0: 21307.7. Samples: 10770688. Policy #0 lag: (min: 28.0, avg: 47.7, max: 92.0)
+[2026-06-02 16:55:43,912][262831] Avg episode reward: [(0, '512.315')]
+[2026-06-02 16:55:43,919][263846] Updated weights for policy 0, policy_version 21017 (0.0008)
+[2026-06-02 16:55:44,106][263846] Updated weights for policy 0, policy_version 21027 (0.0009)
+[2026-06-02 16:55:44,295][263846] Updated weights for policy 0, policy_version 21037 (0.0008)
+[2026-06-02 16:55:44,874][263846] Updated weights for policy 0, policy_version 21047 (0.0008)
+[2026-06-02 16:55:45,051][263846] Updated weights for policy 0, policy_version 21057 (0.0008)
+[2026-06-02 16:55:45,242][263846] Updated weights for policy 0, policy_version 21067 (0.0008)
+[2026-06-02 16:55:45,422][263846] Updated weights for policy 0, policy_version 21077 (0.0008)
+[2026-06-02 16:55:45,629][263846] Updated weights for policy 0, policy_version 21088 (0.0008)
+[2026-06-02 16:55:45,811][263846] Updated weights for policy 0, policy_version 21098 (0.0008)
+[2026-06-02 16:55:46,376][263846] Updated weights for policy 0, policy_version 21108 (0.0008)
+[2026-06-02 16:55:46,557][263846] Updated weights for policy 0, policy_version 21118 (0.0008)
+[2026-06-02 16:55:46,744][263846] Updated weights for policy 0, policy_version 21128 (0.0008)
+[2026-06-02 16:55:46,926][263846] Updated weights for policy 0, policy_version 21138 (0.0008)
+[2026-06-02 16:55:47,126][263846] Updated weights for policy 0, policy_version 21149 (0.0008)
+[2026-06-02 16:55:47,311][263846] Updated weights for policy 0, policy_version 21159 (0.0008)
+[2026-06-02 16:55:47,876][263846] Updated weights for policy 0, policy_version 21169 (0.0008)
+[2026-06-02 16:55:48,050][263846] Updated weights for policy 0, policy_version 21179 (0.0008)
+[2026-06-02 16:55:48,230][263846] Updated weights for policy 0, policy_version 21189 (0.0008)
+[2026-06-02 16:55:48,408][263846] Updated weights for policy 0, policy_version 21199 (0.0008)
+[2026-06-02 16:55:48,591][263846] Updated weights for policy 0, policy_version 21209 (0.0008)
+[2026-06-02 16:55:48,784][263846] Updated weights for policy 0, policy_version 21219 (0.0008)
+[2026-06-02 16:55:48,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 10846208. Throughput: 0: 21373.1. Samples: 10899584. Policy #0 lag: (min: 28.0, avg: 47.7, max: 92.0)
+[2026-06-02 16:55:48,912][262831] Avg episode reward: [(0, '512.318')]
+[2026-06-02 16:55:48,972][263846] Updated weights for policy 0, policy_version 21229 (0.0008)
+[2026-06-02 16:55:49,504][263846] Updated weights for policy 0, policy_version 21239 (0.0008)
+[2026-06-02 16:55:49,689][263846] Updated weights for policy 0, policy_version 21249 (0.0008)
+[2026-06-02 16:55:49,877][263846] Updated weights for policy 0, policy_version 21259 (0.0008)
+[2026-06-02 16:55:50,056][263846] Updated weights for policy 0, policy_version 21269 (0.0008)
+[2026-06-02 16:55:50,247][263846] Updated weights for policy 0, policy_version 21279 (0.0005)
+[2026-06-02 16:55:50,433][263846] Updated weights for policy 0, policy_version 21289 (0.0008)
+[2026-06-02 16:55:50,965][263846] Updated weights for policy 0, policy_version 21299 (0.0008)
+[2026-06-02 16:55:51,137][263846] Updated weights for policy 0, policy_version 21309 (0.0008)
+[2026-06-02 16:55:51,324][263846] Updated weights for policy 0, policy_version 21319 (0.0008)
+[2026-06-02 16:55:51,513][263846] Updated weights for policy 0, policy_version 21329 (0.0008)
+[2026-06-02 16:55:51,698][263846] Updated weights for policy 0, policy_version 21339 (0.0008)
+[2026-06-02 16:55:51,879][263846] Updated weights for policy 0, policy_version 21349 (0.0009)
+[2026-06-02 16:55:52,065][263846] Updated weights for policy 0, policy_version 21359 (0.0009)
+[2026-06-02 16:55:52,594][263846] Updated weights for policy 0, policy_version 21369 (0.0008)
+[2026-06-02 16:55:52,783][263846] Updated weights for policy 0, policy_version 21379 (0.0009)
+[2026-06-02 16:55:52,962][263846] Updated weights for policy 0, policy_version 21389 (0.0009)
+[2026-06-02 16:55:53,167][263846] Updated weights for policy 0, policy_version 21400 (0.0009)
+[2026-06-02 16:55:53,368][263846] Updated weights for policy 0, policy_version 21411 (0.0009)
+[2026-06-02 16:55:53,569][263846] Updated weights for policy 0, policy_version 21421 (0.0008)
+[2026-06-02 16:55:53,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 10977280. Throughput: 0: 21330.5. Samples: 10961152. Policy #0 lag: (min: 106.0, avg: 134.1, max: 179.0)
+[2026-06-02 16:55:53,912][262831] Avg episode reward: [(0, '539.071')]
+[2026-06-02 16:55:54,133][263846] Updated weights for policy 0, policy_version 21431 (0.0009)
+[2026-06-02 16:55:54,317][263846] Updated weights for policy 0, policy_version 21441 (0.0009)
+[2026-06-02 16:55:54,502][263846] Updated weights for policy 0, policy_version 21451 (0.0009)
+[2026-06-02 16:55:54,697][263846] Updated weights for policy 0, policy_version 21461 (0.0009)
+[2026-06-02 16:55:54,875][263846] Updated weights for policy 0, policy_version 21471 (0.0009)
+[2026-06-02 16:55:55,056][263846] Updated weights for policy 0, policy_version 21481 (0.0009)
+[2026-06-02 16:55:55,171][263767] Saving new best policy, reward=539.071!
+[2026-06-02 16:55:55,624][263846] Updated weights for policy 0, policy_version 21491 (0.0009)
+[2026-06-02 16:55:55,796][263846] Updated weights for policy 0, policy_version 21501 (0.0009)
+[2026-06-02 16:55:55,983][263846] Updated weights for policy 0, policy_version 21511 (0.0009)
+[2026-06-02 16:55:56,165][263846] Updated weights for policy 0, policy_version 21521 (0.0007)
+[2026-06-02 16:55:56,350][263846] Updated weights for policy 0, policy_version 21531 (0.0005)
+[2026-06-02 16:55:56,537][263846] Updated weights for policy 0, policy_version 21541 (0.0005)
+[2026-06-02 16:55:56,725][263846] Updated weights for policy 0, policy_version 21551 (0.0005)
+[2026-06-02 16:55:57,250][263846] Updated weights for policy 0, policy_version 21561 (0.0008)
+[2026-06-02 16:55:57,428][263846] Updated weights for policy 0, policy_version 21571 (0.0008)
+[2026-06-02 16:55:57,617][263846] Updated weights for policy 0, policy_version 21581 (0.0008)
+[2026-06-02 16:55:57,807][263846] Updated weights for policy 0, policy_version 21591 (0.0008)
+[2026-06-02 16:55:57,994][263846] Updated weights for policy 0, policy_version 21601 (0.0008)
+[2026-06-02 16:55:58,183][263846] Updated weights for policy 0, policy_version 21611 (0.0008)
+[2026-06-02 16:55:58,715][263846] Updated weights for policy 0, policy_version 21621 (0.0008)
+[2026-06-02 16:55:58,894][263846] Updated weights for policy 0, policy_version 21631 (0.0008)
+[2026-06-02 16:55:58,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11075584. Throughput: 0: 21216.7. Samples: 11087232. Policy #0 lag: (min: 106.0, avg: 134.1, max: 179.0)
+[2026-06-02 16:55:58,912][262831] Avg episode reward: [(0, '559.296')]
+[2026-06-02 16:55:59,079][263846] Updated weights for policy 0, policy_version 21641 (0.0009)
+[2026-06-02 16:55:59,261][263846] Updated weights for policy 0, policy_version 21651 (0.0008)
+[2026-06-02 16:55:59,457][263846] Updated weights for policy 0, policy_version 21661 (0.0008)
+[2026-06-02 16:55:59,644][263846] Updated weights for policy 0, policy_version 21671 (0.0009)
+[2026-06-02 16:55:59,805][263767] Saving new best policy, reward=559.296!
+[2026-06-02 16:56:00,196][263846] Updated weights for policy 0, policy_version 21681 (0.0009)
+[2026-06-02 16:56:00,370][263846] Updated weights for policy 0, policy_version 21691 (0.0008)
+[2026-06-02 16:56:00,556][263846] Updated weights for policy 0, policy_version 21701 (0.0009)
+[2026-06-02 16:56:00,746][263846] Updated weights for policy 0, policy_version 21711 (0.0008)
+[2026-06-02 16:56:00,932][263846] Updated weights for policy 0, policy_version 21721 (0.0008)
+[2026-06-02 16:56:01,117][263846] Updated weights for policy 0, policy_version 21731 (0.0008)
+[2026-06-02 16:56:01,312][263846] Updated weights for policy 0, policy_version 21741 (0.0008)
+[2026-06-02 16:56:01,823][263846] Updated weights for policy 0, policy_version 21751 (0.0009)
+[2026-06-02 16:56:01,998][263846] Updated weights for policy 0, policy_version 21761 (0.0009)
+[2026-06-02 16:56:02,188][263846] Updated weights for policy 0, policy_version 21771 (0.0009)
+[2026-06-02 16:56:02,371][263846] Updated weights for policy 0, policy_version 21781 (0.0009)
+[2026-06-02 16:56:02,557][263846] Updated weights for policy 0, policy_version 21791 (0.0008)
+[2026-06-02 16:56:02,748][263846] Updated weights for policy 0, policy_version 21801 (0.0009)
+[2026-06-02 16:56:03,293][263846] Updated weights for policy 0, policy_version 21811 (0.0009)
+[2026-06-02 16:56:03,486][263846] Updated weights for policy 0, policy_version 21822 (0.0008)
+[2026-06-02 16:56:03,674][263846] Updated weights for policy 0, policy_version 21832 (0.0008)
+[2026-06-02 16:56:03,863][263846] Updated weights for policy 0, policy_version 21842 (0.0009)
+[2026-06-02 16:56:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 11173888. Throughput: 0: 21108.7. Samples: 11207936. Policy #0 lag: (min: 106.0, avg: 134.1, max: 179.0)
+[2026-06-02 16:56:03,912][262831] Avg episode reward: [(0, '625.161')]
+[2026-06-02 16:56:04,051][263846] Updated weights for policy 0, policy_version 21852 (0.0009)
+[2026-06-02 16:56:04,244][263846] Updated weights for policy 0, policy_version 21862 (0.0009)
+[2026-06-02 16:56:04,425][263767] Saving new best policy, reward=625.161!
+[2026-06-02 16:56:04,427][263846] Updated weights for policy 0, policy_version 21872 (0.0009)
+[2026-06-02 16:56:04,951][263846] Updated weights for policy 0, policy_version 21882 (0.0008)
+[2026-06-02 16:56:05,143][263846] Updated weights for policy 0, policy_version 21892 (0.0008)
+[2026-06-02 16:56:05,335][263846] Updated weights for policy 0, policy_version 21902 (0.0008)
+[2026-06-02 16:56:05,527][263846] Updated weights for policy 0, policy_version 21912 (0.0008)
+[2026-06-02 16:56:05,725][263846] Updated weights for policy 0, policy_version 21922 (0.0008)
+[2026-06-02 16:56:05,913][263846] Updated weights for policy 0, policy_version 21932 (0.0008)
+[2026-06-02 16:56:06,411][263846] Updated weights for policy 0, policy_version 21942 (0.0008)
+[2026-06-02 16:56:06,596][263846] Updated weights for policy 0, policy_version 21952 (0.0008)
+[2026-06-02 16:56:06,785][263846] Updated weights for policy 0, policy_version 21962 (0.0008)
+[2026-06-02 16:56:06,968][263846] Updated weights for policy 0, policy_version 21972 (0.0008)
+[2026-06-02 16:56:07,166][263846] Updated weights for policy 0, policy_version 21982 (0.0008)
+[2026-06-02 16:56:07,359][263846] Updated weights for policy 0, policy_version 21992 (0.0008)
+[2026-06-02 16:56:07,872][263846] Updated weights for policy 0, policy_version 22002 (0.0008)
+[2026-06-02 16:56:08,048][263846] Updated weights for policy 0, policy_version 22012 (0.0008)
+[2026-06-02 16:56:08,237][263846] Updated weights for policy 0, policy_version 22022 (0.0008)
+[2026-06-02 16:56:08,430][263846] Updated weights for policy 0, policy_version 22032 (0.0005)
+[2026-06-02 16:56:08,625][263846] Updated weights for policy 0, policy_version 22042 (0.0005)
+[2026-06-02 16:56:08,811][263846] Updated weights for policy 0, policy_version 22052 (0.0005)
+[2026-06-02 16:56:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 11272192. Throughput: 0: 21102.9. Samples: 11268224. Policy #0 lag: (min: 106.0, avg: 134.1, max: 179.0)
+[2026-06-02 16:56:08,912][262831] Avg episode reward: [(0, '594.954')]
+[2026-06-02 16:56:09,006][263846] Updated weights for policy 0, policy_version 22062 (0.0007)
+[2026-06-02 16:56:09,492][263846] Updated weights for policy 0, policy_version 22072 (0.0009)
+[2026-06-02 16:56:09,685][263846] Updated weights for policy 0, policy_version 22082 (0.0009)
+[2026-06-02 16:56:09,871][263846] Updated weights for policy 0, policy_version 22092 (0.0008)
+[2026-06-02 16:56:10,065][263846] Updated weights for policy 0, policy_version 22102 (0.0008)
+[2026-06-02 16:56:10,249][263846] Updated weights for policy 0, policy_version 22112 (0.0008)
+[2026-06-02 16:56:10,447][263846] Updated weights for policy 0, policy_version 22122 (0.0008)
+[2026-06-02 16:56:10,963][263846] Updated weights for policy 0, policy_version 22132 (0.0008)
+[2026-06-02 16:56:11,143][263846] Updated weights for policy 0, policy_version 22142 (0.0008)
+[2026-06-02 16:56:11,333][263846] Updated weights for policy 0, policy_version 22152 (0.0008)
+[2026-06-02 16:56:11,523][263846] Updated weights for policy 0, policy_version 22162 (0.0008)
+[2026-06-02 16:56:11,707][263846] Updated weights for policy 0, policy_version 22172 (0.0008)
+[2026-06-02 16:56:11,892][263846] Updated weights for policy 0, policy_version 22182 (0.0008)
+[2026-06-02 16:56:12,085][263846] Updated weights for policy 0, policy_version 22192 (0.0008)
+[2026-06-02 16:56:12,594][263846] Updated weights for policy 0, policy_version 22202 (0.0008)
+[2026-06-02 16:56:12,777][263846] Updated weights for policy 0, policy_version 22212 (0.0008)
+[2026-06-02 16:56:12,967][263846] Updated weights for policy 0, policy_version 22222 (0.0008)
+[2026-06-02 16:56:13,166][263846] Updated weights for policy 0, policy_version 22232 (0.0008)
+[2026-06-02 16:56:13,355][263846] Updated weights for policy 0, policy_version 22242 (0.0008)
+[2026-06-02 16:56:13,547][263846] Updated weights for policy 0, policy_version 22252 (0.0008)
+[2026-06-02 16:56:13,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 11403264. Throughput: 0: 20963.6. Samples: 11392512. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:56:13,912][262831] Avg episode reward: [(0, '619.638')]
+[2026-06-02 16:56:14,056][263846] Updated weights for policy 0, policy_version 22262 (0.0008)
+[2026-06-02 16:56:14,235][263846] Updated weights for policy 0, policy_version 22272 (0.0008)
+[2026-06-02 16:56:14,425][263846] Updated weights for policy 0, policy_version 22282 (0.0009)
+[2026-06-02 16:56:14,617][263846] Updated weights for policy 0, policy_version 22292 (0.0008)
+[2026-06-02 16:56:14,800][263846] Updated weights for policy 0, policy_version 22302 (0.0008)
+[2026-06-02 16:56:14,997][263846] Updated weights for policy 0, policy_version 22312 (0.0008)
+[2026-06-02 16:56:15,573][263846] Updated weights for policy 0, policy_version 22322 (0.0009)
+[2026-06-02 16:56:15,748][263846] Updated weights for policy 0, policy_version 22332 (0.0009)
+[2026-06-02 16:56:15,934][263846] Updated weights for policy 0, policy_version 22342 (0.0009)
+[2026-06-02 16:56:16,114][263846] Updated weights for policy 0, policy_version 22352 (0.0009)
+[2026-06-02 16:56:16,309][263846] Updated weights for policy 0, policy_version 22362 (0.0009)
+[2026-06-02 16:56:16,494][263846] Updated weights for policy 0, policy_version 22372 (0.0009)
+[2026-06-02 16:56:16,687][263846] Updated weights for policy 0, policy_version 22382 (0.0009)
+[2026-06-02 16:56:17,255][263846] Updated weights for policy 0, policy_version 22392 (0.0008)
+[2026-06-02 16:56:17,432][263846] Updated weights for policy 0, policy_version 22402 (0.0009)
+[2026-06-02 16:56:17,614][263846] Updated weights for policy 0, policy_version 22412 (0.0009)
+[2026-06-02 16:56:17,804][263846] Updated weights for policy 0, policy_version 22422 (0.0009)
+[2026-06-02 16:56:17,984][263846] Updated weights for policy 0, policy_version 22432 (0.0009)
+[2026-06-02 16:56:18,177][263846] Updated weights for policy 0, policy_version 22442 (0.0009)
+[2026-06-02 16:56:18,759][263846] Updated weights for policy 0, policy_version 22452 (0.0007)
+[2026-06-02 16:56:18,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 20993.7). Total num frames: 11501568. Throughput: 0: 20926.6. Samples: 11519360. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:56:18,912][262831] Avg episode reward: [(0, '550.500')]
+[2026-06-02 16:56:18,947][263846] Updated weights for policy 0, policy_version 22462 (0.0008)
+[2026-06-02 16:56:19,132][263846] Updated weights for policy 0, policy_version 22472 (0.0009)
+[2026-06-02 16:56:19,327][263846] Updated weights for policy 0, policy_version 22482 (0.0009)
+[2026-06-02 16:56:19,515][263846] Updated weights for policy 0, policy_version 22492 (0.0009)
+[2026-06-02 16:56:19,703][263846] Updated weights for policy 0, policy_version 22502 (0.0009)
+[2026-06-02 16:56:19,886][263846] Updated weights for policy 0, policy_version 22512 (0.0009)
+[2026-06-02 16:56:20,437][263846] Updated weights for policy 0, policy_version 22522 (0.0009)
+[2026-06-02 16:56:20,621][263846] Updated weights for policy 0, policy_version 22532 (0.0008)
+[2026-06-02 16:56:20,808][263846] Updated weights for policy 0, policy_version 22542 (0.0008)
+[2026-06-02 16:56:21,007][263846] Updated weights for policy 0, policy_version 22552 (0.0008)
+[2026-06-02 16:56:21,192][263846] Updated weights for policy 0, policy_version 22562 (0.0008)
+[2026-06-02 16:56:21,381][263846] Updated weights for policy 0, policy_version 22572 (0.0008)
+[2026-06-02 16:56:21,954][263846] Updated weights for policy 0, policy_version 22582 (0.0008)
+[2026-06-02 16:56:22,133][263846] Updated weights for policy 0, policy_version 22592 (0.0008)
+[2026-06-02 16:56:22,318][263846] Updated weights for policy 0, policy_version 22602 (0.0008)
+[2026-06-02 16:56:22,503][263846] Updated weights for policy 0, policy_version 22612 (0.0008)
+[2026-06-02 16:56:22,680][263846] Updated weights for policy 0, policy_version 22622 (0.0008)
+[2026-06-02 16:56:22,860][263846] Updated weights for policy 0, policy_version 22632 (0.0008)
+[2026-06-02 16:56:23,453][263846] Updated weights for policy 0, policy_version 22642 (0.0009)
+[2026-06-02 16:56:23,624][263846] Updated weights for policy 0, policy_version 22652 (0.0008)
+[2026-06-02 16:56:23,815][263846] Updated weights for policy 0, policy_version 22662 (0.0008)
+[2026-06-02 16:56:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 11599872. Throughput: 0: 20938.0. Samples: 11585280. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:56:23,912][262831] Avg episode reward: [(0, '582.238')]
+[2026-06-02 16:56:24,000][263846] Updated weights for policy 0, policy_version 22672 (0.0008)
+[2026-06-02 16:56:24,187][263846] Updated weights for policy 0, policy_version 22682 (0.0008)
+[2026-06-02 16:56:24,372][263846] Updated weights for policy 0, policy_version 22692 (0.0008)
+[2026-06-02 16:56:24,562][263846] Updated weights for policy 0, policy_version 22702 (0.0008)
+[2026-06-02 16:56:25,124][263846] Updated weights for policy 0, policy_version 22712 (0.0008)
+[2026-06-02 16:56:25,318][263846] Updated weights for policy 0, policy_version 22722 (0.0008)
+[2026-06-02 16:56:25,503][263846] Updated weights for policy 0, policy_version 22732 (0.0008)
+[2026-06-02 16:56:25,686][263846] Updated weights for policy 0, policy_version 22742 (0.0008)
+[2026-06-02 16:56:25,874][263846] Updated weights for policy 0, policy_version 22752 (0.0008)
+[2026-06-02 16:56:26,063][263846] Updated weights for policy 0, policy_version 22762 (0.0008)
+[2026-06-02 16:56:26,616][263846] Updated weights for policy 0, policy_version 22772 (0.0008)
+[2026-06-02 16:56:26,794][263846] Updated weights for policy 0, policy_version 22782 (0.0008)
+[2026-06-02 16:56:26,983][263846] Updated weights for policy 0, policy_version 22792 (0.0009)
+[2026-06-02 16:56:27,170][263846] Updated weights for policy 0, policy_version 22802 (0.0009)
+[2026-06-02 16:56:27,361][263846] Updated weights for policy 0, policy_version 22812 (0.0009)
+[2026-06-02 16:56:27,548][263846] Updated weights for policy 0, policy_version 22822 (0.0009)
+[2026-06-02 16:56:27,723][263846] Updated weights for policy 0, policy_version 22832 (0.0008)
+[2026-06-02 16:56:28,290][263846] Updated weights for policy 0, policy_version 22842 (0.0008)
+[2026-06-02 16:56:28,478][263846] Updated weights for policy 0, policy_version 22852 (0.0009)
+[2026-06-02 16:56:28,663][263846] Updated weights for policy 0, policy_version 22862 (0.0009)
+[2026-06-02 16:56:28,845][263846] Updated weights for policy 0, policy_version 22872 (0.0009)
+[2026-06-02 16:56:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 11698176. Throughput: 0: 21009.1. Samples: 11716096. Policy #0 lag: (min: 58.0, avg: 95.9, max: 116.0)
+[2026-06-02 16:56:28,912][262831] Avg episode reward: [(0, '554.555')]
+[2026-06-02 16:56:29,033][263846] Updated weights for policy 0, policy_version 22882 (0.0008)
+[2026-06-02 16:56:29,220][263846] Updated weights for policy 0, policy_version 22892 (0.0007)
+[2026-06-02 16:56:29,784][263846] Updated weights for policy 0, policy_version 22902 (0.0009)
+[2026-06-02 16:56:29,969][263846] Updated weights for policy 0, policy_version 22912 (0.0009)
+[2026-06-02 16:56:30,146][263846] Updated weights for policy 0, policy_version 22922 (0.0008)
+[2026-06-02 16:56:30,333][263846] Updated weights for policy 0, policy_version 22932 (0.0008)
+[2026-06-02 16:56:30,519][263846] Updated weights for policy 0, policy_version 22942 (0.0008)
+[2026-06-02 16:56:30,706][263846] Updated weights for policy 0, policy_version 22952 (0.0008)
+[2026-06-02 16:56:31,293][263846] Updated weights for policy 0, policy_version 22962 (0.0008)
+[2026-06-02 16:56:31,468][263846] Updated weights for policy 0, policy_version 22972 (0.0009)
+[2026-06-02 16:56:31,650][263846] Updated weights for policy 0, policy_version 22982 (0.0008)
+[2026-06-02 16:56:31,831][263846] Updated weights for policy 0, policy_version 22992 (0.0008)
+[2026-06-02 16:56:32,019][263846] Updated weights for policy 0, policy_version 23002 (0.0008)
+[2026-06-02 16:56:32,204][263846] Updated weights for policy 0, policy_version 23012 (0.0008)
+[2026-06-02 16:56:32,381][263846] Updated weights for policy 0, policy_version 23022 (0.0009)
+[2026-06-02 16:56:32,967][263846] Updated weights for policy 0, policy_version 23032 (0.0005)
+[2026-06-02 16:56:33,158][263846] Updated weights for policy 0, policy_version 23042 (0.0005)
+[2026-06-02 16:56:33,352][263846] Updated weights for policy 0, policy_version 23052 (0.0005)
+[2026-06-02 16:56:33,533][263846] Updated weights for policy 0, policy_version 23062 (0.0005)
+[2026-06-02 16:56:33,730][263846] Updated weights for policy 0, policy_version 23072 (0.0004)
+[2026-06-02 16:56:33,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 11796480. Throughput: 0: 21046.1. Samples: 11846656. Policy #0 lag: (min: 58.0, avg: 95.9, max: 116.0)
+[2026-06-02 16:56:33,912][262831] Avg episode reward: [(0, '658.440')]
+[2026-06-02 16:56:33,925][263846] Updated weights for policy 0, policy_version 23082 (0.0004)
+[2026-06-02 16:56:34,025][263767] Saving new best policy, reward=658.440!
+[2026-06-02 16:56:34,448][263846] Updated weights for policy 0, policy_version 23092 (0.0004)
+[2026-06-02 16:56:34,617][263846] Updated weights for policy 0, policy_version 23102 (0.0004)
+[2026-06-02 16:56:34,808][263846] Updated weights for policy 0, policy_version 23112 (0.0004)
+[2026-06-02 16:56:35,000][263846] Updated weights for policy 0, policy_version 23122 (0.0004)
+[2026-06-02 16:56:35,190][263846] Updated weights for policy 0, policy_version 23132 (0.0004)
+[2026-06-02 16:56:35,373][263846] Updated weights for policy 0, policy_version 23142 (0.0004)
+[2026-06-02 16:56:35,570][263846] Updated weights for policy 0, policy_version 23152 (0.0004)
+[2026-06-02 16:56:36,085][263846] Updated weights for policy 0, policy_version 23162 (0.0008)
+[2026-06-02 16:56:36,270][263846] Updated weights for policy 0, policy_version 23172 (0.0008)
+[2026-06-02 16:56:36,460][263846] Updated weights for policy 0, policy_version 23182 (0.0008)
+[2026-06-02 16:56:36,645][263846] Updated weights for policy 0, policy_version 23192 (0.0008)
+[2026-06-02 16:56:36,832][263846] Updated weights for policy 0, policy_version 23202 (0.0008)
+[2026-06-02 16:56:37,009][263846] Updated weights for policy 0, policy_version 23212 (0.0008)
+[2026-06-02 16:56:37,570][263846] Updated weights for policy 0, policy_version 23222 (0.0008)
+[2026-06-02 16:56:37,751][263846] Updated weights for policy 0, policy_version 23232 (0.0008)
+[2026-06-02 16:56:37,942][263846] Updated weights for policy 0, policy_version 23242 (0.0008)
+[2026-06-02 16:56:38,131][263846] Updated weights for policy 0, policy_version 23252 (0.0008)
+[2026-06-02 16:56:38,311][263846] Updated weights for policy 0, policy_version 23262 (0.0008)
+[2026-06-02 16:56:38,491][263846] Updated weights for policy 0, policy_version 23272 (0.0008)
+[2026-06-02 16:56:38,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 11927552. Throughput: 0: 21131.4. Samples: 11912064. Policy #0 lag: (min: 58.0, avg: 95.9, max: 116.0)
+[2026-06-02 16:56:38,912][262831] Avg episode reward: [(0, '657.895')]
+[2026-06-02 16:56:39,063][263846] Updated weights for policy 0, policy_version 23282 (0.0009)
+[2026-06-02 16:56:39,236][263846] Updated weights for policy 0, policy_version 23292 (0.0008)
+[2026-06-02 16:56:39,421][263846] Updated weights for policy 0, policy_version 23302 (0.0008)
+[2026-06-02 16:56:39,604][263846] Updated weights for policy 0, policy_version 23312 (0.0009)
+[2026-06-02 16:56:39,796][263846] Updated weights for policy 0, policy_version 23322 (0.0009)
+[2026-06-02 16:56:39,983][263846] Updated weights for policy 0, policy_version 23332 (0.0009)
+[2026-06-02 16:56:40,166][263846] Updated weights for policy 0, policy_version 23342 (0.0008)
+[2026-06-02 16:56:40,734][263846] Updated weights for policy 0, policy_version 23352 (0.0009)
+[2026-06-02 16:56:40,930][263846] Updated weights for policy 0, policy_version 23363 (0.0009)
+[2026-06-02 16:56:41,109][263846] Updated weights for policy 0, policy_version 23373 (0.0008)
+[2026-06-02 16:56:41,297][263846] Updated weights for policy 0, policy_version 23383 (0.0008)
+[2026-06-02 16:56:41,483][263846] Updated weights for policy 0, policy_version 23393 (0.0008)
+[2026-06-02 16:56:41,665][263846] Updated weights for policy 0, policy_version 23403 (0.0008)
+[2026-06-02 16:56:42,225][263846] Updated weights for policy 0, policy_version 23413 (0.0008)
+[2026-06-02 16:56:42,407][263846] Updated weights for policy 0, policy_version 23423 (0.0008)
+[2026-06-02 16:56:42,591][263846] Updated weights for policy 0, policy_version 23433 (0.0008)
+[2026-06-02 16:56:42,768][263846] Updated weights for policy 0, policy_version 23443 (0.0008)
+[2026-06-02 16:56:42,954][263846] Updated weights for policy 0, policy_version 23453 (0.0008)
+[2026-06-02 16:56:43,137][263846] Updated weights for policy 0, policy_version 23463 (0.0008)
+[2026-06-02 16:56:43,718][263846] Updated weights for policy 0, policy_version 23473 (0.0008)
+[2026-06-02 16:56:43,888][263846] Updated weights for policy 0, policy_version 23483 (0.0009)
+[2026-06-02 16:56:43,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 12025856. Throughput: 0: 21199.6. Samples: 12041216. Policy #0 lag: (min: 58.0, avg: 95.9, max: 116.0)
+[2026-06-02 16:56:43,912][262831] Avg episode reward: [(0, '727.293')]
+[2026-06-02 16:56:44,072][263846] Updated weights for policy 0, policy_version 23493 (0.0008)
+[2026-06-02 16:56:44,271][263846] Updated weights for policy 0, policy_version 23504 (0.0008)
+[2026-06-02 16:56:44,466][263846] Updated weights for policy 0, policy_version 23514 (0.0008)
+[2026-06-02 16:56:44,652][263846] Updated weights for policy 0, policy_version 23524 (0.0008)
+[2026-06-02 16:56:44,836][263846] Updated weights for policy 0, policy_version 23534 (0.0005)
+[2026-06-02 16:56:44,873][263767] Saving new best policy, reward=727.293!
+[2026-06-02 16:56:45,361][263846] Updated weights for policy 0, policy_version 23544 (0.0007)
+[2026-06-02 16:56:45,544][263846] Updated weights for policy 0, policy_version 23554 (0.0008)
+[2026-06-02 16:56:45,733][263846] Updated weights for policy 0, policy_version 23564 (0.0008)
+[2026-06-02 16:56:45,916][263846] Updated weights for policy 0, policy_version 23574 (0.0008)
+[2026-06-02 16:56:46,099][263846] Updated weights for policy 0, policy_version 23584 (0.0008)
+[2026-06-02 16:56:46,283][263846] Updated weights for policy 0, policy_version 23594 (0.0008)
+[2026-06-02 16:56:46,850][263846] Updated weights for policy 0, policy_version 23604 (0.0008)
+[2026-06-02 16:56:47,024][263846] Updated weights for policy 0, policy_version 23614 (0.0008)
+[2026-06-02 16:56:47,215][263846] Updated weights for policy 0, policy_version 23624 (0.0008)
+[2026-06-02 16:56:47,401][263846] Updated weights for policy 0, policy_version 23634 (0.0008)
+[2026-06-02 16:56:47,587][263846] Updated weights for policy 0, policy_version 23644 (0.0008)
+[2026-06-02 16:56:47,778][263846] Updated weights for policy 0, policy_version 23654 (0.0008)
+[2026-06-02 16:56:47,950][263846] Updated weights for policy 0, policy_version 23664 (0.0008)
+[2026-06-02 16:56:48,484][263846] Updated weights for policy 0, policy_version 23674 (0.0009)
+[2026-06-02 16:56:48,670][263846] Updated weights for policy 0, policy_version 23684 (0.0008)
+[2026-06-02 16:56:48,856][263846] Updated weights for policy 0, policy_version 23694 (0.0008)
+[2026-06-02 16:56:48,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20993.7). Total num frames: 12124160. Throughput: 0: 21159.8. Samples: 12160128. Policy #0 lag: (min: 38.0, avg: 57.8, max: 102.0)
+[2026-06-02 16:56:48,912][262831] Avg episode reward: [(0, '677.708')]
+[2026-06-02 16:56:49,040][263846] Updated weights for policy 0, policy_version 23704 (0.0008)
+[2026-06-02 16:56:49,225][263846] Updated weights for policy 0, policy_version 23714 (0.0008)
+[2026-06-02 16:56:49,406][263846] Updated weights for policy 0, policy_version 23724 (0.0008)
+[2026-06-02 16:56:49,481][263767] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/checkpoint_p0/checkpoint_000023728_12156928.pth...
+[2026-06-02 16:56:49,953][263846] Updated weights for policy 0, policy_version 23734 (0.0008)
+[2026-06-02 16:56:50,133][263846] Updated weights for policy 0, policy_version 23744 (0.0009)
+[2026-06-02 16:56:50,313][263846] Updated weights for policy 0, policy_version 23754 (0.0008)
+[2026-06-02 16:56:50,500][263846] Updated weights for policy 0, policy_version 23764 (0.0008)
+[2026-06-02 16:56:50,685][263846] Updated weights for policy 0, policy_version 23774 (0.0009)
+[2026-06-02 16:56:50,872][263846] Updated weights for policy 0, policy_version 23784 (0.0008)
+[2026-06-02 16:56:51,415][263846] Updated weights for policy 0, policy_version 23794 (0.0008)
+[2026-06-02 16:56:51,590][263846] Updated weights for policy 0, policy_version 23804 (0.0005)
+[2026-06-02 16:56:51,771][263846] Updated weights for policy 0, policy_version 23814 (0.0005)
+[2026-06-02 16:56:51,958][263846] Updated weights for policy 0, policy_version 23824 (0.0005)
+[2026-06-02 16:56:52,148][263846] Updated weights for policy 0, policy_version 23834 (0.0005)
+[2026-06-02 16:56:52,337][263846] Updated weights for policy 0, policy_version 23844 (0.0005)
+[2026-06-02 16:56:52,518][263846] Updated weights for policy 0, policy_version 23854 (0.0005)
+[2026-06-02 16:56:53,042][263846] Updated weights for policy 0, policy_version 23864 (0.0008)
+[2026-06-02 16:56:53,220][263846] Updated weights for policy 0, policy_version 23874 (0.0008)
+[2026-06-02 16:56:53,410][263846] Updated weights for policy 0, policy_version 23884 (0.0009)
+[2026-06-02 16:56:53,601][263846] Updated weights for policy 0, policy_version 23894 (0.0008)
+[2026-06-02 16:56:53,787][263846] Updated weights for policy 0, policy_version 23904 (0.0008)
+[2026-06-02 16:56:53,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 12222464. Throughput: 0: 21162.7. Samples: 12220544. Policy #0 lag: (min: 38.0, avg: 57.8, max: 102.0)
+[2026-06-02 16:56:53,912][262831] Avg episode reward: [(0, '593.941')]
+[2026-06-02 16:56:53,974][263846] Updated weights for policy 0, policy_version 23914 (0.0008)
+[2026-06-02 16:56:54,521][263846] Updated weights for policy 0, policy_version 23924 (0.0009)
+[2026-06-02 16:56:54,697][263846] Updated weights for policy 0, policy_version 23934 (0.0009)
+[2026-06-02 16:56:54,881][263846] Updated weights for policy 0, policy_version 23944 (0.0008)
+[2026-06-02 16:56:55,069][263846] Updated weights for policy 0, policy_version 23954 (0.0009)
+[2026-06-02 16:56:55,251][263846] Updated weights for policy 0, policy_version 23964 (0.0008)
+[2026-06-02 16:56:55,440][263846] Updated weights for policy 0, policy_version 23974 (0.0009)
+[2026-06-02 16:56:55,617][263846] Updated weights for policy 0, policy_version 23984 (0.0009)
+[2026-06-02 16:56:56,153][263846] Updated weights for policy 0, policy_version 23994 (0.0009)
+[2026-06-02 16:56:56,336][263846] Updated weights for policy 0, policy_version 24004 (0.0009)
+[2026-06-02 16:56:56,521][263846] Updated weights for policy 0, policy_version 24014 (0.0008)
+[2026-06-02 16:56:56,697][263846] Updated weights for policy 0, policy_version 24024 (0.0008)
+[2026-06-02 16:56:56,881][263846] Updated weights for policy 0, policy_version 24034 (0.0009)
+[2026-06-02 16:56:57,069][263846] Updated weights for policy 0, policy_version 24044 (0.0009)
+[2026-06-02 16:56:57,614][263846] Updated weights for policy 0, policy_version 24054 (0.0008)
+[2026-06-02 16:56:57,797][263846] Updated weights for policy 0, policy_version 24064 (0.0009)
+[2026-06-02 16:56:57,985][263846] Updated weights for policy 0, policy_version 24074 (0.0009)
+[2026-06-02 16:56:58,172][263846] Updated weights for policy 0, policy_version 24084 (0.0009)
+[2026-06-02 16:56:58,353][263846] Updated weights for policy 0, policy_version 24094 (0.0008)
+[2026-06-02 16:56:58,532][263846] Updated weights for policy 0, policy_version 24104 (0.0009)
+[2026-06-02 16:56:58,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12353536. Throughput: 0: 21191.1. Samples: 12346112. Policy #0 lag: (min: 38.0, avg: 57.8, max: 102.0)
+[2026-06-02 16:56:58,912][262831] Avg episode reward: [(0, '542.661')]
+[2026-06-02 16:56:59,081][263846] Updated weights for policy 0, policy_version 24114 (0.0008)
+[2026-06-02 16:56:59,252][263846] Updated weights for policy 0, policy_version 24124 (0.0008)
+[2026-06-02 16:56:59,433][263846] Updated weights for policy 0, policy_version 24134 (0.0008)
+[2026-06-02 16:56:59,624][263846] Updated weights for policy 0, policy_version 24144 (0.0008)
+[2026-06-02 16:56:59,811][263846] Updated weights for policy 0, policy_version 24154 (0.0008)
+[2026-06-02 16:56:59,988][263846] Updated weights for policy 0, policy_version 24164 (0.0008)
+[2026-06-02 16:57:00,184][263846] Updated weights for policy 0, policy_version 24175 (0.0008)
+[2026-06-02 16:57:00,736][263846] Updated weights for policy 0, policy_version 24185 (0.0008)
+[2026-06-02 16:57:00,923][263846] Updated weights for policy 0, policy_version 24195 (0.0008)
+[2026-06-02 16:57:01,111][263846] Updated weights for policy 0, policy_version 24205 (0.0008)
+[2026-06-02 16:57:01,303][263846] Updated weights for policy 0, policy_version 24215 (0.0008)
+[2026-06-02 16:57:01,491][263846] Updated weights for policy 0, policy_version 24225 (0.0008)
+[2026-06-02 16:57:01,673][263846] Updated weights for policy 0, policy_version 24235 (0.0008)
+[2026-06-02 16:57:02,187][263846] Updated weights for policy 0, policy_version 24245 (0.0008)
+[2026-06-02 16:57:02,365][263846] Updated weights for policy 0, policy_version 24255 (0.0008)
+[2026-06-02 16:57:02,552][263846] Updated weights for policy 0, policy_version 24265 (0.0008)
+[2026-06-02 16:57:02,741][263846] Updated weights for policy 0, policy_version 24275 (0.0008)
+[2026-06-02 16:57:02,932][263846] Updated weights for policy 0, policy_version 24285 (0.0009)
+[2026-06-02 16:57:03,120][263846] Updated weights for policy 0, policy_version 24295 (0.0008)
+[2026-06-02 16:57:03,662][263846] Updated weights for policy 0, policy_version 24305 (0.0008)
+[2026-06-02 16:57:03,832][263846] Updated weights for policy 0, policy_version 24315 (0.0008)
+[2026-06-02 16:57:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12451840. Throughput: 0: 21157.0. Samples: 12471424. Policy #0 lag: (min: 0.0, avg: 44.3, max: 64.0)
+[2026-06-02 16:57:03,912][262831] Avg episode reward: [(0, '565.319')]
+[2026-06-02 16:57:04,023][263846] Updated weights for policy 0, policy_version 24325 (0.0008)
+[2026-06-02 16:57:04,214][263846] Updated weights for policy 0, policy_version 24335 (0.0008)
+[2026-06-02 16:57:04,404][263846] Updated weights for policy 0, policy_version 24345 (0.0008)
+[2026-06-02 16:57:04,583][263846] Updated weights for policy 0, policy_version 24355 (0.0008)
+[2026-06-02 16:57:04,776][263846] Updated weights for policy 0, policy_version 24365 (0.0008)
+[2026-06-02 16:57:05,295][263846] Updated weights for policy 0, policy_version 24375 (0.0008)
+[2026-06-02 16:57:05,473][263846] Updated weights for policy 0, policy_version 24385 (0.0008)
+[2026-06-02 16:57:05,672][263846] Updated weights for policy 0, policy_version 24395 (0.0008)
+[2026-06-02 16:57:05,864][263846] Updated weights for policy 0, policy_version 24405 (0.0008)
+[2026-06-02 16:57:06,055][263846] Updated weights for policy 0, policy_version 24415 (0.0008)
+[2026-06-02 16:57:06,243][263846] Updated weights for policy 0, policy_version 24425 (0.0008)
+[2026-06-02 16:57:06,750][263846] Updated weights for policy 0, policy_version 24435 (0.0008)
+[2026-06-02 16:57:06,929][263846] Updated weights for policy 0, policy_version 24445 (0.0008)
+[2026-06-02 16:57:07,113][263846] Updated weights for policy 0, policy_version 24455 (0.0008)
+[2026-06-02 16:57:07,308][263846] Updated weights for policy 0, policy_version 24465 (0.0008)
+[2026-06-02 16:57:07,502][263846] Updated weights for policy 0, policy_version 24475 (0.0008)
+[2026-06-02 16:57:07,682][263846] Updated weights for policy 0, policy_version 24485 (0.0008)
+[2026-06-02 16:57:07,875][263846] Updated weights for policy 0, policy_version 24495 (0.0008)
+[2026-06-02 16:57:08,390][263846] Updated weights for policy 0, policy_version 24505 (0.0008)
+[2026-06-02 16:57:08,584][263846] Updated weights for policy 0, policy_version 24515 (0.0008)
+[2026-06-02 16:57:08,771][263846] Updated weights for policy 0, policy_version 24525 (0.0008)
+[2026-06-02 16:57:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12550144. Throughput: 0: 21105.8. Samples: 12535040. Policy #0 lag: (min: 0.0, avg: 44.3, max: 64.0)
+[2026-06-02 16:57:08,912][262831] Avg episode reward: [(0, '555.670')]
+[2026-06-02 16:57:08,960][263846] Updated weights for policy 0, policy_version 24535 (0.0009)
+[2026-06-02 16:57:09,150][263846] Updated weights for policy 0, policy_version 24545 (0.0008)
+[2026-06-02 16:57:09,338][263846] Updated weights for policy 0, policy_version 24555 (0.0008)
+[2026-06-02 16:57:09,879][263846] Updated weights for policy 0, policy_version 24565 (0.0008)
+[2026-06-02 16:57:10,060][263846] Updated weights for policy 0, policy_version 24575 (0.0008)
+[2026-06-02 16:57:10,250][263846] Updated weights for policy 0, policy_version 24585 (0.0008)
+[2026-06-02 16:57:10,437][263846] Updated weights for policy 0, policy_version 24595 (0.0008)
+[2026-06-02 16:57:10,627][263846] Updated weights for policy 0, policy_version 24605 (0.0008)
+[2026-06-02 16:57:10,828][263846] Updated weights for policy 0, policy_version 24615 (0.0008)
+[2026-06-02 16:57:11,385][263846] Updated weights for policy 0, policy_version 24625 (0.0008)
+[2026-06-02 16:57:11,554][263846] Updated weights for policy 0, policy_version 24635 (0.0008)
+[2026-06-02 16:57:11,739][263846] Updated weights for policy 0, policy_version 24645 (0.0008)
+[2026-06-02 16:57:11,930][263846] Updated weights for policy 0, policy_version 24655 (0.0008)
+[2026-06-02 16:57:12,115][263846] Updated weights for policy 0, policy_version 24665 (0.0008)
+[2026-06-02 16:57:12,300][263846] Updated weights for policy 0, policy_version 24675 (0.0008)
+[2026-06-02 16:57:12,495][263846] Updated weights for policy 0, policy_version 24685 (0.0008)
+[2026-06-02 16:57:13,062][263846] Updated weights for policy 0, policy_version 24695 (0.0008)
+[2026-06-02 16:57:13,247][263846] Updated weights for policy 0, policy_version 24705 (0.0008)
+[2026-06-02 16:57:13,442][263846] Updated weights for policy 0, policy_version 24715 (0.0008)
+[2026-06-02 16:57:13,635][263846] Updated weights for policy 0, policy_version 24725 (0.0008)
+[2026-06-02 16:57:13,822][263846] Updated weights for policy 0, policy_version 24735 (0.0008)
+[2026-06-02 16:57:13,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 12648448. Throughput: 0: 21029.0. Samples: 12662400. Policy #0 lag: (min: 0.0, avg: 44.3, max: 64.0)
+[2026-06-02 16:57:13,912][262831] Avg episode reward: [(0, '587.031')]
+[2026-06-02 16:57:14,009][263846] Updated weights for policy 0, policy_version 24745 (0.0008)
+[2026-06-02 16:57:14,560][263846] Updated weights for policy 0, policy_version 24755 (0.0008)
+[2026-06-02 16:57:14,738][263846] Updated weights for policy 0, policy_version 24765 (0.0008)
+[2026-06-02 16:57:14,923][263846] Updated weights for policy 0, policy_version 24775 (0.0008)
+[2026-06-02 16:57:15,117][263846] Updated weights for policy 0, policy_version 24785 (0.0006)
+[2026-06-02 16:57:15,309][263846] Updated weights for policy 0, policy_version 24795 (0.0005)
+[2026-06-02 16:57:15,502][263846] Updated weights for policy 0, policy_version 24805 (0.0005)
+[2026-06-02 16:57:15,692][263846] Updated weights for policy 0, policy_version 24815 (0.0005)
+[2026-06-02 16:57:16,210][263846] Updated weights for policy 0, policy_version 24825 (0.0005)
+[2026-06-02 16:57:16,395][263846] Updated weights for policy 0, policy_version 24835 (0.0005)
+[2026-06-02 16:57:16,576][263846] Updated weights for policy 0, policy_version 24845 (0.0005)
+[2026-06-02 16:57:16,769][263846] Updated weights for policy 0, policy_version 24855 (0.0004)
+[2026-06-02 16:57:16,960][263846] Updated weights for policy 0, policy_version 24865 (0.0005)
+[2026-06-02 16:57:17,153][263846] Updated weights for policy 0, policy_version 24875 (0.0007)
+[2026-06-02 16:57:17,698][263846] Updated weights for policy 0, policy_version 24885 (0.0008)
+[2026-06-02 16:57:17,877][263846] Updated weights for policy 0, policy_version 24895 (0.0008)
+[2026-06-02 16:57:18,059][263846] Updated weights for policy 0, policy_version 24905 (0.0008)
+[2026-06-02 16:57:18,258][263846] Updated weights for policy 0, policy_version 24915 (0.0008)
+[2026-06-02 16:57:18,441][263846] Updated weights for policy 0, policy_version 24925 (0.0008)
+[2026-06-02 16:57:18,635][263846] Updated weights for policy 0, policy_version 24935 (0.0008)
+[2026-06-02 16:57:18,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12779520. Throughput: 0: 21046.0. Samples: 12793728. Policy #0 lag: (min: 50.0, avg: 92.5, max: 113.0)
+[2026-06-02 16:57:18,912][262831] Avg episode reward: [(0, '609.576')]
+[2026-06-02 16:57:19,206][263846] Updated weights for policy 0, policy_version 24945 (0.0009)
+[2026-06-02 16:57:19,381][263846] Updated weights for policy 0, policy_version 24955 (0.0008)
+[2026-06-02 16:57:19,566][263846] Updated weights for policy 0, policy_version 24965 (0.0008)
+[2026-06-02 16:57:19,755][263846] Updated weights for policy 0, policy_version 24975 (0.0008)
+[2026-06-02 16:57:19,953][263846] Updated weights for policy 0, policy_version 24985 (0.0008)
+[2026-06-02 16:57:20,141][263846] Updated weights for policy 0, policy_version 24995 (0.0008)
+[2026-06-02 16:57:20,333][263846] Updated weights for policy 0, policy_version 25005 (0.0008)
+[2026-06-02 16:57:20,858][263846] Updated weights for policy 0, policy_version 25015 (0.0008)
+[2026-06-02 16:57:21,046][263846] Updated weights for policy 0, policy_version 25025 (0.0008)
+[2026-06-02 16:57:21,240][263846] Updated weights for policy 0, policy_version 25035 (0.0005)
+[2026-06-02 16:57:21,427][263846] Updated weights for policy 0, policy_version 25045 (0.0004)
+[2026-06-02 16:57:21,619][263846] Updated weights for policy 0, policy_version 25055 (0.0004)
+[2026-06-02 16:57:21,808][263846] Updated weights for policy 0, policy_version 25065 (0.0004)
+[2026-06-02 16:57:22,327][263846] Updated weights for policy 0, policy_version 25075 (0.0007)
+[2026-06-02 16:57:22,500][263846] Updated weights for policy 0, policy_version 25085 (0.0008)
+[2026-06-02 16:57:22,690][263846] Updated weights for policy 0, policy_version 25095 (0.0008)
+[2026-06-02 16:57:22,886][263846] Updated weights for policy 0, policy_version 25105 (0.0008)
+[2026-06-02 16:57:23,083][263846] Updated weights for policy 0, policy_version 25115 (0.0008)
+[2026-06-02 16:57:23,268][263846] Updated weights for policy 0, policy_version 25125 (0.0008)
+[2026-06-02 16:57:23,459][263846] Updated weights for policy 0, policy_version 25135 (0.0005)
+[2026-06-02 16:57:23,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12877824. Throughput: 0: 21048.9. Samples: 12859264. Policy #0 lag: (min: 50.0, avg: 92.5, max: 113.0)
+[2026-06-02 16:57:23,912][262831] Avg episode reward: [(0, '572.042')]
+[2026-06-02 16:57:23,991][263846] Updated weights for policy 0, policy_version 25145 (0.0004)
+[2026-06-02 16:57:24,173][263846] Updated weights for policy 0, policy_version 25155 (0.0004)
+[2026-06-02 16:57:24,366][263846] Updated weights for policy 0, policy_version 25165 (0.0005)
+[2026-06-02 16:57:24,563][263846] Updated weights for policy 0, policy_version 25175 (0.0005)
+[2026-06-02 16:57:24,752][263846] Updated weights for policy 0, policy_version 25185 (0.0005)
+[2026-06-02 16:57:24,948][263846] Updated weights for policy 0, policy_version 25195 (0.0004)
+[2026-06-02 16:57:25,470][263846] Updated weights for policy 0, policy_version 25205 (0.0005)
+[2026-06-02 16:57:25,646][263846] Updated weights for policy 0, policy_version 25215 (0.0005)
+[2026-06-02 16:57:25,838][263846] Updated weights for policy 0, policy_version 25225 (0.0004)
+[2026-06-02 16:57:26,023][263846] Updated weights for policy 0, policy_version 25235 (0.0004)
+[2026-06-02 16:57:26,223][263846] Updated weights for policy 0, policy_version 25245 (0.0005)
+[2026-06-02 16:57:26,407][263846] Updated weights for policy 0, policy_version 25255 (0.0005)
+[2026-06-02 16:57:26,942][263846] Updated weights for policy 0, policy_version 25265 (0.0004)
+[2026-06-02 16:57:27,116][263846] Updated weights for policy 0, policy_version 25275 (0.0004)
+[2026-06-02 16:57:27,302][263846] Updated weights for policy 0, policy_version 25285 (0.0007)
+[2026-06-02 16:57:27,492][263846] Updated weights for policy 0, policy_version 25295 (0.0008)
+[2026-06-02 16:57:27,663][263846] Updated weights for policy 0, policy_version 25305 (0.0008)
+[2026-06-02 16:57:27,852][263846] Updated weights for policy 0, policy_version 25315 (0.0008)
+[2026-06-02 16:57:28,070][263846] Updated weights for policy 0, policy_version 25326 (0.0008)
+[2026-06-02 16:57:28,620][263846] Updated weights for policy 0, policy_version 25336 (0.0008)
+[2026-06-02 16:57:28,808][263846] Updated weights for policy 0, policy_version 25346 (0.0008)
+[2026-06-02 16:57:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 12976128. Throughput: 0: 21051.7. Samples: 12988544. Policy #0 lag: (min: 50.0, avg: 92.5, max: 113.0)
+[2026-06-02 16:57:28,912][262831] Avg episode reward: [(0, '683.737')]
+[2026-06-02 16:57:28,994][263846] Updated weights for policy 0, policy_version 25356 (0.0008)
+[2026-06-02 16:57:29,182][263846] Updated weights for policy 0, policy_version 25366 (0.0008)
+[2026-06-02 16:57:29,370][263846] Updated weights for policy 0, policy_version 25376 (0.0008)
+[2026-06-02 16:57:29,561][263846] Updated weights for policy 0, policy_version 25386 (0.0007)
+[2026-06-02 16:57:30,110][263846] Updated weights for policy 0, policy_version 25396 (0.0008)
+[2026-06-02 16:57:30,293][263846] Updated weights for policy 0, policy_version 25406 (0.0008)
+[2026-06-02 16:57:30,483][263846] Updated weights for policy 0, policy_version 25416 (0.0008)
+[2026-06-02 16:57:30,670][263846] Updated weights for policy 0, policy_version 25426 (0.0008)
+[2026-06-02 16:57:30,856][263846] Updated weights for policy 0, policy_version 25436 (0.0008)
+[2026-06-02 16:57:31,048][263846] Updated weights for policy 0, policy_version 25446 (0.0008)
+[2026-06-02 16:57:31,237][263846] Updated weights for policy 0, policy_version 25456 (0.0008)
+[2026-06-02 16:57:31,785][263846] Updated weights for policy 0, policy_version 25466 (0.0008)
+[2026-06-02 16:57:31,972][263846] Updated weights for policy 0, policy_version 25476 (0.0008)
+[2026-06-02 16:57:32,160][263846] Updated weights for policy 0, policy_version 25486 (0.0008)
+[2026-06-02 16:57:32,353][263846] Updated weights for policy 0, policy_version 25496 (0.0008)
+[2026-06-02 16:57:32,541][263846] Updated weights for policy 0, policy_version 25506 (0.0009)
+[2026-06-02 16:57:32,735][263846] Updated weights for policy 0, policy_version 25516 (0.0008)
+[2026-06-02 16:57:33,289][263846] Updated weights for policy 0, policy_version 25526 (0.0009)
+[2026-06-02 16:57:33,463][263846] Updated weights for policy 0, policy_version 25536 (0.0008)
+[2026-06-02 16:57:33,642][263846] Updated weights for policy 0, policy_version 25546 (0.0008)
+[2026-06-02 16:57:33,826][263846] Updated weights for policy 0, policy_version 25556 (0.0008)
+[2026-06-02 16:57:33,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13074432. Throughput: 0: 21290.7. Samples: 13118208. Policy #0 lag: (min: 50.0, avg: 92.5, max: 113.0)
+[2026-06-02 16:57:33,912][262831] Avg episode reward: [(0, '713.316')]
+[2026-06-02 16:57:34,007][263846] Updated weights for policy 0, policy_version 25566 (0.0009)
+[2026-06-02 16:57:34,180][263846] Updated weights for policy 0, policy_version 25576 (0.0008)
+[2026-06-02 16:57:34,777][263846] Updated weights for policy 0, policy_version 25586 (0.0009)
+[2026-06-02 16:57:34,951][263846] Updated weights for policy 0, policy_version 25596 (0.0008)
+[2026-06-02 16:57:35,130][263846] Updated weights for policy 0, policy_version 25606 (0.0008)
+[2026-06-02 16:57:35,304][263846] Updated weights for policy 0, policy_version 25616 (0.0008)
+[2026-06-02 16:57:35,493][263846] Updated weights for policy 0, policy_version 25626 (0.0008)
+[2026-06-02 16:57:35,673][263846] Updated weights for policy 0, policy_version 25636 (0.0008)
+[2026-06-02 16:57:35,854][263846] Updated weights for policy 0, policy_version 25646 (0.0008)
+[2026-06-02 16:57:36,426][263846] Updated weights for policy 0, policy_version 25656 (0.0008)
+[2026-06-02 16:57:36,612][263846] Updated weights for policy 0, policy_version 25666 (0.0009)
+[2026-06-02 16:57:36,791][263846] Updated weights for policy 0, policy_version 25676 (0.0008)
+[2026-06-02 16:57:36,969][263846] Updated weights for policy 0, policy_version 25686 (0.0008)
+[2026-06-02 16:57:37,154][263846] Updated weights for policy 0, policy_version 25696 (0.0008)
+[2026-06-02 16:57:37,332][263846] Updated weights for policy 0, policy_version 25706 (0.0008)
+[2026-06-02 16:57:37,894][263846] Updated weights for policy 0, policy_version 25716 (0.0008)
+[2026-06-02 16:57:38,071][263846] Updated weights for policy 0, policy_version 25726 (0.0008)
+[2026-06-02 16:57:38,251][263846] Updated weights for policy 0, policy_version 25736 (0.0009)
+[2026-06-02 16:57:38,446][263846] Updated weights for policy 0, policy_version 25746 (0.0008)
+[2026-06-02 16:57:38,635][263846] Updated weights for policy 0, policy_version 25756 (0.0009)
+[2026-06-02 16:57:38,824][263846] Updated weights for policy 0, policy_version 25766 (0.0009)
+[2026-06-02 16:57:38,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 13172736. Throughput: 0: 21273.6. Samples: 13177856. Policy #0 lag: (min: 6.0, avg: 25.6, max: 70.0)
+[2026-06-02 16:57:38,912][262831] Avg episode reward: [(0, '718.967')]
+[2026-06-02 16:57:39,005][263846] Updated weights for policy 0, policy_version 25776 (0.0008)
+[2026-06-02 16:57:39,572][263846] Updated weights for policy 0, policy_version 25786 (0.0008)
+[2026-06-02 16:57:39,759][263846] Updated weights for policy 0, policy_version 25796 (0.0008)
+[2026-06-02 16:57:39,948][263846] Updated weights for policy 0, policy_version 25806 (0.0008)
+[2026-06-02 16:57:40,146][263846] Updated weights for policy 0, policy_version 25816 (0.0008)
+[2026-06-02 16:57:40,338][263846] Updated weights for policy 0, policy_version 25826 (0.0008)
+[2026-06-02 16:57:40,521][263846] Updated weights for policy 0, policy_version 25836 (0.0008)
+[2026-06-02 16:57:41,057][263846] Updated weights for policy 0, policy_version 25846 (0.0008)
+[2026-06-02 16:57:41,238][263846] Updated weights for policy 0, policy_version 25856 (0.0008)
+[2026-06-02 16:57:41,423][263846] Updated weights for policy 0, policy_version 25866 (0.0008)
+[2026-06-02 16:57:41,619][263846] Updated weights for policy 0, policy_version 25876 (0.0008)
+[2026-06-02 16:57:41,810][263846] Updated weights for policy 0, policy_version 25886 (0.0008)
+[2026-06-02 16:57:42,003][263846] Updated weights for policy 0, policy_version 25896 (0.0008)
+[2026-06-02 16:57:42,549][263846] Updated weights for policy 0, policy_version 25906 (0.0008)
+[2026-06-02 16:57:42,724][263846] Updated weights for policy 0, policy_version 25916 (0.0009)
+[2026-06-02 16:57:42,909][263846] Updated weights for policy 0, policy_version 25926 (0.0009)
+[2026-06-02 16:57:43,097][263846] Updated weights for policy 0, policy_version 25936 (0.0009)
+[2026-06-02 16:57:43,283][263846] Updated weights for policy 0, policy_version 25946 (0.0009)
+[2026-06-02 16:57:43,471][263846] Updated weights for policy 0, policy_version 25956 (0.0009)
+[2026-06-02 16:57:43,661][263846] Updated weights for policy 0, policy_version 25966 (0.0009)
+[2026-06-02 16:57:43,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13303808. Throughput: 0: 21316.3. Samples: 13305344. Policy #0 lag: (min: 6.0, avg: 25.6, max: 70.0)
+[2026-06-02 16:57:43,912][262831] Avg episode reward: [(0, '758.855')]
+[2026-06-02 16:57:43,917][263767] Saving new best policy, reward=758.855!
+[2026-06-02 16:57:44,223][263846] Updated weights for policy 0, policy_version 25976 (0.0009)
+[2026-06-02 16:57:44,412][263846] Updated weights for policy 0, policy_version 25986 (0.0009)
+[2026-06-02 16:57:44,599][263846] Updated weights for policy 0, policy_version 25996 (0.0009)
+[2026-06-02 16:57:44,781][263846] Updated weights for policy 0, policy_version 26006 (0.0009)
+[2026-06-02 16:57:44,967][263846] Updated weights for policy 0, policy_version 26016 (0.0009)
+[2026-06-02 16:57:45,165][263846] Updated weights for policy 0, policy_version 26026 (0.0009)
+[2026-06-02 16:57:45,682][263846] Updated weights for policy 0, policy_version 26036 (0.0009)
+[2026-06-02 16:57:45,860][263846] Updated weights for policy 0, policy_version 26046 (0.0008)
+[2026-06-02 16:57:46,040][263846] Updated weights for policy 0, policy_version 26056 (0.0009)
+[2026-06-02 16:57:46,231][263846] Updated weights for policy 0, policy_version 26066 (0.0008)
+[2026-06-02 16:57:46,418][263846] Updated weights for policy 0, policy_version 26076 (0.0009)
+[2026-06-02 16:57:46,608][263846] Updated weights for policy 0, policy_version 26086 (0.0008)
+[2026-06-02 16:57:46,787][263846] Updated weights for policy 0, policy_version 26096 (0.0008)
+[2026-06-02 16:57:47,329][263846] Updated weights for policy 0, policy_version 26106 (0.0009)
+[2026-06-02 16:57:47,515][263846] Updated weights for policy 0, policy_version 26116 (0.0009)
+[2026-06-02 16:57:47,704][263846] Updated weights for policy 0, policy_version 26126 (0.0009)
+[2026-06-02 16:57:47,890][263846] Updated weights for policy 0, policy_version 26136 (0.0009)
+[2026-06-02 16:57:48,076][263846] Updated weights for policy 0, policy_version 26146 (0.0009)
+[2026-06-02 16:57:48,263][263846] Updated weights for policy 0, policy_version 26156 (0.0008)
+[2026-06-02 16:57:48,801][263846] Updated weights for policy 0, policy_version 26166 (0.0009)
+[2026-06-02 16:57:48,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13402112. Throughput: 0: 21322.0. Samples: 13430912. Policy #0 lag: (min: 6.0, avg: 25.6, max: 70.0)
+[2026-06-02 16:57:48,912][262831] Avg episode reward: [(0, '671.347')]
+[2026-06-02 16:57:48,978][263846] Updated weights for policy 0, policy_version 26176 (0.0009)
+[2026-06-02 16:57:49,169][263846] Updated weights for policy 0, policy_version 26186 (0.0009)
+[2026-06-02 16:57:49,358][263846] Updated weights for policy 0, policy_version 26196 (0.0009)
+[2026-06-02 16:57:49,542][263846] Updated weights for policy 0, policy_version 26206 (0.0009)
+[2026-06-02 16:57:49,728][263846] Updated weights for policy 0, policy_version 26216 (0.0009)
+[2026-06-02 16:57:50,268][263846] Updated weights for policy 0, policy_version 26226 (0.0009)
+[2026-06-02 16:57:50,442][263846] Updated weights for policy 0, policy_version 26236 (0.0009)
+[2026-06-02 16:57:50,631][263846] Updated weights for policy 0, policy_version 26246 (0.0008)
+[2026-06-02 16:57:50,820][263846] Updated weights for policy 0, policy_version 26256 (0.0008)
+[2026-06-02 16:57:51,006][263846] Updated weights for policy 0, policy_version 26266 (0.0008)
+[2026-06-02 16:57:51,201][263846] Updated weights for policy 0, policy_version 26276 (0.0009)
+[2026-06-02 16:57:51,392][263846] Updated weights for policy 0, policy_version 26286 (0.0008)
+[2026-06-02 16:57:51,893][263846] Updated weights for policy 0, policy_version 26296 (0.0009)
+[2026-06-02 16:57:52,081][263846] Updated weights for policy 0, policy_version 26306 (0.0008)
+[2026-06-02 16:57:52,269][263846] Updated weights for policy 0, policy_version 26316 (0.0008)
+[2026-06-02 16:57:52,467][263846] Updated weights for policy 0, policy_version 26326 (0.0008)
+[2026-06-02 16:57:52,658][263846] Updated weights for policy 0, policy_version 26336 (0.0008)
+[2026-06-02 16:57:52,839][263846] Updated weights for policy 0, policy_version 26346 (0.0008)
+[2026-06-02 16:57:53,375][263846] Updated weights for policy 0, policy_version 26356 (0.0009)
+[2026-06-02 16:57:53,548][263846] Updated weights for policy 0, policy_version 26366 (0.0008)
+[2026-06-02 16:57:53,740][263846] Updated weights for policy 0, policy_version 26376 (0.0008)
+[2026-06-02 16:57:53,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13500416. Throughput: 0: 21287.8. Samples: 13492992. Policy #0 lag: (min: 6.0, avg: 25.6, max: 70.0)
+[2026-06-02 16:57:53,912][262831] Avg episode reward: [(0, '651.122')]
+[2026-06-02 16:57:53,936][263846] Updated weights for policy 0, policy_version 26386 (0.0008)
+[2026-06-02 16:57:54,126][263846] Updated weights for policy 0, policy_version 26396 (0.0008)
+[2026-06-02 16:57:54,315][263846] Updated weights for policy 0, policy_version 26406 (0.0008)
+[2026-06-02 16:57:54,496][263846] Updated weights for policy 0, policy_version 26416 (0.0008)
+[2026-06-02 16:57:55,022][263846] Updated weights for policy 0, policy_version 26426 (0.0008)
+[2026-06-02 16:57:55,204][263846] Updated weights for policy 0, policy_version 26436 (0.0008)
+[2026-06-02 16:57:55,397][263846] Updated weights for policy 0, policy_version 26446 (0.0008)
+[2026-06-02 16:57:55,584][263846] Updated weights for policy 0, policy_version 26456 (0.0008)
+[2026-06-02 16:57:55,775][263846] Updated weights for policy 0, policy_version 26466 (0.0008)
+[2026-06-02 16:57:55,968][263846] Updated weights for policy 0, policy_version 26476 (0.0008)
+[2026-06-02 16:57:56,474][263846] Updated weights for policy 0, policy_version 26486 (0.0008)
+[2026-06-02 16:57:56,660][263846] Updated weights for policy 0, policy_version 26496 (0.0008)
+[2026-06-02 16:57:56,843][263846] Updated weights for policy 0, policy_version 26506 (0.0008)
+[2026-06-02 16:57:57,030][263846] Updated weights for policy 0, policy_version 26516 (0.0008)
+[2026-06-02 16:57:57,224][263846] Updated weights for policy 0, policy_version 26526 (0.0008)
+[2026-06-02 16:57:57,413][263846] Updated weights for policy 0, policy_version 26536 (0.0008)
+[2026-06-02 16:57:57,934][263846] Updated weights for policy 0, policy_version 26546 (0.0008)
+[2026-06-02 16:57:58,112][263846] Updated weights for policy 0, policy_version 26556 (0.0008)
+[2026-06-02 16:57:58,298][263846] Updated weights for policy 0, policy_version 26566 (0.0008)
+[2026-06-02 16:57:58,481][263846] Updated weights for policy 0, policy_version 26576 (0.0009)
+[2026-06-02 16:57:58,670][263846] Updated weights for policy 0, policy_version 26586 (0.0009)
+[2026-06-02 16:57:58,862][263846] Updated weights for policy 0, policy_version 26596 (0.0009)
+[2026-06-02 16:57:58,911][262831] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20993.7). Total num frames: 13598720. Throughput: 0: 21233.8. Samples: 13617920. Policy #0 lag: (min: 36.0, avg: 59.4, max: 100.0)
+[2026-06-02 16:57:58,912][262831] Avg episode reward: [(0, '586.299')]
+[2026-06-02 16:57:59,080][263846] Updated weights for policy 0, policy_version 26608 (0.0009)
+[2026-06-02 16:57:59,613][263846] Updated weights for policy 0, policy_version 26618 (0.0009)
+[2026-06-02 16:57:59,797][263846] Updated weights for policy 0, policy_version 26628 (0.0009)
+[2026-06-02 16:57:59,990][263846] Updated weights for policy 0, policy_version 26638 (0.0008)
+[2026-06-02 16:58:00,178][263846] Updated weights for policy 0, policy_version 26648 (0.0008)
+[2026-06-02 16:58:00,366][263846] Updated weights for policy 0, policy_version 26658 (0.0008)
+[2026-06-02 16:58:00,549][263846] Updated weights for policy 0, policy_version 26668 (0.0008)
+[2026-06-02 16:58:01,080][263846] Updated weights for policy 0, policy_version 26678 (0.0008)
+[2026-06-02 16:58:01,265][263846] Updated weights for policy 0, policy_version 26688 (0.0008)
+[2026-06-02 16:58:01,455][263846] Updated weights for policy 0, policy_version 26698 (0.0008)
+[2026-06-02 16:58:01,641][263846] Updated weights for policy 0, policy_version 26708 (0.0008)
+[2026-06-02 16:58:01,829][263846] Updated weights for policy 0, policy_version 26718 (0.0008)
+[2026-06-02 16:58:02,016][263846] Updated weights for policy 0, policy_version 26728 (0.0008)
+[2026-06-02 16:58:02,559][263846] Updated weights for policy 0, policy_version 26738 (0.0008)
+[2026-06-02 16:58:02,736][263846] Updated weights for policy 0, policy_version 26748 (0.0008)
+[2026-06-02 16:58:02,926][263846] Updated weights for policy 0, policy_version 26758 (0.0008)
+[2026-06-02 16:58:03,117][263846] Updated weights for policy 0, policy_version 26768 (0.0008)
+[2026-06-02 16:58:03,301][263846] Updated weights for policy 0, policy_version 26778 (0.0009)
+[2026-06-02 16:58:03,495][263846] Updated weights for policy 0, policy_version 26788 (0.0008)
+[2026-06-02 16:58:03,688][263846] Updated weights for policy 0, policy_version 26798 (0.0009)
+[2026-06-02 16:58:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13729792. Throughput: 0: 21120.0. Samples: 13744128. Policy #0 lag: (min: 36.0, avg: 59.4, max: 100.0)
+[2026-06-02 16:58:03,912][262831] Avg episode reward: [(0, '556.205')]
+[2026-06-02 16:58:04,183][263846] Updated weights for policy 0, policy_version 26808 (0.0008)
+[2026-06-02 16:58:04,370][263846] Updated weights for policy 0, policy_version 26818 (0.0008)
+[2026-06-02 16:58:04,557][263846] Updated weights for policy 0, policy_version 26828 (0.0008)
+[2026-06-02 16:58:04,739][263846] Updated weights for policy 0, policy_version 26838 (0.0008)
+[2026-06-02 16:58:04,923][263846] Updated weights for policy 0, policy_version 26848 (0.0008)
+[2026-06-02 16:58:05,117][263846] Updated weights for policy 0, policy_version 26858 (0.0008)
+[2026-06-02 16:58:05,667][263846] Updated weights for policy 0, policy_version 26868 (0.0008)
+[2026-06-02 16:58:05,843][263846] Updated weights for policy 0, policy_version 26878 (0.0008)
+[2026-06-02 16:58:06,031][263846] Updated weights for policy 0, policy_version 26888 (0.0008)
+[2026-06-02 16:58:06,223][263846] Updated weights for policy 0, policy_version 26898 (0.0009)
+[2026-06-02 16:58:06,416][263846] Updated weights for policy 0, policy_version 26908 (0.0008)
+[2026-06-02 16:58:06,607][263846] Updated weights for policy 0, policy_version 26918 (0.0009)
+[2026-06-02 16:58:06,786][263846] Updated weights for policy 0, policy_version 26928 (0.0008)
+[2026-06-02 16:58:07,311][263846] Updated weights for policy 0, policy_version 26938 (0.0008)
+[2026-06-02 16:58:07,498][263846] Updated weights for policy 0, policy_version 26948 (0.0008)
+[2026-06-02 16:58:07,694][263846] Updated weights for policy 0, policy_version 26958 (0.0008)
+[2026-06-02 16:58:07,885][263846] Updated weights for policy 0, policy_version 26968 (0.0008)
+[2026-06-02 16:58:08,066][263846] Updated weights for policy 0, policy_version 26978 (0.0008)
+[2026-06-02 16:58:08,261][263846] Updated weights for policy 0, policy_version 26988 (0.0008)
+[2026-06-02 16:58:08,766][263846] Updated weights for policy 0, policy_version 26998 (0.0008)
+[2026-06-02 16:58:08,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13828096. Throughput: 0: 21051.7. Samples: 13806592. Policy #0 lag: (min: 36.0, avg: 59.4, max: 100.0)
+[2026-06-02 16:58:08,912][262831] Avg episode reward: [(0, '570.609')]
+[2026-06-02 16:58:08,946][263846] Updated weights for policy 0, policy_version 27008 (0.0008)
+[2026-06-02 16:58:09,139][263846] Updated weights for policy 0, policy_version 27018 (0.0008)
+[2026-06-02 16:58:09,327][263846] Updated weights for policy 0, policy_version 27028 (0.0008)
+[2026-06-02 16:58:09,515][263846] Updated weights for policy 0, policy_version 27038 (0.0008)
+[2026-06-02 16:58:09,719][263846] Updated weights for policy 0, policy_version 27049 (0.0008)
+[2026-06-02 16:58:10,265][263846] Updated weights for policy 0, policy_version 27059 (0.0008)
+[2026-06-02 16:58:10,442][263846] Updated weights for policy 0, policy_version 27069 (0.0008)
+[2026-06-02 16:58:10,629][263846] Updated weights for policy 0, policy_version 27079 (0.0008)
+[2026-06-02 16:58:10,814][263846] Updated weights for policy 0, policy_version 27089 (0.0008)
+[2026-06-02 16:58:11,007][263846] Updated weights for policy 0, policy_version 27099 (0.0009)
+[2026-06-02 16:58:11,189][263846] Updated weights for policy 0, policy_version 27109 (0.0009)
+[2026-06-02 16:58:11,380][263846] Updated weights for policy 0, policy_version 27119 (0.0007)
+[2026-06-02 16:58:11,928][263846] Updated weights for policy 0, policy_version 27129 (0.0009)
+[2026-06-02 16:58:12,112][263846] Updated weights for policy 0, policy_version 27139 (0.0008)
+[2026-06-02 16:58:12,300][263846] Updated weights for policy 0, policy_version 27149 (0.0008)
+[2026-06-02 16:58:12,484][263846] Updated weights for policy 0, policy_version 27159 (0.0009)
+[2026-06-02 16:58:12,669][263846] Updated weights for policy 0, policy_version 27169 (0.0009)
+[2026-06-02 16:58:12,861][263846] Updated weights for policy 0, policy_version 27179 (0.0008)
+[2026-06-02 16:58:13,427][263846] Updated weights for policy 0, policy_version 27189 (0.0008)
+[2026-06-02 16:58:13,605][263846] Updated weights for policy 0, policy_version 27199 (0.0008)
+[2026-06-02 16:58:13,799][263846] Updated weights for policy 0, policy_version 27209 (0.0008)
+[2026-06-02 16:58:13,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 13926400. Throughput: 0: 21003.3. Samples: 13933696. Policy #0 lag: (min: 36.0, avg: 59.4, max: 100.0)
+[2026-06-02 16:58:13,912][262831] Avg episode reward: [(0, '605.136')]
+[2026-06-02 16:58:13,993][263846] Updated weights for policy 0, policy_version 27219 (0.0008)
+[2026-06-02 16:58:14,182][263846] Updated weights for policy 0, policy_version 27229 (0.0008)
+[2026-06-02 16:58:14,382][263846] Updated weights for policy 0, policy_version 27239 (0.0008)
+[2026-06-02 16:58:14,930][263846] Updated weights for policy 0, policy_version 27249 (0.0009)
+[2026-06-02 16:58:15,103][263846] Updated weights for policy 0, policy_version 27259 (0.0009)
+[2026-06-02 16:58:15,291][263846] Updated weights for policy 0, policy_version 27269 (0.0009)
+[2026-06-02 16:58:15,486][263846] Updated weights for policy 0, policy_version 27279 (0.0008)
+[2026-06-02 16:58:15,677][263846] Updated weights for policy 0, policy_version 27289 (0.0008)
+[2026-06-02 16:58:15,865][263846] Updated weights for policy 0, policy_version 27299 (0.0007)
+[2026-06-02 16:58:16,056][263846] Updated weights for policy 0, policy_version 27309 (0.0009)
+[2026-06-02 16:58:16,606][263846] Updated weights for policy 0, policy_version 27319 (0.0009)
+[2026-06-02 16:58:16,791][263846] Updated weights for policy 0, policy_version 27329 (0.0009)
+[2026-06-02 16:58:16,985][263846] Updated weights for policy 0, policy_version 27339 (0.0009)
+[2026-06-02 16:58:17,165][263846] Updated weights for policy 0, policy_version 27349 (0.0009)
+[2026-06-02 16:58:17,349][263846] Updated weights for policy 0, policy_version 27359 (0.0008)
+[2026-06-02 16:58:17,542][263846] Updated weights for policy 0, policy_version 27369 (0.0009)
+[2026-06-02 16:58:18,100][263846] Updated weights for policy 0, policy_version 27379 (0.0009)
+[2026-06-02 16:58:18,275][263846] Updated weights for policy 0, policy_version 27389 (0.0009)
+[2026-06-02 16:58:18,455][263846] Updated weights for policy 0, policy_version 27399 (0.0009)
+[2026-06-02 16:58:18,639][263846] Updated weights for policy 0, policy_version 27409 (0.0009)
+[2026-06-02 16:58:18,820][263846] Updated weights for policy 0, policy_version 27419 (0.0009)
+[2026-06-02 16:58:18,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 21104.8). Total num frames: 14024704. Throughput: 0: 21037.5. Samples: 14064896. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:58:18,912][262831] Avg episode reward: [(0, '644.678')]
+[2026-06-02 16:58:19,027][263846] Updated weights for policy 0, policy_version 27430 (0.0009)
+[2026-06-02 16:58:19,211][263846] Updated weights for policy 0, policy_version 27440 (0.0009)
+[2026-06-02 16:58:19,787][263846] Updated weights for policy 0, policy_version 27450 (0.0009)
+[2026-06-02 16:58:19,970][263846] Updated weights for policy 0, policy_version 27460 (0.0009)
+[2026-06-02 16:58:20,158][263846] Updated weights for policy 0, policy_version 27470 (0.0009)
+[2026-06-02 16:58:20,335][263846] Updated weights for policy 0, policy_version 27480 (0.0009)
+[2026-06-02 16:58:20,532][263846] Updated weights for policy 0, policy_version 27490 (0.0009)
+[2026-06-02 16:58:20,719][263846] Updated weights for policy 0, policy_version 27500 (0.0009)
+[2026-06-02 16:58:21,288][263846] Updated weights for policy 0, policy_version 27510 (0.0009)
+[2026-06-02 16:58:21,473][263846] Updated weights for policy 0, policy_version 27520 (0.0008)
+[2026-06-02 16:58:21,665][263846] Updated weights for policy 0, policy_version 27530 (0.0008)
+[2026-06-02 16:58:21,849][263846] Updated weights for policy 0, policy_version 27540 (0.0008)
+[2026-06-02 16:58:22,037][263846] Updated weights for policy 0, policy_version 27550 (0.0008)
+[2026-06-02 16:58:22,221][263846] Updated weights for policy 0, policy_version 27560 (0.0008)
+[2026-06-02 16:58:22,781][263846] Updated weights for policy 0, policy_version 27570 (0.0008)
+[2026-06-02 16:58:22,955][263846] Updated weights for policy 0, policy_version 27580 (0.0009)
+[2026-06-02 16:58:23,135][263846] Updated weights for policy 0, policy_version 27590 (0.0009)
+[2026-06-02 16:58:23,324][263846] Updated weights for policy 0, policy_version 27600 (0.0008)
+[2026-06-02 16:58:23,509][263846] Updated weights for policy 0, policy_version 27610 (0.0008)
+[2026-06-02 16:58:23,696][263846] Updated weights for policy 0, policy_version 27620 (0.0008)
+[2026-06-02 16:58:23,883][263846] Updated weights for policy 0, policy_version 27630 (0.0008)
+[2026-06-02 16:58:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 21104.8). Total num frames: 14123008. Throughput: 0: 21128.5. Samples: 14128640. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:58:23,912][262831] Avg episode reward: [(0, '696.838')]
+[2026-06-02 16:58:24,458][263846] Updated weights for policy 0, policy_version 27640 (0.0009)
+[2026-06-02 16:58:24,649][263846] Updated weights for policy 0, policy_version 27650 (0.0008)
+[2026-06-02 16:58:24,842][263846] Updated weights for policy 0, policy_version 27660 (0.0008)
+[2026-06-02 16:58:25,030][263846] Updated weights for policy 0, policy_version 27670 (0.0009)
+[2026-06-02 16:58:25,209][263846] Updated weights for policy 0, policy_version 27680 (0.0008)
+[2026-06-02 16:58:25,404][263846] Updated weights for policy 0, policy_version 27690 (0.0008)
+[2026-06-02 16:58:25,956][263846] Updated weights for policy 0, policy_version 27700 (0.0008)
+[2026-06-02 16:58:26,141][263846] Updated weights for policy 0, policy_version 27710 (0.0009)
+[2026-06-02 16:58:26,333][263846] Updated weights for policy 0, policy_version 27720 (0.0008)
+[2026-06-02 16:58:26,514][263846] Updated weights for policy 0, policy_version 27730 (0.0008)
+[2026-06-02 16:58:26,692][263846] Updated weights for policy 0, policy_version 27740 (0.0008)
+[2026-06-02 16:58:26,871][263846] Updated weights for policy 0, policy_version 27750 (0.0008)
+[2026-06-02 16:58:27,050][263846] Updated weights for policy 0, policy_version 27760 (0.0008)
+[2026-06-02 16:58:27,609][263846] Updated weights for policy 0, policy_version 27770 (0.0008)
+[2026-06-02 16:58:27,791][263846] Updated weights for policy 0, policy_version 27780 (0.0008)
+[2026-06-02 16:58:27,980][263846] Updated weights for policy 0, policy_version 27790 (0.0008)
+[2026-06-02 16:58:28,170][263846] Updated weights for policy 0, policy_version 27800 (0.0008)
+[2026-06-02 16:58:28,362][263846] Updated weights for policy 0, policy_version 27810 (0.0008)
+[2026-06-02 16:58:28,553][263846] Updated weights for policy 0, policy_version 27820 (0.0008)
+[2026-06-02 16:58:28,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 14254080. Throughput: 0: 21017.6. Samples: 14251136. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:58:28,912][262831] Avg episode reward: [(0, '782.050')]
+[2026-06-02 16:58:29,101][263846] Updated weights for policy 0, policy_version 27830 (0.0009)
+[2026-06-02 16:58:29,280][263846] Updated weights for policy 0, policy_version 27840 (0.0009)
+[2026-06-02 16:58:29,468][263846] Updated weights for policy 0, policy_version 27850 (0.0008)
+[2026-06-02 16:58:29,650][263846] Updated weights for policy 0, policy_version 27860 (0.0008)
+[2026-06-02 16:58:29,839][263846] Updated weights for policy 0, policy_version 27870 (0.0008)
+[2026-06-02 16:58:30,027][263846] Updated weights for policy 0, policy_version 27880 (0.0009)
+[2026-06-02 16:58:30,161][263767] Saving new best policy, reward=782.050!
+[2026-06-02 16:58:30,591][263846] Updated weights for policy 0, policy_version 27890 (0.0009)
+[2026-06-02 16:58:30,769][263846] Updated weights for policy 0, policy_version 27900 (0.0008)
+[2026-06-02 16:58:30,949][263846] Updated weights for policy 0, policy_version 27910 (0.0008)
+[2026-06-02 16:58:31,128][263846] Updated weights for policy 0, policy_version 27920 (0.0008)
+[2026-06-02 16:58:31,312][263846] Updated weights for policy 0, policy_version 27930 (0.0009)
+[2026-06-02 16:58:31,497][263846] Updated weights for policy 0, policy_version 27940 (0.0009)
+[2026-06-02 16:58:31,682][263846] Updated weights for policy 0, policy_version 27950 (0.0009)
+[2026-06-02 16:58:32,250][263846] Updated weights for policy 0, policy_version 27960 (0.0009)
+[2026-06-02 16:58:32,438][263846] Updated weights for policy 0, policy_version 27970 (0.0009)
+[2026-06-02 16:58:32,617][263846] Updated weights for policy 0, policy_version 27980 (0.0009)
+[2026-06-02 16:58:32,805][263846] Updated weights for policy 0, policy_version 27990 (0.0009)
+[2026-06-02 16:58:32,994][263846] Updated weights for policy 0, policy_version 28000 (0.0009)
+[2026-06-02 16:58:33,179][263846] Updated weights for policy 0, policy_version 28010 (0.0008)
+[2026-06-02 16:58:33,762][263846] Updated weights for policy 0, policy_version 28020 (0.0008)
+[2026-06-02 16:58:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 14352384. Throughput: 0: 21120.0. Samples: 14381312. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0)
+[2026-06-02 16:58:33,912][262831] Avg episode reward: [(0, '767.615')]
+[2026-06-02 16:58:33,941][263846] Updated weights for policy 0, policy_version 28030 (0.0008)
+[2026-06-02 16:58:34,128][263846] Updated weights for policy 0, policy_version 28040 (0.0008)
+[2026-06-02 16:58:34,322][263846] Updated weights for policy 0, policy_version 28050 (0.0008)
+[2026-06-02 16:58:34,512][263846] Updated weights for policy 0, policy_version 28060 (0.0008)
+[2026-06-02 16:58:34,700][263846] Updated weights for policy 0, policy_version 28070 (0.0008)
+[2026-06-02 16:58:34,888][263846] Updated weights for policy 0, policy_version 28080 (0.0008)
+[2026-06-02 16:58:35,419][263846] Updated weights for policy 0, policy_version 28090 (0.0008)
+[2026-06-02 16:58:35,605][263846] Updated weights for policy 0, policy_version 28100 (0.0008)
+[2026-06-02 16:58:35,783][263846] Updated weights for policy 0, policy_version 28110 (0.0008)
+[2026-06-02 16:58:35,967][263846] Updated weights for policy 0, policy_version 28120 (0.0008)
+[2026-06-02 16:58:36,156][263846] Updated weights for policy 0, policy_version 28130 (0.0008)
+[2026-06-02 16:58:36,344][263846] Updated weights for policy 0, policy_version 28140 (0.0008)
+[2026-06-02 16:58:36,905][263846] Updated weights for policy 0, policy_version 28150 (0.0008)
+[2026-06-02 16:58:37,082][263846] Updated weights for policy 0, policy_version 28160 (0.0008)
+[2026-06-02 16:58:37,278][263846] Updated weights for policy 0, policy_version 28170 (0.0008)
+[2026-06-02 16:58:37,467][263846] Updated weights for policy 0, policy_version 28180 (0.0008)
+[2026-06-02 16:58:37,657][263846] Updated weights for policy 0, policy_version 28190 (0.0008)
+[2026-06-02 16:58:37,844][263846] Updated weights for policy 0, policy_version 28200 (0.0008)
+[2026-06-02 16:58:38,363][263846] Updated weights for policy 0, policy_version 28210 (0.0008)
+[2026-06-02 16:58:38,541][263846] Updated weights for policy 0, policy_version 28220 (0.0008)
+[2026-06-02 16:58:38,727][263846] Updated weights for policy 0, policy_version 28230 (0.0008)
+[2026-06-02 16:58:38,910][263846] Updated weights for policy 0, policy_version 28240 (0.0008)
+[2026-06-02 16:58:38,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 14450688. Throughput: 0: 21199.6. Samples: 14446976. Policy #0 lag: (min: 106.0, avg: 128.3, max: 166.0)
+[2026-06-02 16:58:38,912][262831] Avg episode reward: [(0, '824.650')]
+[2026-06-02 16:58:39,091][263846] Updated weights for policy 0, policy_version 28250 (0.0008)
+[2026-06-02 16:58:39,282][263846] Updated weights for policy 0, policy_version 28260 (0.0008)
+[2026-06-02 16:58:39,471][263846] Updated weights for policy 0, policy_version 28270 (0.0008)
+[2026-06-02 16:58:39,499][263767] Saving new best policy, reward=824.650!
+[2026-06-02 16:58:39,978][263846] Updated weights for policy 0, policy_version 28280 (0.0008)
+[2026-06-02 16:58:40,169][263846] Updated weights for policy 0, policy_version 28290 (0.0008)
+[2026-06-02 16:58:40,356][263846] Updated weights for policy 0, policy_version 28300 (0.0008)
+[2026-06-02 16:58:40,533][263846] Updated weights for policy 0, policy_version 28310 (0.0008)
+[2026-06-02 16:58:40,711][263846] Updated weights for policy 0, policy_version 28320 (0.0008)
+[2026-06-02 16:58:40,901][263846] Updated weights for policy 0, policy_version 28330 (0.0008)
+[2026-06-02 16:58:41,443][263846] Updated weights for policy 0, policy_version 28340 (0.0008)
+[2026-06-02 16:58:41,624][263846] Updated weights for policy 0, policy_version 28350 (0.0008)
+[2026-06-02 16:58:41,808][263846] Updated weights for policy 0, policy_version 28360 (0.0008)
+[2026-06-02 16:58:42,004][263846] Updated weights for policy 0, policy_version 28371 (0.0008)
+[2026-06-02 16:58:42,203][263846] Updated weights for policy 0, policy_version 28381 (0.0007)
+[2026-06-02 16:58:42,385][263846] Updated weights for policy 0, policy_version 28391 (0.0009)
+[2026-06-02 16:58:42,925][263846] Updated weights for policy 0, policy_version 28401 (0.0009)
+[2026-06-02 16:58:43,099][263846] Updated weights for policy 0, policy_version 28411 (0.0008)
+[2026-06-02 16:58:43,286][263846] Updated weights for policy 0, policy_version 28421 (0.0008)
+[2026-06-02 16:58:43,478][263846] Updated weights for policy 0, policy_version 28431 (0.0008)
+[2026-06-02 16:58:43,667][263846] Updated weights for policy 0, policy_version 28441 (0.0008)
+[2026-06-02 16:58:43,847][263846] Updated weights for policy 0, policy_version 28451 (0.0008)
+[2026-06-02 16:58:43,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 21104.8). Total num frames: 14548992. Throughput: 0: 21239.5. Samples: 14573696. Policy #0 lag: (min: 106.0, avg: 128.3, max: 166.0)
+[2026-06-02 16:58:43,912][262831] Avg episode reward: [(0, '882.965')]
+[2026-06-02 16:58:44,031][263846] Updated weights for policy 0, policy_version 28461 (0.0008)
+[2026-06-02 16:58:44,083][263767] Saving new best policy, reward=882.965!
+[2026-06-02 16:58:44,550][263846] Updated weights for policy 0, policy_version 28471 (0.0008)
+[2026-06-02 16:58:44,734][263846] Updated weights for policy 0, policy_version 28481 (0.0008)
+[2026-06-02 16:58:44,921][263846] Updated weights for policy 0, policy_version 28491 (0.0008)
+[2026-06-02 16:58:45,099][263846] Updated weights for policy 0, policy_version 28501 (0.0008)
+[2026-06-02 16:58:45,285][263846] Updated weights for policy 0, policy_version 28511 (0.0008)
+[2026-06-02 16:58:45,471][263846] Updated weights for policy 0, policy_version 28521 (0.0008)
+[2026-06-02 16:58:45,995][263846] Updated weights for policy 0, policy_version 28531 (0.0008)
+[2026-06-02 16:58:46,171][263846] Updated weights for policy 0, policy_version 28541 (0.0008)
+[2026-06-02 16:58:46,354][263846] Updated weights for policy 0, policy_version 28551 (0.0008)
+[2026-06-02 16:58:46,536][263846] Updated weights for policy 0, policy_version 28561 (0.0008)
+[2026-06-02 16:58:46,713][263846] Updated weights for policy 0, policy_version 28571 (0.0008)
+[2026-06-02 16:58:46,891][263846] Updated weights for policy 0, policy_version 28581 (0.0008)
+[2026-06-02 16:58:47,086][263846] Updated weights for policy 0, policy_version 28591 (0.0008)
+[2026-06-02 16:58:47,635][263846] Updated weights for policy 0, policy_version 28601 (0.0008)
+[2026-06-02 16:58:47,824][263846] Updated weights for policy 0, policy_version 28611 (0.0008)
+[2026-06-02 16:58:48,004][263846] Updated weights for policy 0, policy_version 28621 (0.0008)
+[2026-06-02 16:58:48,175][263846] Updated weights for policy 0, policy_version 28631 (0.0008)
+[2026-06-02 16:58:48,367][263846] Updated weights for policy 0, policy_version 28641 (0.0008)
+[2026-06-02 16:58:48,547][263846] Updated weights for policy 0, policy_version 28651 (0.0008)
+[2026-06-02 16:58:48,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 14680064. Throughput: 0: 21213.9. Samples: 14698752. Policy #0 lag: (min: 106.0, avg: 128.3, max: 166.0)
+[2026-06-02 16:58:48,912][262831] Avg episode reward: [(0, '904.769')]
+[2026-06-02 16:58:49,111][263846] Updated weights for policy 0, policy_version 28661 (0.0008)
+[2026-06-02 16:58:49,293][263846] Updated weights for policy 0, policy_version 28671 (0.0008)
+[2026-06-02 16:58:49,477][263846] Updated weights for policy 0, policy_version 28681 (0.0008)
+[2026-06-02 16:58:49,665][263846] Updated weights for policy 0, policy_version 28691 (0.0008)
+[2026-06-02 16:58:49,846][263846] Updated weights for policy 0, policy_version 28701 (0.0008)
+[2026-06-02 16:58:50,025][263846] Updated weights for policy 0, policy_version 28711 (0.0008)
+[2026-06-02 16:58:50,190][263767] Saving new best policy, reward=904.769!
+[2026-06-02 16:58:50,569][263846] Updated weights for policy 0, policy_version 28721 (0.0008)
+[2026-06-02 16:58:50,740][263846] Updated weights for policy 0, policy_version 28731 (0.0008)
+[2026-06-02 16:58:50,926][263846] Updated weights for policy 0, policy_version 28741 (0.0008)
+[2026-06-02 16:58:51,109][263846] Updated weights for policy 0, policy_version 28751 (0.0008)
+[2026-06-02 16:58:51,296][263846] Updated weights for policy 0, policy_version 28761 (0.0008)
+[2026-06-02 16:58:51,484][263846] Updated weights for policy 0, policy_version 28771 (0.0008)
+[2026-06-02 16:58:51,673][263846] Updated weights for policy 0, policy_version 28781 (0.0008)
+[2026-06-02 16:58:52,186][263846] Updated weights for policy 0, policy_version 28791 (0.0009)
+[2026-06-02 16:58:52,372][263846] Updated weights for policy 0, policy_version 28801 (0.0008)
+[2026-06-02 16:58:52,559][263846] Updated weights for policy 0, policy_version 28811 (0.0008)
+[2026-06-02 16:58:52,741][263846] Updated weights for policy 0, policy_version 28821 (0.0008)
+[2026-06-02 16:58:52,921][263846] Updated weights for policy 0, policy_version 28831 (0.0008)
+[2026-06-02 16:58:53,104][263846] Updated weights for policy 0, policy_version 28841 (0.0008)
+[2026-06-02 16:58:53,647][263846] Updated weights for policy 0, policy_version 28851 (0.0008)
+[2026-06-02 16:58:53,825][263846] Updated weights for policy 0, policy_version 28861 (0.0008)
+[2026-06-02 16:58:53,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 14778368. Throughput: 0: 21239.5. Samples: 14762368. Policy #0 lag: (min: 106.0, avg: 128.3, max: 166.0)
+[2026-06-02 16:58:53,912][262831] Avg episode reward: [(0, '871.590')]
+[2026-06-02 16:58:54,009][263846] Updated weights for policy 0, policy_version 28871 (0.0008)
+[2026-06-02 16:58:54,191][263846] Updated weights for policy 0, policy_version 28881 (0.0008)
+[2026-06-02 16:58:54,387][263846] Updated weights for policy 0, policy_version 28891 (0.0008)
+[2026-06-02 16:58:54,577][263846] Updated weights for policy 0, policy_version 28901 (0.0008)
+[2026-06-02 16:58:54,766][263846] Updated weights for policy 0, policy_version 28911 (0.0008)
+[2026-06-02 16:58:55,262][263846] Updated weights for policy 0, policy_version 28921 (0.0008)
+[2026-06-02 16:58:55,454][263846] Updated weights for policy 0, policy_version 28931 (0.0008)
+[2026-06-02 16:58:55,643][263846] Updated weights for policy 0, policy_version 28941 (0.0008)
+[2026-06-02 16:58:55,830][263846] Updated weights for policy 0, policy_version 28951 (0.0008)
+[2026-06-02 16:58:56,021][263846] Updated weights for policy 0, policy_version 28961 (0.0008)
+[2026-06-02 16:58:56,212][263846] Updated weights for policy 0, policy_version 28971 (0.0008)
+[2026-06-02 16:58:56,724][263846] Updated weights for policy 0, policy_version 28981 (0.0008)
+[2026-06-02 16:58:56,907][263846] Updated weights for policy 0, policy_version 28991 (0.0008)
+[2026-06-02 16:58:57,090][263846] Updated weights for policy 0, policy_version 29001 (0.0008)
+[2026-06-02 16:58:57,278][263846] Updated weights for policy 0, policy_version 29011 (0.0008)
+[2026-06-02 16:58:57,458][263846] Updated weights for policy 0, policy_version 29021 (0.0008)
+[2026-06-02 16:58:57,647][263846] Updated weights for policy 0, policy_version 29031 (0.0008)
+[2026-06-02 16:58:58,180][263846] Updated weights for policy 0, policy_version 29041 (0.0008)
+[2026-06-02 16:58:58,354][263846] Updated weights for policy 0, policy_version 29051 (0.0009)
+[2026-06-02 16:58:58,535][263846] Updated weights for policy 0, policy_version 29061 (0.0008)
+[2026-06-02 16:58:58,716][263846] Updated weights for policy 0, policy_version 29071 (0.0008)
+[2026-06-02 16:58:58,898][263846] Updated weights for policy 0, policy_version 29081 (0.0008)
+[2026-06-02 16:58:58,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 14876672. Throughput: 0: 21165.5. Samples: 14886144. Policy #0 lag: (min: 63.0, avg: 85.6, max: 127.0)
+[2026-06-02 16:58:58,912][262831] Avg episode reward: [(0, '890.894')]
+[2026-06-02 16:58:59,093][263846] Updated weights for policy 0, policy_version 29091 (0.0008)
+[2026-06-02 16:58:59,276][263846] Updated weights for policy 0, policy_version 29101 (0.0008)
+[2026-06-02 16:58:59,834][263846] Updated weights for policy 0, policy_version 29111 (0.0008)
+[2026-06-02 16:59:00,020][263846] Updated weights for policy 0, policy_version 29121 (0.0008)
+[2026-06-02 16:59:00,214][263846] Updated weights for policy 0, policy_version 29131 (0.0008)
+[2026-06-02 16:59:00,400][263846] Updated weights for policy 0, policy_version 29141 (0.0008)
+[2026-06-02 16:59:00,581][263846] Updated weights for policy 0, policy_version 29151 (0.0008)
+[2026-06-02 16:59:00,761][263846] Updated weights for policy 0, policy_version 29161 (0.0008)
+[2026-06-02 16:59:01,311][263846] Updated weights for policy 0, policy_version 29171 (0.0008)
+[2026-06-02 16:59:01,488][263846] Updated weights for policy 0, policy_version 29181 (0.0008)
+[2026-06-02 16:59:01,674][263846] Updated weights for policy 0, policy_version 29191 (0.0008)
+[2026-06-02 16:59:01,865][263846] Updated weights for policy 0, policy_version 29201 (0.0008)
+[2026-06-02 16:59:02,052][263846] Updated weights for policy 0, policy_version 29211 (0.0008)
+[2026-06-02 16:59:02,242][263846] Updated weights for policy 0, policy_version 29221 (0.0008)
+[2026-06-02 16:59:02,428][263846] Updated weights for policy 0, policy_version 29231 (0.0008)
+[2026-06-02 16:59:02,978][263846] Updated weights for policy 0, policy_version 29241 (0.0008)
+[2026-06-02 16:59:03,167][263846] Updated weights for policy 0, policy_version 29251 (0.0008)
+[2026-06-02 16:59:03,348][263846] Updated weights for policy 0, policy_version 29261 (0.0008)
+[2026-06-02 16:59:03,527][263846] Updated weights for policy 0, policy_version 29271 (0.0008)
+[2026-06-02 16:59:03,716][263846] Updated weights for policy 0, policy_version 29281 (0.0008)
+[2026-06-02 16:59:03,907][263846] Updated weights for policy 0, policy_version 29291 (0.0008)
+[2026-06-02 16:59:03,911][262831] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 21104.8). Total num frames: 14974976. Throughput: 0: 21091.5. Samples: 15014016. Policy #0 lag: (min: 63.0, avg: 85.6, max: 127.0)
+[2026-06-02 16:59:03,912][262831] Avg episode reward: [(0, '926.884')]
+[2026-06-02 16:59:03,990][263767] Saving new best policy, reward=926.884!
+[2026-06-02 16:59:04,481][263846] Updated weights for policy 0, policy_version 29301 (0.0008)
+[2026-06-02 16:59:04,660][263846] Updated weights for policy 0, policy_version 29311 (0.0008)
+[2026-06-02 16:59:04,843][263846] Updated weights for policy 0, policy_version 29321 (0.0008)
+[2026-06-02 16:59:05,022][263846] Updated weights for policy 0, policy_version 29331 (0.0008)
+[2026-06-02 16:59:05,206][263846] Updated weights for policy 0, policy_version 29341 (0.0008)
+[2026-06-02 16:59:05,397][263846] Updated weights for policy 0, policy_version 29351 (0.0008)
+[2026-06-02 16:59:05,972][263846] Updated weights for policy 0, policy_version 29361 (0.0009)
+[2026-06-02 16:59:06,145][263846] Updated weights for policy 0, policy_version 29371 (0.0008)
+[2026-06-02 16:59:06,323][263846] Updated weights for policy 0, policy_version 29381 (0.0008)
+[2026-06-02 16:59:06,502][263846] Updated weights for policy 0, policy_version 29391 (0.0008)
+[2026-06-02 16:59:06,680][263846] Updated weights for policy 0, policy_version 29401 (0.0008)
+[2026-06-02 16:59:06,860][263846] Updated weights for policy 0, policy_version 29411 (0.0008)
+[2026-06-02 16:59:07,038][263846] Updated weights for policy 0, policy_version 29421 (0.0008)
+[2026-06-02 16:59:07,609][263846] Updated weights for policy 0, policy_version 29431 (0.0008)
+[2026-06-02 16:59:07,786][263846] Updated weights for policy 0, policy_version 29441 (0.0008)
+[2026-06-02 16:59:07,969][263846] Updated weights for policy 0, policy_version 29451 (0.0008)
+[2026-06-02 16:59:08,161][263846] Updated weights for policy 0, policy_version 29461 (0.0008)
+[2026-06-02 16:59:08,352][263846] Updated weights for policy 0, policy_version 29471 (0.0008)
+[2026-06-02 16:59:08,538][263846] Updated weights for policy 0, policy_version 29481 (0.0008)
+[2026-06-02 16:59:08,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 15106048. Throughput: 0: 21125.7. Samples: 15079296. Policy #0 lag: (min: 63.0, avg: 85.6, max: 127.0)
+[2026-06-02 16:59:08,912][262831] Avg episode reward: [(0, '916.502')]
+[2026-06-02 16:59:09,115][263846] Updated weights for policy 0, policy_version 29491 (0.0007)
+[2026-06-02 16:59:09,294][263846] Updated weights for policy 0, policy_version 29501 (0.0008)
+[2026-06-02 16:59:09,476][263846] Updated weights for policy 0, policy_version 29511 (0.0009)
+[2026-06-02 16:59:09,660][263846] Updated weights for policy 0, policy_version 29521 (0.0009)
+[2026-06-02 16:59:09,844][263846] Updated weights for policy 0, policy_version 29531 (0.0009)
+[2026-06-02 16:59:10,025][263846] Updated weights for policy 0, policy_version 29541 (0.0009)
+[2026-06-02 16:59:10,214][263846] Updated weights for policy 0, policy_version 29551 (0.0009)
+[2026-06-02 16:59:10,808][263846] Updated weights for policy 0, policy_version 29561 (0.0009)
+[2026-06-02 16:59:10,993][263846] Updated weights for policy 0, policy_version 29571 (0.0009)
+[2026-06-02 16:59:11,181][263846] Updated weights for policy 0, policy_version 29581 (0.0009)
+[2026-06-02 16:59:11,358][263846] Updated weights for policy 0, policy_version 29591 (0.0009)
+[2026-06-02 16:59:11,538][263846] Updated weights for policy 0, policy_version 29601 (0.0009)
+[2026-06-02 16:59:11,721][263846] Updated weights for policy 0, policy_version 29611 (0.0009)
+[2026-06-02 16:59:12,305][263846] Updated weights for policy 0, policy_version 29621 (0.0009)
+[2026-06-02 16:59:12,480][263846] Updated weights for policy 0, policy_version 29631 (0.0008)
+[2026-06-02 16:59:12,651][263846] Updated weights for policy 0, policy_version 29641 (0.0008)
+[2026-06-02 16:59:12,834][263846] Updated weights for policy 0, policy_version 29651 (0.0008)
+[2026-06-02 16:59:13,020][263846] Updated weights for policy 0, policy_version 29661 (0.0008)
+[2026-06-02 16:59:13,211][263846] Updated weights for policy 0, policy_version 29671 (0.0008)
+[2026-06-02 16:59:13,782][263846] Updated weights for policy 0, policy_version 29681 (0.0008)
+[2026-06-02 16:59:13,911][262831] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 15204352. Throughput: 0: 21228.1. Samples: 15206400. Policy #0 lag: (min: 63.0, avg: 85.6, max: 127.0)
+[2026-06-02 16:59:13,912][262831] Avg episode reward: [(0, '963.145')]
+[2026-06-02 16:59:13,953][263846] Updated weights for policy 0, policy_version 29691 (0.0008)
+[2026-06-02 16:59:14,135][263846] Updated weights for policy 0, policy_version 29701 (0.0008)
+[2026-06-02 16:59:14,335][263846] Updated weights for policy 0, policy_version 29712 (0.0008)
+[2026-06-02 16:59:14,537][263846] Updated weights for policy 0, policy_version 29723 (0.0008)
+[2026-06-02 16:59:14,719][263846] Updated weights for policy 0, policy_version 29733 (0.0008)
+[2026-06-02 16:59:14,899][263846] Updated weights for policy 0, policy_version 29743 (0.0008)
+[2026-06-02 16:59:14,909][263767] Saving new best policy, reward=963.145!
+[2026-06-02 16:59:15,494][263846] Updated weights for policy 0, policy_version 29753 (0.0008)
+[2026-06-02 16:59:15,670][263846] Updated weights for policy 0, policy_version 29763 (0.0008)
+[2026-06-02 16:59:15,864][263846] Updated weights for policy 0, policy_version 29773 (0.0008)
+[2026-06-02 16:59:16,041][263846] Updated weights for policy 0, policy_version 29783 (0.0008)
+[2026-06-02 16:59:16,222][263846] Updated weights for policy 0, policy_version 29793 (0.0008)
+[2026-06-02 16:59:16,405][263846] Updated weights for policy 0, policy_version 29803 (0.0008)
+[2026-06-02 16:59:16,976][263846] Updated weights for policy 0, policy_version 29813 (0.0008)
+[2026-06-02 16:59:17,155][263846] Updated weights for policy 0, policy_version 29823 (0.0008)
+[2026-06-02 16:59:17,326][263846] Updated weights for policy 0, policy_version 29833 (0.0008)
+[2026-06-02 16:59:17,517][263846] Updated weights for policy 0, policy_version 29843 (0.0008)
+[2026-06-02 16:59:17,698][263846] Updated weights for policy 0, policy_version 29853 (0.0008)
+[2026-06-02 16:59:17,880][263846] Updated weights for policy 0, policy_version 29863 (0.0008)
+[2026-06-02 16:59:18,463][263846] Updated weights for policy 0, policy_version 29873 (0.0008)
+[2026-06-02 16:59:18,632][263846] Updated weights for policy 0, policy_version 29883 (0.0008)
+[2026-06-02 16:59:18,813][263846] Updated weights for policy 0, policy_version 29893 (0.0008)
+[2026-06-02 16:59:18,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 15302656. Throughput: 0: 21046.1. Samples: 15328384. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:59:18,912][262831] Avg episode reward: [(0, '972.064')]
+[2026-06-02 16:59:18,988][263846] Updated weights for policy 0, policy_version 29903 (0.0008)
+[2026-06-02 16:59:19,179][263846] Updated weights for policy 0, policy_version 29913 (0.0008)
+[2026-06-02 16:59:19,362][263846] Updated weights for policy 0, policy_version 29923 (0.0008)
+[2026-06-02 16:59:19,543][263846] Updated weights for policy 0, policy_version 29933 (0.0008)
+[2026-06-02 16:59:19,589][263767] Saving new best policy, reward=972.064!
+[2026-06-02 16:59:20,119][263846] Updated weights for policy 0, policy_version 29943 (0.0008)
+[2026-06-02 16:59:20,299][263846] Updated weights for policy 0, policy_version 29953 (0.0008)
+[2026-06-02 16:59:20,488][263846] Updated weights for policy 0, policy_version 29963 (0.0009)
+[2026-06-02 16:59:20,660][263846] Updated weights for policy 0, policy_version 29973 (0.0008)
+[2026-06-02 16:59:20,846][263846] Updated weights for policy 0, policy_version 29983 (0.0008)
+[2026-06-02 16:59:21,038][263846] Updated weights for policy 0, policy_version 29993 (0.0008)
+[2026-06-02 16:59:21,603][263846] Updated weights for policy 0, policy_version 30003 (0.0008)
+[2026-06-02 16:59:21,781][263846] Updated weights for policy 0, policy_version 30013 (0.0008)
+[2026-06-02 16:59:21,962][263846] Updated weights for policy 0, policy_version 30023 (0.0008)
+[2026-06-02 16:59:22,142][263846] Updated weights for policy 0, policy_version 30033 (0.0008)
+[2026-06-02 16:59:22,322][263846] Updated weights for policy 0, policy_version 30043 (0.0008)
+[2026-06-02 16:59:22,494][263846] Updated weights for policy 0, policy_version 30053 (0.0008)
+[2026-06-02 16:59:22,673][263846] Updated weights for policy 0, policy_version 30063 (0.0009)
+[2026-06-02 16:59:23,247][263846] Updated weights for policy 0, policy_version 30073 (0.0009)
+[2026-06-02 16:59:23,425][263846] Updated weights for policy 0, policy_version 30083 (0.0009)
+[2026-06-02 16:59:23,607][263846] Updated weights for policy 0, policy_version 30093 (0.0009)
+[2026-06-02 16:59:23,802][263846] Updated weights for policy 0, policy_version 30103 (0.0009)
+[2026-06-02 16:59:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 15400960. Throughput: 0: 21043.2. Samples: 15393920. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:59:23,912][262831] Avg episode reward: [(0, '928.674')]
+[2026-06-02 16:59:23,988][263846] Updated weights for policy 0, policy_version 30113 (0.0009)
+[2026-06-02 16:59:24,181][263846] Updated weights for policy 0, policy_version 30123 (0.0009)
+[2026-06-02 16:59:24,766][263846] Updated weights for policy 0, policy_version 30133 (0.0009)
+[2026-06-02 16:59:24,952][263846] Updated weights for policy 0, policy_version 30143 (0.0008)
+[2026-06-02 16:59:25,138][263846] Updated weights for policy 0, policy_version 30153 (0.0008)
+[2026-06-02 16:59:25,334][263846] Updated weights for policy 0, policy_version 30163 (0.0008)
+[2026-06-02 16:59:25,522][263846] Updated weights for policy 0, policy_version 30173 (0.0008)
+[2026-06-02 16:59:25,714][263846] Updated weights for policy 0, policy_version 30183 (0.0008)
+[2026-06-02 16:59:26,260][263846] Updated weights for policy 0, policy_version 30193 (0.0008)
+[2026-06-02 16:59:26,435][263846] Updated weights for policy 0, policy_version 30203 (0.0008)
+[2026-06-02 16:59:26,622][263846] Updated weights for policy 0, policy_version 30213 (0.0008)
+[2026-06-02 16:59:26,811][263846] Updated weights for policy 0, policy_version 30223 (0.0008)
+[2026-06-02 16:59:27,000][263846] Updated weights for policy 0, policy_version 30233 (0.0008)
+[2026-06-02 16:59:27,195][263846] Updated weights for policy 0, policy_version 30243 (0.0008)
+[2026-06-02 16:59:27,387][263846] Updated weights for policy 0, policy_version 30253 (0.0008)
+[2026-06-02 16:59:27,914][263846] Updated weights for policy 0, policy_version 30263 (0.0008)
+[2026-06-02 16:59:28,099][263846] Updated weights for policy 0, policy_version 30273 (0.0008)
+[2026-06-02 16:59:28,288][263846] Updated weights for policy 0, policy_version 30283 (0.0008)
+[2026-06-02 16:59:28,480][263846] Updated weights for policy 0, policy_version 30293 (0.0008)
+[2026-06-02 16:59:28,670][263846] Updated weights for policy 0, policy_version 30303 (0.0008)
+[2026-06-02 16:59:28,857][263846] Updated weights for policy 0, policy_version 30313 (0.0008)
+[2026-06-02 16:59:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 21104.8). Total num frames: 15499264. Throughput: 0: 21137.1. Samples: 15524864. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:59:28,912][262831] Avg episode reward: [(0, '852.076')]
+[2026-06-02 16:59:29,418][263846] Updated weights for policy 0, policy_version 30323 (0.0008)
+[2026-06-02 16:59:29,590][263846] Updated weights for policy 0, policy_version 30333 (0.0008)
+[2026-06-02 16:59:29,785][263846] Updated weights for policy 0, policy_version 30343 (0.0008)
+[2026-06-02 16:59:29,984][263846] Updated weights for policy 0, policy_version 30353 (0.0008)
+[2026-06-02 16:59:30,175][263846] Updated weights for policy 0, policy_version 30363 (0.0008)
+[2026-06-02 16:59:30,368][263846] Updated weights for policy 0, policy_version 30373 (0.0008)
+[2026-06-02 16:59:30,566][263846] Updated weights for policy 0, policy_version 30383 (0.0008)
+[2026-06-02 16:59:31,081][263846] Updated weights for policy 0, policy_version 30393 (0.0008)
+[2026-06-02 16:59:31,265][263846] Updated weights for policy 0, policy_version 30403 (0.0008)
+[2026-06-02 16:59:31,463][263846] Updated weights for policy 0, policy_version 30413 (0.0008)
+[2026-06-02 16:59:31,652][263846] Updated weights for policy 0, policy_version 30423 (0.0008)
+[2026-06-02 16:59:31,840][263846] Updated weights for policy 0, policy_version 30433 (0.0008)
+[2026-06-02 16:59:32,036][263846] Updated weights for policy 0, policy_version 30443 (0.0008)
+[2026-06-02 16:59:32,555][263846] Updated weights for policy 0, policy_version 30453 (0.0008)
+[2026-06-02 16:59:32,734][263846] Updated weights for policy 0, policy_version 30463 (0.0008)
+[2026-06-02 16:59:32,924][263846] Updated weights for policy 0, policy_version 30473 (0.0008)
+[2026-06-02 16:59:33,123][263846] Updated weights for policy 0, policy_version 30483 (0.0009)
+[2026-06-02 16:59:33,316][263846] Updated weights for policy 0, policy_version 30493 (0.0009)
+[2026-06-02 16:59:33,500][263846] Updated weights for policy 0, policy_version 30503 (0.0009)
+[2026-06-02 16:59:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 15630336. Throughput: 0: 21276.5. Samples: 15656192. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:59:33,912][262831] Avg episode reward: [(0, '811.060')]
+[2026-06-02 16:59:34,054][263846] Updated weights for policy 0, policy_version 30513 (0.0009)
+[2026-06-02 16:59:34,235][263846] Updated weights for policy 0, policy_version 30523 (0.0009)
+[2026-06-02 16:59:34,424][263846] Updated weights for policy 0, policy_version 30533 (0.0009)
+[2026-06-02 16:59:34,616][263846] Updated weights for policy 0, policy_version 30543 (0.0009)
+[2026-06-02 16:59:34,814][263846] Updated weights for policy 0, policy_version 30553 (0.0006)
+[2026-06-02 16:59:35,000][263846] Updated weights for policy 0, policy_version 30563 (0.0009)
+[2026-06-02 16:59:35,182][263846] Updated weights for policy 0, policy_version 30573 (0.0009)
+[2026-06-02 16:59:35,708][263846] Updated weights for policy 0, policy_version 30583 (0.0009)
+[2026-06-02 16:59:35,891][263846] Updated weights for policy 0, policy_version 30593 (0.0009)
+[2026-06-02 16:59:36,082][263846] Updated weights for policy 0, policy_version 30603 (0.0009)
+[2026-06-02 16:59:36,275][263846] Updated weights for policy 0, policy_version 30613 (0.0008)
+[2026-06-02 16:59:36,463][263846] Updated weights for policy 0, policy_version 30623 (0.0009)
+[2026-06-02 16:59:36,655][263846] Updated weights for policy 0, policy_version 30633 (0.0009)
+[2026-06-02 16:59:37,157][263846] Updated weights for policy 0, policy_version 30643 (0.0009)
+[2026-06-02 16:59:37,331][263846] Updated weights for policy 0, policy_version 30653 (0.0009)
+[2026-06-02 16:59:37,514][263846] Updated weights for policy 0, policy_version 30663 (0.0009)
+[2026-06-02 16:59:37,708][263846] Updated weights for policy 0, policy_version 30673 (0.0009)
+[2026-06-02 16:59:37,901][263846] Updated weights for policy 0, policy_version 30683 (0.0009)
+[2026-06-02 16:59:38,087][263846] Updated weights for policy 0, policy_version 30693 (0.0009)
+[2026-06-02 16:59:38,280][263846] Updated weights for policy 0, policy_version 30703 (0.0008)
+[2026-06-02 16:59:38,777][263846] Updated weights for policy 0, policy_version 30713 (0.0009)
+[2026-06-02 16:59:38,911][262831] Fps is (10 sec: 22937.2, 60 sec: 21299.1, 300 sec: 21104.8). Total num frames: 15728640. Throughput: 0: 21296.3. Samples: 15720704. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:59:38,913][262831] Avg episode reward: [(0, '810.930')]
+[2026-06-02 16:59:38,964][263846] Updated weights for policy 0, policy_version 30723 (0.0009)
+[2026-06-02 16:59:39,158][263846] Updated weights for policy 0, policy_version 30733 (0.0009)
+[2026-06-02 16:59:39,349][263846] Updated weights for policy 0, policy_version 30743 (0.0009)
+[2026-06-02 16:59:39,510][263767] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000010
+[2026-06-02 16:59:39,950][263846] Updated weights for policy 0, policy_version 30753 (0.0009)
+[2026-06-02 16:59:40,117][263846] Updated weights for policy 0, policy_version 30763 (0.0008)
+[2026-06-02 16:59:40,313][263846] Updated weights for policy 0, policy_version 30773 (0.0009)
+[2026-06-02 16:59:40,495][263846] Updated weights for policy 0, policy_version 30783 (0.0009)
+[2026-06-02 16:59:40,685][263846] Updated weights for policy 0, policy_version 30793 (0.0009)
+[2026-06-02 16:59:40,879][263846] Updated weights for policy 0, policy_version 30803 (0.0009)
+[2026-06-02 16:59:41,068][263846] Updated weights for policy 0, policy_version 30813 (0.0009)
+[2026-06-02 16:59:41,580][263846] Updated weights for policy 0, policy_version 30823 (0.0009)
+[2026-06-02 16:59:41,764][263846] Updated weights for policy 0, policy_version 30833 (0.0009)
+[2026-06-02 16:59:41,956][263846] Updated weights for policy 0, policy_version 30843 (0.0009)
+[2026-06-02 16:59:42,147][263846] Updated weights for policy 0, policy_version 30853 (0.0009)
+[2026-06-02 16:59:42,334][263846] Updated weights for policy 0, policy_version 30863 (0.0009)
+[2026-06-02 16:59:42,525][263846] Updated weights for policy 0, policy_version 30873 (0.0009)
+[2026-06-02 16:59:43,021][263846] Updated weights for policy 0, policy_version 30883 (0.0009)
+[2026-06-02 16:59:43,200][263846] Updated weights for policy 0, policy_version 30893 (0.0009)
+[2026-06-02 16:59:43,386][263846] Updated weights for policy 0, policy_version 30903 (0.0009)
+[2026-06-02 16:59:43,566][263846] Updated weights for policy 0, policy_version 30913 (0.0009)
+[2026-06-02 16:59:43,760][263846] Updated weights for policy 0, policy_version 30923 (0.0009)
+[2026-06-02 16:59:43,911][262831] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 15826944. Throughput: 0: 21378.8. Samples: 15848192. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:59:43,912][262831] Avg episode reward: [(0, '869.769')]
+[2026-06-02 16:59:43,950][263846] Updated weights for policy 0, policy_version 30933 (0.0009)
+[2026-06-02 16:59:44,138][263846] Updated weights for policy 0, policy_version 30943 (0.0009)
+[2026-06-02 16:59:44,655][263846] Updated weights for policy 0, policy_version 30953 (0.0009)
+[2026-06-02 16:59:44,848][263846] Updated weights for policy 0, policy_version 30963 (0.0008)
+[2026-06-02 16:59:45,040][263846] Updated weights for policy 0, policy_version 30973 (0.0009)
+[2026-06-02 16:59:45,232][263846] Updated weights for policy 0, policy_version 30983 (0.0008)
+[2026-06-02 16:59:45,417][263846] Updated weights for policy 0, policy_version 30993 (0.0009)
+[2026-06-02 16:59:45,605][263846] Updated weights for policy 0, policy_version 31003 (0.0008)
+[2026-06-02 16:59:46,114][263846] Updated weights for policy 0, policy_version 31013 (0.0009)
+[2026-06-02 16:59:46,291][263846] Updated weights for policy 0, policy_version 31023 (0.0008)
+[2026-06-02 16:59:46,485][263846] Updated weights for policy 0, policy_version 31033 (0.0009)
+[2026-06-02 16:59:46,674][263846] Updated weights for policy 0, policy_version 31043 (0.0008)
+[2026-06-02 16:59:46,865][263846] Updated weights for policy 0, policy_version 31053 (0.0009)
+[2026-06-02 16:59:47,054][263846] Updated weights for policy 0, policy_version 31063 (0.0009)
+[2026-06-02 16:59:47,576][263846] Updated weights for policy 0, policy_version 31073 (0.0009)
+[2026-06-02 16:59:47,753][263846] Updated weights for policy 0, policy_version 31083 (0.0009)
+[2026-06-02 16:59:47,945][263846] Updated weights for policy 0, policy_version 31093 (0.0009)
+[2026-06-02 16:59:48,137][263846] Updated weights for policy 0, policy_version 31103 (0.0009)
+[2026-06-02 16:59:48,328][263846] Updated weights for policy 0, policy_version 31113 (0.0009)
+[2026-06-02 16:59:48,520][263846] Updated weights for policy 0, policy_version 31123 (0.0008)
+[2026-06-02 16:59:48,702][263846] Updated weights for policy 0, policy_version 31133 (0.0008)
+[2026-06-02 16:59:48,911][262831] Fps is (10 sec: 22938.1, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 15958016. Throughput: 0: 21302.1. Samples: 15972608. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:59:48,912][262831] Avg episode reward: [(0, '866.206')]
+[2026-06-02 16:59:49,188][263846] Updated weights for policy 0, policy_version 31143 (0.0008)
+[2026-06-02 16:59:49,374][263846] Updated weights for policy 0, policy_version 31153 (0.0008)
+[2026-06-02 16:59:49,565][263846] Updated weights for policy 0, policy_version 31163 (0.0008)
+[2026-06-02 16:59:49,755][263846] Updated weights for policy 0, policy_version 31173 (0.0008)
+[2026-06-02 16:59:49,944][263846] Updated weights for policy 0, policy_version 31183 (0.0008)
+[2026-06-02 16:59:50,132][263846] Updated weights for policy 0, policy_version 31193 (0.0008)
+[2026-06-02 16:59:50,653][263846] Updated weights for policy 0, policy_version 31203 (0.0006)
+[2026-06-02 16:59:50,837][263846] Updated weights for policy 0, policy_version 31213 (0.0009)
+[2026-06-02 16:59:51,021][263846] Updated weights for policy 0, policy_version 31223 (0.0008)
+[2026-06-02 16:59:51,211][263846] Updated weights for policy 0, policy_version 31233 (0.0009)
+[2026-06-02 16:59:51,400][263846] Updated weights for policy 0, policy_version 31243 (0.0009)
+[2026-06-02 16:59:51,591][263846] Updated weights for policy 0, policy_version 31253 (0.0009)
+[2026-06-02 16:59:51,774][263846] Updated weights for policy 0, policy_version 31263 (0.0008)
+[2026-06-02 16:59:52,282][263846] Updated weights for policy 0, policy_version 31273 (0.0008)
+[2026-06-02 16:59:52,469][263846] Updated weights for policy 0, policy_version 31283 (0.0008)
+[2026-06-02 16:59:52,656][263846] Updated weights for policy 0, policy_version 31293 (0.0008)
+[2026-06-02 16:59:52,846][263846] Updated weights for policy 0, policy_version 31303 (0.0009)
+[2026-06-02 16:59:53,030][263846] Updated weights for policy 0, policy_version 31313 (0.0009)
+[2026-06-02 16:59:53,224][263846] Updated weights for policy 0, policy_version 31323 (0.0009)
+[2026-06-02 16:59:53,763][263846] Updated weights for policy 0, policy_version 31333 (0.0009)
+[2026-06-02 16:59:53,911][262831] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 16056320. Throughput: 0: 21233.8. Samples: 16034816. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:59:53,912][262831] Avg episode reward: [(0, '882.021')]
+[2026-06-02 16:59:53,942][263846] Updated weights for policy 0, policy_version 31343 (0.0009)
+[2026-06-02 16:59:54,122][263846] Updated weights for policy 0, policy_version 31353 (0.0008)
+[2026-06-02 16:59:54,313][263846] Updated weights for policy 0, policy_version 31363 (0.0008)
+[2026-06-02 16:59:54,507][263846] Updated weights for policy 0, policy_version 31373 (0.0009)
+[2026-06-02 16:59:54,698][263846] Updated weights for policy 0, policy_version 31383 (0.0009)
+[2026-06-02 16:59:55,247][263846] Updated weights for policy 0, policy_version 31393 (0.0009)
+[2026-06-02 16:59:55,418][263846] Updated weights for policy 0, policy_version 31403 (0.0009)
+[2026-06-02 16:59:55,601][263846] Updated weights for policy 0, policy_version 31413 (0.0009)
+[2026-06-02 16:59:55,791][263846] Updated weights for policy 0, policy_version 31423 (0.0009)
+[2026-06-02 16:59:55,970][263846] Updated weights for policy 0, policy_version 31433 (0.0008)
+[2026-06-02 16:59:56,163][263846] Updated weights for policy 0, policy_version 31443 (0.0009)
+[2026-06-02 16:59:56,347][263846] Updated weights for policy 0, policy_version 31453 (0.0009)
+[2026-06-02 16:59:56,901][263846] Updated weights for policy 0, policy_version 31463 (0.0008)
+[2026-06-02 16:59:57,083][263846] Updated weights for policy 0, policy_version 31473 (0.0008)
+[2026-06-02 16:59:57,272][263846] Updated weights for policy 0, policy_version 31483 (0.0008)
+[2026-06-02 16:59:57,450][263846] Updated weights for policy 0, policy_version 31493 (0.0008)
+[2026-06-02 16:59:57,632][263846] Updated weights for policy 0, policy_version 31503 (0.0009)
+[2026-06-02 16:59:57,817][263846] Updated weights for policy 0, policy_version 31513 (0.0009)
+[2026-06-02 16:59:58,395][263846] Updated weights for policy 0, policy_version 31523 (0.0009)
+[2026-06-02 16:59:58,573][263846] Updated weights for policy 0, policy_version 31533 (0.0008)
+[2026-06-02 16:59:58,753][263846] Updated weights for policy 0, policy_version 31543 (0.0008)
+[2026-06-02 16:59:58,911][262831] Fps is (10 sec: 19660.3, 60 sec: 21299.1, 300 sec: 21104.8). Total num frames: 16154624. Throughput: 0: 21233.7. Samples: 16161920. Policy #0 lag: (min: 63.0, avg: 87.6, max: 127.0)
+[2026-06-02 16:59:58,913][262831] Avg episode reward: [(0, '913.073')]
+[2026-06-02 16:59:58,936][263846] Updated weights for policy 0, policy_version 31553 (0.0009)
+[2026-06-02 16:59:59,127][263846] Updated weights for policy 0, policy_version 31563 (0.0008)
+[2026-06-02 16:59:59,316][263846] Updated weights for policy 0, policy_version 31573 (0.0009)
+[2026-06-02 16:59:59,508][263846] Updated weights for policy 0, policy_version 31583 (0.0009)
+[2026-06-02 17:00:00,070][263846] Updated weights for policy 0, policy_version 31593 (0.0008)
+[2026-06-02 17:00:00,265][263846] Updated weights for policy 0, policy_version 31603 (0.0009)
+[2026-06-02 17:00:00,450][263846] Updated weights for policy 0, policy_version 31613 (0.0008)
+[2026-06-02 17:00:00,636][263846] Updated weights for policy 0, policy_version 31623 (0.0008)
+[2026-06-02 17:00:00,819][263846] Updated weights for policy 0, policy_version 31633 (0.0008)
+[2026-06-02 17:00:00,999][263846] Updated weights for policy 0, policy_version 31643 (0.0009)
+[2026-06-02 17:00:01,571][263846] Updated weights for policy 0, policy_version 31653 (0.0009)
+[2026-06-02 17:00:01,751][263846] Updated weights for policy 0, policy_version 31663 (0.0008)
+[2026-06-02 17:00:01,940][263846] Updated weights for policy 0, policy_version 31673 (0.0009)
+[2026-06-02 17:00:02,132][263846] Updated weights for policy 0, policy_version 31683 (0.0007)
+[2026-06-02 17:00:02,313][263846] Updated weights for policy 0, policy_version 31693 (0.0008)
+[2026-06-02 17:00:02,494][263846] Updated weights for policy 0, policy_version 31703 (0.0008)
+[2026-06-02 17:00:03,067][263846] Updated weights for policy 0, policy_version 31713 (0.0008)
+[2026-06-02 17:00:03,242][263846] Updated weights for policy 0, policy_version 31723 (0.0007)
+[2026-06-02 17:00:03,428][263846] Updated weights for policy 0, policy_version 31733 (0.0008)
+[2026-06-02 17:00:03,632][263846] Updated weights for policy 0, policy_version 31744 (0.0009)
+[2026-06-02 17:00:03,822][263846] Updated weights for policy 0, policy_version 31754 (0.0008)
+[2026-06-02 17:00:03,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 16252928. Throughput: 0: 21452.8. Samples: 16293760. Policy #0 lag: (min: 10.0, avg: 43.0, max: 74.0)
+[2026-06-02 17:00:03,913][262831] Avg episode reward: [(0, '949.840')]
+[2026-06-02 17:00:04,012][263846] Updated weights for policy 0, policy_version 31764 (0.0008)
+[2026-06-02 17:00:04,200][263846] Updated weights for policy 0, policy_version 31774 (0.0009)
+[2026-06-02 17:00:04,744][263846] Updated weights for policy 0, policy_version 31784 (0.0009)
+[2026-06-02 17:00:04,927][263846] Updated weights for policy 0, policy_version 31794 (0.0009)
+[2026-06-02 17:00:05,114][263846] Updated weights for policy 0, policy_version 31804 (0.0009)
+[2026-06-02 17:00:05,302][263846] Updated weights for policy 0, policy_version 31814 (0.0008)
+[2026-06-02 17:00:05,481][263846] Updated weights for policy 0, policy_version 31824 (0.0008)
+[2026-06-02 17:00:05,666][263846] Updated weights for policy 0, policy_version 31834 (0.0009)
+[2026-06-02 17:00:06,255][263846] Updated weights for policy 0, policy_version 31844 (0.0009)
+[2026-06-02 17:00:06,437][263846] Updated weights for policy 0, policy_version 31854 (0.0008)
+[2026-06-02 17:00:06,627][263846] Updated weights for policy 0, policy_version 31864 (0.0008)
+[2026-06-02 17:00:06,810][263846] Updated weights for policy 0, policy_version 31874 (0.0008)
+[2026-06-02 17:00:06,996][263846] Updated weights for policy 0, policy_version 31884 (0.0007)
+[2026-06-02 17:00:07,177][263846] Updated weights for policy 0, policy_version 31894 (0.0009)
+[2026-06-02 17:00:07,364][263846] Updated weights for policy 0, policy_version 31904 (0.0008)
+[2026-06-02 17:00:07,913][263846] Updated weights for policy 0, policy_version 31914 (0.0008)
+[2026-06-02 17:00:08,083][263846] Updated weights for policy 0, policy_version 31924 (0.0008)
+[2026-06-02 17:00:08,264][263846] Updated weights for policy 0, policy_version 31934 (0.0008)
+[2026-06-02 17:00:08,457][263846] Updated weights for policy 0, policy_version 31944 (0.0008)
+[2026-06-02 17:00:08,644][263846] Updated weights for policy 0, policy_version 31954 (0.0008)
+[2026-06-02 17:00:08,838][263846] Updated weights for policy 0, policy_version 31964 (0.0005)
+[2026-06-02 17:00:08,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.1, 300 sec: 21215.9). Total num frames: 16384000. Throughput: 0: 21415.8. Samples: 16357632. Policy #0 lag: (min: 10.0, avg: 43.0, max: 74.0)
+[2026-06-02 17:00:08,912][262831] Avg episode reward: [(0, '998.949')]
+[2026-06-02 17:00:08,931][263767] Saving new best policy, reward=998.949!
+[2026-06-02 17:00:09,390][263846] Updated weights for policy 0, policy_version 31974 (0.0009)
+[2026-06-02 17:00:09,573][263846] Updated weights for policy 0, policy_version 31984 (0.0008)
+[2026-06-02 17:00:09,761][263846] Updated weights for policy 0, policy_version 31994 (0.0009)
+[2026-06-02 17:00:09,949][263846] Updated weights for policy 0, policy_version 32004 (0.0009)
+[2026-06-02 17:00:10,144][263846] Updated weights for policy 0, policy_version 32014 (0.0008)
+[2026-06-02 17:00:10,334][263846] Updated weights for policy 0, policy_version 32024 (0.0008)
+[2026-06-02 17:00:10,887][263846] Updated weights for policy 0, policy_version 32034 (0.0008)
+[2026-06-02 17:00:11,064][263846] Updated weights for policy 0, policy_version 32044 (0.0007)
+[2026-06-02 17:00:11,255][263846] Updated weights for policy 0, policy_version 32054 (0.0004)
+[2026-06-02 17:00:11,449][263846] Updated weights for policy 0, policy_version 32064 (0.0004)
+[2026-06-02 17:00:11,648][263846] Updated weights for policy 0, policy_version 32074 (0.0004)
+[2026-06-02 17:00:11,835][263846] Updated weights for policy 0, policy_version 32084 (0.0004)
+[2026-06-02 17:00:12,021][263846] Updated weights for policy 0, policy_version 32094 (0.0007)
+[2026-06-02 17:00:12,525][263846] Updated weights for policy 0, policy_version 32104 (0.0009)
+[2026-06-02 17:00:12,709][263846] Updated weights for policy 0, policy_version 32114 (0.0009)
+[2026-06-02 17:00:12,893][263846] Updated weights for policy 0, policy_version 32124 (0.0009)
+[2026-06-02 17:00:13,084][263846] Updated weights for policy 0, policy_version 32134 (0.0009)
+[2026-06-02 17:00:13,265][263846] Updated weights for policy 0, policy_version 32144 (0.0009)
+[2026-06-02 17:00:13,411][263767] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000001
+[2026-06-02 17:00:13,881][263846] Updated weights for policy 0, policy_version 32154 (0.0009)
+[2026-06-02 17:00:13,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 16482304. Throughput: 0: 21270.8. Samples: 16482048. Policy #0 lag: (min: 10.0, avg: 43.0, max: 74.0)
+[2026-06-02 17:00:13,912][262831] Avg episode reward: [(0, '998.657')]
+[2026-06-02 17:00:14,052][263846] Updated weights for policy 0, policy_version 32164 (0.0009)
+[2026-06-02 17:00:14,239][263846] Updated weights for policy 0, policy_version 32174 (0.0009)
+[2026-06-02 17:00:14,430][263846] Updated weights for policy 0, policy_version 32184 (0.0009)
+[2026-06-02 17:00:14,619][263846] Updated weights for policy 0, policy_version 32194 (0.0009)
+[2026-06-02 17:00:14,808][263846] Updated weights for policy 0, policy_version 32204 (0.0009)
+[2026-06-02 17:00:14,997][263846] Updated weights for policy 0, policy_version 32214 (0.0008)
+[2026-06-02 17:00:15,566][263846] Updated weights for policy 0, policy_version 32224 (0.0009)
+[2026-06-02 17:00:15,751][263846] Updated weights for policy 0, policy_version 32234 (0.0008)
+[2026-06-02 17:00:15,941][263846] Updated weights for policy 0, policy_version 32244 (0.0008)
+[2026-06-02 17:00:16,134][263846] Updated weights for policy 0, policy_version 32254 (0.0008)
+[2026-06-02 17:00:16,321][263846] Updated weights for policy 0, policy_version 32264 (0.0008)
+[2026-06-02 17:00:16,514][263846] Updated weights for policy 0, policy_version 32274 (0.0008)
+[2026-06-02 17:00:17,064][263846] Updated weights for policy 0, policy_version 32284 (0.0009)
+[2026-06-02 17:00:17,245][263846] Updated weights for policy 0, policy_version 32294 (0.0008)
+[2026-06-02 17:00:17,433][263846] Updated weights for policy 0, policy_version 32304 (0.0008)
+[2026-06-02 17:00:17,615][263846] Updated weights for policy 0, policy_version 32314 (0.0008)
+[2026-06-02 17:00:17,810][263846] Updated weights for policy 0, policy_version 32324 (0.0008)
+[2026-06-02 17:00:18,004][263846] Updated weights for policy 0, policy_version 32334 (0.0008)
+[2026-06-02 17:00:18,190][263846] Updated weights for policy 0, policy_version 32344 (0.0008)
+[2026-06-02 17:00:18,747][263846] Updated weights for policy 0, policy_version 32354 (0.0008)
+[2026-06-02 17:00:18,911][262831] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 16580608. Throughput: 0: 21282.1. Samples: 16613888. Policy #0 lag: (min: 10.0, avg: 43.0, max: 74.0)
+[2026-06-02 17:00:18,912][262831] Avg episode reward: [(0, '1039.596')]
+[2026-06-02 17:00:18,934][263846] Updated weights for policy 0, policy_version 32364 (0.0008)
+[2026-06-02 17:00:19,127][263846] Updated weights for policy 0, policy_version 32374 (0.0008)
+[2026-06-02 17:00:19,314][263846] Updated weights for policy 0, policy_version 32384 (0.0008)
+[2026-06-02 17:00:19,502][263846] Updated weights for policy 0, policy_version 32394 (0.0008)
+[2026-06-02 17:00:19,698][263846] Updated weights for policy 0, policy_version 32404 (0.0008)
+[2026-06-02 17:00:19,773][263767] Saving new best policy, reward=1039.596!
+[2026-06-02 17:00:20,209][263846] Updated weights for policy 0, policy_version 32414 (0.0008)
+[2026-06-02 17:00:20,388][263846] Updated weights for policy 0, policy_version 32424 (0.0008)
+[2026-06-02 17:00:20,581][263846] Updated weights for policy 0, policy_version 32434 (0.0008)
+[2026-06-02 17:00:20,770][263846] Updated weights for policy 0, policy_version 32444 (0.0009)
+[2026-06-02 17:00:20,964][263846] Updated weights for policy 0, policy_version 32454 (0.0008)
+[2026-06-02 17:00:21,155][263846] Updated weights for policy 0, policy_version 32464 (0.0008)
+[2026-06-02 17:00:21,650][263846] Updated weights for policy 0, policy_version 32474 (0.0008)
+[2026-06-02 17:00:21,829][263846] Updated weights for policy 0, policy_version 32484 (0.0008)
+[2026-06-02 17:00:22,020][263846] Updated weights for policy 0, policy_version 32494 (0.0008)
+[2026-06-02 17:00:22,209][263846] Updated weights for policy 0, policy_version 32504 (0.0008)
+[2026-06-02 17:00:22,397][263846] Updated weights for policy 0, policy_version 32514 (0.0008)
+[2026-06-02 17:00:22,585][263846] Updated weights for policy 0, policy_version 32524 (0.0008)
+[2026-06-02 17:00:22,776][263846] Updated weights for policy 0, policy_version 32534 (0.0009)
+[2026-06-02 17:00:23,274][263846] Updated weights for policy 0, policy_version 32544 (0.0008)
+[2026-06-02 17:00:23,470][263846] Updated weights for policy 0, policy_version 32554 (0.0008)
+[2026-06-02 17:00:23,657][263846] Updated weights for policy 0, policy_version 32564 (0.0008)
+[2026-06-02 17:00:23,846][263846] Updated weights for policy 0, policy_version 32574 (0.0008)
+[2026-06-02 17:00:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 16678912. Throughput: 0: 21285.1. Samples: 16678528. Policy #0 lag: (min: 63.0, avg: 87.9, max: 127.0)
+[2026-06-02 17:00:23,912][262831] Avg episode reward: [(0, '1023.044')]
+[2026-06-02 17:00:24,036][263846] Updated weights for policy 0, policy_version 32584 (0.0008)
+[2026-06-02 17:00:24,232][263846] Updated weights for policy 0, policy_version 32594 (0.0008)
+[2026-06-02 17:00:24,734][263846] Updated weights for policy 0, policy_version 32604 (0.0008)
+[2026-06-02 17:00:24,915][263846] Updated weights for policy 0, policy_version 32614 (0.0008)
+[2026-06-02 17:00:25,103][263846] Updated weights for policy 0, policy_version 32624 (0.0008)
+[2026-06-02 17:00:25,288][263846] Updated weights for policy 0, policy_version 32634 (0.0008)
+[2026-06-02 17:00:25,479][263846] Updated weights for policy 0, policy_version 32644 (0.0008)
+[2026-06-02 17:00:25,674][263846] Updated weights for policy 0, policy_version 32654 (0.0008)
+[2026-06-02 17:00:25,864][263846] Updated weights for policy 0, policy_version 32664 (0.0008)
+[2026-06-02 17:00:26,358][263846] Updated weights for policy 0, policy_version 32674 (0.0008)
+[2026-06-02 17:00:26,546][263846] Updated weights for policy 0, policy_version 32684 (0.0008)
+[2026-06-02 17:00:26,734][263846] Updated weights for policy 0, policy_version 32694 (0.0008)
+[2026-06-02 17:00:26,924][263846] Updated weights for policy 0, policy_version 32704 (0.0009)
+[2026-06-02 17:00:27,111][263846] Updated weights for policy 0, policy_version 32714 (0.0009)
+[2026-06-02 17:00:27,306][263846] Updated weights for policy 0, policy_version 32724 (0.0009)
+[2026-06-02 17:00:27,811][263846] Updated weights for policy 0, policy_version 32734 (0.0009)
+[2026-06-02 17:00:27,998][263846] Updated weights for policy 0, policy_version 32744 (0.0008)
+[2026-06-02 17:00:28,187][263846] Updated weights for policy 0, policy_version 32754 (0.0008)
+[2026-06-02 17:00:28,378][263846] Updated weights for policy 0, policy_version 32764 (0.0008)
+[2026-06-02 17:00:28,572][263846] Updated weights for policy 0, policy_version 32774 (0.0008)
+[2026-06-02 17:00:28,763][263846] Updated weights for policy 0, policy_version 32784 (0.0008)
+[2026-06-02 17:00:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 16777216. Throughput: 0: 21213.9. Samples: 16802816. Policy #0 lag: (min: 63.0, avg: 87.9, max: 127.0)
+[2026-06-02 17:00:28,912][262831] Avg episode reward: [(0, '1002.060')]
+[2026-06-02 17:00:29,268][263846] Updated weights for policy 0, policy_version 32794 (0.0009)
+[2026-06-02 17:00:29,442][263846] Updated weights for policy 0, policy_version 32804 (0.0008)
+[2026-06-02 17:00:29,628][263846] Updated weights for policy 0, policy_version 32814 (0.0008)
+[2026-06-02 17:00:29,819][263846] Updated weights for policy 0, policy_version 32824 (0.0008)
+[2026-06-02 17:00:30,008][263846] Updated weights for policy 0, policy_version 32834 (0.0009)
+[2026-06-02 17:00:30,201][263846] Updated weights for policy 0, policy_version 32844 (0.0009)
+[2026-06-02 17:00:30,389][263846] Updated weights for policy 0, policy_version 32854 (0.0009)
+[2026-06-02 17:00:30,904][263846] Updated weights for policy 0, policy_version 32864 (0.0009)
+[2026-06-02 17:00:31,091][263846] Updated weights for policy 0, policy_version 32874 (0.0008)
+[2026-06-02 17:00:31,282][263846] Updated weights for policy 0, policy_version 32884 (0.0008)
+[2026-06-02 17:00:31,472][263846] Updated weights for policy 0, policy_version 32894 (0.0008)
+[2026-06-02 17:00:31,659][263846] Updated weights for policy 0, policy_version 32904 (0.0008)
+[2026-06-02 17:00:31,855][263846] Updated weights for policy 0, policy_version 32914 (0.0009)
+[2026-06-02 17:00:32,368][263846] Updated weights for policy 0, policy_version 32924 (0.0008)
+[2026-06-02 17:00:32,550][263846] Updated weights for policy 0, policy_version 32934 (0.0006)
+[2026-06-02 17:00:32,733][263846] Updated weights for policy 0, policy_version 32944 (0.0009)
+[2026-06-02 17:00:32,920][263846] Updated weights for policy 0, policy_version 32954 (0.0009)
+[2026-06-02 17:00:33,105][263846] Updated weights for policy 0, policy_version 32964 (0.0009)
+[2026-06-02 17:00:33,298][263846] Updated weights for policy 0, policy_version 32974 (0.0009)
+[2026-06-02 17:00:33,482][263846] Updated weights for policy 0, policy_version 32984 (0.0009)
+[2026-06-02 17:00:33,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 16908288. Throughput: 0: 21236.6. Samples: 16928256. Policy #0 lag: (min: 63.0, avg: 87.9, max: 127.0)
+[2026-06-02 17:00:33,912][262831] Avg episode reward: [(0, '1032.805')]
+[2026-06-02 17:00:34,001][263846] Updated weights for policy 0, policy_version 32994 (0.0009)
+[2026-06-02 17:00:34,184][263846] Updated weights for policy 0, policy_version 33004 (0.0008)
+[2026-06-02 17:00:34,376][263846] Updated weights for policy 0, policy_version 33014 (0.0008)
+[2026-06-02 17:00:34,571][263846] Updated weights for policy 0, policy_version 33024 (0.0008)
+[2026-06-02 17:00:34,763][263846] Updated weights for policy 0, policy_version 33034 (0.0008)
+[2026-06-02 17:00:34,947][263846] Updated weights for policy 0, policy_version 33044 (0.0008)
+[2026-06-02 17:00:35,461][263846] Updated weights for policy 0, policy_version 33054 (0.0008)
+[2026-06-02 17:00:35,649][263846] Updated weights for policy 0, policy_version 33064 (0.0008)
+[2026-06-02 17:00:35,835][263846] Updated weights for policy 0, policy_version 33074 (0.0009)
+[2026-06-02 17:00:36,020][263846] Updated weights for policy 0, policy_version 33084 (0.0008)
+[2026-06-02 17:00:36,213][263846] Updated weights for policy 0, policy_version 33094 (0.0008)
+[2026-06-02 17:00:36,408][263846] Updated weights for policy 0, policy_version 33104 (0.0008)
+[2026-06-02 17:00:36,912][263846] Updated weights for policy 0, policy_version 33114 (0.0009)
+[2026-06-02 17:00:37,089][263846] Updated weights for policy 0, policy_version 33124 (0.0009)
+[2026-06-02 17:00:37,275][263846] Updated weights for policy 0, policy_version 33134 (0.0008)
+[2026-06-02 17:00:37,465][263846] Updated weights for policy 0, policy_version 33144 (0.0009)
+[2026-06-02 17:00:37,654][263846] Updated weights for policy 0, policy_version 33154 (0.0009)
+[2026-06-02 17:00:37,841][263846] Updated weights for policy 0, policy_version 33164 (0.0009)
+[2026-06-02 17:00:38,029][263846] Updated weights for policy 0, policy_version 33174 (0.0009)
+[2026-06-02 17:00:38,534][263846] Updated weights for policy 0, policy_version 33184 (0.0009)
+[2026-06-02 17:00:38,727][263846] Updated weights for policy 0, policy_version 33194 (0.0008)
+[2026-06-02 17:00:38,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17006592. Throughput: 0: 21250.8. Samples: 16991104. Policy #0 lag: (min: 63.0, avg: 87.9, max: 127.0)
+[2026-06-02 17:00:38,912][262831] Avg episode reward: [(0, '1142.006')]
+[2026-06-02 17:00:38,916][263846] Updated weights for policy 0, policy_version 33204 (0.0009)
+[2026-06-02 17:00:39,101][263846] Updated weights for policy 0, policy_version 33214 (0.0009)
+[2026-06-02 17:00:39,291][263846] Updated weights for policy 0, policy_version 33224 (0.0007)
+[2026-06-02 17:00:39,484][263846] Updated weights for policy 0, policy_version 33234 (0.0009)
+[2026-06-02 17:00:39,590][263767] Saving new best policy, reward=1142.006!
+[2026-06-02 17:00:39,999][263846] Updated weights for policy 0, policy_version 33244 (0.0008)
+[2026-06-02 17:00:40,174][263846] Updated weights for policy 0, policy_version 33254 (0.0008)
+[2026-06-02 17:00:40,372][263846] Updated weights for policy 0, policy_version 33264 (0.0008)
+[2026-06-02 17:00:40,566][263846] Updated weights for policy 0, policy_version 33274 (0.0008)
+[2026-06-02 17:00:40,755][263846] Updated weights for policy 0, policy_version 33284 (0.0008)
+[2026-06-02 17:00:40,938][263846] Updated weights for policy 0, policy_version 33294 (0.0008)
+[2026-06-02 17:00:41,130][263846] Updated weights for policy 0, policy_version 33304 (0.0008)
+[2026-06-02 17:00:41,643][263846] Updated weights for policy 0, policy_version 33314 (0.0010)
+[2026-06-02 17:00:41,828][263846] Updated weights for policy 0, policy_version 33324 (0.0012)
+[2026-06-02 17:00:42,009][263846] Updated weights for policy 0, policy_version 33334 (0.0012)
+[2026-06-02 17:00:42,199][263846] Updated weights for policy 0, policy_version 33344 (0.0008)
+[2026-06-02 17:00:42,386][263846] Updated weights for policy 0, policy_version 33354 (0.0009)
+[2026-06-02 17:00:42,580][263846] Updated weights for policy 0, policy_version 33364 (0.0008)
+[2026-06-02 17:00:43,130][263846] Updated weights for policy 0, policy_version 33374 (0.0008)
+[2026-06-02 17:00:43,320][263846] Updated weights for policy 0, policy_version 33384 (0.0008)
+[2026-06-02 17:00:43,510][263846] Updated weights for policy 0, policy_version 33394 (0.0008)
+[2026-06-02 17:00:43,699][263846] Updated weights for policy 0, policy_version 33404 (0.0008)
+[2026-06-02 17:00:43,888][263846] Updated weights for policy 0, policy_version 33414 (0.0009)
+[2026-06-02 17:00:43,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17104896. Throughput: 0: 21185.5. Samples: 17115264. Policy #0 lag: (min: 63.0, avg: 87.9, max: 127.0)
+[2026-06-02 17:00:43,912][262831] Avg episode reward: [(0, '1216.948')]
+[2026-06-02 17:00:44,078][263846] Updated weights for policy 0, policy_version 33424 (0.0009)
+[2026-06-02 17:00:44,216][263767] Saving new best policy, reward=1216.948!
+[2026-06-02 17:00:44,640][263846] Updated weights for policy 0, policy_version 33434 (0.0008)
+[2026-06-02 17:00:44,811][263846] Updated weights for policy 0, policy_version 33444 (0.0008)
+[2026-06-02 17:00:45,003][263846] Updated weights for policy 0, policy_version 33454 (0.0008)
+[2026-06-02 17:00:45,194][263846] Updated weights for policy 0, policy_version 33464 (0.0008)
+[2026-06-02 17:00:45,378][263846] Updated weights for policy 0, policy_version 33474 (0.0008)
+[2026-06-02 17:00:45,574][263846] Updated weights for policy 0, policy_version 33484 (0.0009)
+[2026-06-02 17:00:45,760][263846] Updated weights for policy 0, policy_version 33494 (0.0008)
+[2026-06-02 17:00:46,304][263846] Updated weights for policy 0, policy_version 33504 (0.0009)
+[2026-06-02 17:00:46,499][263846] Updated weights for policy 0, policy_version 33514 (0.0008)
+[2026-06-02 17:00:46,688][263846] Updated weights for policy 0, policy_version 33524 (0.0008)
+[2026-06-02 17:00:46,883][263846] Updated weights for policy 0, policy_version 33534 (0.0008)
+[2026-06-02 17:00:47,080][263846] Updated weights for policy 0, policy_version 33544 (0.0008)
+[2026-06-02 17:00:47,269][263846] Updated weights for policy 0, policy_version 33554 (0.0009)
+[2026-06-02 17:00:47,790][263846] Updated weights for policy 0, policy_version 33564 (0.0009)
+[2026-06-02 17:00:47,963][263846] Updated weights for policy 0, policy_version 33574 (0.0008)
+[2026-06-02 17:00:48,161][263846] Updated weights for policy 0, policy_version 33584 (0.0008)
+[2026-06-02 17:00:48,354][263846] Updated weights for policy 0, policy_version 33594 (0.0008)
+[2026-06-02 17:00:48,540][263846] Updated weights for policy 0, policy_version 33604 (0.0008)
+[2026-06-02 17:00:48,734][263846] Updated weights for policy 0, policy_version 33614 (0.0008)
+[2026-06-02 17:00:48,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 21104.8). Total num frames: 17203200. Throughput: 0: 21196.8. Samples: 17247616. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 17:00:48,912][262831] Avg episode reward: [(0, '1219.831')]
+[2026-06-02 17:00:48,918][263767] Saving new best policy, reward=1219.831!
+[2026-06-02 17:00:48,920][263846] Updated weights for policy 0, policy_version 33624 (0.0008)
+[2026-06-02 17:00:49,455][263846] Updated weights for policy 0, policy_version 33634 (0.0008)
+[2026-06-02 17:00:49,643][263846] Updated weights for policy 0, policy_version 33644 (0.0008)
+[2026-06-02 17:00:49,839][263846] Updated weights for policy 0, policy_version 33654 (0.0008)
+[2026-06-02 17:00:50,020][263846] Updated weights for policy 0, policy_version 33664 (0.0008)
+[2026-06-02 17:00:50,217][263846] Updated weights for policy 0, policy_version 33674 (0.0008)
+[2026-06-02 17:00:50,411][263846] Updated weights for policy 0, policy_version 33684 (0.0008)
+[2026-06-02 17:00:50,948][263846] Updated weights for policy 0, policy_version 33694 (0.0008)
+[2026-06-02 17:00:51,137][263846] Updated weights for policy 0, policy_version 33704 (0.0008)
+[2026-06-02 17:00:51,320][263846] Updated weights for policy 0, policy_version 33714 (0.0008)
+[2026-06-02 17:00:51,515][263846] Updated weights for policy 0, policy_version 33724 (0.0008)
+[2026-06-02 17:00:51,705][263846] Updated weights for policy 0, policy_version 33734 (0.0008)
+[2026-06-02 17:00:51,896][263846] Updated weights for policy 0, policy_version 33744 (0.0008)
+[2026-06-02 17:00:52,444][263846] Updated weights for policy 0, policy_version 33754 (0.0008)
+[2026-06-02 17:00:52,619][263846] Updated weights for policy 0, policy_version 33764 (0.0008)
+[2026-06-02 17:00:52,803][263846] Updated weights for policy 0, policy_version 33774 (0.0008)
+[2026-06-02 17:00:53,001][263846] Updated weights for policy 0, policy_version 33784 (0.0008)
+[2026-06-02 17:00:53,184][263846] Updated weights for policy 0, policy_version 33794 (0.0008)
+[2026-06-02 17:00:53,379][263846] Updated weights for policy 0, policy_version 33804 (0.0008)
+[2026-06-02 17:00:53,567][263846] Updated weights for policy 0, policy_version 33814 (0.0008)
+[2026-06-02 17:00:53,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17334272. Throughput: 0: 21242.4. Samples: 17313536. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 17:00:53,912][262831] Avg episode reward: [(0, '1217.642')]
+[2026-06-02 17:00:54,108][263846] Updated weights for policy 0, policy_version 33824 (0.0008)
+[2026-06-02 17:00:54,287][263846] Updated weights for policy 0, policy_version 33834 (0.0008)
+[2026-06-02 17:00:54,467][263846] Updated weights for policy 0, policy_version 33844 (0.0008)
+[2026-06-02 17:00:54,647][263846] Updated weights for policy 0, policy_version 33854 (0.0008)
+[2026-06-02 17:00:54,828][263846] Updated weights for policy 0, policy_version 33864 (0.0008)
+[2026-06-02 17:00:55,009][263846] Updated weights for policy 0, policy_version 33874 (0.0008)
+[2026-06-02 17:00:55,577][263846] Updated weights for policy 0, policy_version 33884 (0.0008)
+[2026-06-02 17:00:55,737][263846] Updated weights for policy 0, policy_version 33894 (0.0008)
+[2026-06-02 17:00:55,929][263846] Updated weights for policy 0, policy_version 33904 (0.0008)
+[2026-06-02 17:00:56,109][263846] Updated weights for policy 0, policy_version 33914 (0.0008)
+[2026-06-02 17:00:56,290][263846] Updated weights for policy 0, policy_version 33924 (0.0008)
+[2026-06-02 17:00:56,471][263846] Updated weights for policy 0, policy_version 33934 (0.0008)
+[2026-06-02 17:00:56,649][263846] Updated weights for policy 0, policy_version 33944 (0.0008)
+[2026-06-02 17:00:57,199][263846] Updated weights for policy 0, policy_version 33954 (0.0008)
+[2026-06-02 17:00:57,387][263846] Updated weights for policy 0, policy_version 33964 (0.0008)
+[2026-06-02 17:00:57,566][263846] Updated weights for policy 0, policy_version 33974 (0.0008)
+[2026-06-02 17:00:57,747][263846] Updated weights for policy 0, policy_version 33984 (0.0008)
+[2026-06-02 17:00:57,923][263846] Updated weights for policy 0, policy_version 33994 (0.0008)
+[2026-06-02 17:00:58,109][263846] Updated weights for policy 0, policy_version 34004 (0.0008)
+[2026-06-02 17:00:58,679][263846] Updated weights for policy 0, policy_version 34014 (0.0008)
+[2026-06-02 17:00:58,854][263846] Updated weights for policy 0, policy_version 34024 (0.0008)
+[2026-06-02 17:00:58,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 21215.9). Total num frames: 17432576. Throughput: 0: 21361.8. Samples: 17443328. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 17:00:58,912][262831] Avg episode reward: [(0, '1239.802')]
+[2026-06-02 17:00:59,032][263846] Updated weights for policy 0, policy_version 34034 (0.0008)
+[2026-06-02 17:00:59,204][263846] Updated weights for policy 0, policy_version 34044 (0.0008)
+[2026-06-02 17:00:59,393][263846] Updated weights for policy 0, policy_version 34054 (0.0008)
+[2026-06-02 17:00:59,575][263846] Updated weights for policy 0, policy_version 34064 (0.0008)
+[2026-06-02 17:00:59,718][263767] Saving new best policy, reward=1239.802!
+[2026-06-02 17:01:00,154][263846] Updated weights for policy 0, policy_version 34074 (0.0008)
+[2026-06-02 17:01:00,330][263846] Updated weights for policy 0, policy_version 34084 (0.0008)
+[2026-06-02 17:01:00,534][263846] Updated weights for policy 0, policy_version 34095 (0.0008)
+[2026-06-02 17:01:00,715][263846] Updated weights for policy 0, policy_version 34105 (0.0008)
+[2026-06-02 17:01:00,894][263846] Updated weights for policy 0, policy_version 34115 (0.0008)
+[2026-06-02 17:01:01,082][263846] Updated weights for policy 0, policy_version 34125 (0.0008)
+[2026-06-02 17:01:01,267][263846] Updated weights for policy 0, policy_version 34135 (0.0008)
+[2026-06-02 17:01:01,827][263846] Updated weights for policy 0, policy_version 34145 (0.0008)
+[2026-06-02 17:01:02,018][263846] Updated weights for policy 0, policy_version 34155 (0.0008)
+[2026-06-02 17:01:02,207][263846] Updated weights for policy 0, policy_version 34165 (0.0008)
+[2026-06-02 17:01:02,395][263846] Updated weights for policy 0, policy_version 34175 (0.0008)
+[2026-06-02 17:01:02,583][263846] Updated weights for policy 0, policy_version 34185 (0.0008)
+[2026-06-02 17:01:02,776][263846] Updated weights for policy 0, policy_version 34195 (0.0008)
+[2026-06-02 17:01:03,331][263846] Updated weights for policy 0, policy_version 34205 (0.0008)
+[2026-06-02 17:01:03,510][263846] Updated weights for policy 0, policy_version 34215 (0.0008)
+[2026-06-02 17:01:03,697][263846] Updated weights for policy 0, policy_version 34225 (0.0008)
+[2026-06-02 17:01:03,886][263846] Updated weights for policy 0, policy_version 34235 (0.0008)
+[2026-06-02 17:01:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17530880. Throughput: 0: 21248.0. Samples: 17570048. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 17:01:03,912][262831] Avg episode reward: [(0, '1257.558')]
+[2026-06-02 17:01:04,069][263846] Updated weights for policy 0, policy_version 34245 (0.0008)
+[2026-06-02 17:01:04,258][263846] Updated weights for policy 0, policy_version 34255 (0.0009)
+[2026-06-02 17:01:04,419][263767] Saving new best policy, reward=1257.558!
+[2026-06-02 17:01:04,835][263846] Updated weights for policy 0, policy_version 34265 (0.0008)
+[2026-06-02 17:01:05,013][263846] Updated weights for policy 0, policy_version 34275 (0.0005)
+[2026-06-02 17:01:05,202][263846] Updated weights for policy 0, policy_version 34285 (0.0009)
+[2026-06-02 17:01:05,381][263846] Updated weights for policy 0, policy_version 34295 (0.0008)
+[2026-06-02 17:01:05,575][263846] Updated weights for policy 0, policy_version 34305 (0.0005)
+[2026-06-02 17:01:05,766][263846] Updated weights for policy 0, policy_version 34315 (0.0005)
+[2026-06-02 17:01:05,960][263846] Updated weights for policy 0, policy_version 34325 (0.0011)
+[2026-06-02 17:01:06,470][263846] Updated weights for policy 0, policy_version 34335 (0.0008)
+[2026-06-02 17:01:06,656][263846] Updated weights for policy 0, policy_version 34345 (0.0008)
+[2026-06-02 17:01:06,852][263846] Updated weights for policy 0, policy_version 34355 (0.0008)
+[2026-06-02 17:01:07,048][263846] Updated weights for policy 0, policy_version 34365 (0.0008)
+[2026-06-02 17:01:07,239][263846] Updated weights for policy 0, policy_version 34375 (0.0008)
+[2026-06-02 17:01:07,429][263846] Updated weights for policy 0, policy_version 34385 (0.0008)
+[2026-06-02 17:01:07,957][263846] Updated weights for policy 0, policy_version 34395 (0.0008)
+[2026-06-02 17:01:08,138][263846] Updated weights for policy 0, policy_version 34405 (0.0008)
+[2026-06-02 17:01:08,319][263846] Updated weights for policy 0, policy_version 34415 (0.0009)
+[2026-06-02 17:01:08,505][263846] Updated weights for policy 0, policy_version 34425 (0.0008)
+[2026-06-02 17:01:08,688][263846] Updated weights for policy 0, policy_version 34435 (0.0010)
+[2026-06-02 17:01:08,875][263846] Updated weights for policy 0, policy_version 34445 (0.0009)
+[2026-06-02 17:01:08,911][262831] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 21104.8). Total num frames: 17629184. Throughput: 0: 21188.2. Samples: 17632000. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0)
+[2026-06-02 17:01:08,913][262831] Avg episode reward: [(0, '1236.115')]
+[2026-06-02 17:01:09,060][263846] Updated weights for policy 0, policy_version 34455 (0.0009)
+[2026-06-02 17:01:09,623][263846] Updated weights for policy 0, policy_version 34465 (0.0009)
+[2026-06-02 17:01:09,807][263846] Updated weights for policy 0, policy_version 34475 (0.0008)
+[2026-06-02 17:01:09,992][263846] Updated weights for policy 0, policy_version 34485 (0.0008)
+[2026-06-02 17:01:10,184][263846] Updated weights for policy 0, policy_version 34495 (0.0009)
+[2026-06-02 17:01:10,371][263846] Updated weights for policy 0, policy_version 34505 (0.0008)
+[2026-06-02 17:01:10,556][263846] Updated weights for policy 0, policy_version 34515 (0.0008)
+[2026-06-02 17:01:11,091][263846] Updated weights for policy 0, policy_version 34525 (0.0008)
+[2026-06-02 17:01:11,277][263846] Updated weights for policy 0, policy_version 34535 (0.0008)
+[2026-06-02 17:01:11,464][263846] Updated weights for policy 0, policy_version 34545 (0.0007)
+[2026-06-02 17:01:11,654][263846] Updated weights for policy 0, policy_version 34555 (0.0005)
+[2026-06-02 17:01:11,871][263846] Updated weights for policy 0, policy_version 34565 (0.0005)
+[2026-06-02 17:01:12,061][263846] Updated weights for policy 0, policy_version 34575 (0.0010)
+[2026-06-02 17:01:12,588][263846] Updated weights for policy 0, policy_version 34585 (0.0015)
+[2026-06-02 17:01:12,758][263846] Updated weights for policy 0, policy_version 34595 (0.0008)
+[2026-06-02 17:01:12,941][263846] Updated weights for policy 0, policy_version 34605 (0.0009)
+[2026-06-02 17:01:13,122][263846] Updated weights for policy 0, policy_version 34615 (0.0008)
+[2026-06-02 17:01:13,292][263846] Updated weights for policy 0, policy_version 34625 (0.0007)
+[2026-06-02 17:01:13,480][263846] Updated weights for policy 0, policy_version 34635 (0.0009)
+[2026-06-02 17:01:13,660][263846] Updated weights for policy 0, policy_version 34645 (0.0007)
+[2026-06-02 17:01:13,912][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17760256. Throughput: 0: 21341.8. Samples: 17763200. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 17:01:13,913][262831] Avg episode reward: [(0, '1262.858')]
+[2026-06-02 17:01:13,919][263767] Saving new best policy, reward=1262.858!
+[2026-06-02 17:01:14,214][263846] Updated weights for policy 0, policy_version 34655 (0.0008)
+[2026-06-02 17:01:14,390][263846] Updated weights for policy 0, policy_version 34665 (0.0008)
+[2026-06-02 17:01:14,570][263846] Updated weights for policy 0, policy_version 34675 (0.0008)
+[2026-06-02 17:01:14,750][263846] Updated weights for policy 0, policy_version 34685 (0.0008)
+[2026-06-02 17:01:14,933][263846] Updated weights for policy 0, policy_version 34695 (0.0006)
+[2026-06-02 17:01:15,115][263846] Updated weights for policy 0, policy_version 34705 (0.0004)
+[2026-06-02 17:01:15,661][263846] Updated weights for policy 0, policy_version 34715 (0.0004)
+[2026-06-02 17:01:15,841][263846] Updated weights for policy 0, policy_version 34725 (0.0004)
+[2026-06-02 17:01:16,031][263846] Updated weights for policy 0, policy_version 34735 (0.0006)
+[2026-06-02 17:01:16,222][263846] Updated weights for policy 0, policy_version 34745 (0.0008)
+[2026-06-02 17:01:16,407][263846] Updated weights for policy 0, policy_version 34755 (0.0008)
+[2026-06-02 17:01:16,604][263846] Updated weights for policy 0, policy_version 34765 (0.0008)
+[2026-06-02 17:01:16,793][263846] Updated weights for policy 0, policy_version 34775 (0.0008)
+[2026-06-02 17:01:17,291][263846] Updated weights for policy 0, policy_version 34785 (0.0008)
+[2026-06-02 17:01:17,477][263846] Updated weights for policy 0, policy_version 34795 (0.0008)
+[2026-06-02 17:01:17,667][263846] Updated weights for policy 0, policy_version 34805 (0.0008)
+[2026-06-02 17:01:17,852][263846] Updated weights for policy 0, policy_version 34815 (0.0008)
+[2026-06-02 17:01:18,047][263846] Updated weights for policy 0, policy_version 34825 (0.0009)
+[2026-06-02 17:01:18,240][263846] Updated weights for policy 0, policy_version 34835 (0.0008)
+[2026-06-02 17:01:18,734][263846] Updated weights for policy 0, policy_version 34845 (0.0009)
+[2026-06-02 17:01:18,912][262831] Fps is (10 sec: 22937.4, 60 sec: 21299.1, 300 sec: 21215.9). Total num frames: 17858560. Throughput: 0: 21333.2. Samples: 17888256. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 17:01:18,913][262831] Avg episode reward: [(0, '1211.455')]
+[2026-06-02 17:01:18,914][263846] Updated weights for policy 0, policy_version 34855 (0.0008)
+[2026-06-02 17:01:19,102][263846] Updated weights for policy 0, policy_version 34865 (0.0008)
+[2026-06-02 17:01:19,292][263846] Updated weights for policy 0, policy_version 34875 (0.0008)
+[2026-06-02 17:01:19,482][263846] Updated weights for policy 0, policy_version 34885 (0.0009)
+[2026-06-02 17:01:19,672][263846] Updated weights for policy 0, policy_version 34895 (0.0009)
+[2026-06-02 17:01:20,189][263846] Updated weights for policy 0, policy_version 34905 (0.0009)
+[2026-06-02 17:01:20,366][263846] Updated weights for policy 0, policy_version 34915 (0.0008)
+[2026-06-02 17:01:20,544][263846] Updated weights for policy 0, policy_version 34925 (0.0008)
+[2026-06-02 17:01:20,725][263846] Updated weights for policy 0, policy_version 34935 (0.0009)
+[2026-06-02 17:01:20,905][263846] Updated weights for policy 0, policy_version 34945 (0.0008)
+[2026-06-02 17:01:21,083][263846] Updated weights for policy 0, policy_version 34955 (0.0008)
+[2026-06-02 17:01:21,266][263846] Updated weights for policy 0, policy_version 34965 (0.0008)
+[2026-06-02 17:01:21,832][263846] Updated weights for policy 0, policy_version 34975 (0.0009)
+[2026-06-02 17:01:22,012][263846] Updated weights for policy 0, policy_version 34985 (0.0009)
+[2026-06-02 17:01:22,202][263846] Updated weights for policy 0, policy_version 34995 (0.0007)
+[2026-06-02 17:01:22,393][263846] Updated weights for policy 0, policy_version 35005 (0.0009)
+[2026-06-02 17:01:22,584][263846] Updated weights for policy 0, policy_version 35015 (0.0008)
+[2026-06-02 17:01:22,775][263846] Updated weights for policy 0, policy_version 35025 (0.0009)
+[2026-06-02 17:01:23,292][263846] Updated weights for policy 0, policy_version 35035 (0.0009)
+[2026-06-02 17:01:23,470][263846] Updated weights for policy 0, policy_version 35045 (0.0008)
+[2026-06-02 17:01:23,655][263846] Updated weights for policy 0, policy_version 35055 (0.0008)
+[2026-06-02 17:01:23,851][263846] Updated weights for policy 0, policy_version 35065 (0.0008)
+[2026-06-02 17:01:23,911][262831] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 17956864. Throughput: 0: 21293.5. Samples: 17949312. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 17:01:23,912][262831] Avg episode reward: [(0, '1204.345')]
+[2026-06-02 17:01:24,043][263846] Updated weights for policy 0, policy_version 35075 (0.0008)
+[2026-06-02 17:01:24,236][263846] Updated weights for policy 0, policy_version 35085 (0.0008)
+[2026-06-02 17:01:24,425][263846] Updated weights for policy 0, policy_version 35095 (0.0009)
+[2026-06-02 17:01:24,942][263846] Updated weights for policy 0, policy_version 35105 (0.0009)
+[2026-06-02 17:01:25,125][263846] Updated weights for policy 0, policy_version 35115 (0.0009)
+[2026-06-02 17:01:25,312][263846] Updated weights for policy 0, policy_version 35125 (0.0009)
+[2026-06-02 17:01:25,501][263846] Updated weights for policy 0, policy_version 35135 (0.0009)
+[2026-06-02 17:01:25,685][263846] Updated weights for policy 0, policy_version 35145 (0.0009)
+[2026-06-02 17:01:25,875][263846] Updated weights for policy 0, policy_version 35155 (0.0009)
+[2026-06-02 17:01:26,384][263846] Updated weights for policy 0, policy_version 35165 (0.0008)
+[2026-06-02 17:01:26,566][263846] Updated weights for policy 0, policy_version 35175 (0.0008)
+[2026-06-02 17:01:26,750][263846] Updated weights for policy 0, policy_version 35185 (0.0008)
+[2026-06-02 17:01:26,941][263846] Updated weights for policy 0, policy_version 35195 (0.0008)
+[2026-06-02 17:01:27,131][263846] Updated weights for policy 0, policy_version 35205 (0.0008)
+[2026-06-02 17:01:27,324][263846] Updated weights for policy 0, policy_version 35215 (0.0008)
+[2026-06-02 17:01:27,846][263846] Updated weights for policy 0, policy_version 35225 (0.0008)
+[2026-06-02 17:01:28,019][263846] Updated weights for policy 0, policy_version 35235 (0.0008)
+[2026-06-02 17:01:28,209][263846] Updated weights for policy 0, policy_version 35245 (0.0008)
+[2026-06-02 17:01:28,402][263846] Updated weights for policy 0, policy_version 35255 (0.0006)
+[2026-06-02 17:01:28,583][263846] Updated weights for policy 0, policy_version 35265 (0.0005)
+[2026-06-02 17:01:28,786][263846] Updated weights for policy 0, policy_version 35275 (0.0005)
+[2026-06-02 17:01:28,911][262831] Fps is (10 sec: 19661.1, 60 sec: 21299.1, 300 sec: 21215.9). Total num frames: 18055168. Throughput: 0: 21370.3. Samples: 18076928. Policy #0 lag: (min: 63.0, avg: 86.3, max: 127.0)
+[2026-06-02 17:01:28,912][262831] Avg episode reward: [(0, '1177.281')]
+[2026-06-02 17:01:28,973][263846] Updated weights for policy 0, policy_version 35285 (0.0005)
+[2026-06-02 17:01:29,475][263846] Updated weights for policy 0, policy_version 35295 (0.0005)
+[2026-06-02 17:01:29,651][263846] Updated weights for policy 0, policy_version 35305 (0.0005)
+[2026-06-02 17:01:29,852][263846] Updated weights for policy 0, policy_version 35315 (0.0005)
+[2026-06-02 17:01:30,045][263846] Updated weights for policy 0, policy_version 35325 (0.0005)
+[2026-06-02 17:01:30,243][263846] Updated weights for policy 0, policy_version 35335 (0.0005)
+[2026-06-02 17:01:30,442][263846] Updated weights for policy 0, policy_version 35345 (0.0008)
+[2026-06-02 17:01:30,925][263846] Updated weights for policy 0, policy_version 35355 (0.0007)
+[2026-06-02 17:01:31,105][263846] Updated weights for policy 0, policy_version 35365 (0.0004)
+[2026-06-02 17:01:31,285][263846] Updated weights for policy 0, policy_version 35375 (0.0004)
+[2026-06-02 17:01:31,486][263846] Updated weights for policy 0, policy_version 35385 (0.0004)
+[2026-06-02 17:01:31,675][263846] Updated weights for policy 0, policy_version 35395 (0.0008)
+[2026-06-02 17:01:31,863][263846] Updated weights for policy 0, policy_version 35405 (0.0007)
+[2026-06-02 17:01:32,051][263846] Updated weights for policy 0, policy_version 35415 (0.0008)
+[2026-06-02 17:01:32,541][263846] Updated weights for policy 0, policy_version 35425 (0.0008)
+[2026-06-02 17:01:32,727][263846] Updated weights for policy 0, policy_version 35435 (0.0008)
+[2026-06-02 17:01:32,922][263846] Updated weights for policy 0, policy_version 35445 (0.0008)
+[2026-06-02 17:01:33,103][263846] Updated weights for policy 0, policy_version 35455 (0.0008)
+[2026-06-02 17:01:33,307][263846] Updated weights for policy 0, policy_version 35465 (0.0008)
+[2026-06-02 17:01:33,498][263846] Updated weights for policy 0, policy_version 35475 (0.0008)
+[2026-06-02 17:01:33,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18186240. Throughput: 0: 21276.5. Samples: 18205056. Policy #0 lag: (min: 44.0, avg: 69.1, max: 108.0)
+[2026-06-02 17:01:33,913][262831] Avg episode reward: [(0, '1204.505')]
+[2026-06-02 17:01:33,997][263846] Updated weights for policy 0, policy_version 35485 (0.0008)
+[2026-06-02 17:01:34,175][263846] Updated weights for policy 0, policy_version 35495 (0.0008)
+[2026-06-02 17:01:34,365][263846] Updated weights for policy 0, policy_version 35505 (0.0008)
+[2026-06-02 17:01:34,560][263846] Updated weights for policy 0, policy_version 35515 (0.0008)
+[2026-06-02 17:01:34,747][263846] Updated weights for policy 0, policy_version 35525 (0.0008)
+[2026-06-02 17:01:34,936][263846] Updated weights for policy 0, policy_version 35535 (0.0007)
+[2026-06-02 17:01:35,458][263846] Updated weights for policy 0, policy_version 35545 (0.0005)
+[2026-06-02 17:01:35,632][263846] Updated weights for policy 0, policy_version 35555 (0.0005)
+[2026-06-02 17:01:35,817][263846] Updated weights for policy 0, policy_version 35565 (0.0005)
+[2026-06-02 17:01:35,998][263846] Updated weights for policy 0, policy_version 35575 (0.0004)
+[2026-06-02 17:01:36,196][263846] Updated weights for policy 0, policy_version 35585 (0.0005)
+[2026-06-02 17:01:36,382][263846] Updated weights for policy 0, policy_version 35595 (0.0004)
+[2026-06-02 17:01:36,575][263846] Updated weights for policy 0, policy_version 35605 (0.0004)
+[2026-06-02 17:01:37,059][263846] Updated weights for policy 0, policy_version 35615 (0.0007)
+[2026-06-02 17:01:37,251][263846] Updated weights for policy 0, policy_version 35625 (0.0008)
+[2026-06-02 17:01:37,439][263846] Updated weights for policy 0, policy_version 35635 (0.0008)
+[2026-06-02 17:01:37,628][263846] Updated weights for policy 0, policy_version 35645 (0.0008)
+[2026-06-02 17:01:37,817][263846] Updated weights for policy 0, policy_version 35655 (0.0008)
+[2026-06-02 17:01:38,014][263846] Updated weights for policy 0, policy_version 35665 (0.0008)
+[2026-06-02 17:01:38,523][263846] Updated weights for policy 0, policy_version 35675 (0.0008)
+[2026-06-02 17:01:38,694][263846] Updated weights for policy 0, policy_version 35685 (0.0008)
+[2026-06-02 17:01:38,891][263846] Updated weights for policy 0, policy_version 35695 (0.0008)
+[2026-06-02 17:01:38,911][262831] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18284544. Throughput: 0: 21205.3. Samples: 18267776. Policy #0 lag: (min: 44.0, avg: 69.1, max: 108.0)
+[2026-06-02 17:01:38,912][262831] Avg episode reward: [(0, '1260.096')]
+[2026-06-02 17:01:39,077][263846] Updated weights for policy 0, policy_version 35705 (0.0008)
+[2026-06-02 17:01:39,268][263846] Updated weights for policy 0, policy_version 35715 (0.0009)
+[2026-06-02 17:01:39,449][263846] Updated weights for policy 0, policy_version 35725 (0.0008)
+[2026-06-02 17:01:39,635][263846] Updated weights for policy 0, policy_version 35735 (0.0008)
+[2026-06-02 17:01:40,140][263846] Updated weights for policy 0, policy_version 35745 (0.0008)
+[2026-06-02 17:01:40,329][263846] Updated weights for policy 0, policy_version 35755 (0.0008)
+[2026-06-02 17:01:40,518][263846] Updated weights for policy 0, policy_version 35765 (0.0008)
+[2026-06-02 17:01:40,705][263846] Updated weights for policy 0, policy_version 35775 (0.0008)
+[2026-06-02 17:01:40,894][263846] Updated weights for policy 0, policy_version 35785 (0.0008)
+[2026-06-02 17:01:41,082][263846] Updated weights for policy 0, policy_version 35795 (0.0008)
+[2026-06-02 17:01:41,611][263846] Updated weights for policy 0, policy_version 35805 (0.0009)
+[2026-06-02 17:01:41,790][263846] Updated weights for policy 0, policy_version 35815 (0.0009)
+[2026-06-02 17:01:41,971][263846] Updated weights for policy 0, policy_version 35825 (0.0008)
+[2026-06-02 17:01:42,154][263846] Updated weights for policy 0, policy_version 35835 (0.0009)
+[2026-06-02 17:01:42,339][263846] Updated weights for policy 0, policy_version 35845 (0.0009)
+[2026-06-02 17:01:42,522][263846] Updated weights for policy 0, policy_version 35855 (0.0009)
+[2026-06-02 17:01:43,109][263846] Updated weights for policy 0, policy_version 35865 (0.0008)
+[2026-06-02 17:01:43,281][263846] Updated weights for policy 0, policy_version 35875 (0.0008)
+[2026-06-02 17:01:43,464][263846] Updated weights for policy 0, policy_version 35885 (0.0008)
+[2026-06-02 17:01:43,642][263846] Updated weights for policy 0, policy_version 35895 (0.0008)
+[2026-06-02 17:01:43,823][263846] Updated weights for policy 0, policy_version 35905 (0.0008)
+[2026-06-02 17:01:43,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18382848. Throughput: 0: 21097.3. Samples: 18392704. Policy #0 lag: (min: 44.0, avg: 69.1, max: 108.0)
+[2026-06-02 17:01:43,912][262831] Avg episode reward: [(0, '1264.244')]
+[2026-06-02 17:01:44,018][263846] Updated weights for policy 0, policy_version 35915 (0.0008)
+[2026-06-02 17:01:44,203][263846] Updated weights for policy 0, policy_version 35925 (0.0008)
+[2026-06-02 17:01:44,258][263767] Saving new best policy, reward=1264.244!
+[2026-06-02 17:01:44,765][263846] Updated weights for policy 0, policy_version 35935 (0.0009)
+[2026-06-02 17:01:44,948][263846] Updated weights for policy 0, policy_version 35945 (0.0009)
+[2026-06-02 17:01:45,125][263846] Updated weights for policy 0, policy_version 35955 (0.0008)
+[2026-06-02 17:01:45,305][263846] Updated weights for policy 0, policy_version 35965 (0.0008)
+[2026-06-02 17:01:45,501][263846] Updated weights for policy 0, policy_version 35975 (0.0008)
+[2026-06-02 17:01:45,680][263846] Updated weights for policy 0, policy_version 35985 (0.0008)
+[2026-06-02 17:01:46,254][263846] Updated weights for policy 0, policy_version 35995 (0.0008)
+[2026-06-02 17:01:46,434][263846] Updated weights for policy 0, policy_version 36005 (0.0008)
+[2026-06-02 17:01:46,622][263846] Updated weights for policy 0, policy_version 36015 (0.0008)
+[2026-06-02 17:01:46,809][263846] Updated weights for policy 0, policy_version 36025 (0.0009)
+[2026-06-02 17:01:46,993][263846] Updated weights for policy 0, policy_version 36035 (0.0009)
+[2026-06-02 17:01:47,185][263846] Updated weights for policy 0, policy_version 36045 (0.0008)
+[2026-06-02 17:01:47,374][263846] Updated weights for policy 0, policy_version 36055 (0.0008)
+[2026-06-02 17:01:47,927][263846] Updated weights for policy 0, policy_version 36065 (0.0008)
+[2026-06-02 17:01:48,109][263846] Updated weights for policy 0, policy_version 36075 (0.0010)
+[2026-06-02 17:01:48,292][263846] Updated weights for policy 0, policy_version 36085 (0.0011)
+[2026-06-02 17:01:48,471][263846] Updated weights for policy 0, policy_version 36095 (0.0008)
+[2026-06-02 17:01:48,653][263846] Updated weights for policy 0, policy_version 36105 (0.0009)
+[2026-06-02 17:01:48,845][263846] Updated weights for policy 0, policy_version 36115 (0.0008)
+[2026-06-02 17:01:48,911][262831] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18481152. Throughput: 0: 21216.7. Samples: 18524800. Policy #0 lag: (min: 44.0, avg: 69.1, max: 108.0)
+[2026-06-02 17:01:48,912][262831] Avg episode reward: [(0, '1270.247')]
+[2026-06-02 17:01:48,930][263767] Saving new best policy, reward=1270.247!
+[2026-06-02 17:01:49,422][263846] Updated weights for policy 0, policy_version 36125 (0.0008)
+[2026-06-02 17:01:49,604][263846] Updated weights for policy 0, policy_version 36135 (0.0008)
+[2026-06-02 17:01:49,787][263846] Updated weights for policy 0, policy_version 36145 (0.0008)
+[2026-06-02 17:01:49,974][263846] Updated weights for policy 0, policy_version 36155 (0.0008)
+[2026-06-02 17:01:50,165][263846] Updated weights for policy 0, policy_version 36165 (0.0008)
+[2026-06-02 17:01:50,352][263846] Updated weights for policy 0, policy_version 36175 (0.0008)
+[2026-06-02 17:01:50,921][263846] Updated weights for policy 0, policy_version 36185 (0.0008)
+[2026-06-02 17:01:51,093][263846] Updated weights for policy 0, policy_version 36195 (0.0009)
+[2026-06-02 17:01:51,273][263846] Updated weights for policy 0, policy_version 36205 (0.0008)
+[2026-06-02 17:01:51,455][263846] Updated weights for policy 0, policy_version 36215 (0.0008)
+[2026-06-02 17:01:51,644][263846] Updated weights for policy 0, policy_version 36225 (0.0008)
+[2026-06-02 17:01:51,835][263846] Updated weights for policy 0, policy_version 36235 (0.0008)
+[2026-06-02 17:01:52,025][263846] Updated weights for policy 0, policy_version 36245 (0.0008)
+[2026-06-02 17:01:52,582][263846] Updated weights for policy 0, policy_version 36255 (0.0008)
+[2026-06-02 17:01:52,767][263846] Updated weights for policy 0, policy_version 36265 (0.0008)
+[2026-06-02 17:01:52,956][263846] Updated weights for policy 0, policy_version 36275 (0.0009)
+[2026-06-02 17:01:53,147][263846] Updated weights for policy 0, policy_version 36285 (0.0008)
+[2026-06-02 17:01:53,325][263846] Updated weights for policy 0, policy_version 36295 (0.0008)
+[2026-06-02 17:01:53,506][263846] Updated weights for policy 0, policy_version 36305 (0.0008)
+[2026-06-02 17:01:53,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18612224. Throughput: 0: 21302.2. Samples: 18590592. Policy #0 lag: (min: 44.0, avg: 69.1, max: 108.0)
+[2026-06-02 17:01:53,912][262831] Avg episode reward: [(0, '1307.757')]
+[2026-06-02 17:01:54,088][263846] Updated weights for policy 0, policy_version 36315 (0.0008)
+[2026-06-02 17:01:54,265][263846] Updated weights for policy 0, policy_version 36325 (0.0008)
+[2026-06-02 17:01:54,451][263846] Updated weights for policy 0, policy_version 36335 (0.0009)
+[2026-06-02 17:01:54,638][263846] Updated weights for policy 0, policy_version 36345 (0.0008)
+[2026-06-02 17:01:54,822][263846] Updated weights for policy 0, policy_version 36355 (0.0008)
+[2026-06-02 17:01:55,015][263846] Updated weights for policy 0, policy_version 36365 (0.0008)
+[2026-06-02 17:01:55,202][263846] Updated weights for policy 0, policy_version 36375 (0.0009)
+[2026-06-02 17:01:55,212][263767] Saving new best policy, reward=1307.757!
+[2026-06-02 17:01:55,761][263846] Updated weights for policy 0, policy_version 36385 (0.0008)
+[2026-06-02 17:01:55,945][263846] Updated weights for policy 0, policy_version 36395 (0.0008)
+[2026-06-02 17:01:56,129][263846] Updated weights for policy 0, policy_version 36405 (0.0008)
+[2026-06-02 17:01:56,316][263846] Updated weights for policy 0, policy_version 36415 (0.0009)
+[2026-06-02 17:01:56,500][263846] Updated weights for policy 0, policy_version 36425 (0.0008)
+[2026-06-02 17:01:56,679][263846] Updated weights for policy 0, policy_version 36435 (0.0008)
+[2026-06-02 17:01:57,253][263846] Updated weights for policy 0, policy_version 36445 (0.0008)
+[2026-06-02 17:01:57,431][263846] Updated weights for policy 0, policy_version 36455 (0.0008)
+[2026-06-02 17:01:57,612][263846] Updated weights for policy 0, policy_version 36465 (0.0008)
+[2026-06-02 17:01:57,804][263846] Updated weights for policy 0, policy_version 36475 (0.0008)
+[2026-06-02 17:01:57,993][263846] Updated weights for policy 0, policy_version 36485 (0.0008)
+[2026-06-02 17:01:58,183][263846] Updated weights for policy 0, policy_version 36495 (0.0008)
+[2026-06-02 17:01:58,748][263846] Updated weights for policy 0, policy_version 36505 (0.0008)
+[2026-06-02 17:01:58,911][263846] Updated weights for policy 0, policy_version 36515 (0.0008)
+[2026-06-02 17:01:58,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18710528. Throughput: 0: 21310.6. Samples: 18722176. Policy #0 lag: (min: 66.0, avg: 90.7, max: 118.0)
+[2026-06-02 17:01:58,912][262831] Avg episode reward: [(0, '1322.764')]
+[2026-06-02 17:01:59,096][263846] Updated weights for policy 0, policy_version 36525 (0.0008)
+[2026-06-02 17:01:59,284][263846] Updated weights for policy 0, policy_version 36535 (0.0008)
+[2026-06-02 17:01:59,474][263846] Updated weights for policy 0, policy_version 36545 (0.0008)
+[2026-06-02 17:01:59,653][263846] Updated weights for policy 0, policy_version 36555 (0.0008)
+[2026-06-02 17:01:59,832][263846] Updated weights for policy 0, policy_version 36565 (0.0008)
+[2026-06-02 17:01:59,877][263767] Saving new best policy, reward=1322.764!
+[2026-06-02 17:02:00,397][263846] Updated weights for policy 0, policy_version 36575 (0.0009)
+[2026-06-02 17:02:00,576][263846] Updated weights for policy 0, policy_version 36585 (0.0008)
+[2026-06-02 17:02:00,769][263846] Updated weights for policy 0, policy_version 36595 (0.0008)
+[2026-06-02 17:02:00,959][263846] Updated weights for policy 0, policy_version 36605 (0.0008)
+[2026-06-02 17:02:01,143][263846] Updated weights for policy 0, policy_version 36615 (0.0008)
+[2026-06-02 17:02:01,322][263846] Updated weights for policy 0, policy_version 36625 (0.0008)
+[2026-06-02 17:02:01,887][263846] Updated weights for policy 0, policy_version 36635 (0.0008)
+[2026-06-02 17:02:02,063][263846] Updated weights for policy 0, policy_version 36645 (0.0008)
+[2026-06-02 17:02:02,251][263846] Updated weights for policy 0, policy_version 36655 (0.0008)
+[2026-06-02 17:02:02,438][263846] Updated weights for policy 0, policy_version 36665 (0.0008)
+[2026-06-02 17:02:02,623][263846] Updated weights for policy 0, policy_version 36675 (0.0008)
+[2026-06-02 17:02:02,813][263846] Updated weights for policy 0, policy_version 36685 (0.0008)
+[2026-06-02 17:02:02,994][263846] Updated weights for policy 0, policy_version 36695 (0.0008)
+[2026-06-02 17:02:03,522][263846] Updated weights for policy 0, policy_version 36705 (0.0008)
+[2026-06-02 17:02:03,700][263846] Updated weights for policy 0, policy_version 36715 (0.0008)
+[2026-06-02 17:02:03,878][263846] Updated weights for policy 0, policy_version 36725 (0.0008)
+[2026-06-02 17:02:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 18808832. Throughput: 0: 21265.2. Samples: 18845184. Policy #0 lag: (min: 66.0, avg: 90.7, max: 118.0)
+[2026-06-02 17:02:03,912][262831] Avg episode reward: [(0, '1349.413')]
+[2026-06-02 17:02:04,059][263846] Updated weights for policy 0, policy_version 36735 (0.0008)
+[2026-06-02 17:02:04,239][263846] Updated weights for policy 0, policy_version 36745 (0.0008)
+[2026-06-02 17:02:04,420][263846] Updated weights for policy 0, policy_version 36755 (0.0008)
+[2026-06-02 17:02:04,502][263767] Saving new best policy, reward=1349.413!
+[2026-06-02 17:02:04,994][263846] Updated weights for policy 0, policy_version 36765 (0.0009)
+[2026-06-02 17:02:05,167][263846] Updated weights for policy 0, policy_version 36775 (0.0008)
+[2026-06-02 17:02:05,346][263846] Updated weights for policy 0, policy_version 36785 (0.0008)
+[2026-06-02 17:02:05,525][263846] Updated weights for policy 0, policy_version 36795 (0.0009)
+[2026-06-02 17:02:05,706][263846] Updated weights for policy 0, policy_version 36805 (0.0008)
+[2026-06-02 17:02:05,887][263846] Updated weights for policy 0, policy_version 36815 (0.0008)
+[2026-06-02 17:02:06,465][263846] Updated weights for policy 0, policy_version 36825 (0.0008)
+[2026-06-02 17:02:06,629][263846] Updated weights for policy 0, policy_version 36835 (0.0008)
+[2026-06-02 17:02:06,811][263846] Updated weights for policy 0, policy_version 36845 (0.0009)
+[2026-06-02 17:02:06,989][263846] Updated weights for policy 0, policy_version 36855 (0.0008)
+[2026-06-02 17:02:07,171][263846] Updated weights for policy 0, policy_version 36865 (0.0008)
+[2026-06-02 17:02:07,364][263846] Updated weights for policy 0, policy_version 36875 (0.0008)
+[2026-06-02 17:02:07,546][263846] Updated weights for policy 0, policy_version 36885 (0.0008)
+[2026-06-02 17:02:08,096][263846] Updated weights for policy 0, policy_version 36895 (0.0008)
+[2026-06-02 17:02:08,280][263846] Updated weights for policy 0, policy_version 36905 (0.0008)
+[2026-06-02 17:02:08,477][263846] Updated weights for policy 0, policy_version 36915 (0.0008)
+[2026-06-02 17:02:08,666][263846] Updated weights for policy 0, policy_version 36925 (0.0008)
+[2026-06-02 17:02:08,853][263846] Updated weights for policy 0, policy_version 36935 (0.0008)
+[2026-06-02 17:02:08,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.3, 300 sec: 21215.9). Total num frames: 18907136. Throughput: 0: 21299.2. Samples: 18907776. Policy #0 lag: (min: 66.0, avg: 90.7, max: 118.0)
+[2026-06-02 17:02:08,913][262831] Avg episode reward: [(0, '1406.533')]
+[2026-06-02 17:02:09,031][263846] Updated weights for policy 0, policy_version 36945 (0.0008)
+[2026-06-02 17:02:09,154][263767] Saving new best policy, reward=1406.533!
+[2026-06-02 17:02:09,539][263846] Updated weights for policy 0, policy_version 36955 (0.0008)
+[2026-06-02 17:02:09,718][263846] Updated weights for policy 0, policy_version 36965 (0.0008)
+[2026-06-02 17:02:09,903][263846] Updated weights for policy 0, policy_version 36975 (0.0008)
+[2026-06-02 17:02:10,100][263846] Updated weights for policy 0, policy_version 36985 (0.0009)
+[2026-06-02 17:02:10,281][263846] Updated weights for policy 0, policy_version 36995 (0.0008)
+[2026-06-02 17:02:10,460][263846] Updated weights for policy 0, policy_version 37005 (0.0008)
+[2026-06-02 17:02:10,639][263846] Updated weights for policy 0, policy_version 37015 (0.0008)
+[2026-06-02 17:02:11,163][263846] Updated weights for policy 0, policy_version 37025 (0.0008)
+[2026-06-02 17:02:11,348][263846] Updated weights for policy 0, policy_version 37035 (0.0008)
+[2026-06-02 17:02:11,537][263846] Updated weights for policy 0, policy_version 37045 (0.0009)
+[2026-06-02 17:02:11,724][263846] Updated weights for policy 0, policy_version 37055 (0.0008)
+[2026-06-02 17:02:11,914][263846] Updated weights for policy 0, policy_version 37065 (0.0008)
+[2026-06-02 17:02:12,107][263846] Updated weights for policy 0, policy_version 37075 (0.0008)
+[2026-06-02 17:02:12,597][263846] Updated weights for policy 0, policy_version 37085 (0.0007)
+[2026-06-02 17:02:12,779][263846] Updated weights for policy 0, policy_version 37095 (0.0005)
+[2026-06-02 17:02:12,973][263846] Updated weights for policy 0, policy_version 37105 (0.0005)
+[2026-06-02 17:02:13,156][263846] Updated weights for policy 0, policy_version 37115 (0.0008)
+[2026-06-02 17:02:13,345][263846] Updated weights for policy 0, policy_version 37125 (0.0008)
+[2026-06-02 17:02:13,533][263846] Updated weights for policy 0, policy_version 37135 (0.0008)
+[2026-06-02 17:02:13,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19038208. Throughput: 0: 21322.0. Samples: 19036416. Policy #0 lag: (min: 66.0, avg: 90.7, max: 118.0)
+[2026-06-02 17:02:13,912][262831] Avg episode reward: [(0, '1416.121')]
+[2026-06-02 17:02:14,048][263846] Updated weights for policy 0, policy_version 37145 (0.0009)
+[2026-06-02 17:02:14,224][263846] Updated weights for policy 0, policy_version 37155 (0.0009)
+[2026-06-02 17:02:14,405][263846] Updated weights for policy 0, policy_version 37165 (0.0009)
+[2026-06-02 17:02:14,595][263846] Updated weights for policy 0, policy_version 37175 (0.0009)
+[2026-06-02 17:02:14,778][263846] Updated weights for policy 0, policy_version 37185 (0.0009)
+[2026-06-02 17:02:14,970][263846] Updated weights for policy 0, policy_version 37195 (0.0009)
+[2026-06-02 17:02:15,158][263846] Updated weights for policy 0, policy_version 37205 (0.0009)
+[2026-06-02 17:02:15,207][263767] Saving new best policy, reward=1416.121!
+[2026-06-02 17:02:15,679][263846] Updated weights for policy 0, policy_version 37215 (0.0008)
+[2026-06-02 17:02:15,862][263846] Updated weights for policy 0, policy_version 37225 (0.0008)
+[2026-06-02 17:02:16,049][263846] Updated weights for policy 0, policy_version 37235 (0.0009)
+[2026-06-02 17:02:16,235][263846] Updated weights for policy 0, policy_version 37245 (0.0009)
+[2026-06-02 17:02:16,422][263846] Updated weights for policy 0, policy_version 37255 (0.0009)
+[2026-06-02 17:02:16,612][263846] Updated weights for policy 0, policy_version 37265 (0.0008)
+[2026-06-02 17:02:17,131][263846] Updated weights for policy 0, policy_version 37275 (0.0008)
+[2026-06-02 17:02:17,311][263846] Updated weights for policy 0, policy_version 37285 (0.0008)
+[2026-06-02 17:02:17,499][263846] Updated weights for policy 0, policy_version 37295 (0.0008)
+[2026-06-02 17:02:17,682][263846] Updated weights for policy 0, policy_version 37305 (0.0008)
+[2026-06-02 17:02:17,870][263846] Updated weights for policy 0, policy_version 37315 (0.0009)
+[2026-06-02 17:02:18,057][263846] Updated weights for policy 0, policy_version 37325 (0.0008)
+[2026-06-02 17:02:18,244][263846] Updated weights for policy 0, policy_version 37335 (0.0008)
+[2026-06-02 17:02:18,749][263846] Updated weights for policy 0, policy_version 37345 (0.0008)
+[2026-06-02 17:02:18,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.3, 300 sec: 21215.9). Total num frames: 19136512. Throughput: 0: 21242.3. Samples: 19160960. Policy #0 lag: (min: 66.0, avg: 90.7, max: 118.0)
+[2026-06-02 17:02:18,912][262831] Avg episode reward: [(0, '1503.314')]
+[2026-06-02 17:02:18,939][263846] Updated weights for policy 0, policy_version 37355 (0.0009)
+[2026-06-02 17:02:19,118][263846] Updated weights for policy 0, policy_version 37365 (0.0008)
+[2026-06-02 17:02:19,307][263846] Updated weights for policy 0, policy_version 37375 (0.0009)
+[2026-06-02 17:02:19,486][263846] Updated weights for policy 0, policy_version 37385 (0.0009)
+[2026-06-02 17:02:19,677][263846] Updated weights for policy 0, policy_version 37395 (0.0009)
+[2026-06-02 17:02:19,758][263767] Saving new best policy, reward=1503.314!
+[2026-06-02 17:02:20,193][263846] Updated weights for policy 0, policy_version 37405 (0.0008)
+[2026-06-02 17:02:20,376][263846] Updated weights for policy 0, policy_version 37415 (0.0008)
+[2026-06-02 17:02:20,555][263846] Updated weights for policy 0, policy_version 37425 (0.0008)
+[2026-06-02 17:02:20,734][263846] Updated weights for policy 0, policy_version 37435 (0.0008)
+[2026-06-02 17:02:20,912][263846] Updated weights for policy 0, policy_version 37445 (0.0008)
+[2026-06-02 17:02:21,090][263846] Updated weights for policy 0, policy_version 37455 (0.0008)
+[2026-06-02 17:02:21,658][263846] Updated weights for policy 0, policy_version 37465 (0.0008)
+[2026-06-02 17:02:21,832][263846] Updated weights for policy 0, policy_version 37475 (0.0008)
+[2026-06-02 17:02:22,016][263846] Updated weights for policy 0, policy_version 37485 (0.0008)
+[2026-06-02 17:02:22,202][263846] Updated weights for policy 0, policy_version 37495 (0.0008)
+[2026-06-02 17:02:22,380][263846] Updated weights for policy 0, policy_version 37505 (0.0008)
+[2026-06-02 17:02:22,570][263846] Updated weights for policy 0, policy_version 37515 (0.0008)
+[2026-06-02 17:02:22,760][263846] Updated weights for policy 0, policy_version 37525 (0.0009)
+[2026-06-02 17:02:23,280][263846] Updated weights for policy 0, policy_version 37535 (0.0008)
+[2026-06-02 17:02:23,462][263846] Updated weights for policy 0, policy_version 37545 (0.0008)
+[2026-06-02 17:02:23,650][263846] Updated weights for policy 0, policy_version 37555 (0.0008)
+[2026-06-02 17:02:23,834][263846] Updated weights for policy 0, policy_version 37565 (0.0008)
+[2026-06-02 17:02:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19234816. Throughput: 0: 21208.2. Samples: 19222144. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:23,912][262831] Avg episode reward: [(0, '1479.057')]
+[2026-06-02 17:02:24,022][263846] Updated weights for policy 0, policy_version 37575 (0.0008)
+[2026-06-02 17:02:24,212][263846] Updated weights for policy 0, policy_version 37585 (0.0008)
+[2026-06-02 17:02:24,730][263846] Updated weights for policy 0, policy_version 37595 (0.0007)
+[2026-06-02 17:02:24,910][263846] Updated weights for policy 0, policy_version 37605 (0.0006)
+[2026-06-02 17:02:25,093][263846] Updated weights for policy 0, policy_version 37615 (0.0008)
+[2026-06-02 17:02:25,274][263846] Updated weights for policy 0, policy_version 37625 (0.0008)
+[2026-06-02 17:02:25,463][263846] Updated weights for policy 0, policy_version 37635 (0.0008)
+[2026-06-02 17:02:25,647][263846] Updated weights for policy 0, policy_version 37645 (0.0008)
+[2026-06-02 17:02:25,829][263846] Updated weights for policy 0, policy_version 37655 (0.0008)
+[2026-06-02 17:02:26,345][263846] Updated weights for policy 0, policy_version 37665 (0.0009)
+[2026-06-02 17:02:26,534][263846] Updated weights for policy 0, policy_version 37675 (0.0008)
+[2026-06-02 17:02:26,723][263846] Updated weights for policy 0, policy_version 37685 (0.0009)
+[2026-06-02 17:02:26,910][263846] Updated weights for policy 0, policy_version 37695 (0.0008)
+[2026-06-02 17:02:27,095][263846] Updated weights for policy 0, policy_version 37705 (0.0008)
+[2026-06-02 17:02:27,277][263846] Updated weights for policy 0, policy_version 37715 (0.0008)
+[2026-06-02 17:02:27,830][263846] Updated weights for policy 0, policy_version 37725 (0.0009)
+[2026-06-02 17:02:28,012][263846] Updated weights for policy 0, policy_version 37735 (0.0009)
+[2026-06-02 17:02:28,194][263846] Updated weights for policy 0, policy_version 37745 (0.0008)
+[2026-06-02 17:02:28,382][263846] Updated weights for policy 0, policy_version 37755 (0.0009)
+[2026-06-02 17:02:28,569][263846] Updated weights for policy 0, policy_version 37765 (0.0009)
+[2026-06-02 17:02:28,761][263846] Updated weights for policy 0, policy_version 37775 (0.0009)
+[2026-06-02 17:02:28,911][262831] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19333120. Throughput: 0: 21245.1. Samples: 19348736. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:28,913][262831] Avg episode reward: [(0, '1575.804')]
+[2026-06-02 17:02:28,920][263767] Saving new best policy, reward=1575.804!
+[2026-06-02 17:02:29,334][263846] Updated weights for policy 0, policy_version 37785 (0.0009)
+[2026-06-02 17:02:29,510][263846] Updated weights for policy 0, policy_version 37795 (0.0009)
+[2026-06-02 17:02:29,694][263846] Updated weights for policy 0, policy_version 37805 (0.0009)
+[2026-06-02 17:02:29,883][263846] Updated weights for policy 0, policy_version 37815 (0.0009)
+[2026-06-02 17:02:30,066][263846] Updated weights for policy 0, policy_version 37825 (0.0009)
+[2026-06-02 17:02:30,258][263846] Updated weights for policy 0, policy_version 37835 (0.0008)
+[2026-06-02 17:02:30,452][263846] Updated weights for policy 0, policy_version 37845 (0.0008)
+[2026-06-02 17:02:30,986][263846] Updated weights for policy 0, policy_version 37855 (0.0008)
+[2026-06-02 17:02:31,171][263846] Updated weights for policy 0, policy_version 37865 (0.0008)
+[2026-06-02 17:02:31,352][263846] Updated weights for policy 0, policy_version 37875 (0.0008)
+[2026-06-02 17:02:31,536][263846] Updated weights for policy 0, policy_version 37885 (0.0009)
+[2026-06-02 17:02:31,720][263846] Updated weights for policy 0, policy_version 37895 (0.0008)
+[2026-06-02 17:02:31,911][263846] Updated weights for policy 0, policy_version 37905 (0.0009)
+[2026-06-02 17:02:32,492][263846] Updated weights for policy 0, policy_version 37915 (0.0009)
+[2026-06-02 17:02:32,666][263846] Updated weights for policy 0, policy_version 37925 (0.0009)
+[2026-06-02 17:02:32,850][263846] Updated weights for policy 0, policy_version 37935 (0.0009)
+[2026-06-02 17:02:33,036][263846] Updated weights for policy 0, policy_version 37945 (0.0009)
+[2026-06-02 17:02:33,223][263846] Updated weights for policy 0, policy_version 37955 (0.0009)
+[2026-06-02 17:02:33,404][263846] Updated weights for policy 0, policy_version 37965 (0.0008)
+[2026-06-02 17:02:33,589][263846] Updated weights for policy 0, policy_version 37975 (0.0009)
+[2026-06-02 17:02:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 19464192. Throughput: 0: 21219.6. Samples: 19479680. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:33,912][262831] Avg episode reward: [(0, '1604.023')]
+[2026-06-02 17:02:34,154][263846] Updated weights for policy 0, policy_version 37985 (0.0009)
+[2026-06-02 17:02:34,337][263846] Updated weights for policy 0, policy_version 37995 (0.0009)
+[2026-06-02 17:02:34,522][263846] Updated weights for policy 0, policy_version 38005 (0.0009)
+[2026-06-02 17:02:34,704][263846] Updated weights for policy 0, policy_version 38015 (0.0006)
+[2026-06-02 17:02:34,902][263846] Updated weights for policy 0, policy_version 38025 (0.0005)
+[2026-06-02 17:02:35,089][263846] Updated weights for policy 0, policy_version 38035 (0.0005)
+[2026-06-02 17:02:35,181][263767] Saving new best policy, reward=1604.023!
+[2026-06-02 17:02:35,635][263846] Updated weights for policy 0, policy_version 38045 (0.0008)
+[2026-06-02 17:02:35,808][263846] Updated weights for policy 0, policy_version 38055 (0.0008)
+[2026-06-02 17:02:36,001][263846] Updated weights for policy 0, policy_version 38065 (0.0008)
+[2026-06-02 17:02:36,185][263846] Updated weights for policy 0, policy_version 38075 (0.0008)
+[2026-06-02 17:02:36,379][263846] Updated weights for policy 0, policy_version 38085 (0.0008)
+[2026-06-02 17:02:36,567][263846] Updated weights for policy 0, policy_version 38095 (0.0008)
+[2026-06-02 17:02:37,137][263846] Updated weights for policy 0, policy_version 38105 (0.0008)
+[2026-06-02 17:02:37,310][263846] Updated weights for policy 0, policy_version 38115 (0.0007)
+[2026-06-02 17:02:37,497][263846] Updated weights for policy 0, policy_version 38125 (0.0008)
+[2026-06-02 17:02:37,682][263846] Updated weights for policy 0, policy_version 38135 (0.0009)
+[2026-06-02 17:02:37,866][263846] Updated weights for policy 0, policy_version 38145 (0.0009)
+[2026-06-02 17:02:38,061][263846] Updated weights for policy 0, policy_version 38155 (0.0009)
+[2026-06-02 17:02:38,244][263846] Updated weights for policy 0, policy_version 38165 (0.0009)
+[2026-06-02 17:02:38,811][263846] Updated weights for policy 0, policy_version 38175 (0.0007)
+[2026-06-02 17:02:38,911][262831] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19562496. Throughput: 0: 21216.7. Samples: 19545344. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:38,912][262831] Avg episode reward: [(0, '1654.151')]
+[2026-06-02 17:02:38,996][263846] Updated weights for policy 0, policy_version 38185 (0.0009)
+[2026-06-02 17:02:39,180][263846] Updated weights for policy 0, policy_version 38195 (0.0009)
+[2026-06-02 17:02:39,369][263846] Updated weights for policy 0, policy_version 38205 (0.0009)
+[2026-06-02 17:02:39,551][263846] Updated weights for policy 0, policy_version 38215 (0.0009)
+[2026-06-02 17:02:39,731][263846] Updated weights for policy 0, policy_version 38225 (0.0009)
+[2026-06-02 17:02:39,856][263767] Saving new best policy, reward=1654.151!
+[2026-06-02 17:02:40,313][263846] Updated weights for policy 0, policy_version 38235 (0.0009)
+[2026-06-02 17:02:40,489][263846] Updated weights for policy 0, policy_version 38245 (0.0009)
+[2026-06-02 17:02:40,675][263846] Updated weights for policy 0, policy_version 38255 (0.0009)
+[2026-06-02 17:02:40,856][263846] Updated weights for policy 0, policy_version 38265 (0.0009)
+[2026-06-02 17:02:41,043][263846] Updated weights for policy 0, policy_version 38275 (0.0009)
+[2026-06-02 17:02:41,229][263846] Updated weights for policy 0, policy_version 38285 (0.0009)
+[2026-06-02 17:02:41,415][263846] Updated weights for policy 0, policy_version 38295 (0.0009)
+[2026-06-02 17:02:41,974][263846] Updated weights for policy 0, policy_version 38305 (0.0009)
+[2026-06-02 17:02:42,157][263846] Updated weights for policy 0, policy_version 38315 (0.0010)
+[2026-06-02 17:02:42,339][263846] Updated weights for policy 0, policy_version 38325 (0.0009)
+[2026-06-02 17:02:42,522][263846] Updated weights for policy 0, policy_version 38335 (0.0009)
+[2026-06-02 17:02:42,707][263846] Updated weights for policy 0, policy_version 38345 (0.0009)
+[2026-06-02 17:02:42,898][263846] Updated weights for policy 0, policy_version 38355 (0.0010)
+[2026-06-02 17:02:43,470][263846] Updated weights for policy 0, policy_version 38365 (0.0008)
+[2026-06-02 17:02:43,659][263846] Updated weights for policy 0, policy_version 38375 (0.0008)
+[2026-06-02 17:02:43,848][263846] Updated weights for policy 0, policy_version 38385 (0.0008)
+[2026-06-02 17:02:43,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19660800. Throughput: 0: 21222.4. Samples: 19677184. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:43,912][262831] Avg episode reward: [(0, '1704.171')]
+[2026-06-02 17:02:44,042][263846] Updated weights for policy 0, policy_version 38395 (0.0008)
+[2026-06-02 17:02:44,227][263846] Updated weights for policy 0, policy_version 38405 (0.0008)
+[2026-06-02 17:02:44,424][263846] Updated weights for policy 0, policy_version 38415 (0.0008)
+[2026-06-02 17:02:44,589][263767] Saving new best policy, reward=1704.171!
+[2026-06-02 17:02:44,982][263846] Updated weights for policy 0, policy_version 38425 (0.0008)
+[2026-06-02 17:02:45,150][263846] Updated weights for policy 0, policy_version 38435 (0.0008)
+[2026-06-02 17:02:45,329][263846] Updated weights for policy 0, policy_version 38445 (0.0008)
+[2026-06-02 17:02:45,508][263846] Updated weights for policy 0, policy_version 38455 (0.0008)
+[2026-06-02 17:02:45,688][263846] Updated weights for policy 0, policy_version 38465 (0.0009)
+[2026-06-02 17:02:45,870][263846] Updated weights for policy 0, policy_version 38475 (0.0008)
+[2026-06-02 17:02:46,059][263846] Updated weights for policy 0, policy_version 38485 (0.0008)
+[2026-06-02 17:02:46,628][263846] Updated weights for policy 0, policy_version 38495 (0.0009)
+[2026-06-02 17:02:46,811][263846] Updated weights for policy 0, policy_version 38505 (0.0008)
+[2026-06-02 17:02:47,002][263846] Updated weights for policy 0, policy_version 38515 (0.0008)
+[2026-06-02 17:02:47,185][263846] Updated weights for policy 0, policy_version 38525 (0.0008)
+[2026-06-02 17:02:47,364][263846] Updated weights for policy 0, policy_version 38535 (0.0008)
+[2026-06-02 17:02:47,544][263846] Updated weights for policy 0, policy_version 38545 (0.0008)
+[2026-06-02 17:02:48,111][263846] Updated weights for policy 0, policy_version 38555 (0.0008)
+[2026-06-02 17:02:48,289][263846] Updated weights for policy 0, policy_version 38565 (0.0008)
+[2026-06-02 17:02:48,480][263846] Updated weights for policy 0, policy_version 38575 (0.0008)
+[2026-06-02 17:02:48,667][263846] Updated weights for policy 0, policy_version 38585 (0.0008)
+[2026-06-02 17:02:48,857][263846] Updated weights for policy 0, policy_version 38595 (0.0008)
+[2026-06-02 17:02:48,912][262831] Fps is (10 sec: 19660.3, 60 sec: 21299.1, 300 sec: 21215.9). Total num frames: 19759104. Throughput: 0: 21412.8. Samples: 19808768. Policy #0 lag: (min: 43.0, avg: 82.2, max: 107.0)
+[2026-06-02 17:02:48,915][262831] Avg episode reward: [(0, '1769.398')]
+[2026-06-02 17:02:49,043][263846] Updated weights for policy 0, policy_version 38605 (0.0008)
+[2026-06-02 17:02:49,231][263846] Updated weights for policy 0, policy_version 38615 (0.0008)
+[2026-06-02 17:02:49,242][263767] Saving new best policy, reward=1769.398!
+[2026-06-02 17:02:49,763][263846] Updated weights for policy 0, policy_version 38625 (0.0008)
+[2026-06-02 17:02:49,949][263846] Updated weights for policy 0, policy_version 38635 (0.0008)
+[2026-06-02 17:02:50,140][263846] Updated weights for policy 0, policy_version 38645 (0.0008)
+[2026-06-02 17:02:50,327][263846] Updated weights for policy 0, policy_version 38655 (0.0008)
+[2026-06-02 17:02:50,518][263846] Updated weights for policy 0, policy_version 38665 (0.0008)
+[2026-06-02 17:02:50,708][263846] Updated weights for policy 0, policy_version 38675 (0.0008)
+[2026-06-02 17:02:51,209][263846] Updated weights for policy 0, policy_version 38685 (0.0008)
+[2026-06-02 17:02:51,389][263846] Updated weights for policy 0, policy_version 38695 (0.0008)
+[2026-06-02 17:02:51,572][263846] Updated weights for policy 0, policy_version 38705 (0.0008)
+[2026-06-02 17:02:51,752][263846] Updated weights for policy 0, policy_version 38715 (0.0008)
+[2026-06-02 17:02:51,941][263846] Updated weights for policy 0, policy_version 38725 (0.0008)
+[2026-06-02 17:02:52,133][263846] Updated weights for policy 0, policy_version 38735 (0.0008)
+[2026-06-02 17:02:52,664][263846] Updated weights for policy 0, policy_version 38745 (0.0009)
+[2026-06-02 17:02:52,836][263846] Updated weights for policy 0, policy_version 38755 (0.0008)
+[2026-06-02 17:02:53,020][263846] Updated weights for policy 0, policy_version 38765 (0.0008)
+[2026-06-02 17:02:53,198][263846] Updated weights for policy 0, policy_version 38775 (0.0008)
+[2026-06-02 17:02:53,378][263846] Updated weights for policy 0, policy_version 38785 (0.0009)
+[2026-06-02 17:02:53,569][263846] Updated weights for policy 0, policy_version 38795 (0.0008)
+[2026-06-02 17:02:53,751][263846] Updated weights for policy 0, policy_version 38805 (0.0008)
+[2026-06-02 17:02:53,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 19890176. Throughput: 0: 21430.1. Samples: 19872128. Policy #0 lag: (min: 14.0, avg: 34.4, max: 78.0)
+[2026-06-02 17:02:53,912][262831] Avg episode reward: [(0, '1782.299')]
+[2026-06-02 17:02:53,917][263767] Saving new best policy, reward=1782.299!
+[2026-06-02 17:02:54,297][263846] Updated weights for policy 0, policy_version 38815 (0.0008)
+[2026-06-02 17:02:54,483][263846] Updated weights for policy 0, policy_version 38825 (0.0008)
+[2026-06-02 17:02:54,670][263846] Updated weights for policy 0, policy_version 38835 (0.0008)
+[2026-06-02 17:02:54,860][263846] Updated weights for policy 0, policy_version 38845 (0.0008)
+[2026-06-02 17:02:55,043][263846] Updated weights for policy 0, policy_version 38855 (0.0009)
+[2026-06-02 17:02:55,226][263846] Updated weights for policy 0, policy_version 38865 (0.0008)
+[2026-06-02 17:02:55,746][263846] Updated weights for policy 0, policy_version 38875 (0.0008)
+[2026-06-02 17:02:55,924][263846] Updated weights for policy 0, policy_version 38885 (0.0008)
+[2026-06-02 17:02:56,104][263846] Updated weights for policy 0, policy_version 38895 (0.0008)
+[2026-06-02 17:02:56,286][263846] Updated weights for policy 0, policy_version 38905 (0.0008)
+[2026-06-02 17:02:56,480][263846] Updated weights for policy 0, policy_version 38915 (0.0008)
+[2026-06-02 17:02:56,671][263846] Updated weights for policy 0, policy_version 38925 (0.0008)
+[2026-06-02 17:02:56,861][263846] Updated weights for policy 0, policy_version 38935 (0.0008)
+[2026-06-02 17:02:57,377][263846] Updated weights for policy 0, policy_version 38945 (0.0008)
+[2026-06-02 17:02:57,564][263846] Updated weights for policy 0, policy_version 38955 (0.0008)
+[2026-06-02 17:02:57,760][263846] Updated weights for policy 0, policy_version 38965 (0.0008)
+[2026-06-02 17:02:57,948][263846] Updated weights for policy 0, policy_version 38975 (0.0008)
+[2026-06-02 17:02:58,139][263846] Updated weights for policy 0, policy_version 38985 (0.0009)
+[2026-06-02 17:02:58,331][263846] Updated weights for policy 0, policy_version 38995 (0.0008)
+[2026-06-02 17:02:58,825][263846] Updated weights for policy 0, policy_version 39005 (0.0009)
+[2026-06-02 17:02:58,911][262831] Fps is (10 sec: 22938.1, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 19988480. Throughput: 0: 21293.5. Samples: 19994624. Policy #0 lag: (min: 14.0, avg: 34.4, max: 78.0)
+[2026-06-02 17:02:58,912][262831] Avg episode reward: [(0, '1802.884')]
+[2026-06-02 17:02:59,007][263846] Updated weights for policy 0, policy_version 39015 (0.0009)
+[2026-06-02 17:02:59,194][263846] Updated weights for policy 0, policy_version 39025 (0.0009)
+[2026-06-02 17:02:59,386][263846] Updated weights for policy 0, policy_version 39035 (0.0009)
+[2026-06-02 17:02:59,580][263846] Updated weights for policy 0, policy_version 39045 (0.0009)
+[2026-06-02 17:02:59,771][263846] Updated weights for policy 0, policy_version 39055 (0.0008)
+[2026-06-02 17:02:59,937][263767] Saving new best policy, reward=1802.884!
+[2026-06-02 17:03:00,274][263846] Updated weights for policy 0, policy_version 39065 (0.0009)
+[2026-06-02 17:03:00,453][263846] Updated weights for policy 0, policy_version 39075 (0.0009)
+[2026-06-02 17:03:00,641][263846] Updated weights for policy 0, policy_version 39085 (0.0009)
+[2026-06-02 17:03:00,830][263846] Updated weights for policy 0, policy_version 39095 (0.0009)
+[2026-06-02 17:03:01,020][263846] Updated weights for policy 0, policy_version 39105 (0.0009)
+[2026-06-02 17:03:01,216][263846] Updated weights for policy 0, policy_version 39115 (0.0009)
+[2026-06-02 17:03:01,400][263846] Updated weights for policy 0, policy_version 39125 (0.0009)
+[2026-06-02 17:03:01,894][263846] Updated weights for policy 0, policy_version 39135 (0.0008)
+[2026-06-02 17:03:02,079][263846] Updated weights for policy 0, policy_version 39145 (0.0008)
+[2026-06-02 17:03:02,264][263846] Updated weights for policy 0, policy_version 39155 (0.0008)
+[2026-06-02 17:03:02,461][263846] Updated weights for policy 0, policy_version 39165 (0.0008)
+[2026-06-02 17:03:02,651][263846] Updated weights for policy 0, policy_version 39175 (0.0008)
+[2026-06-02 17:03:02,834][263846] Updated weights for policy 0, policy_version 39185 (0.0008)
+[2026-06-02 17:03:03,339][263846] Updated weights for policy 0, policy_version 39195 (0.0009)
+[2026-06-02 17:03:03,516][263846] Updated weights for policy 0, policy_version 39205 (0.0008)
+[2026-06-02 17:03:03,702][263846] Updated weights for policy 0, policy_version 39215 (0.0008)
+[2026-06-02 17:03:03,885][263846] Updated weights for policy 0, policy_version 39225 (0.0007)
+[2026-06-02 17:03:03,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 20086784. Throughput: 0: 21228.1. Samples: 20116224. Policy #0 lag: (min: 14.0, avg: 34.4, max: 78.0)
+[2026-06-02 17:03:03,912][262831] Avg episode reward: [(0, '1805.727')]
+[2026-06-02 17:03:04,070][263846] Updated weights for policy 0, policy_version 39235 (0.0008)
+[2026-06-02 17:03:04,249][263846] Updated weights for policy 0, policy_version 39245 (0.0008)
+[2026-06-02 17:03:04,434][263846] Updated weights for policy 0, policy_version 39255 (0.0009)
+[2026-06-02 17:03:04,446][263767] Saving new best policy, reward=1805.727!
+[2026-06-02 17:03:04,959][263846] Updated weights for policy 0, policy_version 39265 (0.0008)
+[2026-06-02 17:03:05,146][263846] Updated weights for policy 0, policy_version 39275 (0.0008)
+[2026-06-02 17:03:05,334][263846] Updated weights for policy 0, policy_version 39285 (0.0008)
+[2026-06-02 17:03:05,521][263846] Updated weights for policy 0, policy_version 39295 (0.0008)
+[2026-06-02 17:03:05,711][263846] Updated weights for policy 0, policy_version 39305 (0.0008)
+[2026-06-02 17:03:05,898][263846] Updated weights for policy 0, policy_version 39315 (0.0008)
+[2026-06-02 17:03:06,399][263846] Updated weights for policy 0, policy_version 39325 (0.0008)
+[2026-06-02 17:03:06,578][263846] Updated weights for policy 0, policy_version 39335 (0.0008)
+[2026-06-02 17:03:06,764][263846] Updated weights for policy 0, policy_version 39345 (0.0008)
+[2026-06-02 17:03:06,947][263846] Updated weights for policy 0, policy_version 39355 (0.0008)
+[2026-06-02 17:03:07,140][263846] Updated weights for policy 0, policy_version 39365 (0.0008)
+[2026-06-02 17:03:07,322][263846] Updated weights for policy 0, policy_version 39375 (0.0008)
+[2026-06-02 17:03:07,855][263846] Updated weights for policy 0, policy_version 39385 (0.0008)
+[2026-06-02 17:03:08,028][263846] Updated weights for policy 0, policy_version 39395 (0.0008)
+[2026-06-02 17:03:08,215][263846] Updated weights for policy 0, policy_version 39405 (0.0008)
+[2026-06-02 17:03:08,393][263846] Updated weights for policy 0, policy_version 39415 (0.0008)
+[2026-06-02 17:03:08,582][263846] Updated weights for policy 0, policy_version 39425 (0.0008)
+[2026-06-02 17:03:08,771][263846] Updated weights for policy 0, policy_version 39435 (0.0008)
+[2026-06-02 17:03:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 20185088. Throughput: 0: 21228.0. Samples: 20177408. Policy #0 lag: (min: 14.0, avg: 34.4, max: 78.0)
+[2026-06-02 17:03:08,912][262831] Avg episode reward: [(0, '1789.487')]
+[2026-06-02 17:03:08,950][263846] Updated weights for policy 0, policy_version 39445 (0.0008)
+[2026-06-02 17:03:09,488][263846] Updated weights for policy 0, policy_version 39455 (0.0008)
+[2026-06-02 17:03:09,667][263846] Updated weights for policy 0, policy_version 39465 (0.0008)
+[2026-06-02 17:03:09,850][263846] Updated weights for policy 0, policy_version 39475 (0.0008)
+[2026-06-02 17:03:10,036][263846] Updated weights for policy 0, policy_version 39485 (0.0008)
+[2026-06-02 17:03:10,223][263846] Updated weights for policy 0, policy_version 39495 (0.0008)
+[2026-06-02 17:03:10,404][263846] Updated weights for policy 0, policy_version 39505 (0.0008)
+[2026-06-02 17:03:10,978][263846] Updated weights for policy 0, policy_version 39515 (0.0008)
+[2026-06-02 17:03:11,153][263846] Updated weights for policy 0, policy_version 39525 (0.0008)
+[2026-06-02 17:03:11,337][263846] Updated weights for policy 0, policy_version 39535 (0.0008)
+[2026-06-02 17:03:11,529][263846] Updated weights for policy 0, policy_version 39545 (0.0007)
+[2026-06-02 17:03:11,721][263846] Updated weights for policy 0, policy_version 39555 (0.0009)
+[2026-06-02 17:03:11,907][263846] Updated weights for policy 0, policy_version 39565 (0.0008)
+[2026-06-02 17:03:12,095][263846] Updated weights for policy 0, policy_version 39575 (0.0009)
+[2026-06-02 17:03:12,648][263846] Updated weights for policy 0, policy_version 39585 (0.0009)
+[2026-06-02 17:03:12,838][263846] Updated weights for policy 0, policy_version 39595 (0.0009)
+[2026-06-02 17:03:13,024][263846] Updated weights for policy 0, policy_version 39605 (0.0009)
+[2026-06-02 17:03:13,220][263846] Updated weights for policy 0, policy_version 39615 (0.0009)
+[2026-06-02 17:03:13,398][263846] Updated weights for policy 0, policy_version 39625 (0.0008)
+[2026-06-02 17:03:13,592][263846] Updated weights for policy 0, policy_version 39635 (0.0009)
+[2026-06-02 17:03:13,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 20316160. Throughput: 0: 21222.5. Samples: 20303744. Policy #0 lag: (min: 14.0, avg: 34.4, max: 78.0)
+[2026-06-02 17:03:13,913][262831] Avg episode reward: [(0, '1893.850')]
+[2026-06-02 17:03:14,135][263846] Updated weights for policy 0, policy_version 39645 (0.0009)
+[2026-06-02 17:03:14,316][263846] Updated weights for policy 0, policy_version 39655 (0.0009)
+[2026-06-02 17:03:14,497][263846] Updated weights for policy 0, policy_version 39665 (0.0009)
+[2026-06-02 17:03:14,696][263846] Updated weights for policy 0, policy_version 39675 (0.0009)
+[2026-06-02 17:03:14,882][263846] Updated weights for policy 0, policy_version 39685 (0.0009)
+[2026-06-02 17:03:15,071][263846] Updated weights for policy 0, policy_version 39695 (0.0009)
+[2026-06-02 17:03:15,246][263767] Saving new best policy, reward=1893.850!
+[2026-06-02 17:03:15,625][263846] Updated weights for policy 0, policy_version 39705 (0.0009)
+[2026-06-02 17:03:15,803][263846] Updated weights for policy 0, policy_version 39715 (0.0008)
+[2026-06-02 17:03:15,991][263846] Updated weights for policy 0, policy_version 39725 (0.0008)
+[2026-06-02 17:03:16,183][263846] Updated weights for policy 0, policy_version 39735 (0.0008)
+[2026-06-02 17:03:16,369][263846] Updated weights for policy 0, policy_version 39745 (0.0008)
+[2026-06-02 17:03:16,560][263846] Updated weights for policy 0, policy_version 39755 (0.0008)
+[2026-06-02 17:03:16,759][263846] Updated weights for policy 0, policy_version 39765 (0.0008)
+[2026-06-02 17:03:17,290][263846] Updated weights for policy 0, policy_version 39775 (0.0008)
+[2026-06-02 17:03:17,476][263846] Updated weights for policy 0, policy_version 39785 (0.0009)
+[2026-06-02 17:03:17,667][263846] Updated weights for policy 0, policy_version 39795 (0.0008)
+[2026-06-02 17:03:17,859][263846] Updated weights for policy 0, policy_version 39805 (0.0008)
+[2026-06-02 17:03:18,044][263846] Updated weights for policy 0, policy_version 39815 (0.0008)
+[2026-06-02 17:03:18,233][263846] Updated weights for policy 0, policy_version 39825 (0.0008)
+[2026-06-02 17:03:18,786][263846] Updated weights for policy 0, policy_version 39835 (0.0009)
+[2026-06-02 17:03:18,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 20414464. Throughput: 0: 21239.5. Samples: 20435456. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 17:03:18,912][262831] Avg episode reward: [(0, '1868.330')]
+[2026-06-02 17:03:18,965][263846] Updated weights for policy 0, policy_version 39845 (0.0008)
+[2026-06-02 17:03:19,147][263846] Updated weights for policy 0, policy_version 39855 (0.0008)
+[2026-06-02 17:03:19,337][263846] Updated weights for policy 0, policy_version 39865 (0.0008)
+[2026-06-02 17:03:19,531][263846] Updated weights for policy 0, policy_version 39875 (0.0008)
+[2026-06-02 17:03:19,720][263846] Updated weights for policy 0, policy_version 39885 (0.0008)
+[2026-06-02 17:03:19,906][263846] Updated weights for policy 0, policy_version 39895 (0.0008)
+[2026-06-02 17:03:20,444][263846] Updated weights for policy 0, policy_version 39905 (0.0008)
+[2026-06-02 17:03:20,640][263846] Updated weights for policy 0, policy_version 39915 (0.0008)
+[2026-06-02 17:03:20,829][263846] Updated weights for policy 0, policy_version 39925 (0.0008)
+[2026-06-02 17:03:21,016][263846] Updated weights for policy 0, policy_version 39935 (0.0008)
+[2026-06-02 17:03:21,209][263846] Updated weights for policy 0, policy_version 39945 (0.0008)
+[2026-06-02 17:03:21,396][263846] Updated weights for policy 0, policy_version 39955 (0.0008)
+[2026-06-02 17:03:21,938][263846] Updated weights for policy 0, policy_version 39965 (0.0008)
+[2026-06-02 17:03:22,127][263846] Updated weights for policy 0, policy_version 39975 (0.0008)
+[2026-06-02 17:03:22,324][263846] Updated weights for policy 0, policy_version 39985 (0.0008)
+[2026-06-02 17:03:22,516][263846] Updated weights for policy 0, policy_version 39995 (0.0008)
+[2026-06-02 17:03:22,707][263846] Updated weights for policy 0, policy_version 40005 (0.0008)
+[2026-06-02 17:03:22,897][263846] Updated weights for policy 0, policy_version 40015 (0.0008)
+[2026-06-02 17:03:23,436][263846] Updated weights for policy 0, policy_version 40025 (0.0008)
+[2026-06-02 17:03:23,611][263846] Updated weights for policy 0, policy_version 40035 (0.0008)
+[2026-06-02 17:03:23,802][263846] Updated weights for policy 0, policy_version 40045 (0.0008)
+[2026-06-02 17:03:23,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 20512768. Throughput: 0: 21245.1. Samples: 20501376. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 17:03:23,912][262831] Avg episode reward: [(0, '1884.117')]
+[2026-06-02 17:03:24,000][263846] Updated weights for policy 0, policy_version 40055 (0.0008)
+[2026-06-02 17:03:24,191][263846] Updated weights for policy 0, policy_version 40065 (0.0008)
+[2026-06-02 17:03:24,380][263846] Updated weights for policy 0, policy_version 40075 (0.0008)
+[2026-06-02 17:03:24,568][263846] Updated weights for policy 0, policy_version 40085 (0.0008)
+[2026-06-02 17:03:25,093][263846] Updated weights for policy 0, policy_version 40095 (0.0008)
+[2026-06-02 17:03:25,274][263846] Updated weights for policy 0, policy_version 40105 (0.0008)
+[2026-06-02 17:03:25,472][263846] Updated weights for policy 0, policy_version 40115 (0.0008)
+[2026-06-02 17:03:25,665][263846] Updated weights for policy 0, policy_version 40125 (0.0008)
+[2026-06-02 17:03:25,859][263846] Updated weights for policy 0, policy_version 40135 (0.0008)
+[2026-06-02 17:03:26,049][263846] Updated weights for policy 0, policy_version 40145 (0.0008)
+[2026-06-02 17:03:26,557][263846] Updated weights for policy 0, policy_version 40155 (0.0008)
+[2026-06-02 17:03:26,734][263846] Updated weights for policy 0, policy_version 40165 (0.0008)
+[2026-06-02 17:03:26,929][263846] Updated weights for policy 0, policy_version 40175 (0.0008)
+[2026-06-02 17:03:27,121][263846] Updated weights for policy 0, policy_version 40185 (0.0008)
+[2026-06-02 17:03:27,313][263846] Updated weights for policy 0, policy_version 40195 (0.0008)
+[2026-06-02 17:03:27,497][263846] Updated weights for policy 0, policy_version 40205 (0.0008)
+[2026-06-02 17:03:27,694][263846] Updated weights for policy 0, policy_version 40215 (0.0008)
+[2026-06-02 17:03:28,213][263846] Updated weights for policy 0, policy_version 40225 (0.0008)
+[2026-06-02 17:03:28,409][263846] Updated weights for policy 0, policy_version 40235 (0.0008)
+[2026-06-02 17:03:28,600][263846] Updated weights for policy 0, policy_version 40245 (0.0008)
+[2026-06-02 17:03:28,787][263846] Updated weights for policy 0, policy_version 40255 (0.0008)
+[2026-06-02 17:03:28,911][262831] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 20611072. Throughput: 0: 21222.4. Samples: 20632192. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 17:03:28,912][262831] Avg episode reward: [(0, '1925.267')]
+[2026-06-02 17:03:28,980][263846] Updated weights for policy 0, policy_version 40265 (0.0008)
+[2026-06-02 17:03:29,176][263846] Updated weights for policy 0, policy_version 40275 (0.0008)
+[2026-06-02 17:03:29,265][263767] Saving new best policy, reward=1925.267!
+[2026-06-02 17:03:29,695][263846] Updated weights for policy 0, policy_version 40285 (0.0008)
+[2026-06-02 17:03:29,881][263846] Updated weights for policy 0, policy_version 40295 (0.0008)
+[2026-06-02 17:03:30,063][263846] Updated weights for policy 0, policy_version 40305 (0.0008)
+[2026-06-02 17:03:30,256][263846] Updated weights for policy 0, policy_version 40315 (0.0008)
+[2026-06-02 17:03:30,453][263846] Updated weights for policy 0, policy_version 40325 (0.0008)
+[2026-06-02 17:03:30,640][263846] Updated weights for policy 0, policy_version 40335 (0.0008)
+[2026-06-02 17:03:31,195][263846] Updated weights for policy 0, policy_version 40345 (0.0008)
+[2026-06-02 17:03:31,370][263846] Updated weights for policy 0, policy_version 40355 (0.0008)
+[2026-06-02 17:03:31,559][263846] Updated weights for policy 0, policy_version 40365 (0.0009)
+[2026-06-02 17:03:31,749][263846] Updated weights for policy 0, policy_version 40375 (0.0008)
+[2026-06-02 17:03:31,940][263846] Updated weights for policy 0, policy_version 40385 (0.0008)
+[2026-06-02 17:03:32,139][263846] Updated weights for policy 0, policy_version 40395 (0.0008)
+[2026-06-02 17:03:32,327][263846] Updated weights for policy 0, policy_version 40405 (0.0008)
+[2026-06-02 17:03:32,844][263846] Updated weights for policy 0, policy_version 40415 (0.0009)
+[2026-06-02 17:03:33,030][263846] Updated weights for policy 0, policy_version 40425 (0.0008)
+[2026-06-02 17:03:33,226][263846] Updated weights for policy 0, policy_version 40435 (0.0008)
+[2026-06-02 17:03:33,415][263846] Updated weights for policy 0, policy_version 40445 (0.0008)
+[2026-06-02 17:03:33,609][263846] Updated weights for policy 0, policy_version 40455 (0.0008)
+[2026-06-02 17:03:33,799][263846] Updated weights for policy 0, policy_version 40465 (0.0008)
+[2026-06-02 17:03:33,911][262831] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 21215.9). Total num frames: 20709376. Throughput: 0: 21214.0. Samples: 20763392. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 17:03:33,912][262831] Avg episode reward: [(0, '1911.599')]
+[2026-06-02 17:03:34,327][263846] Updated weights for policy 0, policy_version 40475 (0.0008)
+[2026-06-02 17:03:34,503][263846] Updated weights for policy 0, policy_version 40485 (0.0008)
+[2026-06-02 17:03:34,693][263846] Updated weights for policy 0, policy_version 40495 (0.0008)
+[2026-06-02 17:03:34,888][263846] Updated weights for policy 0, policy_version 40505 (0.0008)
+[2026-06-02 17:03:35,083][263846] Updated weights for policy 0, policy_version 40515 (0.0008)
+[2026-06-02 17:03:35,279][263846] Updated weights for policy 0, policy_version 40525 (0.0008)
+[2026-06-02 17:03:35,470][263846] Updated weights for policy 0, policy_version 40535 (0.0008)
+[2026-06-02 17:03:35,973][263846] Updated weights for policy 0, policy_version 40545 (0.0008)
+[2026-06-02 17:03:36,168][263846] Updated weights for policy 0, policy_version 40555 (0.0008)
+[2026-06-02 17:03:36,353][263846] Updated weights for policy 0, policy_version 40565 (0.0008)
+[2026-06-02 17:03:36,545][263846] Updated weights for policy 0, policy_version 40575 (0.0008)
+[2026-06-02 17:03:36,739][263846] Updated weights for policy 0, policy_version 40585 (0.0008)
+[2026-06-02 17:03:36,932][263846] Updated weights for policy 0, policy_version 40595 (0.0008)
+[2026-06-02 17:03:37,446][263846] Updated weights for policy 0, policy_version 40605 (0.0008)
+[2026-06-02 17:03:37,631][263846] Updated weights for policy 0, policy_version 40615 (0.0008)
+[2026-06-02 17:03:37,825][263846] Updated weights for policy 0, policy_version 40625 (0.0008)
+[2026-06-02 17:03:38,019][263846] Updated weights for policy 0, policy_version 40635 (0.0008)
+[2026-06-02 17:03:38,212][263846] Updated weights for policy 0, policy_version 40645 (0.0008)
+[2026-06-02 17:03:38,398][263846] Updated weights for policy 0, policy_version 40655 (0.0009)
+[2026-06-02 17:03:38,907][263846] Updated weights for policy 0, policy_version 40665 (0.0009)
+[2026-06-02 17:03:38,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 20840448. Throughput: 0: 21256.5. Samples: 20828672. Policy #0 lag: (min: 63.0, avg: 84.4, max: 127.0)
+[2026-06-02 17:03:38,912][262831] Avg episode reward: [(0, '1965.699')]
+[2026-06-02 17:03:39,086][263846] Updated weights for policy 0, policy_version 40675 (0.0008)
+[2026-06-02 17:03:39,273][263846] Updated weights for policy 0, policy_version 40685 (0.0009)
+[2026-06-02 17:03:39,462][263846] Updated weights for policy 0, policy_version 40695 (0.0009)
+[2026-06-02 17:03:39,648][263846] Updated weights for policy 0, policy_version 40705 (0.0009)
+[2026-06-02 17:03:39,843][263846] Updated weights for policy 0, policy_version 40715 (0.0008)
+[2026-06-02 17:03:40,035][263846] Updated weights for policy 0, policy_version 40725 (0.0008)
+[2026-06-02 17:03:40,087][263767] Saving new best policy, reward=1965.699!
+[2026-06-02 17:03:40,523][263846] Updated weights for policy 0, policy_version 40735 (0.0008)
+[2026-06-02 17:03:40,711][263846] Updated weights for policy 0, policy_version 40745 (0.0008)
+[2026-06-02 17:03:40,907][263846] Updated weights for policy 0, policy_version 40755 (0.0008)
+[2026-06-02 17:03:41,091][263846] Updated weights for policy 0, policy_version 40765 (0.0008)
+[2026-06-02 17:03:41,283][263846] Updated weights for policy 0, policy_version 40775 (0.0008)
+[2026-06-02 17:03:41,464][263846] Updated weights for policy 0, policy_version 40785 (0.0008)
+[2026-06-02 17:03:41,985][263846] Updated weights for policy 0, policy_version 40795 (0.0008)
+[2026-06-02 17:03:42,164][263846] Updated weights for policy 0, policy_version 40805 (0.0008)
+[2026-06-02 17:03:42,356][263846] Updated weights for policy 0, policy_version 40815 (0.0008)
+[2026-06-02 17:03:42,546][263846] Updated weights for policy 0, policy_version 40825 (0.0008)
+[2026-06-02 17:03:42,736][263846] Updated weights for policy 0, policy_version 40835 (0.0008)
+[2026-06-02 17:03:42,927][263846] Updated weights for policy 0, policy_version 40845 (0.0008)
+[2026-06-02 17:03:43,120][263846] Updated weights for policy 0, policy_version 40855 (0.0008)
+[2026-06-02 17:03:43,604][263846] Updated weights for policy 0, policy_version 40865 (0.0008)
+[2026-06-02 17:03:43,793][263846] Updated weights for policy 0, policy_version 40875 (0.0008)
+[2026-06-02 17:03:43,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 20938752. Throughput: 0: 21350.4. Samples: 20955392. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:03:43,912][262831] Avg episode reward: [(0, '1970.204')]
+[2026-06-02 17:03:43,983][263846] Updated weights for policy 0, policy_version 40885 (0.0008)
+[2026-06-02 17:03:44,171][263846] Updated weights for policy 0, policy_version 40895 (0.0008)
+[2026-06-02 17:03:44,368][263846] Updated weights for policy 0, policy_version 40905 (0.0008)
+[2026-06-02 17:03:44,556][263846] Updated weights for policy 0, policy_version 40915 (0.0008)
+[2026-06-02 17:03:44,649][263767] Saving new best policy, reward=1970.204!
+[2026-06-02 17:03:45,051][263846] Updated weights for policy 0, policy_version 40925 (0.0008)
+[2026-06-02 17:03:45,231][263846] Updated weights for policy 0, policy_version 40935 (0.0008)
+[2026-06-02 17:03:45,426][263846] Updated weights for policy 0, policy_version 40945 (0.0008)
+[2026-06-02 17:03:45,608][263846] Updated weights for policy 0, policy_version 40955 (0.0008)
+[2026-06-02 17:03:45,805][263846] Updated weights for policy 0, policy_version 40965 (0.0008)
+[2026-06-02 17:03:45,991][263846] Updated weights for policy 0, policy_version 40975 (0.0008)
+[2026-06-02 17:03:46,508][263846] Updated weights for policy 0, policy_version 40985 (0.0009)
+[2026-06-02 17:03:46,683][263846] Updated weights for policy 0, policy_version 40995 (0.0008)
+[2026-06-02 17:03:46,867][263846] Updated weights for policy 0, policy_version 41005 (0.0008)
+[2026-06-02 17:03:47,059][263846] Updated weights for policy 0, policy_version 41015 (0.0008)
+[2026-06-02 17:03:47,251][263846] Updated weights for policy 0, policy_version 41025 (0.0008)
+[2026-06-02 17:03:47,440][263846] Updated weights for policy 0, policy_version 41035 (0.0008)
+[2026-06-02 17:03:47,628][263846] Updated weights for policy 0, policy_version 41045 (0.0008)
+[2026-06-02 17:03:48,125][263846] Updated weights for policy 0, policy_version 41055 (0.0009)
+[2026-06-02 17:03:48,313][263846] Updated weights for policy 0, policy_version 41065 (0.0008)
+[2026-06-02 17:03:48,503][263846] Updated weights for policy 0, policy_version 41075 (0.0008)
+[2026-06-02 17:03:48,695][263846] Updated weights for policy 0, policy_version 41085 (0.0008)
+[2026-06-02 17:03:48,884][263846] Updated weights for policy 0, policy_version 41095 (0.0008)
+[2026-06-02 17:03:48,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.3, 300 sec: 21215.9). Total num frames: 21037056. Throughput: 0: 21427.2. Samples: 21080448. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:03:48,912][262831] Avg episode reward: [(0, '2019.637')]
+[2026-06-02 17:03:49,076][263846] Updated weights for policy 0, policy_version 41105 (0.0008)
+[2026-06-02 17:03:49,207][263767] Saving new best policy, reward=2019.637!
+[2026-06-02 17:03:49,580][263846] Updated weights for policy 0, policy_version 41115 (0.0008)
+[2026-06-02 17:03:49,759][263846] Updated weights for policy 0, policy_version 41125 (0.0008)
+[2026-06-02 17:03:49,942][263846] Updated weights for policy 0, policy_version 41135 (0.0009)
+[2026-06-02 17:03:50,129][263846] Updated weights for policy 0, policy_version 41145 (0.0008)
+[2026-06-02 17:03:50,321][263846] Updated weights for policy 0, policy_version 41155 (0.0008)
+[2026-06-02 17:03:50,512][263846] Updated weights for policy 0, policy_version 41165 (0.0008)
+[2026-06-02 17:03:50,700][263846] Updated weights for policy 0, policy_version 41175 (0.0008)
+[2026-06-02 17:03:51,190][263846] Updated weights for policy 0, policy_version 41185 (0.0008)
+[2026-06-02 17:03:51,387][263846] Updated weights for policy 0, policy_version 41195 (0.0008)
+[2026-06-02 17:03:51,572][263846] Updated weights for policy 0, policy_version 41205 (0.0008)
+[2026-06-02 17:03:51,765][263846] Updated weights for policy 0, policy_version 41215 (0.0008)
+[2026-06-02 17:03:51,952][263846] Updated weights for policy 0, policy_version 41225 (0.0008)
+[2026-06-02 17:03:52,146][263846] Updated weights for policy 0, policy_version 41235 (0.0008)
+[2026-06-02 17:03:52,640][263846] Updated weights for policy 0, policy_version 41245 (0.0008)
+[2026-06-02 17:03:52,827][263846] Updated weights for policy 0, policy_version 41255 (0.0008)
+[2026-06-02 17:03:53,010][263846] Updated weights for policy 0, policy_version 41265 (0.0008)
+[2026-06-02 17:03:53,200][263846] Updated weights for policy 0, policy_version 41275 (0.0008)
+[2026-06-02 17:03:53,392][263846] Updated weights for policy 0, policy_version 41285 (0.0008)
+[2026-06-02 17:03:53,582][263846] Updated weights for policy 0, policy_version 41295 (0.0008)
+[2026-06-02 17:03:53,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 21168128. Throughput: 0: 21450.0. Samples: 21142656. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:03:53,912][262831] Avg episode reward: [(0, '2052.411')]
+[2026-06-02 17:03:53,916][263767] Saving new best policy, reward=2052.411!
+[2026-06-02 17:03:54,118][263846] Updated weights for policy 0, policy_version 41305 (0.0008)
+[2026-06-02 17:03:54,291][263846] Updated weights for policy 0, policy_version 41315 (0.0005)
+[2026-06-02 17:03:54,471][263846] Updated weights for policy 0, policy_version 41325 (0.0004)
+[2026-06-02 17:03:54,665][263846] Updated weights for policy 0, policy_version 41335 (0.0004)
+[2026-06-02 17:03:54,861][263846] Updated weights for policy 0, policy_version 41345 (0.0005)
+[2026-06-02 17:03:55,060][263846] Updated weights for policy 0, policy_version 41355 (0.0005)
+[2026-06-02 17:03:55,248][263846] Updated weights for policy 0, policy_version 41365 (0.0008)
+[2026-06-02 17:03:55,720][263846] Updated weights for policy 0, policy_version 41375 (0.0009)
+[2026-06-02 17:03:55,915][263846] Updated weights for policy 0, policy_version 41385 (0.0008)
+[2026-06-02 17:03:56,103][263846] Updated weights for policy 0, policy_version 41395 (0.0006)
+[2026-06-02 17:03:56,291][263846] Updated weights for policy 0, policy_version 41405 (0.0005)
+[2026-06-02 17:03:56,483][263846] Updated weights for policy 0, policy_version 41415 (0.0008)
+[2026-06-02 17:03:56,679][263846] Updated weights for policy 0, policy_version 41425 (0.0008)
+[2026-06-02 17:03:57,185][263846] Updated weights for policy 0, policy_version 41435 (0.0008)
+[2026-06-02 17:03:57,358][263846] Updated weights for policy 0, policy_version 41445 (0.0008)
+[2026-06-02 17:03:57,550][263846] Updated weights for policy 0, policy_version 41455 (0.0008)
+[2026-06-02 17:03:57,740][263846] Updated weights for policy 0, policy_version 41465 (0.0008)
+[2026-06-02 17:03:57,937][263846] Updated weights for policy 0, policy_version 41475 (0.0008)
+[2026-06-02 17:03:58,127][263846] Updated weights for policy 0, policy_version 41485 (0.0008)
+[2026-06-02 17:03:58,317][263846] Updated weights for policy 0, policy_version 41495 (0.0009)
+[2026-06-02 17:03:58,810][263846] Updated weights for policy 0, policy_version 41505 (0.0008)
+[2026-06-02 17:03:58,911][262831] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 21266432. Throughput: 0: 21447.1. Samples: 21268864. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:03:58,912][262831] Avg episode reward: [(0, '2090.945')]
+[2026-06-02 17:03:58,998][263846] Updated weights for policy 0, policy_version 41515 (0.0008)
+[2026-06-02 17:03:59,185][263846] Updated weights for policy 0, policy_version 41525 (0.0008)
+[2026-06-02 17:03:59,375][263846] Updated weights for policy 0, policy_version 41535 (0.0008)
+[2026-06-02 17:03:59,568][263846] Updated weights for policy 0, policy_version 41545 (0.0008)
+[2026-06-02 17:03:59,756][263846] Updated weights for policy 0, policy_version 41555 (0.0008)
+[2026-06-02 17:03:59,842][263767] Saving new best policy, reward=2090.945!
+[2026-06-02 17:04:00,257][263846] Updated weights for policy 0, policy_version 41565 (0.0009)
+[2026-06-02 17:04:00,445][263846] Updated weights for policy 0, policy_version 41575 (0.0009)
+[2026-06-02 17:04:00,639][263846] Updated weights for policy 0, policy_version 41585 (0.0009)
+[2026-06-02 17:04:00,824][263846] Updated weights for policy 0, policy_version 41595 (0.0009)
+[2026-06-02 17:04:01,013][263846] Updated weights for policy 0, policy_version 41605 (0.0009)
+[2026-06-02 17:04:01,200][263846] Updated weights for policy 0, policy_version 41615 (0.0009)
+[2026-06-02 17:04:01,772][263846] Updated weights for policy 0, policy_version 41625 (0.0009)
+[2026-06-02 17:04:01,946][263846] Updated weights for policy 0, policy_version 41635 (0.0008)
+[2026-06-02 17:04:02,131][263846] Updated weights for policy 0, policy_version 41645 (0.0009)
+[2026-06-02 17:04:02,328][263846] Updated weights for policy 0, policy_version 41655 (0.0009)
+[2026-06-02 17:04:02,516][263846] Updated weights for policy 0, policy_version 41665 (0.0008)
+[2026-06-02 17:04:02,710][263846] Updated weights for policy 0, policy_version 41675 (0.0009)
+[2026-06-02 17:04:02,895][263846] Updated weights for policy 0, policy_version 41685 (0.0006)
+[2026-06-02 17:04:03,437][263846] Updated weights for policy 0, policy_version 41695 (0.0006)
+[2026-06-02 17:04:03,629][263846] Updated weights for policy 0, policy_version 41705 (0.0005)
+[2026-06-02 17:04:03,823][263846] Updated weights for policy 0, policy_version 41715 (0.0005)
+[2026-06-02 17:04:03,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 21364736. Throughput: 0: 21230.9. Samples: 21390848. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:04:03,912][262831] Avg episode reward: [(0, '2055.779')]
+[2026-06-02 17:04:04,016][263846] Updated weights for policy 0, policy_version 41725 (0.0005)
+[2026-06-02 17:04:04,211][263846] Updated weights for policy 0, policy_version 41735 (0.0005)
+[2026-06-02 17:04:04,406][263846] Updated weights for policy 0, policy_version 41745 (0.0007)
+[2026-06-02 17:04:04,889][263846] Updated weights for policy 0, policy_version 41755 (0.0008)
+[2026-06-02 17:04:05,067][263846] Updated weights for policy 0, policy_version 41765 (0.0008)
+[2026-06-02 17:04:05,261][263846] Updated weights for policy 0, policy_version 41775 (0.0008)
+[2026-06-02 17:04:05,454][263846] Updated weights for policy 0, policy_version 41785 (0.0008)
+[2026-06-02 17:04:05,646][263846] Updated weights for policy 0, policy_version 41795 (0.0008)
+[2026-06-02 17:04:05,838][263846] Updated weights for policy 0, policy_version 41805 (0.0009)
+[2026-06-02 17:04:06,026][263846] Updated weights for policy 0, policy_version 41815 (0.0009)
+[2026-06-02 17:04:06,557][263846] Updated weights for policy 0, policy_version 41825 (0.0008)
+[2026-06-02 17:04:06,741][263846] Updated weights for policy 0, policy_version 41835 (0.0008)
+[2026-06-02 17:04:06,931][263846] Updated weights for policy 0, policy_version 41845 (0.0008)
+[2026-06-02 17:04:07,131][263846] Updated weights for policy 0, policy_version 41855 (0.0008)
+[2026-06-02 17:04:07,323][263846] Updated weights for policy 0, policy_version 41865 (0.0008)
+[2026-06-02 17:04:07,513][263846] Updated weights for policy 0, policy_version 41875 (0.0008)
+[2026-06-02 17:04:08,037][263846] Updated weights for policy 0, policy_version 41885 (0.0008)
+[2026-06-02 17:04:08,220][263846] Updated weights for policy 0, policy_version 41895 (0.0008)
+[2026-06-02 17:04:08,411][263846] Updated weights for policy 0, policy_version 41905 (0.0008)
+[2026-06-02 17:04:08,606][263846] Updated weights for policy 0, policy_version 41915 (0.0008)
+[2026-06-02 17:04:08,796][263846] Updated weights for policy 0, policy_version 41925 (0.0008)
+[2026-06-02 17:04:08,911][262831] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 21463040. Throughput: 0: 21188.3. Samples: 21454848. Policy #0 lag: (min: 54.0, avg: 78.4, max: 118.0)
+[2026-06-02 17:04:08,912][262831] Avg episode reward: [(0, '2041.899')]
+[2026-06-02 17:04:08,984][263846] Updated weights for policy 0, policy_version 41935 (0.0008)
+[2026-06-02 17:04:09,526][263846] Updated weights for policy 0, policy_version 41945 (0.0008)
+[2026-06-02 17:04:09,701][263846] Updated weights for policy 0, policy_version 41955 (0.0009)
+[2026-06-02 17:04:09,898][263846] Updated weights for policy 0, policy_version 41965 (0.0009)
+[2026-06-02 17:04:10,084][263846] Updated weights for policy 0, policy_version 41975 (0.0008)
+[2026-06-02 17:04:10,282][263846] Updated weights for policy 0, policy_version 41985 (0.0009)
+[2026-06-02 17:04:10,470][263846] Updated weights for policy 0, policy_version 41995 (0.0008)
+[2026-06-02 17:04:10,669][263846] Updated weights for policy 0, policy_version 42005 (0.0005)
+[2026-06-02 17:04:11,198][263846] Updated weights for policy 0, policy_version 42015 (0.0005)
+[2026-06-02 17:04:11,379][263846] Updated weights for policy 0, policy_version 42025 (0.0004)
+[2026-06-02 17:04:11,581][263846] Updated weights for policy 0, policy_version 42035 (0.0005)
+[2026-06-02 17:04:11,765][263846] Updated weights for policy 0, policy_version 42045 (0.0004)
+[2026-06-02 17:04:11,961][263846] Updated weights for policy 0, policy_version 42055 (0.0005)
+[2026-06-02 17:04:12,162][263846] Updated weights for policy 0, policy_version 42065 (0.0004)
+[2026-06-02 17:04:12,660][263846] Updated weights for policy 0, policy_version 42075 (0.0004)
+[2026-06-02 17:04:12,841][263846] Updated weights for policy 0, policy_version 42085 (0.0005)
+[2026-06-02 17:04:13,030][263846] Updated weights for policy 0, policy_version 42095 (0.0005)
+[2026-06-02 17:04:13,224][263846] Updated weights for policy 0, policy_version 42105 (0.0005)
+[2026-06-02 17:04:13,418][263846] Updated weights for policy 0, policy_version 42115 (0.0008)
+[2026-06-02 17:04:13,615][263846] Updated weights for policy 0, policy_version 42125 (0.0008)
+[2026-06-02 17:04:13,812][263846] Updated weights for policy 0, policy_version 42135 (0.0008)
+[2026-06-02 17:04:13,911][262831] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 21594112. Throughput: 0: 21216.8. Samples: 21586944. Policy #0 lag: (min: 18.0, avg: 60.2, max: 80.0)
+[2026-06-02 17:04:13,912][262831] Avg episode reward: [(0, '2111.135')]
+[2026-06-02 17:04:13,917][263767] Saving new best policy, reward=2111.135!
+[2026-06-02 17:04:14,309][263846] Updated weights for policy 0, policy_version 42145 (0.0004)
+[2026-06-02 17:04:14,501][263846] Updated weights for policy 0, policy_version 42155 (0.0004)
+[2026-06-02 17:04:14,695][263846] Updated weights for policy 0, policy_version 42165 (0.0004)
+[2026-06-02 17:04:14,890][263846] Updated weights for policy 0, policy_version 42175 (0.0004)
+[2026-06-02 17:04:15,077][263846] Updated weights for policy 0, policy_version 42185 (0.0004)
+[2026-06-02 17:04:15,269][263846] Updated weights for policy 0, policy_version 42195 (0.0004)
+[2026-06-02 17:04:15,762][263846] Updated weights for policy 0, policy_version 42205 (0.0006)
+[2026-06-02 17:04:15,937][263846] Updated weights for policy 0, policy_version 42215 (0.0008)
+[2026-06-02 17:04:16,115][263846] Updated weights for policy 0, policy_version 42225 (0.0009)
+[2026-06-02 17:04:16,298][263846] Updated weights for policy 0, policy_version 42235 (0.0009)
+[2026-06-02 17:04:16,486][263846] Updated weights for policy 0, policy_version 42245 (0.0008)
+[2026-06-02 17:04:16,676][263846] Updated weights for policy 0, policy_version 42255 (0.0009)
+[2026-06-02 17:04:17,242][263846] Updated weights for policy 0, policy_version 42265 (0.0009)
+[2026-06-02 17:04:17,420][263846] Updated weights for policy 0, policy_version 42275 (0.0008)
+[2026-06-02 17:04:17,604][263846] Updated weights for policy 0, policy_version 42285 (0.0008)
+[2026-06-02 17:04:17,798][263846] Updated weights for policy 0, policy_version 42295 (0.0008)
+[2026-06-02 17:04:17,985][263846] Updated weights for policy 0, policy_version 42305 (0.0008)
+[2026-06-02 17:04:18,174][263846] Updated weights for policy 0, policy_version 42315 (0.0008)
+[2026-06-02 17:04:18,364][263846] Updated weights for policy 0, policy_version 42325 (0.0008)
+[2026-06-02 17:04:18,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 21692416. Throughput: 0: 21151.3. Samples: 21715200. Policy #0 lag: (min: 18.0, avg: 60.2, max: 80.0)
+[2026-06-02 17:04:18,912][262831] Avg episode reward: [(0, '2133.527')]
+[2026-06-02 17:04:18,915][263846] Updated weights for policy 0, policy_version 42335 (0.0008)
+[2026-06-02 17:04:19,096][263846] Updated weights for policy 0, policy_version 42345 (0.0008)
+[2026-06-02 17:04:19,290][263846] Updated weights for policy 0, policy_version 42355 (0.0009)
+[2026-06-02 17:04:19,474][263846] Updated weights for policy 0, policy_version 42365 (0.0008)
+[2026-06-02 17:04:19,668][263846] Updated weights for policy 0, policy_version 42375 (0.0008)
+[2026-06-02 17:04:19,855][263846] Updated weights for policy 0, policy_version 42385 (0.0008)
+[2026-06-02 17:04:19,972][263767] Saving new best policy, reward=2133.527!
+[2026-06-02 17:04:20,413][263846] Updated weights for policy 0, policy_version 42395 (0.0008)
+[2026-06-02 17:04:20,590][263846] Updated weights for policy 0, policy_version 42405 (0.0008)
+[2026-06-02 17:04:20,771][263846] Updated weights for policy 0, policy_version 42415 (0.0008)
+[2026-06-02 17:04:20,955][263846] Updated weights for policy 0, policy_version 42425 (0.0008)
+[2026-06-02 17:04:21,151][263846] Updated weights for policy 0, policy_version 42435 (0.0009)
+[2026-06-02 17:04:21,339][263846] Updated weights for policy 0, policy_version 42445 (0.0008)
+[2026-06-02 17:04:21,525][263846] Updated weights for policy 0, policy_version 42455 (0.0008)
+[2026-06-02 17:04:22,090][263846] Updated weights for policy 0, policy_version 42465 (0.0008)
+[2026-06-02 17:04:22,279][263846] Updated weights for policy 0, policy_version 42475 (0.0008)
+[2026-06-02 17:04:22,473][263846] Updated weights for policy 0, policy_version 42485 (0.0008)
+[2026-06-02 17:04:22,662][263846] Updated weights for policy 0, policy_version 42495 (0.0008)
+[2026-06-02 17:04:22,851][263846] Updated weights for policy 0, policy_version 42505 (0.0009)
+[2026-06-02 17:04:23,040][263846] Updated weights for policy 0, policy_version 42515 (0.0009)
+[2026-06-02 17:04:23,602][263846] Updated weights for policy 0, policy_version 42525 (0.0009)
+[2026-06-02 17:04:23,783][263846] Updated weights for policy 0, policy_version 42535 (0.0009)
+[2026-06-02 17:04:23,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 21790720. Throughput: 0: 21171.2. Samples: 21781376. Policy #0 lag: (min: 18.0, avg: 60.2, max: 80.0)
+[2026-06-02 17:04:23,912][262831] Avg episode reward: [(0, '2167.215')]
+[2026-06-02 17:04:23,970][263846] Updated weights for policy 0, policy_version 42545 (0.0008)
+[2026-06-02 17:04:24,153][263846] Updated weights for policy 0, policy_version 42555 (0.0009)
+[2026-06-02 17:04:24,343][263846] Updated weights for policy 0, policy_version 42565 (0.0009)
+[2026-06-02 17:04:24,533][263846] Updated weights for policy 0, policy_version 42575 (0.0009)
+[2026-06-02 17:04:24,690][263767] Saving new best policy, reward=2167.215!
+[2026-06-02 17:04:25,105][263846] Updated weights for policy 0, policy_version 42585 (0.0009)
+[2026-06-02 17:04:25,281][263846] Updated weights for policy 0, policy_version 42595 (0.0009)
+[2026-06-02 17:04:25,471][263846] Updated weights for policy 0, policy_version 42605 (0.0009)
+[2026-06-02 17:04:25,658][263846] Updated weights for policy 0, policy_version 42615 (0.0009)
+[2026-06-02 17:04:25,851][263846] Updated weights for policy 0, policy_version 42625 (0.0008)
+[2026-06-02 17:04:26,041][263846] Updated weights for policy 0, policy_version 42635 (0.0009)
+[2026-06-02 17:04:26,230][263846] Updated weights for policy 0, policy_version 42645 (0.0008)
+[2026-06-02 17:04:26,723][263846] Updated weights for policy 0, policy_version 42655 (0.0008)
+[2026-06-02 17:04:26,908][263846] Updated weights for policy 0, policy_version 42665 (0.0008)
+[2026-06-02 17:04:27,098][263846] Updated weights for policy 0, policy_version 42675 (0.0008)
+[2026-06-02 17:04:27,285][263846] Updated weights for policy 0, policy_version 42685 (0.0008)
+[2026-06-02 17:04:27,485][263846] Updated weights for policy 0, policy_version 42695 (0.0008)
+[2026-06-02 17:04:27,677][263846] Updated weights for policy 0, policy_version 42705 (0.0008)
+[2026-06-02 17:04:28,180][263846] Updated weights for policy 0, policy_version 42715 (0.0009)
+[2026-06-02 17:04:28,358][263846] Updated weights for policy 0, policy_version 42725 (0.0008)
+[2026-06-02 17:04:28,544][263846] Updated weights for policy 0, policy_version 42735 (0.0008)
+[2026-06-02 17:04:28,735][263846] Updated weights for policy 0, policy_version 42745 (0.0008)
+[2026-06-02 17:04:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 21889024. Throughput: 0: 21250.8. Samples: 21911680. Policy #0 lag: (min: 18.0, avg: 60.2, max: 80.0)
+[2026-06-02 17:04:28,912][262831] Avg episode reward: [(0, '2238.431')]
+[2026-06-02 17:04:28,934][263846] Updated weights for policy 0, policy_version 42755 (0.0008)
+[2026-06-02 17:04:29,124][263846] Updated weights for policy 0, policy_version 42765 (0.0008)
+[2026-06-02 17:04:29,311][263846] Updated weights for policy 0, policy_version 42775 (0.0008)
+[2026-06-02 17:04:29,327][263767] Saving new best policy, reward=2238.431!
+[2026-06-02 17:04:29,808][263846] Updated weights for policy 0, policy_version 42785 (0.0008)
+[2026-06-02 17:04:30,004][263846] Updated weights for policy 0, policy_version 42795 (0.0008)
+[2026-06-02 17:04:30,194][263846] Updated weights for policy 0, policy_version 42805 (0.0008)
+[2026-06-02 17:04:30,383][263846] Updated weights for policy 0, policy_version 42815 (0.0008)
+[2026-06-02 17:04:30,577][263846] Updated weights for policy 0, policy_version 42825 (0.0008)
+[2026-06-02 17:04:30,769][263846] Updated weights for policy 0, policy_version 42835 (0.0008)
+[2026-06-02 17:04:31,252][263846] Updated weights for policy 0, policy_version 42845 (0.0009)
+[2026-06-02 17:04:31,437][263846] Updated weights for policy 0, policy_version 42855 (0.0009)
+[2026-06-02 17:04:31,622][263846] Updated weights for policy 0, policy_version 42865 (0.0009)
+[2026-06-02 17:04:31,818][263846] Updated weights for policy 0, policy_version 42875 (0.0009)
+[2026-06-02 17:04:32,007][263846] Updated weights for policy 0, policy_version 42885 (0.0009)
+[2026-06-02 17:04:32,195][263846] Updated weights for policy 0, policy_version 42895 (0.0008)
+[2026-06-02 17:04:32,698][263846] Updated weights for policy 0, policy_version 42905 (0.0008)
+[2026-06-02 17:04:32,875][263846] Updated weights for policy 0, policy_version 42915 (0.0008)
+[2026-06-02 17:04:33,065][263846] Updated weights for policy 0, policy_version 42925 (0.0008)
+[2026-06-02 17:04:33,254][263846] Updated weights for policy 0, policy_version 42935 (0.0008)
+[2026-06-02 17:04:33,444][263846] Updated weights for policy 0, policy_version 42945 (0.0008)
+[2026-06-02 17:04:33,638][263846] Updated weights for policy 0, policy_version 42955 (0.0008)
+[2026-06-02 17:04:33,831][263846] Updated weights for policy 0, policy_version 42965 (0.0008)
+[2026-06-02 17:04:33,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21327.0). Total num frames: 22020096. Throughput: 0: 21248.0. Samples: 22036608. Policy #0 lag: (min: 18.0, avg: 60.2, max: 80.0)
+[2026-06-02 17:04:33,912][262831] Avg episode reward: [(0, '2230.329')]
+[2026-06-02 17:04:34,312][263846] Updated weights for policy 0, policy_version 42975 (0.0008)
+[2026-06-02 17:04:34,492][263846] Updated weights for policy 0, policy_version 42985 (0.0008)
+[2026-06-02 17:04:34,687][263846] Updated weights for policy 0, policy_version 42995 (0.0008)
+[2026-06-02 17:04:34,878][263846] Updated weights for policy 0, policy_version 43005 (0.0008)
+[2026-06-02 17:04:35,078][263846] Updated weights for policy 0, policy_version 43015 (0.0008)
+[2026-06-02 17:04:35,267][263846] Updated weights for policy 0, policy_version 43025 (0.0008)
+[2026-06-02 17:04:35,768][263846] Updated weights for policy 0, policy_version 43035 (0.0008)
+[2026-06-02 17:04:35,948][263846] Updated weights for policy 0, policy_version 43045 (0.0008)
+[2026-06-02 17:04:36,135][263846] Updated weights for policy 0, policy_version 43055 (0.0008)
+[2026-06-02 17:04:36,327][263846] Updated weights for policy 0, policy_version 43065 (0.0008)
+[2026-06-02 17:04:36,523][263846] Updated weights for policy 0, policy_version 43075 (0.0008)
+[2026-06-02 17:04:36,715][263846] Updated weights for policy 0, policy_version 43085 (0.0009)
+[2026-06-02 17:04:36,904][263846] Updated weights for policy 0, policy_version 43095 (0.0008)
+[2026-06-02 17:04:37,394][263846] Updated weights for policy 0, policy_version 43105 (0.0009)
+[2026-06-02 17:04:37,586][263846] Updated weights for policy 0, policy_version 43115 (0.0008)
+[2026-06-02 17:04:37,779][263846] Updated weights for policy 0, policy_version 43125 (0.0009)
+[2026-06-02 17:04:37,972][263846] Updated weights for policy 0, policy_version 43135 (0.0008)
+[2026-06-02 17:04:38,164][263846] Updated weights for policy 0, policy_version 43145 (0.0009)
+[2026-06-02 17:04:38,352][263846] Updated weights for policy 0, policy_version 43155 (0.0007)
+[2026-06-02 17:04:38,849][263846] Updated weights for policy 0, policy_version 43165 (0.0009)
+[2026-06-02 17:04:38,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 22118400. Throughput: 0: 21253.7. Samples: 22099072. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:04:38,912][262831] Avg episode reward: [(0, '2230.187')]
+[2026-06-02 17:04:39,034][263846] Updated weights for policy 0, policy_version 43175 (0.0008)
+[2026-06-02 17:04:39,217][263846] Updated weights for policy 0, policy_version 43185 (0.0008)
+[2026-06-02 17:04:39,409][263846] Updated weights for policy 0, policy_version 43195 (0.0008)
+[2026-06-02 17:04:39,599][263846] Updated weights for policy 0, policy_version 43205 (0.0008)
+[2026-06-02 17:04:39,787][263846] Updated weights for policy 0, policy_version 43215 (0.0008)
+[2026-06-02 17:04:40,300][263846] Updated weights for policy 0, policy_version 43225 (0.0008)
+[2026-06-02 17:04:40,470][263846] Updated weights for policy 0, policy_version 43235 (0.0008)
+[2026-06-02 17:04:40,664][263846] Updated weights for policy 0, policy_version 43245 (0.0008)
+[2026-06-02 17:04:40,844][263846] Updated weights for policy 0, policy_version 43255 (0.0008)
+[2026-06-02 17:04:41,028][263846] Updated weights for policy 0, policy_version 43265 (0.0008)
+[2026-06-02 17:04:41,217][263846] Updated weights for policy 0, policy_version 43275 (0.0008)
+[2026-06-02 17:04:41,396][263846] Updated weights for policy 0, policy_version 43285 (0.0008)
+[2026-06-02 17:04:41,916][263846] Updated weights for policy 0, policy_version 43295 (0.0008)
+[2026-06-02 17:04:42,102][263846] Updated weights for policy 0, policy_version 43305 (0.0008)
+[2026-06-02 17:04:42,290][263846] Updated weights for policy 0, policy_version 43315 (0.0008)
+[2026-06-02 17:04:42,481][263846] Updated weights for policy 0, policy_version 43325 (0.0008)
+[2026-06-02 17:04:42,670][263846] Updated weights for policy 0, policy_version 43335 (0.0008)
+[2026-06-02 17:04:42,857][263846] Updated weights for policy 0, policy_version 43345 (0.0008)
+[2026-06-02 17:04:43,371][263846] Updated weights for policy 0, policy_version 43355 (0.0008)
+[2026-06-02 17:04:43,546][263846] Updated weights for policy 0, policy_version 43365 (0.0008)
+[2026-06-02 17:04:43,742][263846] Updated weights for policy 0, policy_version 43375 (0.0008)
+[2026-06-02 17:04:43,911][262831] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 22216704. Throughput: 0: 21228.1. Samples: 22224128. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:04:43,912][262831] Avg episode reward: [(0, '2240.377')]
+[2026-06-02 17:04:43,924][263846] Updated weights for policy 0, policy_version 43385 (0.0008)
+[2026-06-02 17:04:44,103][263846] Updated weights for policy 0, policy_version 43395 (0.0008)
+[2026-06-02 17:04:44,287][263846] Updated weights for policy 0, policy_version 43405 (0.0008)
+[2026-06-02 17:04:44,474][263846] Updated weights for policy 0, policy_version 43415 (0.0008)
+[2026-06-02 17:04:44,490][263767] Saving new best policy, reward=2240.377!
+[2026-06-02 17:04:44,999][263846] Updated weights for policy 0, policy_version 43425 (0.0008)
+[2026-06-02 17:04:45,187][263846] Updated weights for policy 0, policy_version 43435 (0.0008)
+[2026-06-02 17:04:45,368][263846] Updated weights for policy 0, policy_version 43445 (0.0008)
+[2026-06-02 17:04:45,558][263846] Updated weights for policy 0, policy_version 43455 (0.0008)
+[2026-06-02 17:04:45,742][263846] Updated weights for policy 0, policy_version 43465 (0.0008)
+[2026-06-02 17:04:45,922][263846] Updated weights for policy 0, policy_version 43475 (0.0008)
+[2026-06-02 17:04:46,487][263846] Updated weights for policy 0, policy_version 43485 (0.0008)
+[2026-06-02 17:04:46,668][263846] Updated weights for policy 0, policy_version 43495 (0.0008)
+[2026-06-02 17:04:46,850][263846] Updated weights for policy 0, policy_version 43505 (0.0008)
+[2026-06-02 17:04:47,041][263846] Updated weights for policy 0, policy_version 43515 (0.0008)
+[2026-06-02 17:04:47,228][263846] Updated weights for policy 0, policy_version 43525 (0.0008)
+[2026-06-02 17:04:47,420][263846] Updated weights for policy 0, policy_version 43535 (0.0008)
+[2026-06-02 17:04:47,997][263846] Updated weights for policy 0, policy_version 43545 (0.0008)
+[2026-06-02 17:04:48,170][263846] Updated weights for policy 0, policy_version 43555 (0.0008)
+[2026-06-02 17:04:48,358][263846] Updated weights for policy 0, policy_version 43565 (0.0008)
+[2026-06-02 17:04:48,546][263846] Updated weights for policy 0, policy_version 43575 (0.0008)
+[2026-06-02 17:04:48,738][263846] Updated weights for policy 0, policy_version 43585 (0.0008)
+[2026-06-02 17:04:48,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 22315008. Throughput: 0: 21387.4. Samples: 22353280. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:04:48,912][262831] Avg episode reward: [(0, '2263.571')]
+[2026-06-02 17:04:48,924][263846] Updated weights for policy 0, policy_version 43595 (0.0008)
+[2026-06-02 17:04:49,117][263846] Updated weights for policy 0, policy_version 43605 (0.0008)
+[2026-06-02 17:04:49,162][263767] Saving new best policy, reward=2263.571!
+[2026-06-02 17:04:49,656][263846] Updated weights for policy 0, policy_version 43615 (0.0008)
+[2026-06-02 17:04:49,823][263846] Updated weights for policy 0, policy_version 43625 (0.0008)
+[2026-06-02 17:04:50,013][263846] Updated weights for policy 0, policy_version 43635 (0.0008)
+[2026-06-02 17:04:50,194][263846] Updated weights for policy 0, policy_version 43645 (0.0008)
+[2026-06-02 17:04:50,375][263846] Updated weights for policy 0, policy_version 43655 (0.0008)
+[2026-06-02 17:04:50,556][263846] Updated weights for policy 0, policy_version 43665 (0.0008)
+[2026-06-02 17:04:51,129][263846] Updated weights for policy 0, policy_version 43675 (0.0008)
+[2026-06-02 17:04:51,300][263846] Updated weights for policy 0, policy_version 43685 (0.0008)
+[2026-06-02 17:04:51,479][263846] Updated weights for policy 0, policy_version 43695 (0.0008)
+[2026-06-02 17:04:51,659][263846] Updated weights for policy 0, policy_version 43705 (0.0008)
+[2026-06-02 17:04:51,840][263846] Updated weights for policy 0, policy_version 43715 (0.0008)
+[2026-06-02 17:04:52,021][263846] Updated weights for policy 0, policy_version 43725 (0.0008)
+[2026-06-02 17:04:52,202][263846] Updated weights for policy 0, policy_version 43735 (0.0008)
+[2026-06-02 17:04:52,772][263846] Updated weights for policy 0, policy_version 43745 (0.0008)
+[2026-06-02 17:04:52,950][263846] Updated weights for policy 0, policy_version 43755 (0.0008)
+[2026-06-02 17:04:53,133][263846] Updated weights for policy 0, policy_version 43765 (0.0008)
+[2026-06-02 17:04:53,313][263846] Updated weights for policy 0, policy_version 43775 (0.0008)
+[2026-06-02 17:04:53,494][263846] Updated weights for policy 0, policy_version 43785 (0.0008)
+[2026-06-02 17:04:53,675][263846] Updated weights for policy 0, policy_version 43795 (0.0008)
+[2026-06-02 17:04:53,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 22446080. Throughput: 0: 21418.6. Samples: 22418688. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:04:53,912][262831] Avg episode reward: [(0, '2287.190')]
+[2026-06-02 17:04:53,917][263767] Saving new best policy, reward=2287.190!
+[2026-06-02 17:04:54,249][263846] Updated weights for policy 0, policy_version 43805 (0.0009)
+[2026-06-02 17:04:54,423][263846] Updated weights for policy 0, policy_version 43815 (0.0009)
+[2026-06-02 17:04:54,606][263846] Updated weights for policy 0, policy_version 43825 (0.0008)
+[2026-06-02 17:04:54,786][263846] Updated weights for policy 0, policy_version 43835 (0.0009)
+[2026-06-02 17:04:54,967][263846] Updated weights for policy 0, policy_version 43845 (0.0008)
+[2026-06-02 17:04:55,148][263846] Updated weights for policy 0, policy_version 43855 (0.0008)
+[2026-06-02 17:04:55,715][263846] Updated weights for policy 0, policy_version 43865 (0.0008)
+[2026-06-02 17:04:55,885][263846] Updated weights for policy 0, policy_version 43875 (0.0008)
+[2026-06-02 17:04:56,063][263846] Updated weights for policy 0, policy_version 43885 (0.0008)
+[2026-06-02 17:04:56,243][263846] Updated weights for policy 0, policy_version 43895 (0.0008)
+[2026-06-02 17:04:56,424][263846] Updated weights for policy 0, policy_version 43905 (0.0008)
+[2026-06-02 17:04:56,605][263846] Updated weights for policy 0, policy_version 43915 (0.0008)
+[2026-06-02 17:04:56,786][263846] Updated weights for policy 0, policy_version 43925 (0.0008)
+[2026-06-02 17:04:57,337][263846] Updated weights for policy 0, policy_version 43935 (0.0009)
+[2026-06-02 17:04:57,523][263846] Updated weights for policy 0, policy_version 43945 (0.0008)
+[2026-06-02 17:04:57,703][263846] Updated weights for policy 0, policy_version 43955 (0.0008)
+[2026-06-02 17:04:57,884][263846] Updated weights for policy 0, policy_version 43965 (0.0008)
+[2026-06-02 17:04:58,065][263846] Updated weights for policy 0, policy_version 43975 (0.0008)
+[2026-06-02 17:04:58,247][263846] Updated weights for policy 0, policy_version 43985 (0.0008)
+[2026-06-02 17:04:58,819][263846] Updated weights for policy 0, policy_version 43995 (0.0008)
+[2026-06-02 17:04:58,911][262831] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 22544384. Throughput: 0: 21245.1. Samples: 22542976. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:04:58,912][262831] Avg episode reward: [(0, '2287.791')]
+[2026-06-02 17:04:58,989][263846] Updated weights for policy 0, policy_version 44005 (0.0008)
+[2026-06-02 17:04:59,168][263846] Updated weights for policy 0, policy_version 44015 (0.0008)
+[2026-06-02 17:04:59,347][263846] Updated weights for policy 0, policy_version 44025 (0.0009)
+[2026-06-02 17:04:59,528][263846] Updated weights for policy 0, policy_version 44035 (0.0008)
+[2026-06-02 17:04:59,709][263846] Updated weights for policy 0, policy_version 44045 (0.0009)
+[2026-06-02 17:04:59,890][263846] Updated weights for policy 0, policy_version 44055 (0.0008)
+[2026-06-02 17:04:59,900][263767] Saving new best policy, reward=2287.791!
+[2026-06-02 17:05:00,466][263846] Updated weights for policy 0, policy_version 44065 (0.0008)
+[2026-06-02 17:05:00,643][263846] Updated weights for policy 0, policy_version 44075 (0.0008)
+[2026-06-02 17:05:00,824][263846] Updated weights for policy 0, policy_version 44085 (0.0008)
+[2026-06-02 17:05:01,004][263846] Updated weights for policy 0, policy_version 44095 (0.0008)
+[2026-06-02 17:05:01,189][263846] Updated weights for policy 0, policy_version 44105 (0.0008)
+[2026-06-02 17:05:01,364][263846] Updated weights for policy 0, policy_version 44115 (0.0008)
+[2026-06-02 17:05:01,938][263846] Updated weights for policy 0, policy_version 44125 (0.0009)
+[2026-06-02 17:05:02,112][263846] Updated weights for policy 0, policy_version 44135 (0.0008)
+[2026-06-02 17:05:02,292][263846] Updated weights for policy 0, policy_version 44145 (0.0008)
+[2026-06-02 17:05:02,475][263846] Updated weights for policy 0, policy_version 44155 (0.0009)
+[2026-06-02 17:05:02,657][263846] Updated weights for policy 0, policy_version 44165 (0.0009)
+[2026-06-02 17:05:02,860][263846] Updated weights for policy 0, policy_version 44175 (0.0006)
+[2026-06-02 17:05:03,419][263846] Updated weights for policy 0, policy_version 44185 (0.0009)
+[2026-06-02 17:05:03,591][263846] Updated weights for policy 0, policy_version 44195 (0.0008)
+[2026-06-02 17:05:03,771][263846] Updated weights for policy 0, policy_version 44205 (0.0008)
+[2026-06-02 17:05:03,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 22642688. Throughput: 0: 21139.9. Samples: 22666496. Policy #0 lag: (min: 63.0, avg: 87.7, max: 127.0)
+[2026-06-02 17:05:03,912][262831] Avg episode reward: [(0, '2345.714')]
+[2026-06-02 17:05:03,949][263846] Updated weights for policy 0, policy_version 44215 (0.0008)
+[2026-06-02 17:05:04,142][263846] Updated weights for policy 0, policy_version 44225 (0.0008)
+[2026-06-02 17:05:04,330][263846] Updated weights for policy 0, policy_version 44235 (0.0008)
+[2026-06-02 17:05:04,517][263846] Updated weights for policy 0, policy_version 44245 (0.0008)
+[2026-06-02 17:05:04,564][263767] Saving new best policy, reward=2345.714!
+[2026-06-02 17:05:05,075][263846] Updated weights for policy 0, policy_version 44255 (0.0008)
+[2026-06-02 17:05:05,257][263846] Updated weights for policy 0, policy_version 44265 (0.0008)
+[2026-06-02 17:05:05,446][263846] Updated weights for policy 0, policy_version 44275 (0.0008)
+[2026-06-02 17:05:05,640][263846] Updated weights for policy 0, policy_version 44285 (0.0008)
+[2026-06-02 17:05:05,821][263846] Updated weights for policy 0, policy_version 44295 (0.0008)
+[2026-06-02 17:05:06,001][263846] Updated weights for policy 0, policy_version 44305 (0.0008)
+[2026-06-02 17:05:06,568][263846] Updated weights for policy 0, policy_version 44315 (0.0008)
+[2026-06-02 17:05:06,747][263846] Updated weights for policy 0, policy_version 44325 (0.0008)
+[2026-06-02 17:05:06,931][263846] Updated weights for policy 0, policy_version 44335 (0.0008)
+[2026-06-02 17:05:07,118][263846] Updated weights for policy 0, policy_version 44345 (0.0008)
+[2026-06-02 17:05:07,305][263846] Updated weights for policy 0, policy_version 44355 (0.0008)
+[2026-06-02 17:05:07,489][263846] Updated weights for policy 0, policy_version 44365 (0.0008)
+[2026-06-02 17:05:07,677][263846] Updated weights for policy 0, policy_version 44375 (0.0008)
+[2026-06-02 17:05:08,234][263846] Updated weights for policy 0, policy_version 44385 (0.0008)
+[2026-06-02 17:05:08,422][263846] Updated weights for policy 0, policy_version 44395 (0.0008)
+[2026-06-02 17:05:08,616][263846] Updated weights for policy 0, policy_version 44405 (0.0008)
+[2026-06-02 17:05:08,799][263846] Updated weights for policy 0, policy_version 44415 (0.0008)
+[2026-06-02 17:05:08,911][262831] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 22740992. Throughput: 0: 21117.2. Samples: 22731648. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:08,912][262831] Avg episode reward: [(0, '2481.342')]
+[2026-06-02 17:05:08,983][263846] Updated weights for policy 0, policy_version 44425 (0.0008)
+[2026-06-02 17:05:09,179][263846] Updated weights for policy 0, policy_version 44435 (0.0008)
+[2026-06-02 17:05:09,263][263767] Saving new best policy, reward=2481.342!
+[2026-06-02 17:05:09,736][263846] Updated weights for policy 0, policy_version 44445 (0.0008)
+[2026-06-02 17:05:09,922][263846] Updated weights for policy 0, policy_version 44455 (0.0008)
+[2026-06-02 17:05:10,109][263846] Updated weights for policy 0, policy_version 44465 (0.0008)
+[2026-06-02 17:05:10,299][263846] Updated weights for policy 0, policy_version 44475 (0.0008)
+[2026-06-02 17:05:10,488][263846] Updated weights for policy 0, policy_version 44485 (0.0008)
+[2026-06-02 17:05:10,669][263846] Updated weights for policy 0, policy_version 44495 (0.0008)
+[2026-06-02 17:05:11,239][263846] Updated weights for policy 0, policy_version 44505 (0.0008)
+[2026-06-02 17:05:11,413][263846] Updated weights for policy 0, policy_version 44515 (0.0008)
+[2026-06-02 17:05:11,593][263846] Updated weights for policy 0, policy_version 44525 (0.0008)
+[2026-06-02 17:05:11,772][263846] Updated weights for policy 0, policy_version 44535 (0.0009)
+[2026-06-02 17:05:11,950][263846] Updated weights for policy 0, policy_version 44545 (0.0008)
+[2026-06-02 17:05:12,144][263846] Updated weights for policy 0, policy_version 44555 (0.0008)
+[2026-06-02 17:05:12,334][263846] Updated weights for policy 0, policy_version 44565 (0.0008)
+[2026-06-02 17:05:12,895][263846] Updated weights for policy 0, policy_version 44575 (0.0008)
+[2026-06-02 17:05:13,074][263846] Updated weights for policy 0, policy_version 44585 (0.0008)
+[2026-06-02 17:05:13,262][263846] Updated weights for policy 0, policy_version 44595 (0.0008)
+[2026-06-02 17:05:13,455][263846] Updated weights for policy 0, policy_version 44605 (0.0008)
+[2026-06-02 17:05:13,643][263846] Updated weights for policy 0, policy_version 44615 (0.0008)
+[2026-06-02 17:05:13,829][263846] Updated weights for policy 0, policy_version 44625 (0.0008)
+[2026-06-02 17:05:13,911][262831] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 21215.9). Total num frames: 22839296. Throughput: 0: 21148.5. Samples: 22863360. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:13,912][262831] Avg episode reward: [(0, '2487.065')]
+[2026-06-02 17:05:13,949][263767] Saving new best policy, reward=2487.065!
+[2026-06-02 17:05:14,395][263846] Updated weights for policy 0, policy_version 44635 (0.0008)
+[2026-06-02 17:05:14,573][263846] Updated weights for policy 0, policy_version 44645 (0.0009)
+[2026-06-02 17:05:14,751][263846] Updated weights for policy 0, policy_version 44655 (0.0008)
+[2026-06-02 17:05:14,932][263846] Updated weights for policy 0, policy_version 44665 (0.0009)
+[2026-06-02 17:05:15,113][263846] Updated weights for policy 0, policy_version 44675 (0.0008)
+[2026-06-02 17:05:15,293][263846] Updated weights for policy 0, policy_version 44685 (0.0008)
+[2026-06-02 17:05:15,474][263846] Updated weights for policy 0, policy_version 44695 (0.0008)
+[2026-06-02 17:05:16,047][263846] Updated weights for policy 0, policy_version 44705 (0.0009)
+[2026-06-02 17:05:16,225][263846] Updated weights for policy 0, policy_version 44715 (0.0008)
+[2026-06-02 17:05:16,419][263846] Updated weights for policy 0, policy_version 44725 (0.0008)
+[2026-06-02 17:05:16,605][263846] Updated weights for policy 0, policy_version 44735 (0.0008)
+[2026-06-02 17:05:16,786][263846] Updated weights for policy 0, policy_version 44745 (0.0008)
+[2026-06-02 17:05:16,972][263846] Updated weights for policy 0, policy_version 44755 (0.0009)
+[2026-06-02 17:05:17,547][263846] Updated weights for policy 0, policy_version 44765 (0.0008)
+[2026-06-02 17:05:17,729][263846] Updated weights for policy 0, policy_version 44775 (0.0008)
+[2026-06-02 17:05:17,918][263846] Updated weights for policy 0, policy_version 44785 (0.0008)
+[2026-06-02 17:05:18,106][263846] Updated weights for policy 0, policy_version 44795 (0.0008)
+[2026-06-02 17:05:18,296][263846] Updated weights for policy 0, policy_version 44805 (0.0008)
+[2026-06-02 17:05:18,484][263846] Updated weights for policy 0, policy_version 44815 (0.0008)
+[2026-06-02 17:05:18,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 22970368. Throughput: 0: 21313.4. Samples: 22995712. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:18,912][262831] Avg episode reward: [(0, '2560.579')]
+[2026-06-02 17:05:19,053][263846] Updated weights for policy 0, policy_version 44825 (0.0008)
+[2026-06-02 17:05:19,226][263846] Updated weights for policy 0, policy_version 44835 (0.0008)
+[2026-06-02 17:05:19,405][263846] Updated weights for policy 0, policy_version 44845 (0.0008)
+[2026-06-02 17:05:19,598][263846] Updated weights for policy 0, policy_version 44855 (0.0008)
+[2026-06-02 17:05:19,787][263846] Updated weights for policy 0, policy_version 44865 (0.0008)
+[2026-06-02 17:05:19,966][263846] Updated weights for policy 0, policy_version 44875 (0.0009)
+[2026-06-02 17:05:20,160][263846] Updated weights for policy 0, policy_version 44885 (0.0008)
+[2026-06-02 17:05:20,209][263767] Saving new best policy, reward=2560.579!
+[2026-06-02 17:05:20,678][263846] Updated weights for policy 0, policy_version 44895 (0.0009)
+[2026-06-02 17:05:20,854][263846] Updated weights for policy 0, policy_version 44905 (0.0008)
+[2026-06-02 17:05:21,035][263846] Updated weights for policy 0, policy_version 44915 (0.0009)
+[2026-06-02 17:05:21,215][263846] Updated weights for policy 0, policy_version 44925 (0.0008)
+[2026-06-02 17:05:21,396][263846] Updated weights for policy 0, policy_version 44935 (0.0008)
+[2026-06-02 17:05:21,577][263846] Updated weights for policy 0, policy_version 44945 (0.0008)
+[2026-06-02 17:05:22,153][263846] Updated weights for policy 0, policy_version 44955 (0.0008)
+[2026-06-02 17:05:22,330][263846] Updated weights for policy 0, policy_version 44965 (0.0008)
+[2026-06-02 17:05:22,517][263846] Updated weights for policy 0, policy_version 44975 (0.0008)
+[2026-06-02 17:05:22,710][263846] Updated weights for policy 0, policy_version 44985 (0.0008)
+[2026-06-02 17:05:22,902][263846] Updated weights for policy 0, policy_version 44995 (0.0008)
+[2026-06-02 17:05:23,086][263846] Updated weights for policy 0, policy_version 45005 (0.0008)
+[2026-06-02 17:05:23,281][263846] Updated weights for policy 0, policy_version 45015 (0.0008)
+[2026-06-02 17:05:23,768][263846] Updated weights for policy 0, policy_version 45025 (0.0008)
+[2026-06-02 17:05:23,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23068672. Throughput: 0: 21350.4. Samples: 23059840. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:23,912][262831] Avg episode reward: [(0, '2620.355')]
+[2026-06-02 17:05:23,958][263846] Updated weights for policy 0, policy_version 45035 (0.0007)
+[2026-06-02 17:05:24,151][263846] Updated weights for policy 0, policy_version 45045 (0.0008)
+[2026-06-02 17:05:24,333][263846] Updated weights for policy 0, policy_version 45055 (0.0008)
+[2026-06-02 17:05:24,511][263846] Updated weights for policy 0, policy_version 45065 (0.0008)
+[2026-06-02 17:05:24,690][263846] Updated weights for policy 0, policy_version 45075 (0.0008)
+[2026-06-02 17:05:24,771][263767] Saving new best policy, reward=2620.355!
+[2026-06-02 17:05:25,248][263846] Updated weights for policy 0, policy_version 45085 (0.0008)
+[2026-06-02 17:05:25,434][263846] Updated weights for policy 0, policy_version 45095 (0.0008)
+[2026-06-02 17:05:25,621][263846] Updated weights for policy 0, policy_version 45105 (0.0009)
+[2026-06-02 17:05:25,809][263846] Updated weights for policy 0, policy_version 45115 (0.0008)
+[2026-06-02 17:05:25,992][263846] Updated weights for policy 0, policy_version 45125 (0.0008)
+[2026-06-02 17:05:26,174][263846] Updated weights for policy 0, policy_version 45135 (0.0009)
+[2026-06-02 17:05:26,697][263846] Updated weights for policy 0, policy_version 45145 (0.0008)
+[2026-06-02 17:05:26,871][263846] Updated weights for policy 0, policy_version 45155 (0.0008)
+[2026-06-02 17:05:27,052][263846] Updated weights for policy 0, policy_version 45165 (0.0008)
+[2026-06-02 17:05:27,238][263846] Updated weights for policy 0, policy_version 45175 (0.0008)
+[2026-06-02 17:05:27,428][263846] Updated weights for policy 0, policy_version 45185 (0.0008)
+[2026-06-02 17:05:27,607][263846] Updated weights for policy 0, policy_version 45195 (0.0008)
+[2026-06-02 17:05:27,797][263846] Updated weights for policy 0, policy_version 45205 (0.0008)
+[2026-06-02 17:05:28,306][263846] Updated weights for policy 0, policy_version 45215 (0.0008)
+[2026-06-02 17:05:28,489][263846] Updated weights for policy 0, policy_version 45225 (0.0008)
+[2026-06-02 17:05:28,671][263846] Updated weights for policy 0, policy_version 45235 (0.0008)
+[2026-06-02 17:05:28,849][263846] Updated weights for policy 0, policy_version 45245 (0.0008)
+[2026-06-02 17:05:28,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 23166976. Throughput: 0: 21390.3. Samples: 23186688. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:28,912][262831] Avg episode reward: [(0, '2656.706')]
+[2026-06-02 17:05:29,038][263846] Updated weights for policy 0, policy_version 45255 (0.0008)
+[2026-06-02 17:05:29,229][263846] Updated weights for policy 0, policy_version 45265 (0.0008)
+[2026-06-02 17:05:29,346][263767] Saving new best policy, reward=2656.706!
+[2026-06-02 17:05:29,760][263846] Updated weights for policy 0, policy_version 45275 (0.0008)
+[2026-06-02 17:05:29,937][263846] Updated weights for policy 0, policy_version 45285 (0.0008)
+[2026-06-02 17:05:30,121][263846] Updated weights for policy 0, policy_version 45295 (0.0008)
+[2026-06-02 17:05:30,299][263846] Updated weights for policy 0, policy_version 45305 (0.0008)
+[2026-06-02 17:05:30,482][263846] Updated weights for policy 0, policy_version 45315 (0.0008)
+[2026-06-02 17:05:30,672][263846] Updated weights for policy 0, policy_version 45325 (0.0008)
+[2026-06-02 17:05:30,859][263846] Updated weights for policy 0, policy_version 45335 (0.0008)
+[2026-06-02 17:05:31,378][263846] Updated weights for policy 0, policy_version 45345 (0.0008)
+[2026-06-02 17:05:31,563][263846] Updated weights for policy 0, policy_version 45355 (0.0006)
+[2026-06-02 17:05:31,749][263846] Updated weights for policy 0, policy_version 45365 (0.0008)
+[2026-06-02 17:05:31,929][263846] Updated weights for policy 0, policy_version 45375 (0.0008)
+[2026-06-02 17:05:32,113][263846] Updated weights for policy 0, policy_version 45385 (0.0008)
+[2026-06-02 17:05:32,306][263846] Updated weights for policy 0, policy_version 45395 (0.0008)
+[2026-06-02 17:05:32,827][263846] Updated weights for policy 0, policy_version 45405 (0.0008)
+[2026-06-02 17:05:33,011][263846] Updated weights for policy 0, policy_version 45415 (0.0009)
+[2026-06-02 17:05:33,192][263846] Updated weights for policy 0, policy_version 45425 (0.0008)
+[2026-06-02 17:05:33,385][263846] Updated weights for policy 0, policy_version 45435 (0.0008)
+[2026-06-02 17:05:33,564][263846] Updated weights for policy 0, policy_version 45445 (0.0008)
+[2026-06-02 17:05:33,743][263846] Updated weights for policy 0, policy_version 45455 (0.0008)
+[2026-06-02 17:05:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23298048. Throughput: 0: 21299.2. Samples: 23311744. Policy #0 lag: (min: 60.0, avg: 80.3, max: 124.0)
+[2026-06-02 17:05:33,912][262831] Avg episode reward: [(0, '2664.419')]
+[2026-06-02 17:05:33,917][263767] Saving new best policy, reward=2664.419!
+[2026-06-02 17:05:34,285][263846] Updated weights for policy 0, policy_version 45465 (0.0008)
+[2026-06-02 17:05:34,458][263846] Updated weights for policy 0, policy_version 45475 (0.0008)
+[2026-06-02 17:05:34,637][263846] Updated weights for policy 0, policy_version 45485 (0.0008)
+[2026-06-02 17:05:34,820][263846] Updated weights for policy 0, policy_version 45495 (0.0008)
+[2026-06-02 17:05:35,005][263846] Updated weights for policy 0, policy_version 45505 (0.0008)
+[2026-06-02 17:05:35,198][263846] Updated weights for policy 0, policy_version 45515 (0.0008)
+[2026-06-02 17:05:35,389][263846] Updated weights for policy 0, policy_version 45525 (0.0008)
+[2026-06-02 17:05:35,904][263846] Updated weights for policy 0, policy_version 45535 (0.0008)
+[2026-06-02 17:05:36,089][263846] Updated weights for policy 0, policy_version 45545 (0.0009)
+[2026-06-02 17:05:36,275][263846] Updated weights for policy 0, policy_version 45555 (0.0008)
+[2026-06-02 17:05:36,457][263846] Updated weights for policy 0, policy_version 45565 (0.0008)
+[2026-06-02 17:05:36,635][263846] Updated weights for policy 0, policy_version 45575 (0.0008)
+[2026-06-02 17:05:36,818][263846] Updated weights for policy 0, policy_version 45585 (0.0008)
+[2026-06-02 17:05:37,369][263846] Updated weights for policy 0, policy_version 45595 (0.0008)
+[2026-06-02 17:05:37,546][263846] Updated weights for policy 0, policy_version 45605 (0.0008)
+[2026-06-02 17:05:37,727][263846] Updated weights for policy 0, policy_version 45615 (0.0008)
+[2026-06-02 17:05:37,912][263846] Updated weights for policy 0, policy_version 45625 (0.0008)
+[2026-06-02 17:05:38,098][263846] Updated weights for policy 0, policy_version 45635 (0.0008)
+[2026-06-02 17:05:38,277][263846] Updated weights for policy 0, policy_version 45645 (0.0008)
+[2026-06-02 17:05:38,457][263846] Updated weights for policy 0, policy_version 45655 (0.0008)
+[2026-06-02 17:05:38,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23396352. Throughput: 0: 21236.7. Samples: 23374336. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:05:38,912][262831] Avg episode reward: [(0, '2817.251')]
+[2026-06-02 17:05:38,998][263846] Updated weights for policy 0, policy_version 45665 (0.0008)
+[2026-06-02 17:05:39,190][263846] Updated weights for policy 0, policy_version 45675 (0.0008)
+[2026-06-02 17:05:39,379][263846] Updated weights for policy 0, policy_version 45685 (0.0009)
+[2026-06-02 17:05:39,565][263846] Updated weights for policy 0, policy_version 45695 (0.0009)
+[2026-06-02 17:05:39,758][263846] Updated weights for policy 0, policy_version 45705 (0.0009)
+[2026-06-02 17:05:39,943][263846] Updated weights for policy 0, policy_version 45715 (0.0009)
+[2026-06-02 17:05:40,033][263767] Saving new best policy, reward=2817.251!
+[2026-06-02 17:05:40,448][263846] Updated weights for policy 0, policy_version 45725 (0.0007)
+[2026-06-02 17:05:40,630][263846] Updated weights for policy 0, policy_version 45735 (0.0008)
+[2026-06-02 17:05:40,815][263846] Updated weights for policy 0, policy_version 45745 (0.0009)
+[2026-06-02 17:05:41,013][263846] Updated weights for policy 0, policy_version 45755 (0.0009)
+[2026-06-02 17:05:41,195][263846] Updated weights for policy 0, policy_version 45765 (0.0008)
+[2026-06-02 17:05:41,374][263846] Updated weights for policy 0, policy_version 45775 (0.0009)
+[2026-06-02 17:05:41,903][263846] Updated weights for policy 0, policy_version 45785 (0.0009)
+[2026-06-02 17:05:42,078][263846] Updated weights for policy 0, policy_version 45795 (0.0009)
+[2026-06-02 17:05:42,258][263846] Updated weights for policy 0, policy_version 45805 (0.0008)
+[2026-06-02 17:05:42,439][263846] Updated weights for policy 0, policy_version 45815 (0.0008)
+[2026-06-02 17:05:42,629][263846] Updated weights for policy 0, policy_version 45825 (0.0008)
+[2026-06-02 17:05:42,821][263846] Updated weights for policy 0, policy_version 45835 (0.0008)
+[2026-06-02 17:05:43,011][263846] Updated weights for policy 0, policy_version 45845 (0.0008)
+[2026-06-02 17:05:43,520][263846] Updated weights for policy 0, policy_version 45855 (0.0009)
+[2026-06-02 17:05:43,702][263846] Updated weights for policy 0, policy_version 45865 (0.0008)
+[2026-06-02 17:05:43,892][263846] Updated weights for policy 0, policy_version 45875 (0.0007)
+[2026-06-02 17:05:43,911][262831] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23494656. Throughput: 0: 21282.2. Samples: 23500672. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:05:43,912][262831] Avg episode reward: [(0, '2826.028')]
+[2026-06-02 17:05:44,083][263846] Updated weights for policy 0, policy_version 45885 (0.0008)
+[2026-06-02 17:05:44,271][263846] Updated weights for policy 0, policy_version 45895 (0.0008)
+[2026-06-02 17:05:44,461][263846] Updated weights for policy 0, policy_version 45905 (0.0008)
+[2026-06-02 17:05:44,584][263767] Saving new best policy, reward=2826.028!
+[2026-06-02 17:05:45,006][263846] Updated weights for policy 0, policy_version 45915 (0.0008)
+[2026-06-02 17:05:45,186][263846] Updated weights for policy 0, policy_version 45925 (0.0008)
+[2026-06-02 17:05:45,373][263846] Updated weights for policy 0, policy_version 45935 (0.0008)
+[2026-06-02 17:05:45,560][263846] Updated weights for policy 0, policy_version 45945 (0.0008)
+[2026-06-02 17:05:45,751][263846] Updated weights for policy 0, policy_version 45955 (0.0008)
+[2026-06-02 17:05:45,939][263846] Updated weights for policy 0, policy_version 45965 (0.0008)
+[2026-06-02 17:05:46,133][263846] Updated weights for policy 0, policy_version 45975 (0.0008)
+[2026-06-02 17:05:46,683][263846] Updated weights for policy 0, policy_version 45985 (0.0008)
+[2026-06-02 17:05:46,873][263846] Updated weights for policy 0, policy_version 45995 (0.0008)
+[2026-06-02 17:05:47,050][263846] Updated weights for policy 0, policy_version 46005 (0.0008)
+[2026-06-02 17:05:47,244][263846] Updated weights for policy 0, policy_version 46015 (0.0008)
+[2026-06-02 17:05:47,438][263846] Updated weights for policy 0, policy_version 46025 (0.0008)
+[2026-06-02 17:05:47,626][263846] Updated weights for policy 0, policy_version 46035 (0.0008)
+[2026-06-02 17:05:48,178][263846] Updated weights for policy 0, policy_version 46045 (0.0008)
+[2026-06-02 17:05:48,359][263846] Updated weights for policy 0, policy_version 46055 (0.0008)
+[2026-06-02 17:05:48,553][263846] Updated weights for policy 0, policy_version 46065 (0.0008)
+[2026-06-02 17:05:48,732][263846] Updated weights for policy 0, policy_version 46075 (0.0008)
+[2026-06-02 17:05:48,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 23592960. Throughput: 0: 21427.2. Samples: 23630720. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:05:48,912][263846] Updated weights for policy 0, policy_version 46085 (0.0008)
+[2026-06-02 17:05:48,912][262831] Avg episode reward: [(0, '2851.618')]
+[2026-06-02 17:05:49,096][263846] Updated weights for policy 0, policy_version 46095 (0.0008)
+[2026-06-02 17:05:49,258][263767] Saving new best policy, reward=2851.618!
+[2026-06-02 17:05:49,666][263846] Updated weights for policy 0, policy_version 46105 (0.0008)
+[2026-06-02 17:05:49,828][263846] Updated weights for policy 0, policy_version 46115 (0.0004)
+[2026-06-02 17:05:50,003][263846] Updated weights for policy 0, policy_version 46125 (0.0004)
+[2026-06-02 17:05:50,197][263846] Updated weights for policy 0, policy_version 46135 (0.0004)
+[2026-06-02 17:05:50,377][263846] Updated weights for policy 0, policy_version 46145 (0.0004)
+[2026-06-02 17:05:50,555][263846] Updated weights for policy 0, policy_version 46155 (0.0004)
+[2026-06-02 17:05:50,733][263846] Updated weights for policy 0, policy_version 46165 (0.0004)
+[2026-06-02 17:05:51,298][263846] Updated weights for policy 0, policy_version 46175 (0.0007)
+[2026-06-02 17:05:51,484][263846] Updated weights for policy 0, policy_version 46185 (0.0008)
+[2026-06-02 17:05:51,669][263846] Updated weights for policy 0, policy_version 46195 (0.0009)
+[2026-06-02 17:05:51,870][263846] Updated weights for policy 0, policy_version 46205 (0.0008)
+[2026-06-02 17:05:52,063][263846] Updated weights for policy 0, policy_version 46215 (0.0008)
+[2026-06-02 17:05:52,254][263846] Updated weights for policy 0, policy_version 46225 (0.0008)
+[2026-06-02 17:05:52,790][263846] Updated weights for policy 0, policy_version 46235 (0.0008)
+[2026-06-02 17:05:52,974][263846] Updated weights for policy 0, policy_version 46245 (0.0008)
+[2026-06-02 17:05:53,167][263846] Updated weights for policy 0, policy_version 46255 (0.0008)
+[2026-06-02 17:05:53,360][263846] Updated weights for policy 0, policy_version 46265 (0.0008)
+[2026-06-02 17:05:53,548][263846] Updated weights for policy 0, policy_version 46275 (0.0008)
+[2026-06-02 17:05:53,738][263846] Updated weights for policy 0, policy_version 46285 (0.0008)
+[2026-06-02 17:05:53,911][262831] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 21215.9). Total num frames: 23691264. Throughput: 0: 21407.3. Samples: 23694976. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:05:53,912][262831] Avg episode reward: [(0, '2869.545')]
+[2026-06-02 17:05:53,933][263846] Updated weights for policy 0, policy_version 46295 (0.0008)
+[2026-06-02 17:05:53,950][263767] Saving new best policy, reward=2869.545!
+[2026-06-02 17:05:54,483][263846] Updated weights for policy 0, policy_version 46305 (0.0008)
+[2026-06-02 17:05:54,674][263846] Updated weights for policy 0, policy_version 46315 (0.0008)
+[2026-06-02 17:05:54,865][263846] Updated weights for policy 0, policy_version 46325 (0.0008)
+[2026-06-02 17:05:55,060][263846] Updated weights for policy 0, policy_version 46335 (0.0008)
+[2026-06-02 17:05:55,252][263846] Updated weights for policy 0, policy_version 46345 (0.0008)
+[2026-06-02 17:05:55,447][263846] Updated weights for policy 0, policy_version 46355 (0.0008)
+[2026-06-02 17:05:55,959][263846] Updated weights for policy 0, policy_version 46365 (0.0008)
+[2026-06-02 17:05:56,142][263846] Updated weights for policy 0, policy_version 46375 (0.0008)
+[2026-06-02 17:05:56,334][263846] Updated weights for policy 0, policy_version 46385 (0.0008)
+[2026-06-02 17:05:56,531][263846] Updated weights for policy 0, policy_version 46395 (0.0008)
+[2026-06-02 17:05:56,721][263846] Updated weights for policy 0, policy_version 46405 (0.0008)
+[2026-06-02 17:05:56,919][263846] Updated weights for policy 0, policy_version 46415 (0.0008)
+[2026-06-02 17:05:57,445][263846] Updated weights for policy 0, policy_version 46425 (0.0008)
+[2026-06-02 17:05:57,621][263846] Updated weights for policy 0, policy_version 46435 (0.0008)
+[2026-06-02 17:05:57,807][263846] Updated weights for policy 0, policy_version 46445 (0.0008)
+[2026-06-02 17:05:57,996][263846] Updated weights for policy 0, policy_version 46455 (0.0008)
+[2026-06-02 17:05:58,196][263846] Updated weights for policy 0, policy_version 46465 (0.0008)
+[2026-06-02 17:05:58,386][263846] Updated weights for policy 0, policy_version 46475 (0.0008)
+[2026-06-02 17:05:58,579][263846] Updated weights for policy 0, policy_version 46485 (0.0008)
+[2026-06-02 17:05:58,911][262831] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23822336. Throughput: 0: 21276.4. Samples: 23820800. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:05:58,912][262831] Avg episode reward: [(0, '2945.180')]
+[2026-06-02 17:05:59,116][263846] Updated weights for policy 0, policy_version 46495 (0.0008)
+[2026-06-02 17:05:59,304][263846] Updated weights for policy 0, policy_version 46505 (0.0008)
+[2026-06-02 17:05:59,492][263846] Updated weights for policy 0, policy_version 46515 (0.0008)
+[2026-06-02 17:05:59,684][263846] Updated weights for policy 0, policy_version 46525 (0.0008)
+[2026-06-02 17:05:59,875][263846] Updated weights for policy 0, policy_version 46535 (0.0008)
+[2026-06-02 17:06:00,070][263846] Updated weights for policy 0, policy_version 46545 (0.0008)
+[2026-06-02 17:06:00,196][263767] Saving new best policy, reward=2945.180!
+[2026-06-02 17:06:00,615][263846] Updated weights for policy 0, policy_version 46555 (0.0008)
+[2026-06-02 17:06:00,794][263846] Updated weights for policy 0, policy_version 46565 (0.0008)
+[2026-06-02 17:06:00,985][263846] Updated weights for policy 0, policy_version 46575 (0.0008)
+[2026-06-02 17:06:01,183][263846] Updated weights for policy 0, policy_version 46585 (0.0008)
+[2026-06-02 17:06:01,370][263846] Updated weights for policy 0, policy_version 46595 (0.0008)
+[2026-06-02 17:06:01,571][263846] Updated weights for policy 0, policy_version 46605 (0.0008)
+[2026-06-02 17:06:01,757][263846] Updated weights for policy 0, policy_version 46615 (0.0008)
+[2026-06-02 17:06:02,271][263846] Updated weights for policy 0, policy_version 46625 (0.0008)
+[2026-06-02 17:06:02,456][263846] Updated weights for policy 0, policy_version 46635 (0.0008)
+[2026-06-02 17:06:02,648][263846] Updated weights for policy 0, policy_version 46645 (0.0008)
+[2026-06-02 17:06:02,843][263846] Updated weights for policy 0, policy_version 46655 (0.0008)
+[2026-06-02 17:06:03,037][263846] Updated weights for policy 0, policy_version 46665 (0.0008)
+[2026-06-02 17:06:03,228][263846] Updated weights for policy 0, policy_version 46675 (0.0008)
+[2026-06-02 17:06:03,757][263846] Updated weights for policy 0, policy_version 46685 (0.0008)
+[2026-06-02 17:06:03,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 23920640. Throughput: 0: 21262.2. Samples: 23952512. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:06:03,912][262831] Avg episode reward: [(0, '2964.249')]
+[2026-06-02 17:06:03,943][263846] Updated weights for policy 0, policy_version 46695 (0.0008)
+[2026-06-02 17:06:04,130][263846] Updated weights for policy 0, policy_version 46705 (0.0008)
+[2026-06-02 17:06:04,331][263846] Updated weights for policy 0, policy_version 46715 (0.0008)
+[2026-06-02 17:06:04,520][263846] Updated weights for policy 0, policy_version 46725 (0.0008)
+[2026-06-02 17:06:04,714][263846] Updated weights for policy 0, policy_version 46735 (0.0008)
+[2026-06-02 17:06:04,879][263767] Saving new best policy, reward=2964.249!
+[2026-06-02 17:06:05,244][263846] Updated weights for policy 0, policy_version 46745 (0.0008)
+[2026-06-02 17:06:05,420][263846] Updated weights for policy 0, policy_version 46755 (0.0009)
+[2026-06-02 17:06:05,611][263846] Updated weights for policy 0, policy_version 46765 (0.0008)
+[2026-06-02 17:06:05,804][263846] Updated weights for policy 0, policy_version 46775 (0.0009)
+[2026-06-02 17:06:06,001][263846] Updated weights for policy 0, policy_version 46785 (0.0008)
+[2026-06-02 17:06:06,173][263846] Updated weights for policy 0, policy_version 46795 (0.0008)
+[2026-06-02 17:06:06,358][263846] Updated weights for policy 0, policy_version 46805 (0.0008)
+[2026-06-02 17:06:06,877][263846] Updated weights for policy 0, policy_version 46815 (0.0008)
+[2026-06-02 17:06:07,053][263846] Updated weights for policy 0, policy_version 46825 (0.0008)
+[2026-06-02 17:06:07,237][263846] Updated weights for policy 0, policy_version 46835 (0.0008)
+[2026-06-02 17:06:07,418][263846] Updated weights for policy 0, policy_version 46845 (0.0008)
+[2026-06-02 17:06:07,600][263846] Updated weights for policy 0, policy_version 46855 (0.0008)
+[2026-06-02 17:06:07,788][263846] Updated weights for policy 0, policy_version 46865 (0.0009)
+[2026-06-02 17:06:08,362][263846] Updated weights for policy 0, policy_version 46875 (0.0007)
+[2026-06-02 17:06:08,548][263846] Updated weights for policy 0, policy_version 46885 (0.0005)
+[2026-06-02 17:06:08,748][263846] Updated weights for policy 0, policy_version 46895 (0.0005)
+[2026-06-02 17:06:08,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 24018944. Throughput: 0: 21290.6. Samples: 24017920. Policy #0 lag: (min: 63.0, avg: 85.4, max: 127.0)
+[2026-06-02 17:06:08,912][262831] Avg episode reward: [(0, '2947.362')]
+[2026-06-02 17:06:08,932][263846] Updated weights for policy 0, policy_version 46905 (0.0004)
+[2026-06-02 17:06:09,127][263846] Updated weights for policy 0, policy_version 46915 (0.0005)
+[2026-06-02 17:06:09,319][263846] Updated weights for policy 0, policy_version 46925 (0.0005)
+[2026-06-02 17:06:09,504][263846] Updated weights for policy 0, policy_version 46935 (0.0008)
+[2026-06-02 17:06:09,994][263846] Updated weights for policy 0, policy_version 46945 (0.0008)
+[2026-06-02 17:06:10,180][263846] Updated weights for policy 0, policy_version 46955 (0.0008)
+[2026-06-02 17:06:10,379][263846] Updated weights for policy 0, policy_version 46965 (0.0009)
+[2026-06-02 17:06:10,569][263846] Updated weights for policy 0, policy_version 46975 (0.0008)
+[2026-06-02 17:06:10,765][263846] Updated weights for policy 0, policy_version 46985 (0.0008)
+[2026-06-02 17:06:10,956][263846] Updated weights for policy 0, policy_version 46995 (0.0008)
+[2026-06-02 17:06:11,442][263846] Updated weights for policy 0, policy_version 47005 (0.0008)
+[2026-06-02 17:06:11,624][263846] Updated weights for policy 0, policy_version 47015 (0.0008)
+[2026-06-02 17:06:11,820][263846] Updated weights for policy 0, policy_version 47025 (0.0008)
+[2026-06-02 17:06:12,008][263846] Updated weights for policy 0, policy_version 47035 (0.0008)
+[2026-06-02 17:06:12,196][263846] Updated weights for policy 0, policy_version 47045 (0.0009)
+[2026-06-02 17:06:12,386][263846] Updated weights for policy 0, policy_version 47055 (0.0008)
+[2026-06-02 17:06:12,896][263846] Updated weights for policy 0, policy_version 47065 (0.0009)
+[2026-06-02 17:06:13,073][263846] Updated weights for policy 0, policy_version 47075 (0.0008)
+[2026-06-02 17:06:13,260][263846] Updated weights for policy 0, policy_version 47085 (0.0009)
+[2026-06-02 17:06:13,448][263846] Updated weights for policy 0, policy_version 47095 (0.0008)
+[2026-06-02 17:06:13,642][263846] Updated weights for policy 0, policy_version 47105 (0.0008)
+[2026-06-02 17:06:13,837][263846] Updated weights for policy 0, policy_version 47115 (0.0008)
+[2026-06-02 17:06:13,911][262831] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 24117248. Throughput: 0: 21296.4. Samples: 24145024. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:13,912][262831] Avg episode reward: [(0, '2983.281')]
+[2026-06-02 17:06:14,029][263846] Updated weights for policy 0, policy_version 47125 (0.0008)
+[2026-06-02 17:06:14,076][263767] Saving new best policy, reward=2983.281!
+[2026-06-02 17:06:14,524][263846] Updated weights for policy 0, policy_version 47135 (0.0009)
+[2026-06-02 17:06:14,709][263846] Updated weights for policy 0, policy_version 47145 (0.0008)
+[2026-06-02 17:06:14,904][263846] Updated weights for policy 0, policy_version 47155 (0.0008)
+[2026-06-02 17:06:15,094][263846] Updated weights for policy 0, policy_version 47165 (0.0009)
+[2026-06-02 17:06:15,289][263846] Updated weights for policy 0, policy_version 47175 (0.0009)
+[2026-06-02 17:06:15,482][263846] Updated weights for policy 0, policy_version 47185 (0.0008)
+[2026-06-02 17:06:15,980][263846] Updated weights for policy 0, policy_version 47195 (0.0009)
+[2026-06-02 17:06:16,157][263846] Updated weights for policy 0, policy_version 47205 (0.0008)
+[2026-06-02 17:06:16,343][263846] Updated weights for policy 0, policy_version 47215 (0.0008)
+[2026-06-02 17:06:16,537][263846] Updated weights for policy 0, policy_version 47225 (0.0008)
+[2026-06-02 17:06:16,734][263846] Updated weights for policy 0, policy_version 47235 (0.0008)
+[2026-06-02 17:06:16,921][263846] Updated weights for policy 0, policy_version 47245 (0.0008)
+[2026-06-02 17:06:17,117][263846] Updated weights for policy 0, policy_version 47255 (0.0008)
+[2026-06-02 17:06:17,604][263846] Updated weights for policy 0, policy_version 47265 (0.0008)
+[2026-06-02 17:06:17,796][263846] Updated weights for policy 0, policy_version 47275 (0.0008)
+[2026-06-02 17:06:17,995][263846] Updated weights for policy 0, policy_version 47285 (0.0008)
+[2026-06-02 17:06:18,190][263846] Updated weights for policy 0, policy_version 47295 (0.0008)
+[2026-06-02 17:06:18,374][263846] Updated weights for policy 0, policy_version 47305 (0.0009)
+[2026-06-02 17:06:18,570][263846] Updated weights for policy 0, policy_version 47315 (0.0008)
+[2026-06-02 17:06:18,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 24248320. Throughput: 0: 21316.2. Samples: 24270976. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:18,912][262831] Avg episode reward: [(0, '2983.281')]
+[2026-06-02 17:06:19,053][263846] Updated weights for policy 0, policy_version 47325 (0.0008)
+[2026-06-02 17:06:19,235][263846] Updated weights for policy 0, policy_version 47335 (0.0008)
+[2026-06-02 17:06:19,426][263846] Updated weights for policy 0, policy_version 47345 (0.0008)
+[2026-06-02 17:06:19,618][263846] Updated weights for policy 0, policy_version 47355 (0.0008)
+[2026-06-02 17:06:19,809][263846] Updated weights for policy 0, policy_version 47365 (0.0008)
+[2026-06-02 17:06:19,997][263846] Updated weights for policy 0, policy_version 47375 (0.0008)
+[2026-06-02 17:06:20,509][263846] Updated weights for policy 0, policy_version 47385 (0.0008)
+[2026-06-02 17:06:20,680][263846] Updated weights for policy 0, policy_version 47395 (0.0008)
+[2026-06-02 17:06:20,864][263846] Updated weights for policy 0, policy_version 47405 (0.0008)
+[2026-06-02 17:06:21,058][263846] Updated weights for policy 0, policy_version 47415 (0.0008)
+[2026-06-02 17:06:21,255][263846] Updated weights for policy 0, policy_version 47425 (0.0008)
+[2026-06-02 17:06:21,444][263846] Updated weights for policy 0, policy_version 47435 (0.0009)
+[2026-06-02 17:06:21,639][263846] Updated weights for policy 0, policy_version 47445 (0.0009)
+[2026-06-02 17:06:22,138][263846] Updated weights for policy 0, policy_version 47455 (0.0008)
+[2026-06-02 17:06:22,319][263846] Updated weights for policy 0, policy_version 47465 (0.0008)
+[2026-06-02 17:06:22,514][263846] Updated weights for policy 0, policy_version 47475 (0.0008)
+[2026-06-02 17:06:22,707][263846] Updated weights for policy 0, policy_version 47485 (0.0008)
+[2026-06-02 17:06:22,896][263846] Updated weights for policy 0, policy_version 47495 (0.0008)
+[2026-06-02 17:06:23,088][263846] Updated weights for policy 0, policy_version 47505 (0.0008)
+[2026-06-02 17:06:23,583][263846] Updated weights for policy 0, policy_version 47515 (0.0008)
+[2026-06-02 17:06:23,765][263846] Updated weights for policy 0, policy_version 47525 (0.0008)
+[2026-06-02 17:06:23,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 24346624. Throughput: 0: 21304.9. Samples: 24333056. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:23,912][262831] Avg episode reward: [(0, '2988.260')]
+[2026-06-02 17:06:23,955][263846] Updated weights for policy 0, policy_version 47535 (0.0008)
+[2026-06-02 17:06:24,145][263846] Updated weights for policy 0, policy_version 47545 (0.0008)
+[2026-06-02 17:06:24,343][263846] Updated weights for policy 0, policy_version 47555 (0.0008)
+[2026-06-02 17:06:24,536][263846] Updated weights for policy 0, policy_version 47565 (0.0008)
+[2026-06-02 17:06:24,730][263846] Updated weights for policy 0, policy_version 47575 (0.0008)
+[2026-06-02 17:06:24,740][263767] Saving new best policy, reward=2988.260!
+[2026-06-02 17:06:25,220][263846] Updated weights for policy 0, policy_version 47585 (0.0008)
+[2026-06-02 17:06:25,406][263846] Updated weights for policy 0, policy_version 47595 (0.0008)
+[2026-06-02 17:06:25,599][263846] Updated weights for policy 0, policy_version 47605 (0.0008)
+[2026-06-02 17:06:25,789][263846] Updated weights for policy 0, policy_version 47615 (0.0008)
+[2026-06-02 17:06:25,977][263846] Updated weights for policy 0, policy_version 47625 (0.0008)
+[2026-06-02 17:06:26,175][263846] Updated weights for policy 0, policy_version 47635 (0.0008)
+[2026-06-02 17:06:26,671][263846] Updated weights for policy 0, policy_version 47645 (0.0008)
+[2026-06-02 17:06:26,855][263846] Updated weights for policy 0, policy_version 47655 (0.0008)
+[2026-06-02 17:06:27,047][263846] Updated weights for policy 0, policy_version 47665 (0.0008)
+[2026-06-02 17:06:27,240][263846] Updated weights for policy 0, policy_version 47675 (0.0008)
+[2026-06-02 17:06:27,433][263846] Updated weights for policy 0, policy_version 47685 (0.0008)
+[2026-06-02 17:06:27,632][263846] Updated weights for policy 0, policy_version 47695 (0.0008)
+[2026-06-02 17:06:28,128][263846] Updated weights for policy 0, policy_version 47705 (0.0008)
+[2026-06-02 17:06:28,300][263846] Updated weights for policy 0, policy_version 47715 (0.0009)
+[2026-06-02 17:06:28,488][263846] Updated weights for policy 0, policy_version 47725 (0.0009)
+[2026-06-02 17:06:28,675][263846] Updated weights for policy 0, policy_version 47735 (0.0009)
+[2026-06-02 17:06:28,861][263846] Updated weights for policy 0, policy_version 47745 (0.0009)
+[2026-06-02 17:06:28,911][262831] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 24444928. Throughput: 0: 21287.8. Samples: 24458624. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:28,912][262831] Avg episode reward: [(0, '3031.760')]
+[2026-06-02 17:06:29,058][263846] Updated weights for policy 0, policy_version 47755 (0.0009)
+[2026-06-02 17:06:29,251][263846] Updated weights for policy 0, policy_version 47765 (0.0009)
+[2026-06-02 17:06:29,300][263767] Saving new best policy, reward=3031.760!
+[2026-06-02 17:06:29,743][263846] Updated weights for policy 0, policy_version 47775 (0.0006)
+[2026-06-02 17:06:29,935][263846] Updated weights for policy 0, policy_version 47785 (0.0008)
+[2026-06-02 17:06:30,133][263846] Updated weights for policy 0, policy_version 47795 (0.0009)
+[2026-06-02 17:06:30,325][263846] Updated weights for policy 0, policy_version 47805 (0.0009)
+[2026-06-02 17:06:30,513][263846] Updated weights for policy 0, policy_version 47815 (0.0009)
+[2026-06-02 17:06:30,707][263846] Updated weights for policy 0, policy_version 47825 (0.0009)
+[2026-06-02 17:06:31,201][263846] Updated weights for policy 0, policy_version 47835 (0.0009)
+[2026-06-02 17:06:31,383][263846] Updated weights for policy 0, policy_version 47845 (0.0008)
+[2026-06-02 17:06:31,571][263846] Updated weights for policy 0, policy_version 47855 (0.0009)
+[2026-06-02 17:06:31,764][263846] Updated weights for policy 0, policy_version 47865 (0.0008)
+[2026-06-02 17:06:31,958][263846] Updated weights for policy 0, policy_version 47875 (0.0009)
+[2026-06-02 17:06:32,153][263846] Updated weights for policy 0, policy_version 47885 (0.0008)
+[2026-06-02 17:06:32,343][263846] Updated weights for policy 0, policy_version 47895 (0.0008)
+[2026-06-02 17:06:32,826][263846] Updated weights for policy 0, policy_version 47905 (0.0009)
+[2026-06-02 17:06:33,018][263846] Updated weights for policy 0, policy_version 47915 (0.0009)
+[2026-06-02 17:06:33,213][263846] Updated weights for policy 0, policy_version 47925 (0.0008)
+[2026-06-02 17:06:33,404][263846] Updated weights for policy 0, policy_version 47935 (0.0008)
+[2026-06-02 17:06:33,597][263846] Updated weights for policy 0, policy_version 47945 (0.0008)
+[2026-06-02 17:06:33,786][263846] Updated weights for policy 0, policy_version 47955 (0.0008)
+[2026-06-02 17:06:33,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 24576000. Throughput: 0: 21176.9. Samples: 24583680. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:33,912][262831] Avg episode reward: [(0, '3144.051')]
+[2026-06-02 17:06:33,917][263767] Saving new best policy, reward=3144.051!
+[2026-06-02 17:06:34,316][263846] Updated weights for policy 0, policy_version 47965 (0.0009)
+[2026-06-02 17:06:34,499][263846] Updated weights for policy 0, policy_version 47975 (0.0008)
+[2026-06-02 17:06:34,689][263846] Updated weights for policy 0, policy_version 47985 (0.0008)
+[2026-06-02 17:06:34,880][263846] Updated weights for policy 0, policy_version 47995 (0.0008)
+[2026-06-02 17:06:35,074][263846] Updated weights for policy 0, policy_version 48005 (0.0008)
+[2026-06-02 17:06:35,266][263846] Updated weights for policy 0, policy_version 48015 (0.0009)
+[2026-06-02 17:06:35,810][263846] Updated weights for policy 0, policy_version 48025 (0.0009)
+[2026-06-02 17:06:35,983][263846] Updated weights for policy 0, policy_version 48035 (0.0009)
+[2026-06-02 17:06:36,178][263846] Updated weights for policy 0, policy_version 48045 (0.0008)
+[2026-06-02 17:06:36,369][263846] Updated weights for policy 0, policy_version 48055 (0.0008)
+[2026-06-02 17:06:36,554][263846] Updated weights for policy 0, policy_version 48065 (0.0008)
+[2026-06-02 17:06:36,751][263846] Updated weights for policy 0, policy_version 48075 (0.0008)
+[2026-06-02 17:06:36,950][263846] Updated weights for policy 0, policy_version 48085 (0.0009)
+[2026-06-02 17:06:37,472][263846] Updated weights for policy 0, policy_version 48095 (0.0009)
+[2026-06-02 17:06:37,656][263846] Updated weights for policy 0, policy_version 48105 (0.0009)
+[2026-06-02 17:06:37,854][263846] Updated weights for policy 0, policy_version 48115 (0.0009)
+[2026-06-02 17:06:38,044][263846] Updated weights for policy 0, policy_version 48125 (0.0009)
+[2026-06-02 17:06:38,233][263846] Updated weights for policy 0, policy_version 48135 (0.0009)
+[2026-06-02 17:06:38,422][263846] Updated weights for policy 0, policy_version 48145 (0.0009)
+[2026-06-02 17:06:38,911][262831] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 24674304. Throughput: 0: 21208.2. Samples: 24649344. Policy #0 lag: (min: 80.0, avg: 103.2, max: 144.0)
+[2026-06-02 17:06:38,912][262831] Avg episode reward: [(0, '3309.901')]
+[2026-06-02 17:06:38,973][263846] Updated weights for policy 0, policy_version 48155 (0.0009)
+[2026-06-02 17:06:39,153][263846] Updated weights for policy 0, policy_version 48165 (0.0009)
+[2026-06-02 17:06:39,341][263846] Updated weights for policy 0, policy_version 48175 (0.0009)
+[2026-06-02 17:06:39,531][263846] Updated weights for policy 0, policy_version 48185 (0.0009)
+[2026-06-02 17:06:39,729][263846] Updated weights for policy 0, policy_version 48195 (0.0008)
+[2026-06-02 17:06:39,920][263846] Updated weights for policy 0, policy_version 48205 (0.0008)
+[2026-06-02 17:06:40,113][263846] Updated weights for policy 0, policy_version 48215 (0.0008)
+[2026-06-02 17:06:40,131][263767] Saving new best policy, reward=3309.901!
+[2026-06-02 17:06:40,635][263846] Updated weights for policy 0, policy_version 48225 (0.0008)
+[2026-06-02 17:06:40,827][263846] Updated weights for policy 0, policy_version 48235 (0.0008)
+[2026-06-02 17:06:41,020][263846] Updated weights for policy 0, policy_version 48245 (0.0008)
+[2026-06-02 17:06:41,218][263846] Updated weights for policy 0, policy_version 48255 (0.0008)
+[2026-06-02 17:06:41,408][263846] Updated weights for policy 0, policy_version 48265 (0.0008)
+[2026-06-02 17:06:41,596][263846] Updated weights for policy 0, policy_version 48275 (0.0008)
+[2026-06-02 17:06:42,127][263846] Updated weights for policy 0, policy_version 48285 (0.0009)
+[2026-06-02 17:06:42,313][263846] Updated weights for policy 0, policy_version 48295 (0.0009)
+[2026-06-02 17:06:42,503][263846] Updated weights for policy 0, policy_version 48305 (0.0009)
+[2026-06-02 17:06:42,687][263846] Updated weights for policy 0, policy_version 48315 (0.0009)
+[2026-06-02 17:06:42,879][263846] Updated weights for policy 0, policy_version 48325 (0.0009)
+[2026-06-02 17:06:43,064][263846] Updated weights for policy 0, policy_version 48335 (0.0009)
+[2026-06-02 17:06:43,631][263846] Updated weights for policy 0, policy_version 48345 (0.0009)
+[2026-06-02 17:06:43,812][263846] Updated weights for policy 0, policy_version 48355 (0.0008)
+[2026-06-02 17:06:43,911][262831] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 24772608. Throughput: 0: 21319.1. Samples: 24780160. Policy #0 lag: (min: 63.0, avg: 85.3, max: 127.0)
+[2026-06-02 17:06:43,912][262831] Avg episode reward: [(0, '3360.901')]
+[2026-06-02 17:06:44,002][263846] Updated weights for policy 0, policy_version 48365 (0.0008)
+[2026-06-02 17:06:44,189][263846] Updated weights for policy 0, policy_version 48375 (0.0008)
+[2026-06-02 17:06:44,383][263846] Updated weights for policy 0, policy_version 48385 (0.0008)
+[2026-06-02 17:06:44,578][263846] Updated weights for policy 0, policy_version 48395 (0.0008)
+[2026-06-02 17:06:44,768][263846] Updated weights for policy 0, policy_version 48405 (0.0008)
+[2026-06-02 17:06:44,824][263767] Saving new best policy, reward=3360.901!
+[2026-06-02 17:06:45,296][263846] Updated weights for policy 0, policy_version 48415 (0.0008)
+[2026-06-02 17:06:45,481][263846] Updated weights for policy 0, policy_version 48425 (0.0008)
+[2026-06-02 17:06:45,677][263846] Updated weights for policy 0, policy_version 48435 (0.0008)
+[2026-06-02 17:06:45,873][263846] Updated weights for policy 0, policy_version 48445 (0.0008)
+[2026-06-02 17:06:46,058][263846] Updated weights for policy 0, policy_version 48455 (0.0008)
+[2026-06-02 17:06:46,254][263846] Updated weights for policy 0, policy_version 48465 (0.0008)
+[2026-06-02 17:06:46,775][263846] Updated weights for policy 0, policy_version 48475 (0.0008)
+[2026-06-02 17:06:46,956][263846] Updated weights for policy 0, policy_version 48485 (0.0008)
+[2026-06-02 17:06:47,138][263846] Updated weights for policy 0, policy_version 48495 (0.0008)
+[2026-06-02 17:06:47,332][263846] Updated weights for policy 0, policy_version 48505 (0.0008)
+[2026-06-02 17:06:47,525][263846] Updated weights for policy 0, policy_version 48515 (0.0008)
+[2026-06-02 17:06:47,722][263846] Updated weights for policy 0, policy_version 48525 (0.0008)
+[2026-06-02 17:06:47,916][263846] Updated weights for policy 0, policy_version 48535 (0.0008)
+[2026-06-02 17:06:48,436][263846] Updated weights for policy 0, policy_version 48545 (0.0008)
+[2026-06-02 17:06:48,623][263846] Updated weights for policy 0, policy_version 48555 (0.0008)
+[2026-06-02 17:06:48,815][263846] Updated weights for policy 0, policy_version 48565 (0.0008)
+[2026-06-02 17:06:48,911][262831] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 24870912. Throughput: 0: 21196.8. Samples: 24906368. Policy #0 lag: (min: 63.0, avg: 85.3, max: 127.0)
+[2026-06-02 17:06:48,912][262831] Avg episode reward: [(0, '3357.345')]
+[2026-06-02 17:06:49,000][263846] Updated weights for policy 0, policy_version 48575 (0.0008)
+[2026-06-02 17:06:49,194][263846] Updated weights for policy 0, policy_version 48585 (0.0008)
+[2026-06-02 17:06:49,391][263846] Updated weights for policy 0, policy_version 48595 (0.0008)
+[2026-06-02 17:06:49,478][263767] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/checkpoint_p0/checkpoint_000048600_24903680.pth...
+[2026-06-02 17:06:49,932][263846] Updated weights for policy 0, policy_version 48605 (0.0008)
+[2026-06-02 17:06:50,117][263846] Updated weights for policy 0, policy_version 48615 (0.0008)
+[2026-06-02 17:06:50,309][263846] Updated weights for policy 0, policy_version 48625 (0.0008)
+[2026-06-02 17:06:50,495][263846] Updated weights for policy 0, policy_version 48635 (0.0008)
+[2026-06-02 17:06:50,695][263846] Updated weights for policy 0, policy_version 48645 (0.0008)
+[2026-06-02 17:06:50,883][263846] Updated weights for policy 0, policy_version 48655 (0.0008)
+[2026-06-02 17:06:51,420][263846] Updated weights for policy 0, policy_version 48665 (0.0008)
+[2026-06-02 17:06:51,595][263846] Updated weights for policy 0, policy_version 48675 (0.0008)
+[2026-06-02 17:06:51,782][263846] Updated weights for policy 0, policy_version 48685 (0.0009)
+[2026-06-02 17:06:51,977][263846] Updated weights for policy 0, policy_version 48695 (0.0009)
+[2026-06-02 17:06:52,174][263846] Updated weights for policy 0, policy_version 48705 (0.0009)
+[2026-06-02 17:06:52,367][263846] Updated weights for policy 0, policy_version 48715 (0.0009)
+[2026-06-02 17:06:52,561][263846] Updated weights for policy 0, policy_version 48725 (0.0009)
+[2026-06-02 17:06:53,084][263846] Updated weights for policy 0, policy_version 48735 (0.0008)
+[2026-06-02 17:06:53,267][263846] Updated weights for policy 0, policy_version 48745 (0.0008)
+[2026-06-02 17:06:53,466][263846] Updated weights for policy 0, policy_version 48755 (0.0008)
+[2026-06-02 17:06:53,656][263846] Updated weights for policy 0, policy_version 48765 (0.0008)
+[2026-06-02 17:06:53,845][263846] Updated weights for policy 0, policy_version 48775 (0.0008)
+[2026-06-02 17:06:53,911][262831] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 24969216. Throughput: 0: 21162.7. Samples: 24970240. Policy #0 lag: (min: 63.0, avg: 85.3, max: 127.0)
+[2026-06-02 17:06:53,912][262831] Avg episode reward: [(0, '3457.571')]
+[2026-06-02 17:06:54,040][263846] Updated weights for policy 0, policy_version 48785 (0.0008)
+[2026-06-02 17:06:54,167][263767] Saving new best policy, reward=3457.571!
+[2026-06-02 17:06:54,577][263846] Updated weights for policy 0, policy_version 48795 (0.0009)
+[2026-06-02 17:06:54,764][263846] Updated weights for policy 0, policy_version 48805 (0.0008)
+[2026-06-02 17:06:54,953][263846] Updated weights for policy 0, policy_version 48815 (0.0009)
+[2026-06-02 17:06:55,140][263846] Updated weights for policy 0, policy_version 48825 (0.0009)
+[2026-06-02 17:06:55,269][263767] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000008
+[2026-06-02 17:06:55,270][263767] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/checkpoint_p0/checkpoint_000048832_25034752.pth...
+[2026-06-02 17:06:55,271][263847] Stopping RolloutWorker_w0...
+[2026-06-02 17:06:55,272][263847] Loop rollout_proc0_evt_loop terminating...
+[2026-06-02 17:06:55,271][262831] Component Batcher_0 stopped!
+[2026-06-02 17:06:55,272][262831] Component RolloutWorker_w0 stopped!
+[2026-06-02 17:06:55,272][263767] Stopping Batcher_0...
+[2026-06-02 17:06:55,273][262831] Component RolloutWorker_w1 stopped!
+[2026-06-02 17:06:55,273][263767] Loop batcher_evt_loop terminating...
+[2026-06-02 17:06:55,273][263848] Stopping RolloutWorker_w1...
+[2026-06-02 17:06:55,273][263848] Loop rollout_proc1_evt_loop terminating...
+[2026-06-02 17:06:55,288][263767] Saving new best policy, reward=3459.106!
+[2026-06-02 17:06:55,309][263767] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride2_seed12/checkpoint_p0/checkpoint_000048832_25034752.pth...
+[2026-06-02 17:06:55,317][263846] Weights refcount: 2 0
+[2026-06-02 17:06:55,319][263846] Stopping InferenceWorker_p0-w0...
+[2026-06-02 17:06:55,319][263846] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-02 17:06:55,319][262831] Component InferenceWorker_p0-w0 stopped!
+[2026-06-02 17:06:55,331][263767] Stopping LearnerWorker_p0...
+[2026-06-02 17:06:55,331][263767] Loop learner_proc0_evt_loop terminating...
+[2026-06-02 17:06:55,331][262831] Component LearnerWorker_p0 stopped!
+[2026-06-02 17:06:55,332][262831] Waiting for process learner_proc0 to stop...
+[2026-06-02 17:06:56,203][262831] Waiting for process inference_proc0-0 to join...
+[2026-06-02 17:06:56,204][262831] Waiting for process rollout_proc0 to join...
+[2026-06-02 17:06:56,205][262831] Waiting for process rollout_proc1 to join...
+[2026-06-02 17:06:56,206][262831] Batcher 0 profile tree view:
+batching: 0.8541, releasing_batches: 0.0331
+[2026-06-02 17:06:56,206][262831] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0000
+  wait_policy_total: 698.4394
+update_model: 45.8289
+  weight_update: 0.0009
+one_step: 0.0016
+  handle_policy_step: 429.3434
+    deserialize: 5.0123, stack: 0.3952, obs_to_device_normalize: 54.9594, forward: 148.9610, prepare_outputs: 193.6366, send_messages: 10.0658
+[2026-06-02 17:06:56,207][262831] Learner 0 profile tree view:
+misc: 0.0046, prepare_batch: 105.1531
+train: 888.8930
+  epoch_init: 0.0574, minibatch_init: 2.5718, losses_postprocess: 296.3437, kl_divergence: 63.2693, after_optimizer: 355.1812
+  calculate_losses: 39.0053
+    losses_init: 0.0762, forward_head: 12.9262, bptt_initial: 0.3588, bptt: 0.4098, tail: 8.7381, advantages_returns: 2.8694, losses: 10.7296
+  update: 129.2494
+    clip: 13.0501
+[2026-06-02 17:06:56,207][262831] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0332, enqueue_policy_requests: 138.6572, process_policy_outputs: 7.7998, env_step: 744.4156, finalize_trajectories: 0.1072, complete_rollouts: 0.0800
+post_env_step: 17.2905
+  process_env_step: 5.4603
+[2026-06-02 17:06:56,208][262831] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0333, enqueue_policy_requests: 120.4515, process_policy_outputs: 7.5689, env_step: 753.0094, finalize_trajectories: 0.1045, complete_rollouts: 0.0761
+post_env_step: 16.8345
+  process_env_step: 5.2746
+[2026-06-02 17:06:56,209][262831] Loop Runner_EvtLoop terminating...
+[2026-06-02 17:06:56,209][262831] Runner profile tree view:
+main_loop: 1202.6872
+[2026-06-02 17:06:56,210][262831] Collected {0: 25034752}, FPS: 20815.7