diff --git a/.gitattributes b/.gitattributes
index a0a0a4e4e728ada00c82ee2a3d9acaea2842b491..a00bf6ffa23a23893c46e7f0ed3bce4b2af83dea 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/best_000048840_25034752_reward_2301.347.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/best_000048840_25034752_reward_2301.347.pth
new file mode 100644
index 0000000000000000000000000000000000000000..888000f5a8aed306d7ded1a4bcad0205a75fe7a3
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/best_000048840_25034752_reward_2301.347.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e661eca1b92a88cc47ae36e83c1b1a4089aca475fa2a04a6467ad133044e0
+size 21797945
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000024320_12451840.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000024320_12451840.pth
new file mode 100644
index 0000000000000000000000000000000000000000..609d7722a4f44673e54c1b0b2cc44f431bad8bad
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000024320_12451840.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc65a761c9df13b3f940d1ef5e2f8c95f4fcf9cf42ae32c0f82211fc665cd9
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9ed9a425a6969f53ae8a261e7783f89a1362a2b
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/checkpoint_p0/checkpoint_000048840_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63693c2471689372d0b3a7f39dac80bb9bdb71b3a962b03a55286c51c41e5b3e
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/config.json b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb648fb0a4d5dc60027361b34c61654bed1b61
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/config.json
@@ -0,0 +1,266 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_observation_stride_fixed_l2_stride1_seed13",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 13,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-stride1-fixed_l2",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "observation_stride",
+    "fixed",
+    "fixed_l2",
+    "stride1",
+    "seed13"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 30.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "fixed",
+  "fixed_latency_ms": 66.66666666666667,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_observation_stride_fixed_l2_stride1_seed13 --train_dir results/checkpoints_factor_sweeps/flappy/observation_stride --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 13 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-stride1-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy observation_stride fixed fixed_l2 stride1 seed13 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_observation_stride_fixed_l2_stride1_seed13",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 13,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-stride1-fixed_l2",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "observation_stride",
+      "fixed",
+      "fixed_l2",
+      "stride1",
+      "seed13"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 30.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "fixed",
+    "fixed_latency_ms": 66.66666666666667,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/episode_metrics.jsonl"
+  },
+  "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/observation_stride/train/observation_stride/fixed_l2/stride1/seed_13",
+  "wandb_unique_id": "flappy-stride1-fixed_l2-s13"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/episode_metrics.jsonl b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f6198254fd873791de51ce487b87c6b7ab6fe80e
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e1a40c96ff8d1dcb78172aaab2da59a9378f69a46cb9ca4d4885edeb72b20
+size 18837297
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/git.diff b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/sf_log.txt b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..034b3435fd323b0e51176074b3f05412eff87788
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed13/sf_log.txt
@@ -0,0 +1,5434 @@
+[2026-06-02 16:23:16,221][235966] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/config.json...
+[2026-06-02 16:23:16,350][235966] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:16,352][235966] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:23:16,354][235966] Using GPUs [0] for process 1 (actually maps to GPUs [7])
+[2026-06-02 16:23:16,354][235966] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:23:19,313][235966] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:19,314][235966] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:23:19,319][235966] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:19,323][235966] Using GPUs [0] for process 1 (actually maps to GPUs [7])
+[2026-06-02 16:23:19,324][235966] Starting all processes...
+[2026-06-02 16:23:19,324][235966] Starting process learner_proc0
+[2026-06-02 16:23:20,677][235966] Starting all processes...
+[2026-06-02 16:23:20,680][235966] Starting process inference_proc0-0
+[2026-06-02 16:23:20,680][235966] Starting process rollout_proc0
+[2026-06-02 16:23:20,680][235966] Starting process rollout_proc1
+[2026-06-02 16:23:21,561][242747] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:21,562][242747] Set environment var CUDA_VISIBLE_DEVICES to '7' (GPU indices [0]) for learning process 0
+[2026-06-02 16:23:21,562][242747] Num visible devices: 1
+[2026-06-02 16:23:21,562][242747] Setting fixed seed 13
+[2026-06-02 16:23:21,564][242747] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:21,564][242747] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:23:21,564][242747] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:21,572][242747] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:21,579][242747] ConvEncoder: input_channels=12
+[2026-06-02 16:23:21,640][242747] Conv encoder output size: 512
+[2026-06-02 16:23:21,641][242747] Created Actor Critic model with architecture:
+[2026-06-02 16:23:21,641][242747] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:23:21,662][242747] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:23:22,688][242747] No checkpoints found
+[2026-06-02 16:23:22,688][242747] Did not load from checkpoint, starting from scratch!
+[2026-06-02 16:23:22,688][242747] Initialized policy 0 weights for model version 0
+[2026-06-02 16:23:22,695][242747] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:23:22,696][242747] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:24,953][235966] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:26,082][243550] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:23:26,083][243550] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:26,084][243550] Set environment var CUDA_VISIBLE_DEVICES to '7' (GPU indices [0]) for actor process 0
+[2026-06-02 16:23:26,084][243550] Num visible devices: 1
+[2026-06-02 16:23:26,113][243551] Using GPUs [0] for process 0 (actually maps to GPUs [7])
+[2026-06-02 16:23:26,113][243551] Set environment var CUDA_VISIBLE_DEVICES to '7' (GPU indices [0]) for inference process 0
+[2026-06-02 16:23:26,113][243551] Num visible devices: 1
+[2026-06-02 16:23:26,173][243551] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:26,199][243551] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:26,210][243551] ConvEncoder: input_channels=12
+[2026-06-02 16:23:26,278][243551] Conv encoder output size: 512
+[2026-06-02 16:23:26,322][235966] Inference worker 0-0 is ready!
+[2026-06-02 16:23:26,323][235966] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:23:26,324][243550] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:23:26,636][243552] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:23:26,636][243552] Using GPUs [0] for process 1 (actually maps to GPUs [7])
+[2026-06-02 16:23:26,637][243552] Set environment var CUDA_VISIBLE_DEVICES to '7' (GPU indices [0]) for actor process 1
+[2026-06-02 16:23:26,637][243552] Num visible devices: 1
+[2026-06-02 16:23:26,638][243552] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:23:29,230][242747] Signal inference workers to stop experience collection...
+[2026-06-02 16:23:29,235][243551] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:23:29,953][235966] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 13184.0. Samples: 65920. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:29,954][235966] Avg episode reward: [(0, '-7.069')]
+[2026-06-02 16:23:30,650][242747] Signal inference workers to resume experience collection...
+[2026-06-02 16:23:30,651][243551] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:23:31,022][243551] Updated weights for policy 0, policy_version 81 (0.0046)
+[2026-06-02 16:23:31,208][243551] Updated weights for policy 0, policy_version 91 (0.0005)
+[2026-06-02 16:23:31,505][243551] Updated weights for policy 0, policy_version 110 (0.0008)
+[2026-06-02 16:23:31,680][243551] Updated weights for policy 0, policy_version 120 (0.0008)
+[2026-06-02 16:23:32,227][243551] Updated weights for policy 0, policy_version 130 (0.0007)
+[2026-06-02 16:23:32,390][243551] Updated weights for policy 0, policy_version 141 (0.0009)
+[2026-06-02 16:23:32,566][243551] Updated weights for policy 0, policy_version 151 (0.0008)
+[2026-06-02 16:23:32,742][243551] Updated weights for policy 0, policy_version 161 (0.0007)
+[2026-06-02 16:23:32,904][243551] Updated weights for policy 0, policy_version 171 (0.0009)
+[2026-06-02 16:23:33,061][243551] Updated weights for policy 0, policy_version 181 (0.0009)
+[2026-06-02 16:23:33,241][243551] Updated weights for policy 0, policy_version 191 (0.0006)
+[2026-06-02 16:23:33,726][243551] Updated weights for policy 0, policy_version 201 (0.0004)
+[2026-06-02 16:23:33,885][243551] Updated weights for policy 0, policy_version 211 (0.0005)
+[2026-06-02 16:23:34,050][243551] Updated weights for policy 0, policy_version 221 (0.0008)
+[2026-06-02 16:23:34,230][243551] Updated weights for policy 0, policy_version 231 (0.0007)
+[2026-06-02 16:23:34,389][243551] Updated weights for policy 0, policy_version 241 (0.0009)
+[2026-06-02 16:23:34,553][243551] Updated weights for policy 0, policy_version 251 (0.0008)
+[2026-06-02 16:23:34,953][235966] Fps is (10 sec: 13106.9, 60 sec: 13106.9, 300 sec: 13106.9). Total num frames: 131072. Throughput: 0: 10367.7. Samples: 103680. Policy #0 lag: (min: 63.0, avg: 86.0, max: 127.0)
+[2026-06-02 16:23:34,956][235966] Avg episode reward: [(0, '-6.281')]
+[2026-06-02 16:23:35,003][243551] Updated weights for policy 0, policy_version 261 (0.0008)
+[2026-06-02 16:23:35,162][243551] Updated weights for policy 0, policy_version 271 (0.0008)
+[2026-06-02 16:23:35,323][243551] Updated weights for policy 0, policy_version 281 (0.0008)
+[2026-06-02 16:23:35,495][243551] Updated weights for policy 0, policy_version 291 (0.0008)
+[2026-06-02 16:23:35,676][243551] Updated weights for policy 0, policy_version 301 (0.0006)
+[2026-06-02 16:23:35,838][243551] Updated weights for policy 0, policy_version 311 (0.0008)
+[2026-06-02 16:23:35,976][242747] Saving new best policy, reward=-6.281!
+[2026-06-02 16:23:36,330][243551] Updated weights for policy 0, policy_version 321 (0.0008)
+[2026-06-02 16:23:36,491][243551] Updated weights for policy 0, policy_version 331 (0.0008)
+[2026-06-02 16:23:36,654][243551] Updated weights for policy 0, policy_version 341 (0.0008)
+[2026-06-02 16:23:36,832][243551] Updated weights for policy 0, policy_version 351 (0.0006)
+[2026-06-02 16:23:36,993][243551] Updated weights for policy 0, policy_version 361 (0.0006)
+[2026-06-02 16:23:37,165][243551] Updated weights for policy 0, policy_version 371 (0.0008)
+[2026-06-02 16:23:37,328][243551] Updated weights for policy 0, policy_version 381 (0.0008)
+[2026-06-02 16:23:37,801][243551] Updated weights for policy 0, policy_version 392 (0.0008)
+[2026-06-02 16:23:37,963][243551] Updated weights for policy 0, policy_version 402 (0.0009)
+[2026-06-02 16:23:38,132][243551] Updated weights for policy 0, policy_version 412 (0.0008)
+[2026-06-02 16:23:38,308][243551] Updated weights for policy 0, policy_version 422 (0.0008)
+[2026-06-02 16:23:38,467][243551] Updated weights for policy 0, policy_version 432 (0.0010)
+[2026-06-02 16:23:38,635][243551] Updated weights for policy 0, policy_version 442 (0.0008)
+[2026-06-02 16:23:39,129][243551] Updated weights for policy 0, policy_version 452 (0.0007)
+[2026-06-02 16:23:39,291][243551] Updated weights for policy 0, policy_version 462 (0.0004)
+[2026-06-02 16:23:39,303][235966] Heartbeat connected on Batcher_0
+[2026-06-02 16:23:39,323][235966] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:23:39,325][235966] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:23:39,368][235966] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:23:39,452][243551] Updated weights for policy 0, policy_version 472 (0.0008)
+[2026-06-02 16:23:39,616][243551] Updated weights for policy 0, policy_version 482 (0.0010)
+[2026-06-02 16:23:39,789][243551] Updated weights for policy 0, policy_version 492 (0.0008)
+[2026-06-02 16:23:39,953][235966] Fps is (10 sec: 22937.1, 60 sec: 15291.5, 300 sec: 15291.5). Total num frames: 229376. Throughput: 0: 16571.5. Samples: 248576. Policy #0 lag: (min: 63.0, avg: 88.9, max: 127.0)
+[2026-06-02 16:23:39,955][235966] Avg episode reward: [(0, '-3.294')]
+[2026-06-02 16:23:39,956][243551] Updated weights for policy 0, policy_version 502 (0.0009)
+[2026-06-02 16:23:40,111][242747] Saving new best policy, reward=-3.294!
+[2026-06-02 16:23:40,112][243551] Updated weights for policy 0, policy_version 512 (0.0008)
+[2026-06-02 16:23:40,131][235966] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:23:40,606][243551] Updated weights for policy 0, policy_version 522 (0.0010)
+[2026-06-02 16:23:40,766][243551] Updated weights for policy 0, policy_version 532 (0.0009)
+[2026-06-02 16:23:40,932][243551] Updated weights for policy 0, policy_version 542 (0.0007)
+[2026-06-02 16:23:41,092][243551] Updated weights for policy 0, policy_version 552 (0.0008)
+[2026-06-02 16:23:41,263][243551] Updated weights for policy 0, policy_version 563 (0.0009)
+[2026-06-02 16:23:41,425][243551] Updated weights for policy 0, policy_version 573 (0.0009)
+[2026-06-02 16:23:41,916][243551] Updated weights for policy 0, policy_version 583 (0.0008)
+[2026-06-02 16:23:42,073][243551] Updated weights for policy 0, policy_version 593 (0.0009)
+[2026-06-02 16:23:42,223][243551] Updated weights for policy 0, policy_version 603 (0.0010)
+[2026-06-02 16:23:42,400][243551] Updated weights for policy 0, policy_version 614 (0.0009)
+[2026-06-02 16:23:42,562][243551] Updated weights for policy 0, policy_version 624 (0.0008)
+[2026-06-02 16:23:42,738][243551] Updated weights for policy 0, policy_version 635 (0.0009)
+[2026-06-02 16:23:43,314][243551] Updated weights for policy 0, policy_version 645 (0.0009)
+[2026-06-02 16:23:43,479][243551] Updated weights for policy 0, policy_version 655 (0.0008)
+[2026-06-02 16:23:43,649][243551] Updated weights for policy 0, policy_version 666 (0.0008)
+[2026-06-02 16:23:43,813][243551] Updated weights for policy 0, policy_version 676 (0.0008)
+[2026-06-02 16:23:43,990][243551] Updated weights for policy 0, policy_version 687 (0.0009)
+[2026-06-02 16:23:44,150][243551] Updated weights for policy 0, policy_version 697 (0.0008)
+[2026-06-02 16:23:44,683][243551] Updated weights for policy 0, policy_version 707 (0.0009)
+[2026-06-02 16:23:44,852][243551] Updated weights for policy 0, policy_version 719 (0.0009)
+[2026-06-02 16:23:44,953][235966] Fps is (10 sec: 22938.4, 60 sec: 18022.5, 300 sec: 18022.5). Total num frames: 360448. Throughput: 0: 19334.5. Samples: 386688. Policy #0 lag: (min: 43.0, avg: 84.0, max: 107.0)
+[2026-06-02 16:23:44,954][235966] Avg episode reward: [(0, '3.673')]
+[2026-06-02 16:23:45,013][243551] Updated weights for policy 0, policy_version 729 (0.0008)
+[2026-06-02 16:23:45,181][243551] Updated weights for policy 0, policy_version 739 (0.0008)
+[2026-06-02 16:23:45,342][243551] Updated weights for policy 0, policy_version 749 (0.0008)
+[2026-06-02 16:23:45,500][243551] Updated weights for policy 0, policy_version 759 (0.0008)
+[2026-06-02 16:23:45,633][242747] Saving new best policy, reward=3.673!
+[2026-06-02 16:23:46,126][243551] Updated weights for policy 0, policy_version 770 (0.0008)
+[2026-06-02 16:23:46,284][243551] Updated weights for policy 0, policy_version 780 (0.0008)
+[2026-06-02 16:23:46,438][243551] Updated weights for policy 0, policy_version 790 (0.0008)
+[2026-06-02 16:23:46,605][243551] Updated weights for policy 0, policy_version 801 (0.0008)
+[2026-06-02 16:23:46,779][243551] Updated weights for policy 0, policy_version 812 (0.0008)
+[2026-06-02 16:23:46,936][243551] Updated weights for policy 0, policy_version 822 (0.0008)
+[2026-06-02 16:23:47,095][243551] Updated weights for policy 0, policy_version 832 (0.0008)
+[2026-06-02 16:23:47,761][243551] Updated weights for policy 0, policy_version 846 (0.0009)
+[2026-06-02 16:23:47,927][243551] Updated weights for policy 0, policy_version 857 (0.0009)
+[2026-06-02 16:23:48,082][243551] Updated weights for policy 0, policy_version 867 (0.0009)
+[2026-06-02 16:23:48,251][243551] Updated weights for policy 0, policy_version 877 (0.0008)
+[2026-06-02 16:23:48,416][243551] Updated weights for policy 0, policy_version 887 (0.0009)
+[2026-06-02 16:23:49,117][243551] Updated weights for policy 0, policy_version 897 (0.0008)
+[2026-06-02 16:23:49,264][243551] Updated weights for policy 0, policy_version 907 (0.0008)
+[2026-06-02 16:23:49,432][243551] Updated weights for policy 0, policy_version 917 (0.0010)
+[2026-06-02 16:23:49,578][243551] Updated weights for policy 0, policy_version 927 (0.0008)
+[2026-06-02 16:23:49,766][243551] Updated weights for policy 0, policy_version 939 (0.0008)
+[2026-06-02 16:23:49,922][243551] Updated weights for policy 0, policy_version 949 (0.0009)
+[2026-06-02 16:23:49,953][235966] Fps is (10 sec: 22938.1, 60 sec: 18350.1, 300 sec: 18350.1). Total num frames: 458752. Throughput: 0: 18155.5. Samples: 453888. Policy #0 lag: (min: 34.0, avg: 60.1, max: 98.0)
+[2026-06-02 16:23:49,954][235966] Avg episode reward: [(0, '3.952')]
+[2026-06-02 16:23:50,069][243551] Updated weights for policy 0, policy_version 959 (0.0008)
+[2026-06-02 16:23:50,081][242747] Saving new best policy, reward=3.952!
+[2026-06-02 16:23:50,801][243551] Updated weights for policy 0, policy_version 970 (0.0008)
+[2026-06-02 16:23:50,954][243551] Updated weights for policy 0, policy_version 980 (0.0009)
+[2026-06-02 16:23:51,101][243551] Updated weights for policy 0, policy_version 990 (0.0008)
+[2026-06-02 16:23:51,258][243551] Updated weights for policy 0, policy_version 1000 (0.0009)
+[2026-06-02 16:23:51,426][243551] Updated weights for policy 0, policy_version 1011 (0.0008)
+[2026-06-02 16:23:51,600][243551] Updated weights for policy 0, policy_version 1022 (0.0007)
+[2026-06-02 16:23:52,377][243551] Updated weights for policy 0, policy_version 1033 (0.0009)
+[2026-06-02 16:23:52,548][243551] Updated weights for policy 0, policy_version 1044 (0.0008)
+[2026-06-02 16:23:52,707][243551] Updated weights for policy 0, policy_version 1054 (0.0008)
+[2026-06-02 16:23:52,859][243551] Updated weights for policy 0, policy_version 1064 (0.0008)
+[2026-06-02 16:23:53,015][243551] Updated weights for policy 0, policy_version 1074 (0.0008)
+[2026-06-02 16:23:53,167][243551] Updated weights for policy 0, policy_version 1084 (0.0008)
+[2026-06-02 16:23:53,900][243551] Updated weights for policy 0, policy_version 1094 (0.0008)
+[2026-06-02 16:23:54,051][243551] Updated weights for policy 0, policy_version 1104 (0.0008)
+[2026-06-02 16:23:54,204][243551] Updated weights for policy 0, policy_version 1114 (0.0008)
+[2026-06-02 16:23:54,366][243551] Updated weights for policy 0, policy_version 1125 (0.0008)
+[2026-06-02 16:23:54,535][243551] Updated weights for policy 0, policy_version 1135 (0.0008)
+[2026-06-02 16:23:54,685][243551] Updated weights for policy 0, policy_version 1145 (0.0008)
+[2026-06-02 16:23:54,953][235966] Fps is (10 sec: 22937.7, 60 sec: 19660.9, 300 sec: 19660.9). Total num frames: 589824. Throughput: 0: 19242.7. Samples: 577280. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:23:54,954][235966] Avg episode reward: [(0, '4.066')]
+[2026-06-02 16:23:54,960][242747] Saving new best policy, reward=4.066!
+[2026-06-02 16:23:55,462][243551] Updated weights for policy 0, policy_version 1155 (0.0010)
+[2026-06-02 16:23:55,608][243551] Updated weights for policy 0, policy_version 1165 (0.0008)
+[2026-06-02 16:23:55,754][243551] Updated weights for policy 0, policy_version 1175 (0.0008)
+[2026-06-02 16:23:55,907][243551] Updated weights for policy 0, policy_version 1185 (0.0008)
+[2026-06-02 16:23:56,073][243551] Updated weights for policy 0, policy_version 1196 (0.0008)
+[2026-06-02 16:23:56,247][243551] Updated weights for policy 0, policy_version 1207 (0.0008)
+[2026-06-02 16:23:57,067][243551] Updated weights for policy 0, policy_version 1217 (0.0008)
+[2026-06-02 16:23:57,218][243551] Updated weights for policy 0, policy_version 1227 (0.0008)
+[2026-06-02 16:23:57,362][243551] Updated weights for policy 0, policy_version 1237 (0.0008)
+[2026-06-02 16:23:57,527][243551] Updated weights for policy 0, policy_version 1248 (0.0008)
+[2026-06-02 16:23:57,717][243551] Updated weights for policy 0, policy_version 1260 (0.0008)
+[2026-06-02 16:23:57,888][243551] Updated weights for policy 0, policy_version 1271 (0.0007)
+[2026-06-02 16:23:58,756][243551] Updated weights for policy 0, policy_version 1283 (0.0009)
+[2026-06-02 16:23:58,901][243551] Updated weights for policy 0, policy_version 1293 (0.0008)
+[2026-06-02 16:23:59,071][243551] Updated weights for policy 0, policy_version 1304 (0.0008)
+[2026-06-02 16:23:59,220][243551] Updated weights for policy 0, policy_version 1314 (0.0008)
+[2026-06-02 16:23:59,424][243551] Updated weights for policy 0, policy_version 1327 (0.0008)
+[2026-06-02 16:23:59,599][243551] Updated weights for policy 0, policy_version 1338 (0.0008)
+[2026-06-02 16:23:59,953][235966] Fps is (10 sec: 22937.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 688128. Throughput: 0: 19975.4. Samples: 699136. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-02 16:23:59,955][235966] Avg episode reward: [(0, '4.766')]
+[2026-06-02 16:23:59,960][242747] Saving new best policy, reward=4.766!
+[2026-06-02 16:24:00,363][243551] Updated weights for policy 0, policy_version 1348 (0.0008)
+[2026-06-02 16:24:00,524][243551] Updated weights for policy 0, policy_version 1359 (0.0008)
+[2026-06-02 16:24:00,701][243551] Updated weights for policy 0, policy_version 1370 (0.0008)
+[2026-06-02 16:24:00,888][243551] Updated weights for policy 0, policy_version 1382 (0.0008)
+[2026-06-02 16:24:01,040][243551] Updated weights for policy 0, policy_version 1392 (0.0008)
+[2026-06-02 16:24:01,200][243551] Updated weights for policy 0, policy_version 1402 (0.0008)
+[2026-06-02 16:24:02,025][243551] Updated weights for policy 0, policy_version 1413 (0.0008)
+[2026-06-02 16:24:02,177][243551] Updated weights for policy 0, policy_version 1423 (0.0009)
+[2026-06-02 16:24:02,337][243551] Updated weights for policy 0, policy_version 1433 (0.0008)
+[2026-06-02 16:24:02,489][243551] Updated weights for policy 0, policy_version 1443 (0.0008)
+[2026-06-02 16:24:02,664][243551] Updated weights for policy 0, policy_version 1454 (0.0009)
+[2026-06-02 16:24:02,816][243551] Updated weights for policy 0, policy_version 1464 (0.0009)
+[2026-06-02 16:24:03,597][243551] Updated weights for policy 0, policy_version 1474 (0.0008)
+[2026-06-02 16:24:03,757][243551] Updated weights for policy 0, policy_version 1485 (0.0009)
+[2026-06-02 16:24:03,912][243551] Updated weights for policy 0, policy_version 1495 (0.0009)
+[2026-06-02 16:24:04,082][243551] Updated weights for policy 0, policy_version 1506 (0.0008)
+[2026-06-02 16:24:04,236][243551] Updated weights for policy 0, policy_version 1516 (0.0008)
+[2026-06-02 16:24:04,406][243551] Updated weights for policy 0, policy_version 1527 (0.0008)
+[2026-06-02 16:24:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 786432. Throughput: 0: 19049.6. Samples: 761984. Policy #0 lag: (min: 59.0, avg: 81.7, max: 123.0)
+[2026-06-02 16:24:04,955][235966] Avg episode reward: [(0, '5.133')]
+[2026-06-02 16:24:04,961][242747] Saving new best policy, reward=5.133!
+[2026-06-02 16:24:05,214][243551] Updated weights for policy 0, policy_version 1537 (0.0009)
+[2026-06-02 16:24:05,371][243551] Updated weights for policy 0, policy_version 1547 (0.0008)
+[2026-06-02 16:24:05,544][243551] Updated weights for policy 0, policy_version 1558 (0.0008)
+[2026-06-02 16:24:05,704][243551] Updated weights for policy 0, policy_version 1569 (0.0009)
+[2026-06-02 16:24:05,861][243551] Updated weights for policy 0, policy_version 1579 (0.0008)
+[2026-06-02 16:24:06,033][243551] Updated weights for policy 0, policy_version 1590 (0.0009)
+[2026-06-02 16:24:06,878][243551] Updated weights for policy 0, policy_version 1603 (0.0009)
+[2026-06-02 16:24:07,032][243551] Updated weights for policy 0, policy_version 1613 (0.0009)
+[2026-06-02 16:24:07,188][243551] Updated weights for policy 0, policy_version 1623 (0.0008)
+[2026-06-02 16:24:07,343][243551] Updated weights for policy 0, policy_version 1633 (0.0008)
+[2026-06-02 16:24:07,495][243551] Updated weights for policy 0, policy_version 1643 (0.0008)
+[2026-06-02 16:24:07,658][243551] Updated weights for policy 0, policy_version 1653 (0.0008)
+[2026-06-02 16:24:07,814][243551] Updated weights for policy 0, policy_version 1663 (0.0008)
+[2026-06-02 16:24:08,644][243551] Updated weights for policy 0, policy_version 1674 (0.0008)
+[2026-06-02 16:24:08,826][243551] Updated weights for policy 0, policy_version 1686 (0.0008)
+[2026-06-02 16:24:08,977][243551] Updated weights for policy 0, policy_version 1696 (0.0008)
+[2026-06-02 16:24:09,164][243551] Updated weights for policy 0, policy_version 1708 (0.0009)
+[2026-06-02 16:24:09,341][243551] Updated weights for policy 0, policy_version 1719 (0.0008)
+[2026-06-02 16:24:09,953][235966] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 884736. Throughput: 0: 19709.2. Samples: 886912. Policy #0 lag: (min: 38.0, avg: 50.9, max: 102.0)
+[2026-06-02 16:24:09,956][235966] Avg episode reward: [(0, '5.951')]
+[2026-06-02 16:24:09,962][242747] Saving new best policy, reward=5.951!
+[2026-06-02 16:24:10,169][243551] Updated weights for policy 0, policy_version 1729 (0.0009)
+[2026-06-02 16:24:10,324][243551] Updated weights for policy 0, policy_version 1740 (0.0008)
+[2026-06-02 16:24:10,513][243551] Updated weights for policy 0, policy_version 1752 (0.0009)
+[2026-06-02 16:24:10,701][243551] Updated weights for policy 0, policy_version 1764 (0.0008)
+[2026-06-02 16:24:10,870][243551] Updated weights for policy 0, policy_version 1775 (0.0008)
+[2026-06-02 16:24:11,031][243551] Updated weights for policy 0, policy_version 1785 (0.0008)
+[2026-06-02 16:24:11,874][243551] Updated weights for policy 0, policy_version 1796 (0.0009)
+[2026-06-02 16:24:12,057][243551] Updated weights for policy 0, policy_version 1808 (0.0008)
+[2026-06-02 16:24:12,214][243551] Updated weights for policy 0, policy_version 1818 (0.0008)
+[2026-06-02 16:24:12,382][243551] Updated weights for policy 0, policy_version 1829 (0.0008)
+[2026-06-02 16:24:12,549][243551] Updated weights for policy 0, policy_version 1840 (0.0008)
+[2026-06-02 16:24:12,715][243551] Updated weights for policy 0, policy_version 1851 (0.0008)
+[2026-06-02 16:24:13,577][243551] Updated weights for policy 0, policy_version 1863 (0.0009)
+[2026-06-02 16:24:13,744][243551] Updated weights for policy 0, policy_version 1874 (0.0008)
+[2026-06-02 16:24:13,918][243551] Updated weights for policy 0, policy_version 1885 (0.0008)
+[2026-06-02 16:24:14,073][243551] Updated weights for policy 0, policy_version 1895 (0.0008)
+[2026-06-02 16:24:14,226][243551] Updated weights for policy 0, policy_version 1905 (0.0008)
+[2026-06-02 16:24:14,436][243551] Updated weights for policy 0, policy_version 1918 (0.0009)
+[2026-06-02 16:24:14,953][235966] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 983040. Throughput: 0: 20713.3. Samples: 998016. Policy #0 lag: (min: 41.0, avg: 69.7, max: 105.0)
+[2026-06-02 16:24:14,955][235966] Avg episode reward: [(0, '6.991')]
+[2026-06-02 16:24:14,960][242747] Saving new best policy, reward=6.991!
+[2026-06-02 16:24:15,251][243551] Updated weights for policy 0, policy_version 1928 (0.0008)
+[2026-06-02 16:24:15,406][243551] Updated weights for policy 0, policy_version 1938 (0.0008)
+[2026-06-02 16:24:15,587][243551] Updated weights for policy 0, policy_version 1950 (0.0008)
+[2026-06-02 16:24:15,805][243551] Updated weights for policy 0, policy_version 1964 (0.0009)
+[2026-06-02 16:24:15,974][243551] Updated weights for policy 0, policy_version 1975 (0.0008)
+[2026-06-02 16:24:16,803][243551] Updated weights for policy 0, policy_version 1986 (0.0009)
+[2026-06-02 16:24:16,963][243551] Updated weights for policy 0, policy_version 1997 (0.0008)
+[2026-06-02 16:24:17,152][243551] Updated weights for policy 0, policy_version 2009 (0.0008)
+[2026-06-02 16:24:17,308][243551] Updated weights for policy 0, policy_version 2020 (0.0008)
+[2026-06-02 16:24:17,509][243551] Updated weights for policy 0, policy_version 2032 (0.0009)
+[2026-06-02 16:24:17,684][243551] Updated weights for policy 0, policy_version 2044 (0.0008)
+[2026-06-02 16:24:18,528][243551] Updated weights for policy 0, policy_version 2054 (0.0009)
+[2026-06-02 16:24:18,711][243551] Updated weights for policy 0, policy_version 2066 (0.0008)
+[2026-06-02 16:24:18,880][243551] Updated weights for policy 0, policy_version 2077 (0.0008)
+[2026-06-02 16:24:19,066][243551] Updated weights for policy 0, policy_version 2089 (0.0008)
+[2026-06-02 16:24:19,223][243551] Updated weights for policy 0, policy_version 2099 (0.0008)
+[2026-06-02 16:24:19,373][243551] Updated weights for policy 0, policy_version 2109 (0.0008)
+[2026-06-02 16:24:19,953][235966] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1081344. Throughput: 0: 21242.4. Samples: 1059584. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0)
+[2026-06-02 16:24:19,955][235966] Avg episode reward: [(0, '7.903')]
+[2026-06-02 16:24:19,960][242747] Saving new best policy, reward=7.903!
+[2026-06-02 16:24:20,252][243551] Updated weights for policy 0, policy_version 2119 (0.0008)
+[2026-06-02 16:24:20,474][243551] Updated weights for policy 0, policy_version 2134 (0.0008)
+[2026-06-02 16:24:20,636][243551] Updated weights for policy 0, policy_version 2144 (0.0008)
+[2026-06-02 16:24:20,786][243551] Updated weights for policy 0, policy_version 2154 (0.0008)
+[2026-06-02 16:24:20,998][243551] Updated weights for policy 0, policy_version 2167 (0.0009)
+[2026-06-02 16:24:21,777][243551] Updated weights for policy 0, policy_version 2178 (0.0008)
+[2026-06-02 16:24:21,938][243551] Updated weights for policy 0, policy_version 2189 (0.0008)
+[2026-06-02 16:24:22,081][243551] Updated weights for policy 0, policy_version 2199 (0.0008)
+[2026-06-02 16:24:22,240][243551] Updated weights for policy 0, policy_version 2209 (0.0008)
+[2026-06-02 16:24:22,433][243551] Updated weights for policy 0, policy_version 2221 (0.0008)
+[2026-06-02 16:24:22,610][243551] Updated weights for policy 0, policy_version 2233 (0.0008)
+[2026-06-02 16:24:23,432][243551] Updated weights for policy 0, policy_version 2243 (0.0009)
+[2026-06-02 16:24:23,585][243551] Updated weights for policy 0, policy_version 2253 (0.0007)
+[2026-06-02 16:24:23,752][243551] Updated weights for policy 0, policy_version 2263 (0.0005)
+[2026-06-02 16:24:23,903][243551] Updated weights for policy 0, policy_version 2273 (0.0007)
+[2026-06-02 16:24:24,077][243551] Updated weights for policy 0, policy_version 2284 (0.0009)
+[2026-06-02 16:24:24,259][243551] Updated weights for policy 0, policy_version 2296 (0.0008)
+[2026-06-02 16:24:24,953][235966] Fps is (10 sec: 19660.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1179648. Throughput: 0: 20812.9. Samples: 1185152. Policy #0 lag: (min: 23.0, avg: 36.4, max: 87.0)
+[2026-06-02 16:24:24,955][235966] Avg episode reward: [(0, '9.048')]
+[2026-06-02 16:24:25,078][243551] Updated weights for policy 0, policy_version 2308 (0.0008)
+[2026-06-02 16:24:25,256][243551] Updated weights for policy 0, policy_version 2320 (0.0008)
+[2026-06-02 16:24:25,437][243551] Updated weights for policy 0, policy_version 2332 (0.0008)
+[2026-06-02 16:24:25,643][243551] Updated weights for policy 0, policy_version 2345 (0.0008)
+[2026-06-02 16:24:25,843][243551] Updated weights for policy 0, policy_version 2358 (0.0008)
+[2026-06-02 16:24:25,994][242747] Saving new best policy, reward=9.048!
+[2026-06-02 16:24:26,672][243551] Updated weights for policy 0, policy_version 2369 (0.0009)
+[2026-06-02 16:24:26,831][243551] Updated weights for policy 0, policy_version 2380 (0.0008)
+[2026-06-02 16:24:27,021][243551] Updated weights for policy 0, policy_version 2392 (0.0008)
+[2026-06-02 16:24:27,201][243551] Updated weights for policy 0, policy_version 2404 (0.0008)
+[2026-06-02 16:24:27,352][243551] Updated weights for policy 0, policy_version 2414 (0.0008)
+[2026-06-02 16:24:27,509][243551] Updated weights for policy 0, policy_version 2424 (0.0008)
+[2026-06-02 16:24:28,360][243551] Updated weights for policy 0, policy_version 2436 (0.0008)
+[2026-06-02 16:24:28,525][243551] Updated weights for policy 0, policy_version 2447 (0.0008)
+[2026-06-02 16:24:28,713][243551] Updated weights for policy 0, policy_version 2459 (0.0009)
+[2026-06-02 16:24:28,958][243551] Updated weights for policy 0, policy_version 2475 (0.0008)
+[2026-06-02 16:24:29,153][243551] Updated weights for policy 0, policy_version 2487 (0.0009)
+[2026-06-02 16:24:29,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 19660.8). Total num frames: 1277952. Throughput: 0: 20209.8. Samples: 1296128. Policy #0 lag: (min: 63.0, avg: 75.4, max: 127.0)
+[2026-06-02 16:24:29,955][235966] Avg episode reward: [(0, '10.668')]
+[2026-06-02 16:24:29,994][243551] Updated weights for policy 0, policy_version 2500 (0.0009)
+[2026-06-02 16:24:30,145][243551] Updated weights for policy 0, policy_version 2510 (0.0008)
+[2026-06-02 16:24:30,340][243551] Updated weights for policy 0, policy_version 2522 (0.0008)
+[2026-06-02 16:24:30,503][243551] Updated weights for policy 0, policy_version 2533 (0.0008)
+[2026-06-02 16:24:30,676][243551] Updated weights for policy 0, policy_version 2544 (0.0008)
+[2026-06-02 16:24:30,834][243551] Updated weights for policy 0, policy_version 2554 (0.0008)
+[2026-06-02 16:24:30,922][242747] Saving new best policy, reward=10.668!
+[2026-06-02 16:24:31,628][243551] Updated weights for policy 0, policy_version 2566 (0.0009)
+[2026-06-02 16:24:31,779][243551] Updated weights for policy 0, policy_version 2576 (0.0008)
+[2026-06-02 16:24:31,957][243551] Updated weights for policy 0, policy_version 2588 (0.0009)
+[2026-06-02 16:24:32,110][243551] Updated weights for policy 0, policy_version 2598 (0.0008)
+[2026-06-02 16:24:32,279][243551] Updated weights for policy 0, policy_version 2609 (0.0011)
+[2026-06-02 16:24:32,440][243551] Updated weights for policy 0, policy_version 2619 (0.0012)
+[2026-06-02 16:24:33,265][243551] Updated weights for policy 0, policy_version 2630 (0.0010)
+[2026-06-02 16:24:33,469][243551] Updated weights for policy 0, policy_version 2644 (0.0008)
+[2026-06-02 16:24:33,647][243551] Updated weights for policy 0, policy_version 2655 (0.0008)
+[2026-06-02 16:24:33,809][243551] Updated weights for policy 0, policy_version 2665 (0.0008)
+[2026-06-02 16:24:33,980][243551] Updated weights for policy 0, policy_version 2676 (0.0008)
+[2026-06-02 16:24:34,161][243551] Updated weights for policy 0, policy_version 2688 (0.0008)
+[2026-06-02 16:24:34,930][243551] Updated weights for policy 0, policy_version 2698 (0.0008)
+[2026-06-02 16:24:34,953][235966] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 1376256. Throughput: 0: 20067.5. Samples: 1356928. Policy #0 lag: (min: 32.0, avg: 59.6, max: 96.0)
+[2026-06-02 16:24:34,955][235966] Avg episode reward: [(0, '14.079')]
+[2026-06-02 16:24:35,112][243551] Updated weights for policy 0, policy_version 2710 (0.0009)
+[2026-06-02 16:24:35,259][243551] Updated weights for policy 0, policy_version 2720 (0.0008)
+[2026-06-02 16:24:35,414][243551] Updated weights for policy 0, policy_version 2730 (0.0008)
+[2026-06-02 16:24:35,602][243551] Updated weights for policy 0, policy_version 2742 (0.0008)
+[2026-06-02 16:24:35,753][242747] Saving new best policy, reward=14.079!
+[2026-06-02 16:24:36,437][243551] Updated weights for policy 0, policy_version 2753 (0.0009)
+[2026-06-02 16:24:36,664][243551] Updated weights for policy 0, policy_version 2768 (0.0008)
+[2026-06-02 16:24:36,848][243551] Updated weights for policy 0, policy_version 2780 (0.0008)
+[2026-06-02 16:24:37,006][243551] Updated weights for policy 0, policy_version 2790 (0.0008)
+[2026-06-02 16:24:37,164][243551] Updated weights for policy 0, policy_version 2800 (0.0008)
+[2026-06-02 16:24:37,325][243551] Updated weights for policy 0, policy_version 2810 (0.0008)
+[2026-06-02 16:24:38,099][243551] Updated weights for policy 0, policy_version 2821 (0.0009)
+[2026-06-02 16:24:38,303][243551] Updated weights for policy 0, policy_version 2834 (0.0008)
+[2026-06-02 16:24:38,481][243551] Updated weights for policy 0, policy_version 2846 (0.0008)
+[2026-06-02 16:24:38,657][243551] Updated weights for policy 0, policy_version 2857 (0.0009)
+[2026-06-02 16:24:38,845][243551] Updated weights for policy 0, policy_version 2869 (0.0009)
+[2026-06-02 16:24:39,020][243551] Updated weights for policy 0, policy_version 2880 (0.0009)
+[2026-06-02 16:24:39,814][243551] Updated weights for policy 0, policy_version 2892 (0.0009)
+[2026-06-02 16:24:39,953][235966] Fps is (10 sec: 19660.8, 60 sec: 20753.2, 300 sec: 19660.8). Total num frames: 1474560. Throughput: 0: 20144.3. Samples: 1483776. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0)
+[2026-06-02 16:24:39,954][235966] Avg episode reward: [(0, '15.917')]
+[2026-06-02 16:24:40,003][243551] Updated weights for policy 0, policy_version 2904 (0.0009)
+[2026-06-02 16:24:40,181][243551] Updated weights for policy 0, policy_version 2916 (0.0009)
+[2026-06-02 16:24:40,369][243551] Updated weights for policy 0, policy_version 2927 (0.0009)
+[2026-06-02 16:24:40,525][243551] Updated weights for policy 0, policy_version 2937 (0.0008)
+[2026-06-02 16:24:40,619][242747] Saving new best policy, reward=15.917!
+[2026-06-02 16:24:41,297][243551] Updated weights for policy 0, policy_version 2947 (0.0008)
+[2026-06-02 16:24:41,451][243551] Updated weights for policy 0, policy_version 2958 (0.0009)
+[2026-06-02 16:24:41,621][243551] Updated weights for policy 0, policy_version 2969 (0.0009)
+[2026-06-02 16:24:41,796][243551] Updated weights for policy 0, policy_version 2980 (0.0009)
+[2026-06-02 16:24:42,016][243551] Updated weights for policy 0, policy_version 2994 (0.0009)
+[2026-06-02 16:24:42,199][243551] Updated weights for policy 0, policy_version 3005 (0.0008)
+[2026-06-02 16:24:42,938][243551] Updated weights for policy 0, policy_version 3015 (0.0009)
+[2026-06-02 16:24:43,120][243551] Updated weights for policy 0, policy_version 3027 (0.0009)
+[2026-06-02 16:24:43,296][243551] Updated weights for policy 0, policy_version 3038 (0.0009)
+[2026-06-02 16:24:43,482][243551] Updated weights for policy 0, policy_version 3050 (0.0009)
+[2026-06-02 16:24:43,649][243551] Updated weights for policy 0, policy_version 3060 (0.0008)
+[2026-06-02 16:24:43,805][243551] Updated weights for policy 0, policy_version 3070 (0.0009)
+[2026-06-02 16:24:44,586][243551] Updated weights for policy 0, policy_version 3082 (0.0009)
+[2026-06-02 16:24:44,739][243551] Updated weights for policy 0, policy_version 3092 (0.0008)
+[2026-06-02 16:24:44,918][243551] Updated weights for policy 0, policy_version 3103 (0.0008)
+[2026-06-02 16:24:44,953][235966] Fps is (10 sec: 19661.2, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 1572864. Throughput: 0: 20238.2. Samples: 1609856. Policy #0 lag: (min: 41.0, avg: 71.1, max: 105.0)
+[2026-06-02 16:24:44,954][235966] Avg episode reward: [(0, '18.195')]
+[2026-06-02 16:24:45,077][243551] Updated weights for policy 0, policy_version 3113 (0.0008)
+[2026-06-02 16:24:45,247][243551] Updated weights for policy 0, policy_version 3124 (0.0008)
+[2026-06-02 16:24:45,431][242747] Saving new best policy, reward=18.195!
+[2026-06-02 16:24:45,432][243551] Updated weights for policy 0, policy_version 3136 (0.0009)
+[2026-06-02 16:24:46,196][243551] Updated weights for policy 0, policy_version 3147 (0.0009)
+[2026-06-02 16:24:46,375][243551] Updated weights for policy 0, policy_version 3158 (0.0008)
+[2026-06-02 16:24:46,543][243551] Updated weights for policy 0, policy_version 3169 (0.0008)
+[2026-06-02 16:24:46,700][243551] Updated weights for policy 0, policy_version 3179 (0.0008)
+[2026-06-02 16:24:46,857][243551] Updated weights for policy 0, policy_version 3189 (0.0008)
+[2026-06-02 16:24:47,010][243551] Updated weights for policy 0, policy_version 3199 (0.0008)
+[2026-06-02 16:24:47,772][243551] Updated weights for policy 0, policy_version 3210 (0.0009)
+[2026-06-02 16:24:47,931][243551] Updated weights for policy 0, policy_version 3220 (0.0008)
+[2026-06-02 16:24:48,106][243551] Updated weights for policy 0, policy_version 3231 (0.0008)
+[2026-06-02 16:24:48,308][243551] Updated weights for policy 0, policy_version 3244 (0.0009)
+[2026-06-02 16:24:48,499][243551] Updated weights for policy 0, policy_version 3256 (0.0008)
+[2026-06-02 16:24:49,216][243551] Updated weights for policy 0, policy_version 3266 (0.0009)
+[2026-06-02 16:24:49,375][243551] Updated weights for policy 0, policy_version 3276 (0.0009)
+[2026-06-02 16:24:49,534][243551] Updated weights for policy 0, policy_version 3286 (0.0008)
+[2026-06-02 16:24:49,721][243551] Updated weights for policy 0, policy_version 3298 (0.0009)
+[2026-06-02 16:24:49,897][243551] Updated weights for policy 0, policy_version 3309 (0.0009)
+[2026-06-02 16:24:49,953][235966] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1671168. Throughput: 0: 20150.0. Samples: 1668736. Policy #0 lag: (min: 63.0, avg: 75.9, max: 127.0)
+[2026-06-02 16:24:49,955][235966] Avg episode reward: [(0, '25.987')]
+[2026-06-02 16:24:50,081][243551] Updated weights for policy 0, policy_version 3321 (0.0009)
+[2026-06-02 16:24:50,187][242747] Saving new best policy, reward=25.987!
+[2026-06-02 16:24:50,859][243551] Updated weights for policy 0, policy_version 3331 (0.0009)
+[2026-06-02 16:24:51,008][243551] Updated weights for policy 0, policy_version 3341 (0.0008)
+[2026-06-02 16:24:51,172][243551] Updated weights for policy 0, policy_version 3352 (0.0008)
+[2026-06-02 16:24:51,333][243551] Updated weights for policy 0, policy_version 3362 (0.0009)
+[2026-06-02 16:24:51,495][243551] Updated weights for policy 0, policy_version 3372 (0.0009)
+[2026-06-02 16:24:51,670][243551] Updated weights for policy 0, policy_version 3383 (0.0009)
+[2026-06-02 16:24:52,345][243551] Updated weights for policy 0, policy_version 3393 (0.0009)
+[2026-06-02 16:24:52,501][243551] Updated weights for policy 0, policy_version 3403 (0.0009)
+[2026-06-02 16:24:52,675][243551] Updated weights for policy 0, policy_version 3415 (0.0009)
+[2026-06-02 16:24:52,873][243551] Updated weights for policy 0, policy_version 3427 (0.0008)
+[2026-06-02 16:24:53,046][243551] Updated weights for policy 0, policy_version 3438 (0.0009)
+[2026-06-02 16:24:53,220][243551] Updated weights for policy 0, policy_version 3449 (0.0009)
+[2026-06-02 16:24:53,959][243551] Updated weights for policy 0, policy_version 3459 (0.0009)
+[2026-06-02 16:24:54,113][243551] Updated weights for policy 0, policy_version 3469 (0.0008)
+[2026-06-02 16:24:54,275][243551] Updated weights for policy 0, policy_version 3480 (0.0008)
+[2026-06-02 16:24:54,439][243551] Updated weights for policy 0, policy_version 3490 (0.0008)
+[2026-06-02 16:24:54,606][243551] Updated weights for policy 0, policy_version 3501 (0.0008)
+[2026-06-02 16:24:54,785][243551] Updated weights for policy 0, policy_version 3512 (0.0009)
+[2026-06-02 16:24:54,953][235966] Fps is (10 sec: 22937.6, 60 sec: 20206.9, 300 sec: 20024.9). Total num frames: 1802240. Throughput: 0: 19985.1. Samples: 1786240. Policy #0 lag: (min: 63.0, avg: 76.4, max: 127.0)
+[2026-06-02 16:24:54,954][235966] Avg episode reward: [(0, '29.352')]
+[2026-06-02 16:24:54,959][242747] Saving new best policy, reward=29.352!
+[2026-06-02 16:24:55,559][243551] Updated weights for policy 0, policy_version 3523 (0.0010)
+[2026-06-02 16:24:55,709][243551] Updated weights for policy 0, policy_version 3533 (0.0008)
+[2026-06-02 16:24:55,879][243551] Updated weights for policy 0, policy_version 3544 (0.0008)
+[2026-06-02 16:24:56,059][243551] Updated weights for policy 0, policy_version 3555 (0.0009)
+[2026-06-02 16:24:56,217][243551] Updated weights for policy 0, policy_version 3565 (0.0009)
+[2026-06-02 16:24:56,379][243551] Updated weights for policy 0, policy_version 3575 (0.0009)
+[2026-06-02 16:24:57,092][243551] Updated weights for policy 0, policy_version 3586 (0.0009)
+[2026-06-02 16:24:57,257][243551] Updated weights for policy 0, policy_version 3597 (0.0008)
+[2026-06-02 16:24:57,425][243551] Updated weights for policy 0, policy_version 3608 (0.0008)
+[2026-06-02 16:24:57,585][243551] Updated weights for policy 0, policy_version 3618 (0.0008)
+[2026-06-02 16:24:57,760][243551] Updated weights for policy 0, policy_version 3629 (0.0008)
+[2026-06-02 16:24:57,920][243551] Updated weights for policy 0, policy_version 3639 (0.0009)
+[2026-06-02 16:24:58,617][243551] Updated weights for policy 0, policy_version 3649 (0.0009)
+[2026-06-02 16:24:58,766][243551] Updated weights for policy 0, policy_version 3659 (0.0009)
+[2026-06-02 16:24:58,927][243551] Updated weights for policy 0, policy_version 3669 (0.0008)
+[2026-06-02 16:24:59,100][243551] Updated weights for policy 0, policy_version 3680 (0.0008)
+[2026-06-02 16:24:59,289][243551] Updated weights for policy 0, policy_version 3692 (0.0008)
+[2026-06-02 16:24:59,452][243551] Updated weights for policy 0, policy_version 3702 (0.0008)
+[2026-06-02 16:24:59,605][243551] Updated weights for policy 0, policy_version 3712 (0.0008)
+[2026-06-02 16:24:59,953][235966] Fps is (10 sec: 22937.1, 60 sec: 20206.9, 300 sec: 20005.7). Total num frames: 1900544. Throughput: 0: 20380.3. Samples: 1915136. Policy #0 lag: (min: 63.0, avg: 76.4, max: 127.0)
+[2026-06-02 16:24:59,954][235966] Avg episode reward: [(0, '38.930')]
+[2026-06-02 16:24:59,959][242747] Saving new best policy, reward=38.930!
+[2026-06-02 16:25:00,286][243551] Updated weights for policy 0, policy_version 3722 (0.0006)
+[2026-06-02 16:25:00,454][243551] Updated weights for policy 0, policy_version 3733 (0.0006)
+[2026-06-02 16:25:00,618][243551] Updated weights for policy 0, policy_version 3743 (0.0008)
+[2026-06-02 16:25:00,788][243551] Updated weights for policy 0, policy_version 3753 (0.0009)
+[2026-06-02 16:25:00,942][243551] Updated weights for policy 0, policy_version 3763 (0.0008)
+[2026-06-02 16:25:01,105][243551] Updated weights for policy 0, policy_version 3773 (0.0008)
+[2026-06-02 16:25:01,786][243551] Updated weights for policy 0, policy_version 3783 (0.0009)
+[2026-06-02 16:25:01,936][243551] Updated weights for policy 0, policy_version 3793 (0.0008)
+[2026-06-02 16:25:02,123][243551] Updated weights for policy 0, policy_version 3805 (0.0008)
+[2026-06-02 16:25:02,291][243551] Updated weights for policy 0, policy_version 3815 (0.0008)
+[2026-06-02 16:25:02,450][243551] Updated weights for policy 0, policy_version 3825 (0.0008)
+[2026-06-02 16:25:02,625][243551] Updated weights for policy 0, policy_version 3836 (0.0008)
+[2026-06-02 16:25:03,332][243551] Updated weights for policy 0, policy_version 3846 (0.0009)
+[2026-06-02 16:25:03,480][243551] Updated weights for policy 0, policy_version 3856 (0.0008)
+[2026-06-02 16:25:03,656][243551] Updated weights for policy 0, policy_version 3866 (0.0008)
+[2026-06-02 16:25:03,821][243551] Updated weights for policy 0, policy_version 3877 (0.0009)
+[2026-06-02 16:25:03,998][243551] Updated weights for policy 0, policy_version 3888 (0.0008)
+[2026-06-02 16:25:04,176][243551] Updated weights for policy 0, policy_version 3899 (0.0008)
+[2026-06-02 16:25:04,903][243551] Updated weights for policy 0, policy_version 3910 (0.0009)
+[2026-06-02 16:25:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 19988.5). Total num frames: 1998848. Throughput: 0: 20440.2. Samples: 1979392. Policy #0 lag: (min: 41.0, avg: 73.0, max: 105.0)
+[2026-06-02 16:25:04,954][235966] Avg episode reward: [(0, '52.107')]
+[2026-06-02 16:25:05,061][243551] Updated weights for policy 0, policy_version 3920 (0.0008)
+[2026-06-02 16:25:05,213][243551] Updated weights for policy 0, policy_version 3930 (0.0008)
+[2026-06-02 16:25:05,371][243551] Updated weights for policy 0, policy_version 3940 (0.0009)
+[2026-06-02 16:25:05,544][243551] Updated weights for policy 0, policy_version 3951 (0.0009)
+[2026-06-02 16:25:05,706][243551] Updated weights for policy 0, policy_version 3961 (0.0008)
+[2026-06-02 16:25:05,811][242747] Saving new best policy, reward=52.107!
+[2026-06-02 16:25:06,384][243551] Updated weights for policy 0, policy_version 3971 (0.0009)
+[2026-06-02 16:25:06,529][243551] Updated weights for policy 0, policy_version 3981 (0.0006)
+[2026-06-02 16:25:06,684][243551] Updated weights for policy 0, policy_version 3991 (0.0005)
+[2026-06-02 16:25:06,841][243551] Updated weights for policy 0, policy_version 4001 (0.0005)
+[2026-06-02 16:25:07,014][243551] Updated weights for policy 0, policy_version 4011 (0.0005)
+[2026-06-02 16:25:07,177][243551] Updated weights for policy 0, policy_version 4021 (0.0005)
+[2026-06-02 16:25:07,332][243551] Updated weights for policy 0, policy_version 4031 (0.0005)
+[2026-06-02 16:25:07,997][243551] Updated weights for policy 0, policy_version 4042 (0.0008)
+[2026-06-02 16:25:08,162][243551] Updated weights for policy 0, policy_version 4052 (0.0008)
+[2026-06-02 16:25:08,316][243551] Updated weights for policy 0, policy_version 4062 (0.0008)
+[2026-06-02 16:25:08,478][243551] Updated weights for policy 0, policy_version 4072 (0.0008)
+[2026-06-02 16:25:08,645][243551] Updated weights for policy 0, policy_version 4082 (0.0008)
+[2026-06-02 16:25:08,806][243551] Updated weights for policy 0, policy_version 4092 (0.0008)
+[2026-06-02 16:25:09,485][243551] Updated weights for policy 0, policy_version 4102 (0.0009)
+[2026-06-02 16:25:09,641][243551] Updated weights for policy 0, policy_version 4112 (0.0008)
+[2026-06-02 16:25:09,801][243551] Updated weights for policy 0, policy_version 4122 (0.0010)
+[2026-06-02 16:25:09,953][235966] Fps is (10 sec: 19661.2, 60 sec: 20206.9, 300 sec: 19972.9). Total num frames: 2097152. Throughput: 0: 20539.7. Samples: 2109440. Policy #0 lag: (min: 0.0, avg: 36.5, max: 64.0)
+[2026-06-02 16:25:09,954][235966] Avg episode reward: [(0, '52.297')]
+[2026-06-02 16:25:09,966][243551] Updated weights for policy 0, policy_version 4132 (0.0008)
+[2026-06-02 16:25:10,130][243551] Updated weights for policy 0, policy_version 4142 (0.0008)
+[2026-06-02 16:25:10,290][243551] Updated weights for policy 0, policy_version 4152 (0.0008)
+[2026-06-02 16:25:10,409][242747] Saving new best policy, reward=52.297!
+[2026-06-02 16:25:10,978][243551] Updated weights for policy 0, policy_version 4162 (0.0008)
+[2026-06-02 16:25:11,137][243551] Updated weights for policy 0, policy_version 4173 (0.0009)
+[2026-06-02 16:25:11,310][243551] Updated weights for policy 0, policy_version 4183 (0.0009)
+[2026-06-02 16:25:11,473][243551] Updated weights for policy 0, policy_version 4193 (0.0008)
+[2026-06-02 16:25:11,624][243551] Updated weights for policy 0, policy_version 4203 (0.0008)
+[2026-06-02 16:25:11,807][243551] Updated weights for policy 0, policy_version 4214 (0.0008)
+[2026-06-02 16:25:12,502][243551] Updated weights for policy 0, policy_version 4225 (0.0008)
+[2026-06-02 16:25:12,656][243551] Updated weights for policy 0, policy_version 4235 (0.0008)
+[2026-06-02 16:25:12,817][243551] Updated weights for policy 0, policy_version 4245 (0.0008)
+[2026-06-02 16:25:12,997][243551] Updated weights for policy 0, policy_version 4256 (0.0008)
+[2026-06-02 16:25:13,163][243551] Updated weights for policy 0, policy_version 4267 (0.0008)
+[2026-06-02 16:25:13,321][243551] Updated weights for policy 0, policy_version 4277 (0.0009)
+[2026-06-02 16:25:13,492][243551] Updated weights for policy 0, policy_version 4288 (0.0010)
+[2026-06-02 16:25:14,171][243551] Updated weights for policy 0, policy_version 4298 (0.0012)
+[2026-06-02 16:25:14,335][243551] Updated weights for policy 0, policy_version 4308 (0.0010)
+[2026-06-02 16:25:14,503][243551] Updated weights for policy 0, policy_version 4319 (0.0008)
+[2026-06-02 16:25:14,666][243551] Updated weights for policy 0, policy_version 4329 (0.0008)
+[2026-06-02 16:25:14,820][243551] Updated weights for policy 0, policy_version 4339 (0.0010)
+[2026-06-02 16:25:14,953][235966] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19958.7). Total num frames: 2195456. Throughput: 0: 20935.1. Samples: 2238208. Policy #0 lag: (min: 14.0, avg: 29.4, max: 78.0)
+[2026-06-02 16:25:14,954][235966] Avg episode reward: [(0, '70.930')]
+[2026-06-02 16:25:14,991][243551] Updated weights for policy 0, policy_version 4349 (0.0008)
+[2026-06-02 16:25:15,031][242747] Saving new best policy, reward=70.930!
+[2026-06-02 16:25:15,678][243551] Updated weights for policy 0, policy_version 4361 (0.0009)
+[2026-06-02 16:25:15,838][243551] Updated weights for policy 0, policy_version 4371 (0.0008)
+[2026-06-02 16:25:15,993][243551] Updated weights for policy 0, policy_version 4381 (0.0008)
+[2026-06-02 16:25:16,189][243551] Updated weights for policy 0, policy_version 4393 (0.0008)
+[2026-06-02 16:25:16,350][243551] Updated weights for policy 0, policy_version 4403 (0.0008)
+[2026-06-02 16:25:16,511][243551] Updated weights for policy 0, policy_version 4413 (0.0008)
+[2026-06-02 16:25:17,204][243551] Updated weights for policy 0, policy_version 4424 (0.0008)
+[2026-06-02 16:25:17,386][243551] Updated weights for policy 0, policy_version 4435 (0.0008)
+[2026-06-02 16:25:17,542][243551] Updated weights for policy 0, policy_version 4445 (0.0008)
+[2026-06-02 16:25:17,701][243551] Updated weights for policy 0, policy_version 4455 (0.0009)
+[2026-06-02 16:25:17,857][243551] Updated weights for policy 0, policy_version 4465 (0.0009)
+[2026-06-02 16:25:18,022][243551] Updated weights for policy 0, policy_version 4475 (0.0006)
+[2026-06-02 16:25:18,679][243551] Updated weights for policy 0, policy_version 4485 (0.0009)
+[2026-06-02 16:25:18,850][243551] Updated weights for policy 0, policy_version 4496 (0.0009)
+[2026-06-02 16:25:19,008][243551] Updated weights for policy 0, policy_version 4506 (0.0009)
+[2026-06-02 16:25:19,163][243551] Updated weights for policy 0, policy_version 4516 (0.0008)
+[2026-06-02 16:25:19,323][243551] Updated weights for policy 0, policy_version 4526 (0.0009)
+[2026-06-02 16:25:19,482][243551] Updated weights for policy 0, policy_version 4536 (0.0007)
+[2026-06-02 16:25:19,953][235966] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20230.7). Total num frames: 2326528. Throughput: 0: 21017.7. Samples: 2302720. Policy #0 lag: (min: 14.0, avg: 28.0, max: 78.0)
+[2026-06-02 16:25:19,954][235966] Avg episode reward: [(0, '68.588')]
+[2026-06-02 16:25:20,187][243551] Updated weights for policy 0, policy_version 4546 (0.0009)
+[2026-06-02 16:25:20,358][243551] Updated weights for policy 0, policy_version 4557 (0.0008)
+[2026-06-02 16:25:20,514][243551] Updated weights for policy 0, policy_version 4567 (0.0008)
+[2026-06-02 16:25:20,681][243551] Updated weights for policy 0, policy_version 4578 (0.0008)
+[2026-06-02 16:25:20,850][243551] Updated weights for policy 0, policy_version 4588 (0.0008)
+[2026-06-02 16:25:21,024][243551] Updated weights for policy 0, policy_version 4599 (0.0008)
+[2026-06-02 16:25:21,705][243551] Updated weights for policy 0, policy_version 4610 (0.0008)
+[2026-06-02 16:25:21,857][243551] Updated weights for policy 0, policy_version 4620 (0.0008)
+[2026-06-02 16:25:22,025][243551] Updated weights for policy 0, policy_version 4630 (0.0008)
+[2026-06-02 16:25:22,183][243551] Updated weights for policy 0, policy_version 4640 (0.0008)
+[2026-06-02 16:25:22,357][243551] Updated weights for policy 0, policy_version 4651 (0.0008)
+[2026-06-02 16:25:22,538][243551] Updated weights for policy 0, policy_version 4662 (0.0010)
+[2026-06-02 16:25:23,212][243551] Updated weights for policy 0, policy_version 4673 (0.0008)
+[2026-06-02 16:25:23,387][243551] Updated weights for policy 0, policy_version 4684 (0.0010)
+[2026-06-02 16:25:23,544][243551] Updated weights for policy 0, policy_version 4694 (0.0008)
+[2026-06-02 16:25:23,728][243551] Updated weights for policy 0, policy_version 4705 (0.0008)
+[2026-06-02 16:25:23,891][243551] Updated weights for policy 0, policy_version 4715 (0.0008)
+[2026-06-02 16:25:24,102][243551] Updated weights for policy 0, policy_version 4728 (0.0008)
+[2026-06-02 16:25:24,747][243551] Updated weights for policy 0, policy_version 4738 (0.0009)
+[2026-06-02 16:25:24,899][243551] Updated weights for policy 0, policy_version 4748 (0.0009)
+[2026-06-02 16:25:24,953][235966] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20206.9). Total num frames: 2424832. Throughput: 0: 21040.3. Samples: 2430592. Policy #0 lag: (min: 38.0, avg: 53.1, max: 102.0)
+[2026-06-02 16:25:24,954][235966] Avg episode reward: [(0, '73.160')]
+[2026-06-02 16:25:25,053][243551] Updated weights for policy 0, policy_version 4758 (0.0008)
+[2026-06-02 16:25:25,232][243551] Updated weights for policy 0, policy_version 4769 (0.0008)
+[2026-06-02 16:25:25,402][243551] Updated weights for policy 0, policy_version 4780 (0.0008)
+[2026-06-02 16:25:25,570][243551] Updated weights for policy 0, policy_version 4790 (0.0008)
+[2026-06-02 16:25:25,727][242747] Saving new best policy, reward=73.160!
+[2026-06-02 16:25:25,730][243551] Updated weights for policy 0, policy_version 4800 (0.0008)
+[2026-06-02 16:25:26,402][243551] Updated weights for policy 0, policy_version 4811 (0.0008)
+[2026-06-02 16:25:26,564][243551] Updated weights for policy 0, policy_version 4821 (0.0008)
+[2026-06-02 16:25:26,736][243551] Updated weights for policy 0, policy_version 4832 (0.0008)
+[2026-06-02 16:25:26,900][243551] Updated weights for policy 0, policy_version 4842 (0.0008)
+[2026-06-02 16:25:27,055][243551] Updated weights for policy 0, policy_version 4852 (0.0008)
+[2026-06-02 16:25:27,238][243551] Updated weights for policy 0, policy_version 4863 (0.0009)
+[2026-06-02 16:25:27,897][243551] Updated weights for policy 0, policy_version 4873 (0.0008)
+[2026-06-02 16:25:28,058][243551] Updated weights for policy 0, policy_version 4883 (0.0008)
+[2026-06-02 16:25:28,210][243551] Updated weights for policy 0, policy_version 4893 (0.0008)
+[2026-06-02 16:25:28,379][243551] Updated weights for policy 0, policy_version 4903 (0.0008)
+[2026-06-02 16:25:28,568][243551] Updated weights for policy 0, policy_version 4915 (0.0008)
+[2026-06-02 16:25:28,731][243551] Updated weights for policy 0, policy_version 4925 (0.0008)
+[2026-06-02 16:25:28,777][242747] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000001
+[2026-06-02 16:25:29,387][243551] Updated weights for policy 0, policy_version 4935 (0.0009)
+[2026-06-02 16:25:29,567][243551] Updated weights for policy 0, policy_version 4946 (0.0008)
+[2026-06-02 16:25:29,718][243551] Updated weights for policy 0, policy_version 4956 (0.0008)
+[2026-06-02 16:25:29,878][243551] Updated weights for policy 0, policy_version 4966 (0.0008)
+[2026-06-02 16:25:29,953][235966] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20185.1). Total num frames: 2523136. Throughput: 0: 21085.9. Samples: 2558720. Policy #0 lag: (min: 38.0, avg: 53.1, max: 102.0)
+[2026-06-02 16:25:29,954][235966] Avg episode reward: [(0, '83.946')]
+[2026-06-02 16:25:30,043][243551] Updated weights for policy 0, policy_version 4976 (0.0008)
+[2026-06-02 16:25:30,200][243551] Updated weights for policy 0, policy_version 4986 (0.0008)
+[2026-06-02 16:25:30,292][242747] Saving new best policy, reward=83.946!
+[2026-06-02 16:25:30,888][243551] Updated weights for policy 0, policy_version 4997 (0.0009)
+[2026-06-02 16:25:31,047][243551] Updated weights for policy 0, policy_version 5007 (0.0008)
+[2026-06-02 16:25:31,211][243551] Updated weights for policy 0, policy_version 5017 (0.0009)
+[2026-06-02 16:25:31,399][243551] Updated weights for policy 0, policy_version 5029 (0.0009)
+[2026-06-02 16:25:31,573][243551] Updated weights for policy 0, policy_version 5040 (0.0007)
+[2026-06-02 16:25:31,738][243551] Updated weights for policy 0, policy_version 5050 (0.0008)
+[2026-06-02 16:25:32,414][243551] Updated weights for policy 0, policy_version 5060 (0.0009)
+[2026-06-02 16:25:32,564][243551] Updated weights for policy 0, policy_version 5070 (0.0008)
+[2026-06-02 16:25:32,744][243551] Updated weights for policy 0, policy_version 5082 (0.0008)
+[2026-06-02 16:25:32,913][243551] Updated weights for policy 0, policy_version 5092 (0.0008)
+[2026-06-02 16:25:33,068][243551] Updated weights for policy 0, policy_version 5102 (0.0008)
+[2026-06-02 16:25:33,229][243551] Updated weights for policy 0, policy_version 5112 (0.0008)
+[2026-06-02 16:25:33,914][243551] Updated weights for policy 0, policy_version 5122 (0.0008)
+[2026-06-02 16:25:34,092][243551] Updated weights for policy 0, policy_version 5134 (0.0008)
+[2026-06-02 16:25:34,250][243551] Updated weights for policy 0, policy_version 5144 (0.0009)
+[2026-06-02 16:25:34,415][243551] Updated weights for policy 0, policy_version 5154 (0.0009)
+[2026-06-02 16:25:34,576][243551] Updated weights for policy 0, policy_version 5164 (0.0009)
+[2026-06-02 16:25:34,762][243551] Updated weights for policy 0, policy_version 5176 (0.0009)
+[2026-06-02 16:25:34,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21299.3, 300 sec: 20417.0). Total num frames: 2654208. Throughput: 0: 21222.4. Samples: 2623744. Policy #0 lag: (min: 63.0, avg: 78.3, max: 127.0)
+[2026-06-02 16:25:34,954][235966] Avg episode reward: [(0, '111.616')]
+[2026-06-02 16:25:34,959][242747] Saving new best policy, reward=111.616!
+[2026-06-02 16:25:35,456][243551] Updated weights for policy 0, policy_version 5187 (0.0009)
+[2026-06-02 16:25:35,642][243551] Updated weights for policy 0, policy_version 5199 (0.0008)
+[2026-06-02 16:25:35,834][243551] Updated weights for policy 0, policy_version 5211 (0.0008)
+[2026-06-02 16:25:36,013][243551] Updated weights for policy 0, policy_version 5222 (0.0008)
+[2026-06-02 16:25:36,170][243551] Updated weights for policy 0, policy_version 5232 (0.0007)
+[2026-06-02 16:25:36,332][243551] Updated weights for policy 0, policy_version 5242 (0.0005)
+[2026-06-02 16:25:36,977][243551] Updated weights for policy 0, policy_version 5252 (0.0005)
+[2026-06-02 16:25:37,133][243551] Updated weights for policy 0, policy_version 5262 (0.0004)
+[2026-06-02 16:25:37,291][243551] Updated weights for policy 0, policy_version 5272 (0.0007)
+[2026-06-02 16:25:37,450][243551] Updated weights for policy 0, policy_version 5282 (0.0009)
+[2026-06-02 16:25:37,611][243551] Updated weights for policy 0, policy_version 5292 (0.0008)
+[2026-06-02 16:25:37,784][243551] Updated weights for policy 0, policy_version 5303 (0.0009)
+[2026-06-02 16:25:38,450][243551] Updated weights for policy 0, policy_version 5313 (0.0009)
+[2026-06-02 16:25:38,628][243551] Updated weights for policy 0, policy_version 5325 (0.0009)
+[2026-06-02 16:25:38,788][243551] Updated weights for policy 0, policy_version 5335 (0.0009)
+[2026-06-02 16:25:38,949][243551] Updated weights for policy 0, policy_version 5345 (0.0008)
+[2026-06-02 16:25:39,126][243551] Updated weights for policy 0, policy_version 5356 (0.0007)
+[2026-06-02 16:25:39,285][243551] Updated weights for policy 0, policy_version 5366 (0.0008)
+[2026-06-02 16:25:39,437][243551] Updated weights for policy 0, policy_version 5376 (0.0009)
+[2026-06-02 16:25:39,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20389.0). Total num frames: 2752512. Throughput: 0: 21486.9. Samples: 2753152. Policy #0 lag: (min: 63.0, avg: 77.2, max: 127.0)
+[2026-06-02 16:25:39,954][235966] Avg episode reward: [(0, '113.699')]
+[2026-06-02 16:25:40,113][243551] Updated weights for policy 0, policy_version 5386 (0.0008)
+[2026-06-02 16:25:40,280][243551] Updated weights for policy 0, policy_version 5396 (0.0008)
+[2026-06-02 16:25:40,464][243551] Updated weights for policy 0, policy_version 5408 (0.0009)
+[2026-06-02 16:25:40,629][243551] Updated weights for policy 0, policy_version 5418 (0.0008)
+[2026-06-02 16:25:40,793][243551] Updated weights for policy 0, policy_version 5428 (0.0009)
+[2026-06-02 16:25:40,953][243551] Updated weights for policy 0, policy_version 5438 (0.0009)
+[2026-06-02 16:25:40,976][242747] Saving new best policy, reward=113.699!
+[2026-06-02 16:25:41,638][243551] Updated weights for policy 0, policy_version 5449 (0.0009)
+[2026-06-02 16:25:41,791][243551] Updated weights for policy 0, policy_version 5459 (0.0008)
+[2026-06-02 16:25:41,951][243551] Updated weights for policy 0, policy_version 5469 (0.0008)
+[2026-06-02 16:25:42,105][243551] Updated weights for policy 0, policy_version 5479 (0.0009)
+[2026-06-02 16:25:42,282][243551] Updated weights for policy 0, policy_version 5490 (0.0005)
+[2026-06-02 16:25:42,449][243551] Updated weights for policy 0, policy_version 5500 (0.0008)
+[2026-06-02 16:25:43,144][243551] Updated weights for policy 0, policy_version 5511 (0.0009)
+[2026-06-02 16:25:43,302][243551] Updated weights for policy 0, policy_version 5521 (0.0009)
+[2026-06-02 16:25:43,462][243551] Updated weights for policy 0, policy_version 5531 (0.0009)
+[2026-06-02 16:25:43,640][243551] Updated weights for policy 0, policy_version 5542 (0.0008)
+[2026-06-02 16:25:43,797][243551] Updated weights for policy 0, policy_version 5552 (0.0008)
+[2026-06-02 16:25:43,966][243551] Updated weights for policy 0, policy_version 5562 (0.0008)
+[2026-06-02 16:25:44,636][243551] Updated weights for policy 0, policy_version 5572 (0.0009)
+[2026-06-02 16:25:44,795][243551] Updated weights for policy 0, policy_version 5582 (0.0008)
+[2026-06-02 16:25:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20363.0). Total num frames: 2850816. Throughput: 0: 21404.5. Samples: 2878336. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:25:44,954][235966] Avg episode reward: [(0, '120.867')]
+[2026-06-02 16:25:44,966][243551] Updated weights for policy 0, policy_version 5593 (0.0009)
+[2026-06-02 16:25:45,147][243551] Updated weights for policy 0, policy_version 5604 (0.0009)
+[2026-06-02 16:25:45,312][243551] Updated weights for policy 0, policy_version 5614 (0.0008)
+[2026-06-02 16:25:45,489][243551] Updated weights for policy 0, policy_version 5625 (0.0009)
+[2026-06-02 16:25:45,597][242747] Saving new best policy, reward=120.867!
+[2026-06-02 16:25:46,144][243551] Updated weights for policy 0, policy_version 5635 (0.0009)
+[2026-06-02 16:25:46,316][243551] Updated weights for policy 0, policy_version 5646 (0.0010)
+[2026-06-02 16:25:46,474][243551] Updated weights for policy 0, policy_version 5656 (0.0009)
+[2026-06-02 16:25:46,633][243551] Updated weights for policy 0, policy_version 5666 (0.0009)
+[2026-06-02 16:25:46,802][243551] Updated weights for policy 0, policy_version 5676 (0.0008)
+[2026-06-02 16:25:46,974][243551] Updated weights for policy 0, policy_version 5687 (0.0008)
+[2026-06-02 16:25:47,664][243551] Updated weights for policy 0, policy_version 5697 (0.0009)
+[2026-06-02 16:25:47,815][243551] Updated weights for policy 0, policy_version 5707 (0.0008)
+[2026-06-02 16:25:48,008][243551] Updated weights for policy 0, policy_version 5719 (0.0008)
+[2026-06-02 16:25:48,182][243551] Updated weights for policy 0, policy_version 5730 (0.0008)
+[2026-06-02 16:25:48,361][243551] Updated weights for policy 0, policy_version 5741 (0.0009)
+[2026-06-02 16:25:48,520][243551] Updated weights for policy 0, policy_version 5751 (0.0010)
+[2026-06-02 16:25:49,197][243551] Updated weights for policy 0, policy_version 5761 (0.0009)
+[2026-06-02 16:25:49,355][243551] Updated weights for policy 0, policy_version 5772 (0.0008)
+[2026-06-02 16:25:49,550][243551] Updated weights for policy 0, policy_version 5784 (0.0009)
+[2026-06-02 16:25:49,710][243551] Updated weights for policy 0, policy_version 5794 (0.0008)
+[2026-06-02 16:25:49,875][243551] Updated weights for policy 0, policy_version 5804 (0.0009)
+[2026-06-02 16:25:49,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20338.8). Total num frames: 2949120. Throughput: 0: 21361.8. Samples: 2940672. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:25:49,954][235966] Avg episode reward: [(0, '126.031')]
+[2026-06-02 16:25:50,035][243551] Updated weights for policy 0, policy_version 5814 (0.0009)
+[2026-06-02 16:25:50,189][242747] Saving new best policy, reward=126.031!
+[2026-06-02 16:25:50,192][243551] Updated weights for policy 0, policy_version 5824 (0.0009)
+[2026-06-02 16:25:50,873][243551] Updated weights for policy 0, policy_version 5834 (0.0009)
+[2026-06-02 16:25:51,031][243551] Updated weights for policy 0, policy_version 5844 (0.0009)
+[2026-06-02 16:25:51,197][243551] Updated weights for policy 0, policy_version 5854 (0.0008)
+[2026-06-02 16:25:51,357][243551] Updated weights for policy 0, policy_version 5865 (0.0008)
+[2026-06-02 16:25:51,524][243551] Updated weights for policy 0, policy_version 5875 (0.0009)
+[2026-06-02 16:25:51,708][243551] Updated weights for policy 0, policy_version 5886 (0.0009)
+[2026-06-02 16:25:52,333][243551] Updated weights for policy 0, policy_version 5896 (0.0009)
+[2026-06-02 16:25:52,492][243551] Updated weights for policy 0, policy_version 5906 (0.0009)
+[2026-06-02 16:25:52,652][243551] Updated weights for policy 0, policy_version 5916 (0.0008)
+[2026-06-02 16:25:52,817][243551] Updated weights for policy 0, policy_version 5926 (0.0008)
+[2026-06-02 16:25:52,980][243551] Updated weights for policy 0, policy_version 5936 (0.0009)
+[2026-06-02 16:25:53,138][243551] Updated weights for policy 0, policy_version 5946 (0.0008)
+[2026-06-02 16:25:53,805][243551] Updated weights for policy 0, policy_version 5957 (0.0009)
+[2026-06-02 16:25:53,983][243551] Updated weights for policy 0, policy_version 5968 (0.0008)
+[2026-06-02 16:25:54,138][243551] Updated weights for policy 0, policy_version 5978 (0.0008)
+[2026-06-02 16:25:54,301][243551] Updated weights for policy 0, policy_version 5988 (0.0009)
+[2026-06-02 16:25:54,481][243551] Updated weights for policy 0, policy_version 5999 (0.0008)
+[2026-06-02 16:25:54,650][243551] Updated weights for policy 0, policy_version 6009 (0.0008)
+[2026-06-02 16:25:54,953][235966] Fps is (10 sec: 22937.1, 60 sec: 21299.1, 300 sec: 20534.6). Total num frames: 3080192. Throughput: 0: 21262.1. Samples: 3066240. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:25:54,955][235966] Avg episode reward: [(0, '136.379')]
+[2026-06-02 16:25:54,963][242747] Saving new best policy, reward=136.379!
+[2026-06-02 16:25:55,330][243551] Updated weights for policy 0, policy_version 6020 (0.0009)
+[2026-06-02 16:25:55,484][243551] Updated weights for policy 0, policy_version 6030 (0.0009)
+[2026-06-02 16:25:55,637][243551] Updated weights for policy 0, policy_version 6040 (0.0009)
+[2026-06-02 16:25:55,819][243551] Updated weights for policy 0, policy_version 6051 (0.0009)
+[2026-06-02 16:25:55,997][243551] Updated weights for policy 0, policy_version 6062 (0.0009)
+[2026-06-02 16:25:56,171][243551] Updated weights for policy 0, policy_version 6073 (0.0009)
+[2026-06-02 16:25:56,844][243551] Updated weights for policy 0, policy_version 6083 (0.0009)
+[2026-06-02 16:25:56,995][243551] Updated weights for policy 0, policy_version 6093 (0.0009)
+[2026-06-02 16:25:57,197][243551] Updated weights for policy 0, policy_version 6106 (0.0008)
+[2026-06-02 16:25:57,355][243551] Updated weights for policy 0, policy_version 6116 (0.0009)
+[2026-06-02 16:25:57,518][243551] Updated weights for policy 0, policy_version 6126 (0.0009)
+[2026-06-02 16:25:57,701][243551] Updated weights for policy 0, policy_version 6137 (0.0009)
+[2026-06-02 16:25:58,375][243551] Updated weights for policy 0, policy_version 6147 (0.0009)
+[2026-06-02 16:25:58,528][243551] Updated weights for policy 0, policy_version 6157 (0.0008)
+[2026-06-02 16:25:58,679][243551] Updated weights for policy 0, policy_version 6167 (0.0008)
+[2026-06-02 16:25:58,847][243551] Updated weights for policy 0, policy_version 6177 (0.0009)
+[2026-06-02 16:25:59,014][243551] Updated weights for policy 0, policy_version 6187 (0.0009)
+[2026-06-02 16:25:59,180][243551] Updated weights for policy 0, policy_version 6197 (0.0007)
+[2026-06-02 16:25:59,351][243551] Updated weights for policy 0, policy_version 6208 (0.0009)
+[2026-06-02 16:25:59,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 20506.4). Total num frames: 3178496. Throughput: 0: 21228.1. Samples: 3193472. Policy #0 lag: (min: 40.0, avg: 56.0, max: 104.0)
+[2026-06-02 16:25:59,954][235966] Avg episode reward: [(0, '152.228')]
+[2026-06-02 16:26:00,039][243551] Updated weights for policy 0, policy_version 6219 (0.0009)
+[2026-06-02 16:26:00,195][243551] Updated weights for policy 0, policy_version 6229 (0.0008)
+[2026-06-02 16:26:00,357][243551] Updated weights for policy 0, policy_version 6239 (0.0009)
+[2026-06-02 16:26:00,519][243551] Updated weights for policy 0, policy_version 6249 (0.0008)
+[2026-06-02 16:26:00,679][243551] Updated weights for policy 0, policy_version 6259 (0.0009)
+[2026-06-02 16:26:00,849][243551] Updated weights for policy 0, policy_version 6269 (0.0009)
+[2026-06-02 16:26:00,888][242747] Saving new best policy, reward=152.228!
+[2026-06-02 16:26:01,491][243551] Updated weights for policy 0, policy_version 6279 (0.0008)
+[2026-06-02 16:26:01,651][243551] Updated weights for policy 0, policy_version 6289 (0.0008)
+[2026-06-02 16:26:01,828][243551] Updated weights for policy 0, policy_version 6300 (0.0008)
+[2026-06-02 16:26:01,989][243551] Updated weights for policy 0, policy_version 6310 (0.0008)
+[2026-06-02 16:26:02,174][243551] Updated weights for policy 0, policy_version 6321 (0.0009)
+[2026-06-02 16:26:02,328][243551] Updated weights for policy 0, policy_version 6331 (0.0008)
+[2026-06-02 16:26:03,005][243551] Updated weights for policy 0, policy_version 6342 (0.0009)
+[2026-06-02 16:26:03,161][243551] Updated weights for policy 0, policy_version 6352 (0.0008)
+[2026-06-02 16:26:03,329][243551] Updated weights for policy 0, policy_version 6362 (0.0008)
+[2026-06-02 16:26:03,495][243551] Updated weights for policy 0, policy_version 6373 (0.0008)
+[2026-06-02 16:26:03,663][243551] Updated weights for policy 0, policy_version 6383 (0.0008)
+[2026-06-02 16:26:03,845][243551] Updated weights for policy 0, policy_version 6394 (0.0009)
+[2026-06-02 16:26:04,488][243551] Updated weights for policy 0, policy_version 6404 (0.0009)
+[2026-06-02 16:26:04,664][243551] Updated weights for policy 0, policy_version 6415 (0.0008)
+[2026-06-02 16:26:04,839][243551] Updated weights for policy 0, policy_version 6426 (0.0008)
+[2026-06-02 16:26:04,953][235966] Fps is (10 sec: 19661.3, 60 sec: 21299.2, 300 sec: 20480.0). Total num frames: 3276800. Throughput: 0: 21259.4. Samples: 3259392. Policy #0 lag: (min: 40.0, avg: 56.0, max: 104.0)
+[2026-06-02 16:26:04,954][235966] Avg episode reward: [(0, '177.049')]
+[2026-06-02 16:26:04,999][243551] Updated weights for policy 0, policy_version 6436 (0.0009)
+[2026-06-02 16:26:05,165][243551] Updated weights for policy 0, policy_version 6446 (0.0008)
+[2026-06-02 16:26:05,327][243551] Updated weights for policy 0, policy_version 6456 (0.0008)
+[2026-06-02 16:26:05,448][242747] Saving new best policy, reward=177.049!
+[2026-06-02 16:26:05,995][243551] Updated weights for policy 0, policy_version 6467 (0.0008)
+[2026-06-02 16:26:06,165][243551] Updated weights for policy 0, policy_version 6478 (0.0009)
+[2026-06-02 16:26:06,330][243551] Updated weights for policy 0, policy_version 6488 (0.0008)
+[2026-06-02 16:26:06,490][243551] Updated weights for policy 0, policy_version 6498 (0.0009)
+[2026-06-02 16:26:06,658][243551] Updated weights for policy 0, policy_version 6508 (0.0008)
+[2026-06-02 16:26:06,813][243551] Updated weights for policy 0, policy_version 6518 (0.0008)
+[2026-06-02 16:26:06,980][243551] Updated weights for policy 0, policy_version 6528 (0.0008)
+[2026-06-02 16:26:07,650][243551] Updated weights for policy 0, policy_version 6539 (0.0009)
+[2026-06-02 16:26:07,808][243551] Updated weights for policy 0, policy_version 6549 (0.0008)
+[2026-06-02 16:26:07,968][243551] Updated weights for policy 0, policy_version 6559 (0.0008)
+[2026-06-02 16:26:08,131][243551] Updated weights for policy 0, policy_version 6569 (0.0008)
+[2026-06-02 16:26:08,296][243551] Updated weights for policy 0, policy_version 6579 (0.0008)
+[2026-06-02 16:26:08,459][243551] Updated weights for policy 0, policy_version 6589 (0.0009)
+[2026-06-02 16:26:09,137][243551] Updated weights for policy 0, policy_version 6599 (0.0009)
+[2026-06-02 16:26:09,294][243551] Updated weights for policy 0, policy_version 6609 (0.0008)
+[2026-06-02 16:26:09,451][243551] Updated weights for policy 0, policy_version 6619 (0.0008)
+[2026-06-02 16:26:09,616][243551] Updated weights for policy 0, policy_version 6629 (0.0008)
+[2026-06-02 16:26:09,781][243551] Updated weights for policy 0, policy_version 6639 (0.0008)
+[2026-06-02 16:26:09,937][243551] Updated weights for policy 0, policy_version 6649 (0.0008)
+[2026-06-02 16:26:09,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20455.2). Total num frames: 3375104. Throughput: 0: 21293.5. Samples: 3388800. Policy #0 lag: (min: 34.0, avg: 54.9, max: 98.0)
+[2026-06-02 16:26:09,954][235966] Avg episode reward: [(0, '214.530')]
+[2026-06-02 16:26:10,053][242747] Saving new best policy, reward=214.530!
+[2026-06-02 16:26:10,613][243551] Updated weights for policy 0, policy_version 6660 (0.0009)
+[2026-06-02 16:26:10,784][243551] Updated weights for policy 0, policy_version 6671 (0.0008)
+[2026-06-02 16:26:10,977][243551] Updated weights for policy 0, policy_version 6683 (0.0008)
+[2026-06-02 16:26:11,156][243551] Updated weights for policy 0, policy_version 6694 (0.0009)
+[2026-06-02 16:26:11,321][243551] Updated weights for policy 0, policy_version 6704 (0.0008)
+[2026-06-02 16:26:11,497][243551] Updated weights for policy 0, policy_version 6715 (0.0009)
+[2026-06-02 16:26:12,154][243551] Updated weights for policy 0, policy_version 6725 (0.0008)
+[2026-06-02 16:26:12,315][243551] Updated weights for policy 0, policy_version 6735 (0.0008)
+[2026-06-02 16:26:12,473][243551] Updated weights for policy 0, policy_version 6745 (0.0008)
+[2026-06-02 16:26:12,647][243551] Updated weights for policy 0, policy_version 6756 (0.0008)
+[2026-06-02 16:26:12,814][243551] Updated weights for policy 0, policy_version 6766 (0.0008)
+[2026-06-02 16:26:12,997][243551] Updated weights for policy 0, policy_version 6777 (0.0008)
+[2026-06-02 16:26:13,671][243551] Updated weights for policy 0, policy_version 6789 (0.0009)
+[2026-06-02 16:26:13,833][243551] Updated weights for policy 0, policy_version 6799 (0.0009)
+[2026-06-02 16:26:14,007][243551] Updated weights for policy 0, policy_version 6810 (0.0009)
+[2026-06-02 16:26:14,165][243551] Updated weights for policy 0, policy_version 6820 (0.0008)
+[2026-06-02 16:26:14,326][243551] Updated weights for policy 0, policy_version 6830 (0.0009)
+[2026-06-02 16:26:14,511][243551] Updated weights for policy 0, policy_version 6841 (0.0009)
+[2026-06-02 16:26:14,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 20624.6). Total num frames: 3506176. Throughput: 0: 21327.7. Samples: 3518464. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:26:14,954][235966] Avg episode reward: [(0, '218.241')]
+[2026-06-02 16:26:14,959][242747] Saving new best policy, reward=218.241!
+[2026-06-02 16:26:15,207][243551] Updated weights for policy 0, policy_version 6852 (0.0009)
+[2026-06-02 16:26:15,360][243551] Updated weights for policy 0, policy_version 6862 (0.0009)
+[2026-06-02 16:26:15,519][243551] Updated weights for policy 0, policy_version 6872 (0.0009)
+[2026-06-02 16:26:15,678][243551] Updated weights for policy 0, policy_version 6882 (0.0009)
+[2026-06-02 16:26:15,843][243551] Updated weights for policy 0, policy_version 6892 (0.0008)
+[2026-06-02 16:26:15,997][243551] Updated weights for policy 0, policy_version 6902 (0.0008)
+[2026-06-02 16:26:16,159][243551] Updated weights for policy 0, policy_version 6912 (0.0008)
+[2026-06-02 16:26:16,857][243551] Updated weights for policy 0, policy_version 6922 (0.0009)
+[2026-06-02 16:26:17,043][243551] Updated weights for policy 0, policy_version 6934 (0.0008)
+[2026-06-02 16:26:17,201][243551] Updated weights for policy 0, policy_version 6944 (0.0008)
+[2026-06-02 16:26:17,377][243551] Updated weights for policy 0, policy_version 6955 (0.0009)
+[2026-06-02 16:26:17,542][243551] Updated weights for policy 0, policy_version 6965 (0.0008)
+[2026-06-02 16:26:17,708][243551] Updated weights for policy 0, policy_version 6975 (0.0008)
+[2026-06-02 16:26:18,354][243551] Updated weights for policy 0, policy_version 6985 (0.0009)
+[2026-06-02 16:26:18,513][243551] Updated weights for policy 0, policy_version 6995 (0.0009)
+[2026-06-02 16:26:18,690][243551] Updated weights for policy 0, policy_version 7006 (0.0009)
+[2026-06-02 16:26:18,848][243551] Updated weights for policy 0, policy_version 7016 (0.0008)
+[2026-06-02 16:26:19,007][243551] Updated weights for policy 0, policy_version 7026 (0.0008)
+[2026-06-02 16:26:19,174][243551] Updated weights for policy 0, policy_version 7036 (0.0008)
+[2026-06-02 16:26:19,833][243551] Updated weights for policy 0, policy_version 7046 (0.0009)
+[2026-06-02 16:26:19,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 20597.0). Total num frames: 3604480. Throughput: 0: 21339.0. Samples: 3584000. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:26:19,954][235966] Avg episode reward: [(0, '194.043')]
+[2026-06-02 16:26:20,006][243551] Updated weights for policy 0, policy_version 7057 (0.0009)
+[2026-06-02 16:26:20,170][243551] Updated weights for policy 0, policy_version 7067 (0.0008)
+[2026-06-02 16:26:20,331][243551] Updated weights for policy 0, policy_version 7077 (0.0008)
+[2026-06-02 16:26:20,494][243551] Updated weights for policy 0, policy_version 7087 (0.0009)
+[2026-06-02 16:26:20,662][243551] Updated weights for policy 0, policy_version 7098 (0.0008)
+[2026-06-02 16:26:21,341][243551] Updated weights for policy 0, policy_version 7109 (0.0010)
+[2026-06-02 16:26:21,499][243551] Updated weights for policy 0, policy_version 7119 (0.0009)
+[2026-06-02 16:26:21,685][243551] Updated weights for policy 0, policy_version 7131 (0.0008)
+[2026-06-02 16:26:21,871][243551] Updated weights for policy 0, policy_version 7143 (0.0009)
+[2026-06-02 16:26:22,040][243551] Updated weights for policy 0, policy_version 7153 (0.0009)
+[2026-06-02 16:26:22,199][243551] Updated weights for policy 0, policy_version 7163 (0.0009)
+[2026-06-02 16:26:22,893][243551] Updated weights for policy 0, policy_version 7174 (0.0009)
+[2026-06-02 16:26:23,065][243551] Updated weights for policy 0, policy_version 7185 (0.0009)
+[2026-06-02 16:26:23,242][243551] Updated weights for policy 0, policy_version 7196 (0.0008)
+[2026-06-02 16:26:23,425][243551] Updated weights for policy 0, policy_version 7207 (0.0009)
+[2026-06-02 16:26:23,588][243551] Updated weights for policy 0, policy_version 7217 (0.0009)
+[2026-06-02 16:26:23,751][243551] Updated weights for policy 0, policy_version 7227 (0.0008)
+[2026-06-02 16:26:24,408][243551] Updated weights for policy 0, policy_version 7238 (0.0009)
+[2026-06-02 16:26:24,557][243551] Updated weights for policy 0, policy_version 7248 (0.0008)
+[2026-06-02 16:26:24,730][243551] Updated weights for policy 0, policy_version 7259 (0.0009)
+[2026-06-02 16:26:24,902][243551] Updated weights for policy 0, policy_version 7269 (0.0009)
+[2026-06-02 16:26:24,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20571.0). Total num frames: 3702784. Throughput: 0: 21347.6. Samples: 3713792. Policy #0 lag: (min: 33.0, avg: 58.4, max: 97.0)
+[2026-06-02 16:26:24,954][235966] Avg episode reward: [(0, '207.702')]
+[2026-06-02 16:26:25,063][243551] Updated weights for policy 0, policy_version 7279 (0.0009)
+[2026-06-02 16:26:25,225][243551] Updated weights for policy 0, policy_version 7289 (0.0009)
+[2026-06-02 16:26:25,906][243551] Updated weights for policy 0, policy_version 7299 (0.0009)
+[2026-06-02 16:26:26,076][243551] Updated weights for policy 0, policy_version 7310 (0.0009)
+[2026-06-02 16:26:26,239][243551] Updated weights for policy 0, policy_version 7320 (0.0009)
+[2026-06-02 16:26:26,417][243551] Updated weights for policy 0, policy_version 7331 (0.0009)
+[2026-06-02 16:26:26,597][243551] Updated weights for policy 0, policy_version 7342 (0.0008)
+[2026-06-02 16:26:26,763][243551] Updated weights for policy 0, policy_version 7352 (0.0008)
+[2026-06-02 16:26:27,438][243551] Updated weights for policy 0, policy_version 7363 (0.0009)
+[2026-06-02 16:26:27,588][243551] Updated weights for policy 0, policy_version 7373 (0.0009)
+[2026-06-02 16:26:27,762][243551] Updated weights for policy 0, policy_version 7384 (0.0009)
+[2026-06-02 16:26:27,928][243551] Updated weights for policy 0, policy_version 7394 (0.0009)
+[2026-06-02 16:26:28,086][243551] Updated weights for policy 0, policy_version 7404 (0.0008)
+[2026-06-02 16:26:28,267][243551] Updated weights for policy 0, policy_version 7415 (0.0008)
+[2026-06-02 16:26:28,940][243551] Updated weights for policy 0, policy_version 7425 (0.0009)
+[2026-06-02 16:26:29,097][243551] Updated weights for policy 0, policy_version 7435 (0.0009)
+[2026-06-02 16:26:29,278][243551] Updated weights for policy 0, policy_version 7446 (0.0009)
+[2026-06-02 16:26:29,458][243551] Updated weights for policy 0, policy_version 7457 (0.0009)
+[2026-06-02 16:26:29,617][243551] Updated weights for policy 0, policy_version 7467 (0.0009)
+[2026-06-02 16:26:29,775][243551] Updated weights for policy 0, policy_version 7477 (0.0008)
+[2026-06-02 16:26:29,950][243551] Updated weights for policy 0, policy_version 7488 (0.0009)
+[2026-06-02 16:26:29,953][235966] Fps is (10 sec: 22936.9, 60 sec: 21845.2, 300 sec: 20723.5). Total num frames: 3833856. Throughput: 0: 21466.9. Samples: 3844352. Policy #0 lag: (min: 17.0, avg: 44.5, max: 81.0)
+[2026-06-02 16:26:29,955][235966] Avg episode reward: [(0, '222.986')]
+[2026-06-02 16:26:29,960][242747] Saving new best policy, reward=222.986!
+[2026-06-02 16:26:30,607][243551] Updated weights for policy 0, policy_version 7498 (0.0004)
+[2026-06-02 16:26:30,758][243551] Updated weights for policy 0, policy_version 7508 (0.0007)
+[2026-06-02 16:26:30,935][243551] Updated weights for policy 0, policy_version 7519 (0.0008)
+[2026-06-02 16:26:31,095][243551] Updated weights for policy 0, policy_version 7529 (0.0008)
+[2026-06-02 16:26:31,263][243551] Updated weights for policy 0, policy_version 7539 (0.0009)
+[2026-06-02 16:26:31,423][243551] Updated weights for policy 0, policy_version 7549 (0.0008)
+[2026-06-02 16:26:32,112][243551] Updated weights for policy 0, policy_version 7561 (0.0008)
+[2026-06-02 16:26:32,278][243551] Updated weights for policy 0, policy_version 7571 (0.0009)
+[2026-06-02 16:26:32,433][243551] Updated weights for policy 0, policy_version 7581 (0.0008)
+[2026-06-02 16:26:32,614][243551] Updated weights for policy 0, policy_version 7592 (0.0008)
+[2026-06-02 16:26:32,793][243551] Updated weights for policy 0, policy_version 7603 (0.0009)
+[2026-06-02 16:26:32,959][243551] Updated weights for policy 0, policy_version 7613 (0.0008)
+[2026-06-02 16:26:33,608][243551] Updated weights for policy 0, policy_version 7623 (0.0009)
+[2026-06-02 16:26:33,772][243551] Updated weights for policy 0, policy_version 7633 (0.0009)
+[2026-06-02 16:26:33,928][243551] Updated weights for policy 0, policy_version 7643 (0.0009)
+[2026-06-02 16:26:34,094][243551] Updated weights for policy 0, policy_version 7653 (0.0008)
+[2026-06-02 16:26:34,250][243551] Updated weights for policy 0, policy_version 7663 (0.0008)
+[2026-06-02 16:26:34,423][243551] Updated weights for policy 0, policy_version 7673 (0.0009)
+[2026-06-02 16:26:34,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20695.6). Total num frames: 3932160. Throughput: 0: 21512.5. Samples: 3908736. Policy #0 lag: (min: 17.0, avg: 44.5, max: 81.0)
+[2026-06-02 16:26:34,955][235966] Avg episode reward: [(0, '220.695')]
+[2026-06-02 16:26:35,098][243551] Updated weights for policy 0, policy_version 7685 (0.0009)
+[2026-06-02 16:26:35,266][243551] Updated weights for policy 0, policy_version 7696 (0.0008)
+[2026-06-02 16:26:35,427][243551] Updated weights for policy 0, policy_version 7706 (0.0008)
+[2026-06-02 16:26:35,603][243551] Updated weights for policy 0, policy_version 7716 (0.0008)
+[2026-06-02 16:26:35,767][243551] Updated weights for policy 0, policy_version 7726 (0.0008)
+[2026-06-02 16:26:35,934][243551] Updated weights for policy 0, policy_version 7736 (0.0008)
+[2026-06-02 16:26:36,577][243551] Updated weights for policy 0, policy_version 7746 (0.0008)
+[2026-06-02 16:26:36,729][243551] Updated weights for policy 0, policy_version 7756 (0.0008)
+[2026-06-02 16:26:36,897][243551] Updated weights for policy 0, policy_version 7766 (0.0009)
+[2026-06-02 16:26:37,071][243551] Updated weights for policy 0, policy_version 7777 (0.0008)
+[2026-06-02 16:26:37,231][243551] Updated weights for policy 0, policy_version 7787 (0.0009)
+[2026-06-02 16:26:37,425][243551] Updated weights for policy 0, policy_version 7799 (0.0008)
+[2026-06-02 16:26:38,094][243551] Updated weights for policy 0, policy_version 7809 (0.0010)
+[2026-06-02 16:26:38,239][243551] Updated weights for policy 0, policy_version 7819 (0.0008)
+[2026-06-02 16:26:38,400][243551] Updated weights for policy 0, policy_version 7829 (0.0009)
+[2026-06-02 16:26:38,564][243551] Updated weights for policy 0, policy_version 7839 (0.0008)
+[2026-06-02 16:26:38,727][243551] Updated weights for policy 0, policy_version 7849 (0.0008)
+[2026-06-02 16:26:38,910][243551] Updated weights for policy 0, policy_version 7860 (0.0009)
+[2026-06-02 16:26:39,070][243551] Updated weights for policy 0, policy_version 7870 (0.0008)
+[2026-06-02 16:26:39,728][243551] Updated weights for policy 0, policy_version 7881 (0.0008)
+[2026-06-02 16:26:39,882][243551] Updated weights for policy 0, policy_version 7891 (0.0008)
+[2026-06-02 16:26:39,953][235966] Fps is (10 sec: 19661.4, 60 sec: 21299.2, 300 sec: 20669.0). Total num frames: 4030464. Throughput: 0: 21615.0. Samples: 4038912. Policy #0 lag: (min: 52.0, avg: 66.8, max: 116.0)
+[2026-06-02 16:26:39,954][235966] Avg episode reward: [(0, '223.648')]
+[2026-06-02 16:26:40,057][243551] Updated weights for policy 0, policy_version 7902 (0.0009)
+[2026-06-02 16:26:40,226][243551] Updated weights for policy 0, policy_version 7912 (0.0008)
+[2026-06-02 16:26:40,386][243551] Updated weights for policy 0, policy_version 7922 (0.0009)
+[2026-06-02 16:26:40,558][243551] Updated weights for policy 0, policy_version 7932 (0.0008)
+[2026-06-02 16:26:40,616][242747] Saving new best policy, reward=223.648!
+[2026-06-02 16:26:41,220][243551] Updated weights for policy 0, policy_version 7943 (0.0009)
+[2026-06-02 16:26:41,383][243551] Updated weights for policy 0, policy_version 7953 (0.0008)
+[2026-06-02 16:26:41,554][243551] Updated weights for policy 0, policy_version 7963 (0.0010)
+[2026-06-02 16:26:41,710][243551] Updated weights for policy 0, policy_version 7973 (0.0008)
+[2026-06-02 16:26:41,881][243551] Updated weights for policy 0, policy_version 7983 (0.0008)
+[2026-06-02 16:26:42,041][243551] Updated weights for policy 0, policy_version 7993 (0.0008)
+[2026-06-02 16:26:42,679][243551] Updated weights for policy 0, policy_version 8003 (0.0009)
+[2026-06-02 16:26:42,827][243551] Updated weights for policy 0, policy_version 8013 (0.0008)
+[2026-06-02 16:26:42,979][243551] Updated weights for policy 0, policy_version 8023 (0.0008)
+[2026-06-02 16:26:43,178][243551] Updated weights for policy 0, policy_version 8035 (0.0008)
+[2026-06-02 16:26:43,333][243551] Updated weights for policy 0, policy_version 8045 (0.0008)
+[2026-06-02 16:26:43,500][243551] Updated weights for policy 0, policy_version 8055 (0.0008)
+[2026-06-02 16:26:44,162][243551] Updated weights for policy 0, policy_version 8065 (0.0008)
+[2026-06-02 16:26:44,310][243551] Updated weights for policy 0, policy_version 8075 (0.0008)
+[2026-06-02 16:26:44,467][243551] Updated weights for policy 0, policy_version 8085 (0.0008)
+[2026-06-02 16:26:44,639][243551] Updated weights for policy 0, policy_version 8096 (0.0009)
+[2026-06-02 16:26:44,799][243551] Updated weights for policy 0, policy_version 8106 (0.0008)
+[2026-06-02 16:26:44,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 20643.8). Total num frames: 4128768. Throughput: 0: 21646.2. Samples: 4167552. Policy #0 lag: (min: 52.0, avg: 66.8, max: 116.0)
+[2026-06-02 16:26:44,954][235966] Avg episode reward: [(0, '230.875')]
+[2026-06-02 16:26:44,960][243551] Updated weights for policy 0, policy_version 8116 (0.0008)
+[2026-06-02 16:26:45,141][243551] Updated weights for policy 0, policy_version 8127 (0.0008)
+[2026-06-02 16:26:45,151][242747] Saving new best policy, reward=230.875!
+[2026-06-02 16:26:45,816][243551] Updated weights for policy 0, policy_version 8138 (0.0009)
+[2026-06-02 16:26:45,972][243551] Updated weights for policy 0, policy_version 8148 (0.0009)
+[2026-06-02 16:26:46,126][243551] Updated weights for policy 0, policy_version 8158 (0.0008)
+[2026-06-02 16:26:46,291][243551] Updated weights for policy 0, policy_version 8168 (0.0008)
+[2026-06-02 16:26:46,452][243551] Updated weights for policy 0, policy_version 8178 (0.0008)
+[2026-06-02 16:26:46,611][243551] Updated weights for policy 0, policy_version 8188 (0.0009)
+[2026-06-02 16:26:47,277][243551] Updated weights for policy 0, policy_version 8198 (0.0009)
+[2026-06-02 16:26:47,437][243551] Updated weights for policy 0, policy_version 8208 (0.0009)
+[2026-06-02 16:26:47,608][243551] Updated weights for policy 0, policy_version 8219 (0.0009)
+[2026-06-02 16:26:47,797][243551] Updated weights for policy 0, policy_version 8231 (0.0009)
+[2026-06-02 16:26:47,958][243551] Updated weights for policy 0, policy_version 8241 (0.0009)
+[2026-06-02 16:26:48,135][243551] Updated weights for policy 0, policy_version 8252 (0.0009)
+[2026-06-02 16:26:48,806][243551] Updated weights for policy 0, policy_version 8263 (0.0009)
+[2026-06-02 16:26:48,983][243551] Updated weights for policy 0, policy_version 8274 (0.0009)
+[2026-06-02 16:26:49,147][243551] Updated weights for policy 0, policy_version 8284 (0.0008)
+[2026-06-02 16:26:49,312][243551] Updated weights for policy 0, policy_version 8294 (0.0008)
+[2026-06-02 16:26:49,490][243551] Updated weights for policy 0, policy_version 8305 (0.0008)
+[2026-06-02 16:26:49,694][243551] Updated weights for policy 0, policy_version 8317 (0.0008)
+[2026-06-02 16:26:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 20779.7). Total num frames: 4259840. Throughput: 0: 21614.9. Samples: 4232064. Policy #0 lag: (min: 51.0, avg: 76.8, max: 115.0)
+[2026-06-02 16:26:49,955][235966] Avg episode reward: [(0, '243.208')]
+[2026-06-02 16:26:49,960][242747] Saving new best policy, reward=243.208!
+[2026-06-02 16:26:50,372][243551] Updated weights for policy 0, policy_version 8328 (0.0009)
+[2026-06-02 16:26:50,545][243551] Updated weights for policy 0, policy_version 8339 (0.0008)
+[2026-06-02 16:26:50,721][243551] Updated weights for policy 0, policy_version 8350 (0.0008)
+[2026-06-02 16:26:50,890][243551] Updated weights for policy 0, policy_version 8360 (0.0009)
+[2026-06-02 16:26:51,064][243551] Updated weights for policy 0, policy_version 8371 (0.0008)
+[2026-06-02 16:26:51,225][243551] Updated weights for policy 0, policy_version 8381 (0.0009)
+[2026-06-02 16:26:51,858][243551] Updated weights for policy 0, policy_version 8391 (0.0009)
+[2026-06-02 16:26:52,011][243551] Updated weights for policy 0, policy_version 8401 (0.0008)
+[2026-06-02 16:26:52,164][243551] Updated weights for policy 0, policy_version 8411 (0.0009)
+[2026-06-02 16:26:52,345][243551] Updated weights for policy 0, policy_version 8422 (0.0009)
+[2026-06-02 16:26:52,533][243551] Updated weights for policy 0, policy_version 8434 (0.0008)
+[2026-06-02 16:26:52,698][243551] Updated weights for policy 0, policy_version 8444 (0.0008)
+[2026-06-02 16:26:53,364][243551] Updated weights for policy 0, policy_version 8454 (0.0009)
+[2026-06-02 16:26:53,516][243551] Updated weights for policy 0, policy_version 8464 (0.0008)
+[2026-06-02 16:26:53,688][243551] Updated weights for policy 0, policy_version 8475 (0.0009)
+[2026-06-02 16:26:53,895][243551] Updated weights for policy 0, policy_version 8487 (0.0008)
+[2026-06-02 16:26:54,058][243551] Updated weights for policy 0, policy_version 8497 (0.0009)
+[2026-06-02 16:26:54,221][243551] Updated weights for policy 0, policy_version 8507 (0.0008)
+[2026-06-02 16:26:54,887][243551] Updated weights for policy 0, policy_version 8519 (0.0009)
+[2026-06-02 16:26:54,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.3, 300 sec: 20753.1). Total num frames: 4358144. Throughput: 0: 21623.5. Samples: 4361856. Policy #0 lag: (min: 32.0, avg: 52.8, max: 96.0)
+[2026-06-02 16:26:54,954][235966] Avg episode reward: [(0, '269.328')]
+[2026-06-02 16:26:55,060][243551] Updated weights for policy 0, policy_version 8530 (0.0008)
+[2026-06-02 16:26:55,217][243551] Updated weights for policy 0, policy_version 8540 (0.0008)
+[2026-06-02 16:26:55,385][243551] Updated weights for policy 0, policy_version 8550 (0.0009)
+[2026-06-02 16:26:55,555][243551] Updated weights for policy 0, policy_version 8561 (0.0008)
+[2026-06-02 16:26:55,740][243551] Updated weights for policy 0, policy_version 8572 (0.0008)
+[2026-06-02 16:26:55,796][242747] Saving new best policy, reward=269.328!
+[2026-06-02 16:26:56,392][243551] Updated weights for policy 0, policy_version 8582 (0.0009)
+[2026-06-02 16:26:56,553][243551] Updated weights for policy 0, policy_version 8592 (0.0008)
+[2026-06-02 16:26:56,735][243551] Updated weights for policy 0, policy_version 8603 (0.0008)
+[2026-06-02 16:26:56,887][243551] Updated weights for policy 0, policy_version 8613 (0.0008)
+[2026-06-02 16:26:57,065][243551] Updated weights for policy 0, policy_version 8624 (0.0009)
+[2026-06-02 16:26:57,249][243551] Updated weights for policy 0, policy_version 8635 (0.0008)
+[2026-06-02 16:26:57,927][243551] Updated weights for policy 0, policy_version 8646 (0.0009)
+[2026-06-02 16:26:58,089][243551] Updated weights for policy 0, policy_version 8657 (0.0008)
+[2026-06-02 16:26:58,260][243551] Updated weights for policy 0, policy_version 8668 (0.0009)
+[2026-06-02 16:26:58,422][243551] Updated weights for policy 0, policy_version 8678 (0.0008)
+[2026-06-02 16:26:58,592][243551] Updated weights for policy 0, policy_version 8688 (0.0008)
+[2026-06-02 16:26:58,754][243551] Updated weights for policy 0, policy_version 8698 (0.0008)
+[2026-06-02 16:26:59,414][243551] Updated weights for policy 0, policy_version 8709 (0.0009)
+[2026-06-02 16:26:59,573][243551] Updated weights for policy 0, policy_version 8719 (0.0008)
+[2026-06-02 16:26:59,732][243551] Updated weights for policy 0, policy_version 8729 (0.0008)
+[2026-06-02 16:26:59,901][243551] Updated weights for policy 0, policy_version 8739 (0.0008)
+[2026-06-02 16:26:59,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20727.7). Total num frames: 4456448. Throughput: 0: 21609.2. Samples: 4490880. Policy #0 lag: (min: 32.0, avg: 52.8, max: 96.0)
+[2026-06-02 16:26:59,954][235966] Avg episode reward: [(0, '310.826')]
+[2026-06-02 16:27:00,064][243551] Updated weights for policy 0, policy_version 8749 (0.0008)
+[2026-06-02 16:27:00,256][243551] Updated weights for policy 0, policy_version 8761 (0.0009)
+[2026-06-02 16:27:00,360][242747] Saving new best policy, reward=310.826!
+[2026-06-02 16:27:00,946][243551] Updated weights for policy 0, policy_version 8772 (0.0009)
+[2026-06-02 16:27:01,098][243551] Updated weights for policy 0, policy_version 8782 (0.0008)
+[2026-06-02 16:27:01,275][243551] Updated weights for policy 0, policy_version 8793 (0.0009)
+[2026-06-02 16:27:01,447][243551] Updated weights for policy 0, policy_version 8804 (0.0008)
+[2026-06-02 16:27:01,619][243551] Updated weights for policy 0, policy_version 8815 (0.0009)
+[2026-06-02 16:27:01,791][243551] Updated weights for policy 0, policy_version 8825 (0.0009)
+[2026-06-02 16:27:02,448][243551] Updated weights for policy 0, policy_version 8835 (0.0009)
+[2026-06-02 16:27:02,615][243551] Updated weights for policy 0, policy_version 8846 (0.0009)
+[2026-06-02 16:27:02,771][243551] Updated weights for policy 0, policy_version 8856 (0.0008)
+[2026-06-02 16:27:02,948][243551] Updated weights for policy 0, policy_version 8867 (0.0009)
+[2026-06-02 16:27:03,126][243551] Updated weights for policy 0, policy_version 8878 (0.0008)
+[2026-06-02 16:27:03,289][243551] Updated weights for policy 0, policy_version 8888 (0.0008)
+[2026-06-02 16:27:03,959][243551] Updated weights for policy 0, policy_version 8898 (0.0008)
+[2026-06-02 16:27:04,108][243551] Updated weights for policy 0, policy_version 8908 (0.0008)
+[2026-06-02 16:27:04,287][243551] Updated weights for policy 0, policy_version 8919 (0.0008)
+[2026-06-02 16:27:04,448][243551] Updated weights for policy 0, policy_version 8929 (0.0009)
+[2026-06-02 16:27:04,601][243551] Updated weights for policy 0, policy_version 8939 (0.0008)
+[2026-06-02 16:27:04,765][243551] Updated weights for policy 0, policy_version 8949 (0.0008)
+[2026-06-02 16:27:04,927][243551] Updated weights for policy 0, policy_version 8959 (0.0008)
+[2026-06-02 16:27:04,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 20852.4). Total num frames: 4587520. Throughput: 0: 21615.0. Samples: 4556672. Policy #0 lag: (min: 63.0, avg: 77.5, max: 127.0)
+[2026-06-02 16:27:04,954][235966] Avg episode reward: [(0, '313.231')]
+[2026-06-02 16:27:04,959][242747] Saving new best policy, reward=313.231!
+[2026-06-02 16:27:05,587][243551] Updated weights for policy 0, policy_version 8969 (0.0008)
+[2026-06-02 16:27:05,752][243551] Updated weights for policy 0, policy_version 8979 (0.0008)
+[2026-06-02 16:27:05,909][243551] Updated weights for policy 0, policy_version 8989 (0.0008)
+[2026-06-02 16:27:06,072][243551] Updated weights for policy 0, policy_version 8999 (0.0008)
+[2026-06-02 16:27:06,232][243551] Updated weights for policy 0, policy_version 9009 (0.0008)
+[2026-06-02 16:27:06,420][243551] Updated weights for policy 0, policy_version 9020 (0.0008)
+[2026-06-02 16:27:07,080][243551] Updated weights for policy 0, policy_version 9030 (0.0008)
+[2026-06-02 16:27:07,241][243551] Updated weights for policy 0, policy_version 9040 (0.0008)
+[2026-06-02 16:27:07,406][243551] Updated weights for policy 0, policy_version 9050 (0.0008)
+[2026-06-02 16:27:07,574][243551] Updated weights for policy 0, policy_version 9060 (0.0008)
+[2026-06-02 16:27:07,742][243551] Updated weights for policy 0, policy_version 9071 (0.0008)
+[2026-06-02 16:27:07,911][243551] Updated weights for policy 0, policy_version 9081 (0.0008)
+[2026-06-02 16:27:08,584][243551] Updated weights for policy 0, policy_version 9091 (0.0008)
+[2026-06-02 16:27:08,733][243551] Updated weights for policy 0, policy_version 9101 (0.0008)
+[2026-06-02 16:27:08,902][243551] Updated weights for policy 0, policy_version 9111 (0.0008)
+[2026-06-02 16:27:09,077][243551] Updated weights for policy 0, policy_version 9122 (0.0010)
+[2026-06-02 16:27:09,240][243551] Updated weights for policy 0, policy_version 9132 (0.0008)
+[2026-06-02 16:27:09,430][243551] Updated weights for policy 0, policy_version 9144 (0.0008)
+[2026-06-02 16:27:09,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 20825.9). Total num frames: 4685824. Throughput: 0: 21566.6. Samples: 4684288. Policy #0 lag: (min: 63.0, avg: 77.5, max: 127.0)
+[2026-06-02 16:27:09,954][235966] Avg episode reward: [(0, '320.300')]
+[2026-06-02 16:27:10,076][243551] Updated weights for policy 0, policy_version 9154 (0.0008)
+[2026-06-02 16:27:10,229][243551] Updated weights for policy 0, policy_version 9164 (0.0008)
+[2026-06-02 16:27:10,405][243551] Updated weights for policy 0, policy_version 9175 (0.0008)
+[2026-06-02 16:27:10,578][243551] Updated weights for policy 0, policy_version 9186 (0.0008)
+[2026-06-02 16:27:10,756][243551] Updated weights for policy 0, policy_version 9196 (0.0008)
+[2026-06-02 16:27:10,918][243551] Updated weights for policy 0, policy_version 9206 (0.0008)
+[2026-06-02 16:27:11,079][242747] Saving new best policy, reward=320.300!
+[2026-06-02 16:27:11,080][243551] Updated weights for policy 0, policy_version 9216 (0.0008)
+[2026-06-02 16:27:11,714][243551] Updated weights for policy 0, policy_version 9226 (0.0008)
+[2026-06-02 16:27:11,879][243551] Updated weights for policy 0, policy_version 9236 (0.0008)
+[2026-06-02 16:27:12,046][243551] Updated weights for policy 0, policy_version 9246 (0.0008)
+[2026-06-02 16:27:12,205][243551] Updated weights for policy 0, policy_version 9256 (0.0008)
+[2026-06-02 16:27:12,371][243551] Updated weights for policy 0, policy_version 9266 (0.0008)
+[2026-06-02 16:27:12,539][243551] Updated weights for policy 0, policy_version 9276 (0.0008)
+[2026-06-02 16:27:13,169][243551] Updated weights for policy 0, policy_version 9286 (0.0008)
+[2026-06-02 16:27:13,326][243551] Updated weights for policy 0, policy_version 9296 (0.0008)
+[2026-06-02 16:27:13,489][243551] Updated weights for policy 0, policy_version 9306 (0.0008)
+[2026-06-02 16:27:13,663][243551] Updated weights for policy 0, policy_version 9317 (0.0008)
+[2026-06-02 16:27:13,848][243551] Updated weights for policy 0, policy_version 9328 (0.0008)
+[2026-06-02 16:27:14,012][243551] Updated weights for policy 0, policy_version 9338 (0.0009)
+[2026-06-02 16:27:14,657][243551] Updated weights for policy 0, policy_version 9348 (0.0008)
+[2026-06-02 16:27:14,814][243551] Updated weights for policy 0, policy_version 9358 (0.0008)
+[2026-06-02 16:27:14,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 20800.6). Total num frames: 4784128. Throughput: 0: 21458.6. Samples: 4809984. Policy #0 lag: (min: 37.0, avg: 53.0, max: 101.0)
+[2026-06-02 16:27:14,954][235966] Avg episode reward: [(0, '333.304')]
+[2026-06-02 16:27:14,969][243551] Updated weights for policy 0, policy_version 9368 (0.0008)
+[2026-06-02 16:27:15,139][243551] Updated weights for policy 0, policy_version 9378 (0.0008)
+[2026-06-02 16:27:15,305][243551] Updated weights for policy 0, policy_version 9388 (0.0009)
+[2026-06-02 16:27:15,472][243551] Updated weights for policy 0, policy_version 9398 (0.0008)
+[2026-06-02 16:27:15,627][242747] Saving new best policy, reward=333.304!
+[2026-06-02 16:27:16,147][243551] Updated weights for policy 0, policy_version 9409 (0.0008)
+[2026-06-02 16:27:16,301][243551] Updated weights for policy 0, policy_version 9419 (0.0009)
+[2026-06-02 16:27:16,456][243551] Updated weights for policy 0, policy_version 9429 (0.0008)
+[2026-06-02 16:27:16,643][243551] Updated weights for policy 0, policy_version 9440 (0.0009)
+[2026-06-02 16:27:16,805][243551] Updated weights for policy 0, policy_version 9450 (0.0009)
+[2026-06-02 16:27:16,965][243551] Updated weights for policy 0, policy_version 9460 (0.0008)
+[2026-06-02 16:27:17,133][243551] Updated weights for policy 0, policy_version 9470 (0.0008)
+[2026-06-02 16:27:17,749][243551] Updated weights for policy 0, policy_version 9480 (0.0009)
+[2026-06-02 16:27:17,916][243551] Updated weights for policy 0, policy_version 9491 (0.0009)
+[2026-06-02 16:27:18,079][243551] Updated weights for policy 0, policy_version 9501 (0.0009)
+[2026-06-02 16:27:18,255][243551] Updated weights for policy 0, policy_version 9511 (0.0009)
+[2026-06-02 16:27:18,410][243551] Updated weights for policy 0, policy_version 9521 (0.0008)
+[2026-06-02 16:27:18,576][243551] Updated weights for policy 0, policy_version 9531 (0.0008)
+[2026-06-02 16:27:19,221][243551] Updated weights for policy 0, policy_version 9541 (0.0009)
+[2026-06-02 16:27:19,382][243551] Updated weights for policy 0, policy_version 9551 (0.0009)
+[2026-06-02 16:27:19,561][243551] Updated weights for policy 0, policy_version 9562 (0.0009)
+[2026-06-02 16:27:19,727][243551] Updated weights for policy 0, policy_version 9572 (0.0009)
+[2026-06-02 16:27:19,890][243551] Updated weights for policy 0, policy_version 9582 (0.0008)
+[2026-06-02 16:27:19,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20776.3). Total num frames: 4882432. Throughput: 0: 21444.3. Samples: 4873728. Policy #0 lag: (min: 37.0, avg: 53.0, max: 101.0)
+[2026-06-02 16:27:19,954][235966] Avg episode reward: [(0, '325.157')]
+[2026-06-02 16:27:20,069][243551] Updated weights for policy 0, policy_version 9593 (0.0010)
+[2026-06-02 16:27:20,741][243551] Updated weights for policy 0, policy_version 9603 (0.0009)
+[2026-06-02 16:27:20,894][243551] Updated weights for policy 0, policy_version 9613 (0.0008)
+[2026-06-02 16:27:21,056][243551] Updated weights for policy 0, policy_version 9623 (0.0008)
+[2026-06-02 16:27:21,237][243551] Updated weights for policy 0, policy_version 9634 (0.0009)
+[2026-06-02 16:27:21,416][243551] Updated weights for policy 0, policy_version 9645 (0.0010)
+[2026-06-02 16:27:21,580][243551] Updated weights for policy 0, policy_version 9655 (0.0009)
+[2026-06-02 16:27:22,233][243551] Updated weights for policy 0, policy_version 9666 (0.0009)
+[2026-06-02 16:27:22,393][243551] Updated weights for policy 0, policy_version 9676 (0.0009)
+[2026-06-02 16:27:22,560][243551] Updated weights for policy 0, policy_version 9687 (0.0009)
+[2026-06-02 16:27:22,728][243551] Updated weights for policy 0, policy_version 9697 (0.0008)
+[2026-06-02 16:27:22,907][243551] Updated weights for policy 0, policy_version 9708 (0.0008)
+[2026-06-02 16:27:23,066][243551] Updated weights for policy 0, policy_version 9718 (0.0008)
+[2026-06-02 16:27:23,758][243551] Updated weights for policy 0, policy_version 9730 (0.0008)
+[2026-06-02 16:27:23,919][243551] Updated weights for policy 0, policy_version 9740 (0.0009)
+[2026-06-02 16:27:24,081][243551] Updated weights for policy 0, policy_version 9750 (0.0009)
+[2026-06-02 16:27:24,258][243551] Updated weights for policy 0, policy_version 9761 (0.0008)
+[2026-06-02 16:27:24,421][243551] Updated weights for policy 0, policy_version 9771 (0.0008)
+[2026-06-02 16:27:24,587][243551] Updated weights for policy 0, policy_version 9781 (0.0008)
+[2026-06-02 16:27:24,756][243551] Updated weights for policy 0, policy_version 9791 (0.0008)
+[2026-06-02 16:27:24,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 20889.6). Total num frames: 5013504. Throughput: 0: 21347.6. Samples: 4999552. Policy #0 lag: (min: 63.0, avg: 78.0, max: 127.0)
+[2026-06-02 16:27:24,954][235966] Avg episode reward: [(0, '320.329')]
+[2026-06-02 16:27:25,397][243551] Updated weights for policy 0, policy_version 9801 (0.0008)
+[2026-06-02 16:27:25,572][243551] Updated weights for policy 0, policy_version 9812 (0.0008)
+[2026-06-02 16:27:25,737][243551] Updated weights for policy 0, policy_version 9822 (0.0008)
+[2026-06-02 16:27:25,897][243551] Updated weights for policy 0, policy_version 9832 (0.0008)
+[2026-06-02 16:27:26,063][243551] Updated weights for policy 0, policy_version 9842 (0.0008)
+[2026-06-02 16:27:26,232][243551] Updated weights for policy 0, policy_version 9852 (0.0008)
+[2026-06-02 16:27:26,868][243551] Updated weights for policy 0, policy_version 9862 (0.0008)
+[2026-06-02 16:27:27,022][243551] Updated weights for policy 0, policy_version 9872 (0.0009)
+[2026-06-02 16:27:27,192][243551] Updated weights for policy 0, policy_version 9882 (0.0009)
+[2026-06-02 16:27:27,352][243551] Updated weights for policy 0, policy_version 9892 (0.0008)
+[2026-06-02 16:27:27,551][243551] Updated weights for policy 0, policy_version 9904 (0.0010)
+[2026-06-02 16:27:27,708][243551] Updated weights for policy 0, policy_version 9914 (0.0008)
+[2026-06-02 16:27:28,376][243551] Updated weights for policy 0, policy_version 9925 (0.0008)
+[2026-06-02 16:27:28,536][243551] Updated weights for policy 0, policy_version 9935 (0.0009)
+[2026-06-02 16:27:28,700][243551] Updated weights for policy 0, policy_version 9945 (0.0008)
+[2026-06-02 16:27:28,862][243551] Updated weights for policy 0, policy_version 9955 (0.0008)
+[2026-06-02 16:27:29,021][243551] Updated weights for policy 0, policy_version 9965 (0.0008)
+[2026-06-02 16:27:29,203][243551] Updated weights for policy 0, policy_version 9976 (0.0008)
+[2026-06-02 16:27:29,858][243551] Updated weights for policy 0, policy_version 9986 (0.0008)
+[2026-06-02 16:27:29,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.3, 300 sec: 20864.5). Total num frames: 5111808. Throughput: 0: 21307.7. Samples: 5126400. Policy #0 lag: (min: 23.0, avg: 38.9, max: 87.0)
+[2026-06-02 16:27:29,954][235966] Avg episode reward: [(0, '361.135')]
+[2026-06-02 16:27:30,014][243551] Updated weights for policy 0, policy_version 9996 (0.0008)
+[2026-06-02 16:27:30,186][243551] Updated weights for policy 0, policy_version 10007 (0.0008)
+[2026-06-02 16:27:30,343][243551] Updated weights for policy 0, policy_version 10017 (0.0008)
+[2026-06-02 16:27:30,516][243551] Updated weights for policy 0, policy_version 10027 (0.0008)
+[2026-06-02 16:27:30,677][243551] Updated weights for policy 0, policy_version 10037 (0.0008)
+[2026-06-02 16:27:30,839][243551] Updated weights for policy 0, policy_version 10047 (0.0009)
+[2026-06-02 16:27:30,847][242747] Saving new best policy, reward=361.135!
+[2026-06-02 16:27:31,491][243551] Updated weights for policy 0, policy_version 10057 (0.0009)
+[2026-06-02 16:27:31,668][243551] Updated weights for policy 0, policy_version 10068 (0.0008)
+[2026-06-02 16:27:31,845][243551] Updated weights for policy 0, policy_version 10079 (0.0008)
+[2026-06-02 16:27:32,006][243551] Updated weights for policy 0, policy_version 10089 (0.0008)
+[2026-06-02 16:27:32,163][243551] Updated weights for policy 0, policy_version 10099 (0.0008)
+[2026-06-02 16:27:32,334][243551] Updated weights for policy 0, policy_version 10109 (0.0008)
+[2026-06-02 16:27:32,989][243551] Updated weights for policy 0, policy_version 10119 (0.0008)
+[2026-06-02 16:27:33,149][243551] Updated weights for policy 0, policy_version 10129 (0.0008)
+[2026-06-02 16:27:33,337][243551] Updated weights for policy 0, policy_version 10141 (0.0008)
+[2026-06-02 16:27:33,504][243551] Updated weights for policy 0, policy_version 10151 (0.0008)
+[2026-06-02 16:27:33,667][243551] Updated weights for policy 0, policy_version 10161 (0.0008)
+[2026-06-02 16:27:33,826][243551] Updated weights for policy 0, policy_version 10171 (0.0008)
+[2026-06-02 16:27:34,485][243551] Updated weights for policy 0, policy_version 10181 (0.0009)
+[2026-06-02 16:27:34,644][243551] Updated weights for policy 0, policy_version 10191 (0.0009)
+[2026-06-02 16:27:34,806][243551] Updated weights for policy 0, policy_version 10201 (0.0008)
+[2026-06-02 16:27:34,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 20840.5). Total num frames: 5210112. Throughput: 0: 21322.0. Samples: 5191552. Policy #0 lag: (min: 23.0, avg: 38.9, max: 87.0)
+[2026-06-02 16:27:34,954][235966] Avg episode reward: [(0, '369.018')]
+[2026-06-02 16:27:34,992][243551] Updated weights for policy 0, policy_version 10213 (0.0008)
+[2026-06-02 16:27:35,168][243551] Updated weights for policy 0, policy_version 10223 (0.0009)
+[2026-06-02 16:27:35,323][243551] Updated weights for policy 0, policy_version 10233 (0.0009)
+[2026-06-02 16:27:35,432][242747] Saving new best policy, reward=369.018!
+[2026-06-02 16:27:35,978][243551] Updated weights for policy 0, policy_version 10243 (0.0009)
+[2026-06-02 16:27:36,148][243551] Updated weights for policy 0, policy_version 10254 (0.0008)
+[2026-06-02 16:27:36,322][243551] Updated weights for policy 0, policy_version 10265 (0.0008)
+[2026-06-02 16:27:36,500][243551] Updated weights for policy 0, policy_version 10276 (0.0008)
+[2026-06-02 16:27:36,667][243551] Updated weights for policy 0, policy_version 10286 (0.0008)
+[2026-06-02 16:27:36,845][243551] Updated weights for policy 0, policy_version 10297 (0.0008)
+[2026-06-02 16:27:37,502][243551] Updated weights for policy 0, policy_version 10307 (0.0007)
+[2026-06-02 16:27:37,658][243551] Updated weights for policy 0, policy_version 10317 (0.0004)
+[2026-06-02 16:27:37,814][243551] Updated weights for policy 0, policy_version 10327 (0.0004)
+[2026-06-02 16:27:37,988][243551] Updated weights for policy 0, policy_version 10337 (0.0004)
+[2026-06-02 16:27:38,173][243551] Updated weights for policy 0, policy_version 10349 (0.0004)
+[2026-06-02 16:27:38,362][243551] Updated weights for policy 0, policy_version 10360 (0.0004)
+[2026-06-02 16:27:39,018][243551] Updated weights for policy 0, policy_version 10370 (0.0006)
+[2026-06-02 16:27:39,203][243551] Updated weights for policy 0, policy_version 10382 (0.0008)
+[2026-06-02 16:27:39,366][243551] Updated weights for policy 0, policy_version 10392 (0.0008)
+[2026-06-02 16:27:39,533][243551] Updated weights for policy 0, policy_version 10402 (0.0008)
+[2026-06-02 16:27:39,692][243551] Updated weights for policy 0, policy_version 10412 (0.0009)
+[2026-06-02 16:27:39,865][243551] Updated weights for policy 0, policy_version 10422 (0.0008)
+[2026-06-02 16:27:39,954][235966] Fps is (10 sec: 19659.6, 60 sec: 21299.0, 300 sec: 20817.3). Total num frames: 5308416. Throughput: 0: 21335.9. Samples: 5321984. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:27:39,955][235966] Avg episode reward: [(0, '357.398')]
+[2026-06-02 16:27:40,022][243551] Updated weights for policy 0, policy_version 10432 (0.0008)
+[2026-06-02 16:27:40,701][243551] Updated weights for policy 0, policy_version 10444 (0.0008)
+[2026-06-02 16:27:40,859][243551] Updated weights for policy 0, policy_version 10454 (0.0007)
+[2026-06-02 16:27:41,019][243551] Updated weights for policy 0, policy_version 10464 (0.0007)
+[2026-06-02 16:27:41,183][243551] Updated weights for policy 0, policy_version 10474 (0.0008)
+[2026-06-02 16:27:41,346][243551] Updated weights for policy 0, policy_version 10484 (0.0008)
+[2026-06-02 16:27:41,515][243551] Updated weights for policy 0, policy_version 10494 (0.0008)
+[2026-06-02 16:27:42,160][243551] Updated weights for policy 0, policy_version 10504 (0.0005)
+[2026-06-02 16:27:42,345][243551] Updated weights for policy 0, policy_version 10515 (0.0004)
+[2026-06-02 16:27:42,519][243551] Updated weights for policy 0, policy_version 10526 (0.0004)
+[2026-06-02 16:27:42,699][243551] Updated weights for policy 0, policy_version 10537 (0.0004)
+[2026-06-02 16:27:42,875][243551] Updated weights for policy 0, policy_version 10547 (0.0004)
+[2026-06-02 16:27:43,044][243551] Updated weights for policy 0, policy_version 10557 (0.0004)
+[2026-06-02 16:27:43,652][243551] Updated weights for policy 0, policy_version 10567 (0.0007)
+[2026-06-02 16:27:43,827][243551] Updated weights for policy 0, policy_version 10578 (0.0008)
+[2026-06-02 16:27:44,011][243551] Updated weights for policy 0, policy_version 10589 (0.0009)
+[2026-06-02 16:27:44,172][243551] Updated weights for policy 0, policy_version 10599 (0.0008)
+[2026-06-02 16:27:44,334][243551] Updated weights for policy 0, policy_version 10609 (0.0008)
+[2026-06-02 16:27:44,512][243551] Updated weights for policy 0, policy_version 10620 (0.0009)
+[2026-06-02 16:27:44,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 20921.1). Total num frames: 5439488. Throughput: 0: 21381.7. Samples: 5453056. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0)
+[2026-06-02 16:27:44,954][235966] Avg episode reward: [(0, '370.371')]
+[2026-06-02 16:27:45,139][243551] Updated weights for policy 0, policy_version 10630 (0.0007)
+[2026-06-02 16:27:45,314][243551] Updated weights for policy 0, policy_version 10641 (0.0009)
+[2026-06-02 16:27:45,475][243551] Updated weights for policy 0, policy_version 10651 (0.0008)
+[2026-06-02 16:27:45,639][243551] Updated weights for policy 0, policy_version 10661 (0.0008)
+[2026-06-02 16:27:45,816][243551] Updated weights for policy 0, policy_version 10672 (0.0008)
+[2026-06-02 16:27:46,001][243551] Updated weights for policy 0, policy_version 10684 (0.0008)
+[2026-06-02 16:27:46,067][242747] Saving new best policy, reward=370.371!
+[2026-06-02 16:27:46,679][243551] Updated weights for policy 0, policy_version 10694 (0.0008)
+[2026-06-02 16:27:46,854][243551] Updated weights for policy 0, policy_version 10705 (0.0008)
+[2026-06-02 16:27:47,060][243551] Updated weights for policy 0, policy_version 10718 (0.0009)
+[2026-06-02 16:27:47,222][243551] Updated weights for policy 0, policy_version 10728 (0.0008)
+[2026-06-02 16:27:47,381][243551] Updated weights for policy 0, policy_version 10738 (0.0008)
+[2026-06-02 16:27:47,547][243551] Updated weights for policy 0, policy_version 10748 (0.0008)
+[2026-06-02 16:27:48,185][243551] Updated weights for policy 0, policy_version 10758 (0.0008)
+[2026-06-02 16:27:48,367][243551] Updated weights for policy 0, policy_version 10770 (0.0008)
+[2026-06-02 16:27:48,533][243551] Updated weights for policy 0, policy_version 10780 (0.0008)
+[2026-06-02 16:27:48,716][243551] Updated weights for policy 0, policy_version 10791 (0.0008)
+[2026-06-02 16:27:48,900][243551] Updated weights for policy 0, policy_version 10802 (0.0008)
+[2026-06-02 16:27:49,083][243551] Updated weights for policy 0, policy_version 10813 (0.0008)
+[2026-06-02 16:27:49,776][243551] Updated weights for policy 0, policy_version 10824 (0.0008)
+[2026-06-02 16:27:49,932][243551] Updated weights for policy 0, policy_version 10834 (0.0008)
+[2026-06-02 16:27:49,953][235966] Fps is (10 sec: 22938.9, 60 sec: 21299.2, 300 sec: 20897.3). Total num frames: 5537792. Throughput: 0: 21347.5. Samples: 5517312. Policy #0 lag: (min: 47.0, avg: 63.3, max: 111.0)
+[2026-06-02 16:27:49,954][235966] Avg episode reward: [(0, '371.799')]
+[2026-06-02 16:27:50,093][243551] Updated weights for policy 0, policy_version 10844 (0.0008)
+[2026-06-02 16:27:50,260][243551] Updated weights for policy 0, policy_version 10854 (0.0008)
+[2026-06-02 16:27:50,427][243551] Updated weights for policy 0, policy_version 10864 (0.0008)
+[2026-06-02 16:27:50,586][243551] Updated weights for policy 0, policy_version 10874 (0.0008)
+[2026-06-02 16:27:50,683][242747] Saving new best policy, reward=371.799!
+[2026-06-02 16:27:51,211][243551] Updated weights for policy 0, policy_version 10884 (0.0008)
+[2026-06-02 16:27:51,382][243551] Updated weights for policy 0, policy_version 10895 (0.0008)
+[2026-06-02 16:27:51,546][243551] Updated weights for policy 0, policy_version 10905 (0.0008)
+[2026-06-02 16:27:51,722][243551] Updated weights for policy 0, policy_version 10916 (0.0008)
+[2026-06-02 16:27:51,884][243551] Updated weights for policy 0, policy_version 10926 (0.0009)
+[2026-06-02 16:27:52,050][243551] Updated weights for policy 0, policy_version 10936 (0.0009)
+[2026-06-02 16:27:52,725][243551] Updated weights for policy 0, policy_version 10946 (0.0008)
+[2026-06-02 16:27:52,899][243551] Updated weights for policy 0, policy_version 10957 (0.0008)
+[2026-06-02 16:27:53,060][243551] Updated weights for policy 0, policy_version 10967 (0.0008)
+[2026-06-02 16:27:53,238][243551] Updated weights for policy 0, policy_version 10978 (0.0008)
+[2026-06-02 16:27:53,402][243551] Updated weights for policy 0, policy_version 10988 (0.0008)
+[2026-06-02 16:27:53,583][243551] Updated weights for policy 0, policy_version 10999 (0.0008)
+[2026-06-02 16:27:54,233][243551] Updated weights for policy 0, policy_version 11009 (0.0008)
+[2026-06-02 16:27:54,399][243551] Updated weights for policy 0, policy_version 11020 (0.0008)
+[2026-06-02 16:27:54,572][243551] Updated weights for policy 0, policy_version 11031 (0.0008)
+[2026-06-02 16:27:54,741][243551] Updated weights for policy 0, policy_version 11041 (0.0009)
+[2026-06-02 16:27:54,906][243551] Updated weights for policy 0, policy_version 11051 (0.0008)
+[2026-06-02 16:27:54,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 20874.4). Total num frames: 5636096. Throughput: 0: 21410.2. Samples: 5647744. Policy #0 lag: (min: 47.0, avg: 63.3, max: 111.0)
+[2026-06-02 16:27:54,954][235966] Avg episode reward: [(0, '366.299')]
+[2026-06-02 16:27:55,074][243551] Updated weights for policy 0, policy_version 11061 (0.0009)
+[2026-06-02 16:27:55,240][243551] Updated weights for policy 0, policy_version 11071 (0.0008)
+[2026-06-02 16:27:55,879][243551] Updated weights for policy 0, policy_version 11081 (0.0009)
+[2026-06-02 16:27:56,042][243551] Updated weights for policy 0, policy_version 11091 (0.0009)
+[2026-06-02 16:27:56,225][243551] Updated weights for policy 0, policy_version 11102 (0.0009)
+[2026-06-02 16:27:56,414][243551] Updated weights for policy 0, policy_version 11113 (0.0009)
+[2026-06-02 16:27:56,576][243551] Updated weights for policy 0, policy_version 11123 (0.0009)
+[2026-06-02 16:27:56,748][243551] Updated weights for policy 0, policy_version 11134 (0.0009)
+[2026-06-02 16:27:57,433][243551] Updated weights for policy 0, policy_version 11144 (0.0008)
+[2026-06-02 16:27:57,596][243551] Updated weights for policy 0, policy_version 11154 (0.0009)
+[2026-06-02 16:27:57,752][243551] Updated weights for policy 0, policy_version 11164 (0.0008)
+[2026-06-02 16:27:57,937][243551] Updated weights for policy 0, policy_version 11175 (0.0008)
+[2026-06-02 16:27:58,101][243551] Updated weights for policy 0, policy_version 11185 (0.0008)
+[2026-06-02 16:27:58,298][243551] Updated weights for policy 0, policy_version 11197 (0.0008)
+[2026-06-02 16:27:58,924][243551] Updated weights for policy 0, policy_version 11207 (0.0009)
+[2026-06-02 16:27:59,082][243551] Updated weights for policy 0, policy_version 11217 (0.0008)
+[2026-06-02 16:27:59,250][243551] Updated weights for policy 0, policy_version 11227 (0.0008)
+[2026-06-02 16:27:59,414][243551] Updated weights for policy 0, policy_version 11237 (0.0008)
+[2026-06-02 16:27:59,603][243551] Updated weights for policy 0, policy_version 11248 (0.0009)
+[2026-06-02 16:27:59,778][243551] Updated weights for policy 0, policy_version 11259 (0.0009)
+[2026-06-02 16:27:59,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 20971.5). Total num frames: 5767168. Throughput: 0: 21504.0. Samples: 5777664. Policy #0 lag: (min: 23.0, avg: 40.0, max: 87.0)
+[2026-06-02 16:27:59,955][235966] Avg episode reward: [(0, '385.049')]
+[2026-06-02 16:27:59,959][242747] Saving new best policy, reward=385.049!
+[2026-06-02 16:28:00,439][243551] Updated weights for policy 0, policy_version 11270 (0.0009)
+[2026-06-02 16:28:00,599][243551] Updated weights for policy 0, policy_version 11280 (0.0008)
+[2026-06-02 16:28:00,761][243551] Updated weights for policy 0, policy_version 11290 (0.0008)
+[2026-06-02 16:28:00,922][243551] Updated weights for policy 0, policy_version 11300 (0.0008)
+[2026-06-02 16:28:01,085][243551] Updated weights for policy 0, policy_version 11310 (0.0008)
+[2026-06-02 16:28:01,248][243551] Updated weights for policy 0, policy_version 11320 (0.0008)
+[2026-06-02 16:28:01,907][243551] Updated weights for policy 0, policy_version 11330 (0.0009)
+[2026-06-02 16:28:02,059][243551] Updated weights for policy 0, policy_version 11340 (0.0008)
+[2026-06-02 16:28:02,235][243551] Updated weights for policy 0, policy_version 11351 (0.0008)
+[2026-06-02 16:28:02,408][243551] Updated weights for policy 0, policy_version 11362 (0.0008)
+[2026-06-02 16:28:02,577][243551] Updated weights for policy 0, policy_version 11372 (0.0008)
+[2026-06-02 16:28:02,763][243551] Updated weights for policy 0, policy_version 11383 (0.0008)
+[2026-06-02 16:28:03,414][243551] Updated weights for policy 0, policy_version 11393 (0.0008)
+[2026-06-02 16:28:03,589][243551] Updated weights for policy 0, policy_version 11404 (0.0009)
+[2026-06-02 16:28:03,748][243551] Updated weights for policy 0, policy_version 11414 (0.0009)
+[2026-06-02 16:28:03,945][243551] Updated weights for policy 0, policy_version 11426 (0.0008)
+[2026-06-02 16:28:04,101][243551] Updated weights for policy 0, policy_version 11436 (0.0008)
+[2026-06-02 16:28:04,274][243551] Updated weights for policy 0, policy_version 11446 (0.0008)
+[2026-06-02 16:28:04,422][243551] Updated weights for policy 0, policy_version 11456 (0.0008)
+[2026-06-02 16:28:04,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 20948.1). Total num frames: 5865472. Throughput: 0: 21526.8. Samples: 5842432. Policy #0 lag: (min: 23.0, avg: 40.0, max: 87.0)
+[2026-06-02 16:28:04,954][235966] Avg episode reward: [(0, '368.349')]
+[2026-06-02 16:28:05,082][243551] Updated weights for policy 0, policy_version 11466 (0.0008)
+[2026-06-02 16:28:05,241][243551] Updated weights for policy 0, policy_version 11476 (0.0009)
+[2026-06-02 16:28:05,395][243551] Updated weights for policy 0, policy_version 11486 (0.0008)
+[2026-06-02 16:28:05,577][243551] Updated weights for policy 0, policy_version 11497 (0.0008)
+[2026-06-02 16:28:05,744][243551] Updated weights for policy 0, policy_version 11507 (0.0008)
+[2026-06-02 16:28:05,907][243551] Updated weights for policy 0, policy_version 11517 (0.0008)
+[2026-06-02 16:28:06,551][243551] Updated weights for policy 0, policy_version 11527 (0.0008)
+[2026-06-02 16:28:06,724][243551] Updated weights for policy 0, policy_version 11538 (0.0008)
+[2026-06-02 16:28:06,887][243551] Updated weights for policy 0, policy_version 11548 (0.0008)
+[2026-06-02 16:28:07,067][243551] Updated weights for policy 0, policy_version 11559 (0.0008)
+[2026-06-02 16:28:07,236][243551] Updated weights for policy 0, policy_version 11569 (0.0008)
+[2026-06-02 16:28:07,417][243551] Updated weights for policy 0, policy_version 11580 (0.0008)
+[2026-06-02 16:28:08,056][243551] Updated weights for policy 0, policy_version 11590 (0.0008)
+[2026-06-02 16:28:08,216][243551] Updated weights for policy 0, policy_version 11600 (0.0008)
+[2026-06-02 16:28:08,375][243551] Updated weights for policy 0, policy_version 11610 (0.0008)
+[2026-06-02 16:28:08,569][243551] Updated weights for policy 0, policy_version 11622 (0.0008)
+[2026-06-02 16:28:08,723][243551] Updated weights for policy 0, policy_version 11632 (0.0008)
+[2026-06-02 16:28:08,908][243551] Updated weights for policy 0, policy_version 11643 (0.0008)
+[2026-06-02 16:28:09,574][243551] Updated weights for policy 0, policy_version 11653 (0.0007)
+[2026-06-02 16:28:09,733][243551] Updated weights for policy 0, policy_version 11663 (0.0004)
+[2026-06-02 16:28:09,896][243551] Updated weights for policy 0, policy_version 11673 (0.0005)
+[2026-06-02 16:28:09,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20925.5). Total num frames: 5963776. Throughput: 0: 21609.2. Samples: 5971968. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:28:09,955][235966] Avg episode reward: [(0, '364.121')]
+[2026-06-02 16:28:10,057][243551] Updated weights for policy 0, policy_version 11683 (0.0008)
+[2026-06-02 16:28:10,220][243551] Updated weights for policy 0, policy_version 11693 (0.0008)
+[2026-06-02 16:28:10,387][243551] Updated weights for policy 0, policy_version 11703 (0.0008)
+[2026-06-02 16:28:11,037][243551] Updated weights for policy 0, policy_version 11714 (0.0009)
+[2026-06-02 16:28:11,186][243551] Updated weights for policy 0, policy_version 11724 (0.0008)
+[2026-06-02 16:28:11,342][243551] Updated weights for policy 0, policy_version 11734 (0.0008)
+[2026-06-02 16:28:11,498][243551] Updated weights for policy 0, policy_version 11744 (0.0008)
+[2026-06-02 16:28:11,669][243551] Updated weights for policy 0, policy_version 11754 (0.0008)
+[2026-06-02 16:28:11,852][243551] Updated weights for policy 0, policy_version 11765 (0.0008)
+[2026-06-02 16:28:12,016][243551] Updated weights for policy 0, policy_version 11775 (0.0008)
+[2026-06-02 16:28:12,682][243551] Updated weights for policy 0, policy_version 11786 (0.0008)
+[2026-06-02 16:28:12,844][243551] Updated weights for policy 0, policy_version 11796 (0.0009)
+[2026-06-02 16:28:13,005][243551] Updated weights for policy 0, policy_version 11806 (0.0008)
+[2026-06-02 16:28:13,161][243551] Updated weights for policy 0, policy_version 11816 (0.0008)
+[2026-06-02 16:28:13,333][243551] Updated weights for policy 0, policy_version 11826 (0.0008)
+[2026-06-02 16:28:13,512][243551] Updated weights for policy 0, policy_version 11837 (0.0008)
+[2026-06-02 16:28:14,173][243551] Updated weights for policy 0, policy_version 11847 (0.0005)
+[2026-06-02 16:28:14,323][243551] Updated weights for policy 0, policy_version 11857 (0.0004)
+[2026-06-02 16:28:14,494][243551] Updated weights for policy 0, policy_version 11867 (0.0007)
+[2026-06-02 16:28:14,655][243551] Updated weights for policy 0, policy_version 11877 (0.0008)
+[2026-06-02 16:28:14,838][243551] Updated weights for policy 0, policy_version 11888 (0.0008)
+[2026-06-02 16:28:14,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 20903.7). Total num frames: 6062080. Throughput: 0: 21671.8. Samples: 6101632. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:28:14,954][235966] Avg episode reward: [(0, '345.804')]
+[2026-06-02 16:28:15,006][243551] Updated weights for policy 0, policy_version 11898 (0.0008)
+[2026-06-02 16:28:15,642][243551] Updated weights for policy 0, policy_version 11908 (0.0008)
+[2026-06-02 16:28:15,801][243551] Updated weights for policy 0, policy_version 11918 (0.0009)
+[2026-06-02 16:28:15,958][243551] Updated weights for policy 0, policy_version 11928 (0.0008)
+[2026-06-02 16:28:16,129][243551] Updated weights for policy 0, policy_version 11938 (0.0009)
+[2026-06-02 16:28:16,302][243551] Updated weights for policy 0, policy_version 11949 (0.0008)
+[2026-06-02 16:28:16,476][243551] Updated weights for policy 0, policy_version 11959 (0.0008)
+[2026-06-02 16:28:17,128][243551] Updated weights for policy 0, policy_version 11969 (0.0008)
+[2026-06-02 16:28:17,289][243551] Updated weights for policy 0, policy_version 11979 (0.0008)
+[2026-06-02 16:28:17,447][243551] Updated weights for policy 0, policy_version 11989 (0.0008)
+[2026-06-02 16:28:17,621][243551] Updated weights for policy 0, policy_version 12000 (0.0008)
+[2026-06-02 16:28:17,784][243551] Updated weights for policy 0, policy_version 12010 (0.0008)
+[2026-06-02 16:28:17,951][243551] Updated weights for policy 0, policy_version 12020 (0.0008)
+[2026-06-02 16:28:18,121][243551] Updated weights for policy 0, policy_version 12030 (0.0008)
+[2026-06-02 16:28:18,784][243551] Updated weights for policy 0, policy_version 12043 (0.0006)
+[2026-06-02 16:28:18,948][243551] Updated weights for policy 0, policy_version 12053 (0.0005)
+[2026-06-02 16:28:19,107][243551] Updated weights for policy 0, policy_version 12063 (0.0005)
+[2026-06-02 16:28:19,280][243551] Updated weights for policy 0, policy_version 12073 (0.0005)
+[2026-06-02 16:28:19,455][243551] Updated weights for policy 0, policy_version 12084 (0.0004)
+[2026-06-02 16:28:19,615][243551] Updated weights for policy 0, policy_version 12094 (0.0005)
+[2026-06-02 16:28:19,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 20993.7). Total num frames: 6193152. Throughput: 0: 21680.3. Samples: 6167168. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:28:19,954][235966] Avg episode reward: [(0, '338.036')]
+[2026-06-02 16:28:20,280][243551] Updated weights for policy 0, policy_version 12104 (0.0008)
+[2026-06-02 16:28:20,439][243551] Updated weights for policy 0, policy_version 12114 (0.0008)
+[2026-06-02 16:28:20,617][243551] Updated weights for policy 0, policy_version 12125 (0.0008)
+[2026-06-02 16:28:20,785][243551] Updated weights for policy 0, policy_version 12135 (0.0008)
+[2026-06-02 16:28:20,951][243551] Updated weights for policy 0, policy_version 12145 (0.0008)
+[2026-06-02 16:28:21,120][243551] Updated weights for policy 0, policy_version 12155 (0.0009)
+[2026-06-02 16:28:21,749][243551] Updated weights for policy 0, policy_version 12165 (0.0008)
+[2026-06-02 16:28:21,923][243551] Updated weights for policy 0, policy_version 12176 (0.0008)
+[2026-06-02 16:28:22,093][243551] Updated weights for policy 0, policy_version 12187 (0.0008)
+[2026-06-02 16:28:22,264][243551] Updated weights for policy 0, policy_version 12197 (0.0008)
+[2026-06-02 16:28:22,458][243551] Updated weights for policy 0, policy_version 12209 (0.0008)
+[2026-06-02 16:28:22,619][243551] Updated weights for policy 0, policy_version 12219 (0.0008)
+[2026-06-02 16:28:23,281][243551] Updated weights for policy 0, policy_version 12229 (0.0009)
+[2026-06-02 16:28:23,439][243551] Updated weights for policy 0, policy_version 12239 (0.0008)
+[2026-06-02 16:28:23,624][243551] Updated weights for policy 0, policy_version 12250 (0.0008)
+[2026-06-02 16:28:23,785][243551] Updated weights for policy 0, policy_version 12260 (0.0008)
+[2026-06-02 16:28:23,972][243551] Updated weights for policy 0, policy_version 12271 (0.0008)
+[2026-06-02 16:28:24,135][243551] Updated weights for policy 0, policy_version 12281 (0.0008)
+[2026-06-02 16:28:24,792][243551] Updated weights for policy 0, policy_version 12292 (0.0009)
+[2026-06-02 16:28:24,943][243551] Updated weights for policy 0, policy_version 12302 (0.0008)
+[2026-06-02 16:28:24,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 6291456. Throughput: 0: 21655.0. Samples: 6296448. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:28:24,954][235966] Avg episode reward: [(0, '377.229')]
+[2026-06-02 16:28:25,133][243551] Updated weights for policy 0, policy_version 12314 (0.0008)
+[2026-06-02 16:28:25,305][243551] Updated weights for policy 0, policy_version 12324 (0.0008)
+[2026-06-02 16:28:25,484][243551] Updated weights for policy 0, policy_version 12335 (0.0008)
+[2026-06-02 16:28:25,642][243551] Updated weights for policy 0, policy_version 12345 (0.0008)
+[2026-06-02 16:28:26,308][243551] Updated weights for policy 0, policy_version 12355 (0.0008)
+[2026-06-02 16:28:26,465][243551] Updated weights for policy 0, policy_version 12365 (0.0008)
+[2026-06-02 16:28:26,627][243551] Updated weights for policy 0, policy_version 12375 (0.0008)
+[2026-06-02 16:28:26,783][243551] Updated weights for policy 0, policy_version 12385 (0.0008)
+[2026-06-02 16:28:26,964][243551] Updated weights for policy 0, policy_version 12396 (0.0008)
+[2026-06-02 16:28:27,130][243551] Updated weights for policy 0, policy_version 12406 (0.0008)
+[2026-06-02 16:28:27,295][243551] Updated weights for policy 0, policy_version 12416 (0.0008)
+[2026-06-02 16:28:27,931][243551] Updated weights for policy 0, policy_version 12426 (0.0007)
+[2026-06-02 16:28:28,096][243551] Updated weights for policy 0, policy_version 12436 (0.0007)
+[2026-06-02 16:28:28,257][243551] Updated weights for policy 0, policy_version 12446 (0.0007)
+[2026-06-02 16:28:28,421][243551] Updated weights for policy 0, policy_version 12456 (0.0007)
+[2026-06-02 16:28:28,585][243551] Updated weights for policy 0, policy_version 12466 (0.0007)
+[2026-06-02 16:28:28,772][243551] Updated weights for policy 0, policy_version 12477 (0.0007)
+[2026-06-02 16:28:29,406][243551] Updated weights for policy 0, policy_version 12487 (0.0007)
+[2026-06-02 16:28:29,563][243551] Updated weights for policy 0, policy_version 12497 (0.0008)
+[2026-06-02 16:28:29,732][243551] Updated weights for policy 0, policy_version 12507 (0.0008)
+[2026-06-02 16:28:29,901][243551] Updated weights for policy 0, policy_version 12517 (0.0008)
+[2026-06-02 16:28:29,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 6389760. Throughput: 0: 21640.5. Samples: 6426880. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0)
+[2026-06-02 16:28:29,954][235966] Avg episode reward: [(0, '386.600')]
+[2026-06-02 16:28:30,072][243551] Updated weights for policy 0, policy_version 12527 (0.0008)
+[2026-06-02 16:28:30,221][243551] Updated weights for policy 0, policy_version 12537 (0.0008)
+[2026-06-02 16:28:30,334][242747] Saving new best policy, reward=386.600!
+[2026-06-02 16:28:30,875][243551] Updated weights for policy 0, policy_version 12548 (0.0008)
+[2026-06-02 16:28:31,033][243551] Updated weights for policy 0, policy_version 12558 (0.0008)
+[2026-06-02 16:28:31,194][243551] Updated weights for policy 0, policy_version 12568 (0.0008)
+[2026-06-02 16:28:31,356][243551] Updated weights for policy 0, policy_version 12578 (0.0009)
+[2026-06-02 16:28:31,538][243551] Updated weights for policy 0, policy_version 12589 (0.0008)
+[2026-06-02 16:28:31,722][243551] Updated weights for policy 0, policy_version 12600 (0.0008)
+[2026-06-02 16:28:32,362][243551] Updated weights for policy 0, policy_version 12610 (0.0009)
+[2026-06-02 16:28:32,509][243551] Updated weights for policy 0, policy_version 12620 (0.0008)
+[2026-06-02 16:28:32,666][243551] Updated weights for policy 0, policy_version 12630 (0.0009)
+[2026-06-02 16:28:32,863][243551] Updated weights for policy 0, policy_version 12642 (0.0008)
+[2026-06-02 16:28:33,062][243551] Updated weights for policy 0, policy_version 12654 (0.0009)
+[2026-06-02 16:28:33,223][243551] Updated weights for policy 0, policy_version 12664 (0.0009)
+[2026-06-02 16:28:33,885][243551] Updated weights for policy 0, policy_version 12674 (0.0008)
+[2026-06-02 16:28:34,038][243551] Updated weights for policy 0, policy_version 12684 (0.0009)
+[2026-06-02 16:28:34,193][243551] Updated weights for policy 0, policy_version 12694 (0.0008)
+[2026-06-02 16:28:34,373][243551] Updated weights for policy 0, policy_version 12705 (0.0009)
+[2026-06-02 16:28:34,557][243551] Updated weights for policy 0, policy_version 12716 (0.0009)
+[2026-06-02 16:28:34,719][243551] Updated weights for policy 0, policy_version 12726 (0.0009)
+[2026-06-02 16:28:34,873][243551] Updated weights for policy 0, policy_version 12736 (0.0009)
+[2026-06-02 16:28:34,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21327.0). Total num frames: 6520832. Throughput: 0: 21640.6. Samples: 6491136. Policy #0 lag: (min: 19.0, avg: 44.6, max: 83.0)
+[2026-06-02 16:28:34,954][235966] Avg episode reward: [(0, '392.990')]
+[2026-06-02 16:28:34,958][242747] Saving new best policy, reward=392.990!
+[2026-06-02 16:28:35,532][243551] Updated weights for policy 0, policy_version 12746 (0.0008)
+[2026-06-02 16:28:35,691][243551] Updated weights for policy 0, policy_version 12756 (0.0008)
+[2026-06-02 16:28:35,881][243551] Updated weights for policy 0, policy_version 12768 (0.0009)
+[2026-06-02 16:28:36,038][243551] Updated weights for policy 0, policy_version 12778 (0.0009)
+[2026-06-02 16:28:36,196][243551] Updated weights for policy 0, policy_version 12788 (0.0009)
+[2026-06-02 16:28:36,361][243551] Updated weights for policy 0, policy_version 12798 (0.0009)
+[2026-06-02 16:28:37,029][243551] Updated weights for policy 0, policy_version 12808 (0.0009)
+[2026-06-02 16:28:37,194][243551] Updated weights for policy 0, policy_version 12819 (0.0009)
+[2026-06-02 16:28:37,364][243551] Updated weights for policy 0, policy_version 12829 (0.0009)
+[2026-06-02 16:28:37,526][243551] Updated weights for policy 0, policy_version 12839 (0.0008)
+[2026-06-02 16:28:37,688][243551] Updated weights for policy 0, policy_version 12849 (0.0008)
+[2026-06-02 16:28:37,888][243551] Updated weights for policy 0, policy_version 12862 (0.0009)
+[2026-06-02 16:28:38,563][243551] Updated weights for policy 0, policy_version 12873 (0.0008)
+[2026-06-02 16:28:38,716][243551] Updated weights for policy 0, policy_version 12883 (0.0008)
+[2026-06-02 16:28:38,874][243551] Updated weights for policy 0, policy_version 12893 (0.0008)
+[2026-06-02 16:28:39,096][243551] Updated weights for policy 0, policy_version 12906 (0.0008)
+[2026-06-02 16:28:39,249][243551] Updated weights for policy 0, policy_version 12916 (0.0008)
+[2026-06-02 16:28:39,423][243551] Updated weights for policy 0, policy_version 12926 (0.0008)
+[2026-06-02 16:28:39,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.5, 300 sec: 21215.9). Total num frames: 6619136. Throughput: 0: 21643.3. Samples: 6621696. Policy #0 lag: (min: 19.0, avg: 44.6, max: 83.0)
+[2026-06-02 16:28:39,954][235966] Avg episode reward: [(0, '443.453')]
+[2026-06-02 16:28:40,073][243551] Updated weights for policy 0, policy_version 12936 (0.0008)
+[2026-06-02 16:28:40,241][243551] Updated weights for policy 0, policy_version 12947 (0.0009)
+[2026-06-02 16:28:40,409][243551] Updated weights for policy 0, policy_version 12958 (0.0008)
+[2026-06-02 16:28:40,597][243551] Updated weights for policy 0, policy_version 12970 (0.0008)
+[2026-06-02 16:28:40,768][243551] Updated weights for policy 0, policy_version 12980 (0.0008)
+[2026-06-02 16:28:40,958][242747] Saving new best policy, reward=443.453!
+[2026-06-02 16:28:40,959][243551] Updated weights for policy 0, policy_version 12992 (0.0008)
+[2026-06-02 16:28:41,657][243551] Updated weights for policy 0, policy_version 13004 (0.0008)
+[2026-06-02 16:28:41,815][243551] Updated weights for policy 0, policy_version 13014 (0.0008)
+[2026-06-02 16:28:41,980][243551] Updated weights for policy 0, policy_version 13024 (0.0008)
+[2026-06-02 16:28:42,189][243551] Updated weights for policy 0, policy_version 13037 (0.0008)
+[2026-06-02 16:28:42,346][243551] Updated weights for policy 0, policy_version 13047 (0.0008)
+[2026-06-02 16:28:43,030][243551] Updated weights for policy 0, policy_version 13057 (0.0009)
+[2026-06-02 16:28:43,213][243551] Updated weights for policy 0, policy_version 13069 (0.0009)
+[2026-06-02 16:28:43,387][243551] Updated weights for policy 0, policy_version 13080 (0.0009)
+[2026-06-02 16:28:43,547][243551] Updated weights for policy 0, policy_version 13091 (0.0008)
+[2026-06-02 16:28:43,716][243551] Updated weights for policy 0, policy_version 13101 (0.0008)
+[2026-06-02 16:28:43,880][243551] Updated weights for policy 0, policy_version 13111 (0.0008)
+[2026-06-02 16:28:44,579][243551] Updated weights for policy 0, policy_version 13124 (0.0008)
+[2026-06-02 16:28:44,747][243551] Updated weights for policy 0, policy_version 13135 (0.0009)
+[2026-06-02 16:28:44,922][243551] Updated weights for policy 0, policy_version 13146 (0.0009)
+[2026-06-02 16:28:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 6717440. Throughput: 0: 21595.0. Samples: 6749440. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:28:44,954][235966] Avg episode reward: [(0, '475.933')]
+[2026-06-02 16:28:45,084][243551] Updated weights for policy 0, policy_version 13156 (0.0009)
+[2026-06-02 16:28:45,255][243551] Updated weights for policy 0, policy_version 13167 (0.0008)
+[2026-06-02 16:28:45,446][243551] Updated weights for policy 0, policy_version 13179 (0.0008)
+[2026-06-02 16:28:45,523][242747] Saving new best policy, reward=475.933!
+[2026-06-02 16:28:46,112][243551] Updated weights for policy 0, policy_version 13189 (0.0009)
+[2026-06-02 16:28:46,265][243551] Updated weights for policy 0, policy_version 13199 (0.0008)
+[2026-06-02 16:28:46,438][243551] Updated weights for policy 0, policy_version 13210 (0.0008)
+[2026-06-02 16:28:46,629][243551] Updated weights for policy 0, policy_version 13222 (0.0008)
+[2026-06-02 16:28:46,806][243551] Updated weights for policy 0, policy_version 13233 (0.0008)
+[2026-06-02 16:28:47,002][243551] Updated weights for policy 0, policy_version 13245 (0.0008)
+[2026-06-02 16:28:47,669][243551] Updated weights for policy 0, policy_version 13255 (0.0009)
+[2026-06-02 16:28:47,836][243551] Updated weights for policy 0, policy_version 13266 (0.0009)
+[2026-06-02 16:28:47,995][243551] Updated weights for policy 0, policy_version 13276 (0.0008)
+[2026-06-02 16:28:48,157][243551] Updated weights for policy 0, policy_version 13286 (0.0009)
+[2026-06-02 16:28:48,322][243551] Updated weights for policy 0, policy_version 13296 (0.0008)
+[2026-06-02 16:28:48,499][243551] Updated weights for policy 0, policy_version 13307 (0.0008)
+[2026-06-02 16:28:49,178][243551] Updated weights for policy 0, policy_version 13317 (0.0008)
+[2026-06-02 16:28:49,333][243551] Updated weights for policy 0, policy_version 13327 (0.0008)
+[2026-06-02 16:28:49,501][243551] Updated weights for policy 0, policy_version 13337 (0.0008)
+[2026-06-02 16:28:49,659][243551] Updated weights for policy 0, policy_version 13347 (0.0008)
+[2026-06-02 16:28:49,835][243551] Updated weights for policy 0, policy_version 13358 (0.0008)
+[2026-06-02 16:28:49,953][235966] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21104.8). Total num frames: 6815744. Throughput: 0: 21572.3. Samples: 6813184. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:28:49,954][235966] Avg episode reward: [(0, '473.332')]
+[2026-06-02 16:28:50,008][243551] Updated weights for policy 0, policy_version 13368 (0.0009)
+[2026-06-02 16:28:50,648][243551] Updated weights for policy 0, policy_version 13378 (0.0009)
+[2026-06-02 16:28:50,811][243551] Updated weights for policy 0, policy_version 13388 (0.0008)
+[2026-06-02 16:28:50,984][243551] Updated weights for policy 0, policy_version 13399 (0.0008)
+[2026-06-02 16:28:51,169][243551] Updated weights for policy 0, policy_version 13410 (0.0009)
+[2026-06-02 16:28:51,332][243551] Updated weights for policy 0, policy_version 13420 (0.0009)
+[2026-06-02 16:28:51,499][243551] Updated weights for policy 0, policy_version 13430 (0.0008)
+[2026-06-02 16:28:51,656][243551] Updated weights for policy 0, policy_version 13440 (0.0008)
+[2026-06-02 16:28:52,323][243551] Updated weights for policy 0, policy_version 13451 (0.0008)
+[2026-06-02 16:28:52,487][243551] Updated weights for policy 0, policy_version 13461 (0.0008)
+[2026-06-02 16:28:52,668][243551] Updated weights for policy 0, policy_version 13472 (0.0008)
+[2026-06-02 16:28:52,858][243551] Updated weights for policy 0, policy_version 13483 (0.0008)
+[2026-06-02 16:28:53,022][243551] Updated weights for policy 0, policy_version 13493 (0.0008)
+[2026-06-02 16:28:53,186][243551] Updated weights for policy 0, policy_version 13503 (0.0008)
+[2026-06-02 16:28:53,852][243551] Updated weights for policy 0, policy_version 13514 (0.0008)
+[2026-06-02 16:28:54,031][243551] Updated weights for policy 0, policy_version 13525 (0.0009)
+[2026-06-02 16:28:54,193][243551] Updated weights for policy 0, policy_version 13535 (0.0008)
+[2026-06-02 16:28:54,358][243551] Updated weights for policy 0, policy_version 13545 (0.0008)
+[2026-06-02 16:28:54,521][243551] Updated weights for policy 0, policy_version 13555 (0.0009)
+[2026-06-02 16:28:54,687][243551] Updated weights for policy 0, policy_version 13565 (0.0008)
+[2026-06-02 16:28:54,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21215.9). Total num frames: 6946816. Throughput: 0: 21486.9. Samples: 6938880. Policy #0 lag: (min: 31.0, avg: 47.1, max: 95.0)
+[2026-06-02 16:28:54,954][235966] Avg episode reward: [(0, '471.288')]
+[2026-06-02 16:28:55,342][243551] Updated weights for policy 0, policy_version 13575 (0.0008)
+[2026-06-02 16:28:55,521][243551] Updated weights for policy 0, policy_version 13586 (0.0008)
+[2026-06-02 16:28:55,674][243551] Updated weights for policy 0, policy_version 13596 (0.0008)
+[2026-06-02 16:28:55,845][243551] Updated weights for policy 0, policy_version 13606 (0.0009)
+[2026-06-02 16:28:56,008][243551] Updated weights for policy 0, policy_version 13616 (0.0008)
+[2026-06-02 16:28:56,171][243551] Updated weights for policy 0, policy_version 13626 (0.0009)
+[2026-06-02 16:28:56,823][243551] Updated weights for policy 0, policy_version 13636 (0.0009)
+[2026-06-02 16:28:56,994][243551] Updated weights for policy 0, policy_version 13647 (0.0008)
+[2026-06-02 16:28:57,148][243551] Updated weights for policy 0, policy_version 13657 (0.0008)
+[2026-06-02 16:28:57,323][243551] Updated weights for policy 0, policy_version 13667 (0.0008)
+[2026-06-02 16:28:57,483][243551] Updated weights for policy 0, policy_version 13677 (0.0009)
+[2026-06-02 16:28:57,668][243551] Updated weights for policy 0, policy_version 13688 (0.0009)
+[2026-06-02 16:28:58,309][243551] Updated weights for policy 0, policy_version 13698 (0.0009)
+[2026-06-02 16:28:58,479][243551] Updated weights for policy 0, policy_version 13709 (0.0008)
+[2026-06-02 16:28:58,639][243551] Updated weights for policy 0, policy_version 13719 (0.0008)
+[2026-06-02 16:28:58,801][243551] Updated weights for policy 0, policy_version 13729 (0.0008)
+[2026-06-02 16:28:58,982][243551] Updated weights for policy 0, policy_version 13740 (0.0008)
+[2026-06-02 16:28:59,146][243551] Updated weights for policy 0, policy_version 13750 (0.0008)
+[2026-06-02 16:28:59,308][243551] Updated weights for policy 0, policy_version 13760 (0.0009)
+[2026-06-02 16:28:59,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 7045120. Throughput: 0: 21404.4. Samples: 7064832. Policy #0 lag: (min: 31.0, avg: 47.1, max: 95.0)
+[2026-06-02 16:28:59,954][235966] Avg episode reward: [(0, '467.281')]
+[2026-06-02 16:28:59,981][243551] Updated weights for policy 0, policy_version 13771 (0.0009)
+[2026-06-02 16:29:00,157][243551] Updated weights for policy 0, policy_version 13782 (0.0008)
+[2026-06-02 16:29:00,325][243551] Updated weights for policy 0, policy_version 13792 (0.0009)
+[2026-06-02 16:29:00,480][243551] Updated weights for policy 0, policy_version 13802 (0.0008)
+[2026-06-02 16:29:00,652][243551] Updated weights for policy 0, policy_version 13812 (0.0009)
+[2026-06-02 16:29:00,815][243551] Updated weights for policy 0, policy_version 13822 (0.0008)
+[2026-06-02 16:29:01,473][243551] Updated weights for policy 0, policy_version 13833 (0.0008)
+[2026-06-02 16:29:01,649][243551] Updated weights for policy 0, policy_version 13844 (0.0008)
+[2026-06-02 16:29:01,815][243551] Updated weights for policy 0, policy_version 13854 (0.0008)
+[2026-06-02 16:29:01,983][243551] Updated weights for policy 0, policy_version 13864 (0.0009)
+[2026-06-02 16:29:02,159][243551] Updated weights for policy 0, policy_version 13875 (0.0009)
+[2026-06-02 16:29:02,335][243551] Updated weights for policy 0, policy_version 13886 (0.0009)
+[2026-06-02 16:29:02,999][243551] Updated weights for policy 0, policy_version 13897 (0.0009)
+[2026-06-02 16:29:03,159][243551] Updated weights for policy 0, policy_version 13907 (0.0008)
+[2026-06-02 16:29:03,323][243551] Updated weights for policy 0, policy_version 13917 (0.0009)
+[2026-06-02 16:29:03,496][243551] Updated weights for policy 0, policy_version 13928 (0.0008)
+[2026-06-02 16:29:03,665][243551] Updated weights for policy 0, policy_version 13938 (0.0008)
+[2026-06-02 16:29:03,828][243551] Updated weights for policy 0, policy_version 13948 (0.0009)
+[2026-06-02 16:29:04,482][243551] Updated weights for policy 0, policy_version 13958 (0.0009)
+[2026-06-02 16:29:04,625][243551] Updated weights for policy 0, policy_version 13968 (0.0008)
+[2026-06-02 16:29:04,798][243551] Updated weights for policy 0, policy_version 13978 (0.0008)
+[2026-06-02 16:29:04,953][235966] Fps is (10 sec: 19660.5, 60 sec: 21299.1, 300 sec: 21215.9). Total num frames: 7143424. Throughput: 0: 21393.0. Samples: 7129856. Policy #0 lag: (min: 31.0, avg: 46.0, max: 95.0)
+[2026-06-02 16:29:04,954][235966] Avg episode reward: [(0, '460.614')]
+[2026-06-02 16:29:04,967][243551] Updated weights for policy 0, policy_version 13988 (0.0008)
+[2026-06-02 16:29:05,127][243551] Updated weights for policy 0, policy_version 13998 (0.0008)
+[2026-06-02 16:29:05,295][243551] Updated weights for policy 0, policy_version 14008 (0.0008)
+[2026-06-02 16:29:05,968][243551] Updated weights for policy 0, policy_version 14019 (0.0008)
+[2026-06-02 16:29:06,122][243551] Updated weights for policy 0, policy_version 14029 (0.0008)
+[2026-06-02 16:29:06,283][243551] Updated weights for policy 0, policy_version 14039 (0.0008)
+[2026-06-02 16:29:06,441][243551] Updated weights for policy 0, policy_version 14049 (0.0008)
+[2026-06-02 16:29:06,642][243551] Updated weights for policy 0, policy_version 14061 (0.0008)
+[2026-06-02 16:29:06,808][243551] Updated weights for policy 0, policy_version 14071 (0.0008)
+[2026-06-02 16:29:07,452][243551] Updated weights for policy 0, policy_version 14081 (0.0008)
+[2026-06-02 16:29:07,597][243551] Updated weights for policy 0, policy_version 14091 (0.0008)
+[2026-06-02 16:29:07,786][243551] Updated weights for policy 0, policy_version 14102 (0.0009)
+[2026-06-02 16:29:07,979][243551] Updated weights for policy 0, policy_version 14114 (0.0008)
+[2026-06-02 16:29:08,160][243551] Updated weights for policy 0, policy_version 14125 (0.0009)
+[2026-06-02 16:29:08,323][243551] Updated weights for policy 0, policy_version 14135 (0.0008)
+[2026-06-02 16:29:08,994][243551] Updated weights for policy 0, policy_version 14146 (0.0008)
+[2026-06-02 16:29:09,152][243551] Updated weights for policy 0, policy_version 14157 (0.0008)
+[2026-06-02 16:29:09,309][243551] Updated weights for policy 0, policy_version 14167 (0.0008)
+[2026-06-02 16:29:09,487][243551] Updated weights for policy 0, policy_version 14177 (0.0008)
+[2026-06-02 16:29:09,651][243551] Updated weights for policy 0, policy_version 14187 (0.0008)
+[2026-06-02 16:29:09,814][243551] Updated weights for policy 0, policy_version 14197 (0.0008)
+[2026-06-02 16:29:09,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21215.9). Total num frames: 7241728. Throughput: 0: 21407.3. Samples: 7259776. Policy #0 lag: (min: 31.0, avg: 46.0, max: 95.0)
+[2026-06-02 16:29:09,954][235966] Avg episode reward: [(0, '455.580')]
+[2026-06-02 16:29:09,970][243551] Updated weights for policy 0, policy_version 14207 (0.0008)
+[2026-06-02 16:29:10,630][243551] Updated weights for policy 0, policy_version 14217 (0.0008)
+[2026-06-02 16:29:10,794][243551] Updated weights for policy 0, policy_version 14227 (0.0008)
+[2026-06-02 16:29:10,956][243551] Updated weights for policy 0, policy_version 14237 (0.0008)
+[2026-06-02 16:29:11,133][243551] Updated weights for policy 0, policy_version 14248 (0.0008)
+[2026-06-02 16:29:11,301][243551] Updated weights for policy 0, policy_version 14258 (0.0008)
+[2026-06-02 16:29:11,464][243551] Updated weights for policy 0, policy_version 14268 (0.0008)
+[2026-06-02 16:29:12,088][243551] Updated weights for policy 0, policy_version 14278 (0.0008)
+[2026-06-02 16:29:12,238][243551] Updated weights for policy 0, policy_version 14288 (0.0008)
+[2026-06-02 16:29:12,407][243551] Updated weights for policy 0, policy_version 14298 (0.0008)
+[2026-06-02 16:29:12,582][243551] Updated weights for policy 0, policy_version 14309 (0.0008)
+[2026-06-02 16:29:12,771][243551] Updated weights for policy 0, policy_version 14320 (0.0008)
+[2026-06-02 16:29:12,938][243551] Updated weights for policy 0, policy_version 14330 (0.0008)
+[2026-06-02 16:29:13,593][243551] Updated weights for policy 0, policy_version 14341 (0.0008)
+[2026-06-02 16:29:13,764][243551] Updated weights for policy 0, policy_version 14352 (0.0008)
+[2026-06-02 16:29:13,927][243551] Updated weights for policy 0, policy_version 14362 (0.0008)
+[2026-06-02 16:29:14,094][243551] Updated weights for policy 0, policy_version 14372 (0.0008)
+[2026-06-02 16:29:14,257][243551] Updated weights for policy 0, policy_version 14382 (0.0008)
+[2026-06-02 16:29:14,425][243551] Updated weights for policy 0, policy_version 14392 (0.0008)
+[2026-06-02 16:29:14,953][235966] Fps is (10 sec: 22938.2, 60 sec: 21845.4, 300 sec: 21327.0). Total num frames: 7372800. Throughput: 0: 21376.1. Samples: 7388800. Policy #0 lag: (min: 31.0, avg: 46.0, max: 95.0)
+[2026-06-02 16:29:14,953][235966] Avg episode reward: [(0, '463.768')]
+[2026-06-02 16:29:15,068][243551] Updated weights for policy 0, policy_version 14402 (0.0008)
+[2026-06-02 16:29:15,238][243551] Updated weights for policy 0, policy_version 14413 (0.0008)
+[2026-06-02 16:29:15,417][243551] Updated weights for policy 0, policy_version 14424 (0.0008)
+[2026-06-02 16:29:15,615][243551] Updated weights for policy 0, policy_version 14436 (0.0008)
+[2026-06-02 16:29:15,782][243551] Updated weights for policy 0, policy_version 14446 (0.0008)
+[2026-06-02 16:29:15,945][243551] Updated weights for policy 0, policy_version 14456 (0.0008)
+[2026-06-02 16:29:16,586][243551] Updated weights for policy 0, policy_version 14466 (0.0008)
+[2026-06-02 16:29:16,741][243551] Updated weights for policy 0, policy_version 14476 (0.0008)
+[2026-06-02 16:29:16,897][243551] Updated weights for policy 0, policy_version 14486 (0.0009)
+[2026-06-02 16:29:17,061][243551] Updated weights for policy 0, policy_version 14496 (0.0009)
+[2026-06-02 16:29:17,237][243551] Updated weights for policy 0, policy_version 14507 (0.0008)
+[2026-06-02 16:29:17,409][243551] Updated weights for policy 0, policy_version 14517 (0.0009)
+[2026-06-02 16:29:17,576][243551] Updated weights for policy 0, policy_version 14527 (0.0008)
+[2026-06-02 16:29:18,223][243551] Updated weights for policy 0, policy_version 14537 (0.0009)
+[2026-06-02 16:29:18,377][243551] Updated weights for policy 0, policy_version 14547 (0.0008)
+[2026-06-02 16:29:18,544][243551] Updated weights for policy 0, policy_version 14557 (0.0008)
+[2026-06-02 16:29:18,713][243551] Updated weights for policy 0, policy_version 14567 (0.0008)
+[2026-06-02 16:29:18,868][243551] Updated weights for policy 0, policy_version 14577 (0.0008)
+[2026-06-02 16:29:19,057][243551] Updated weights for policy 0, policy_version 14588 (0.0008)
+[2026-06-02 16:29:19,724][243551] Updated weights for policy 0, policy_version 14598 (0.0009)
+[2026-06-02 16:29:19,882][243551] Updated weights for policy 0, policy_version 14608 (0.0008)
+[2026-06-02 16:29:19,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21299.1, 300 sec: 21327.0). Total num frames: 7471104. Throughput: 0: 21387.3. Samples: 7453568. Policy #0 lag: (min: 26.0, avg: 57.2, max: 90.0)
+[2026-06-02 16:29:19,955][235966] Avg episode reward: [(0, '473.387')]
+[2026-06-02 16:29:20,060][243551] Updated weights for policy 0, policy_version 14619 (0.0009)
+[2026-06-02 16:29:20,246][243551] Updated weights for policy 0, policy_version 14630 (0.0009)
+[2026-06-02 16:29:20,421][243551] Updated weights for policy 0, policy_version 14641 (0.0009)
+[2026-06-02 16:29:20,606][243551] Updated weights for policy 0, policy_version 14652 (0.0009)
+[2026-06-02 16:29:21,241][243551] Updated weights for policy 0, policy_version 14663 (0.0009)
+[2026-06-02 16:29:21,401][243551] Updated weights for policy 0, policy_version 14673 (0.0009)
+[2026-06-02 16:29:21,570][243551] Updated weights for policy 0, policy_version 14683 (0.0008)
+[2026-06-02 16:29:21,739][243551] Updated weights for policy 0, policy_version 14693 (0.0008)
+[2026-06-02 16:29:21,912][243551] Updated weights for policy 0, policy_version 14704 (0.0009)
+[2026-06-02 16:29:22,087][243551] Updated weights for policy 0, policy_version 14714 (0.0008)
+[2026-06-02 16:29:22,725][243551] Updated weights for policy 0, policy_version 14724 (0.0009)
+[2026-06-02 16:29:22,891][243551] Updated weights for policy 0, policy_version 14734 (0.0008)
+[2026-06-02 16:29:23,047][243551] Updated weights for policy 0, policy_version 14744 (0.0009)
+[2026-06-02 16:29:23,233][243551] Updated weights for policy 0, policy_version 14755 (0.0009)
+[2026-06-02 16:29:23,412][243551] Updated weights for policy 0, policy_version 14766 (0.0009)
+[2026-06-02 16:29:23,578][243551] Updated weights for policy 0, policy_version 14776 (0.0008)
+[2026-06-02 16:29:24,228][243551] Updated weights for policy 0, policy_version 14786 (0.0009)
+[2026-06-02 16:29:24,375][243551] Updated weights for policy 0, policy_version 14796 (0.0008)
+[2026-06-02 16:29:24,542][243551] Updated weights for policy 0, policy_version 14806 (0.0008)
+[2026-06-02 16:29:24,699][243551] Updated weights for policy 0, policy_version 14816 (0.0008)
+[2026-06-02 16:29:24,866][243551] Updated weights for policy 0, policy_version 14826 (0.0009)
+[2026-06-02 16:29:24,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21327.0). Total num frames: 7569408. Throughput: 0: 21370.3. Samples: 7583360. Policy #0 lag: (min: 26.0, avg: 57.2, max: 90.0)
+[2026-06-02 16:29:24,954][235966] Avg episode reward: [(0, '518.376')]
+[2026-06-02 16:29:25,032][243551] Updated weights for policy 0, policy_version 14836 (0.0008)
+[2026-06-02 16:29:25,190][243551] Updated weights for policy 0, policy_version 14846 (0.0008)
+[2026-06-02 16:29:25,222][242747] Saving new best policy, reward=518.376!
+[2026-06-02 16:29:25,875][243551] Updated weights for policy 0, policy_version 14858 (0.0009)
+[2026-06-02 16:29:26,038][243551] Updated weights for policy 0, policy_version 14868 (0.0008)
+[2026-06-02 16:29:26,197][243551] Updated weights for policy 0, policy_version 14878 (0.0008)
+[2026-06-02 16:29:26,379][243551] Updated weights for policy 0, policy_version 14889 (0.0008)
+[2026-06-02 16:29:26,544][243551] Updated weights for policy 0, policy_version 14899 (0.0013)
+[2026-06-02 16:29:26,707][243551] Updated weights for policy 0, policy_version 14909 (0.0011)
+[2026-06-02 16:29:27,365][243551] Updated weights for policy 0, policy_version 14919 (0.0010)
+[2026-06-02 16:29:27,561][243551] Updated weights for policy 0, policy_version 14931 (0.0008)
+[2026-06-02 16:29:27,731][243551] Updated weights for policy 0, policy_version 14942 (0.0008)
+[2026-06-02 16:29:27,907][243551] Updated weights for policy 0, policy_version 14952 (0.0010)
+[2026-06-02 16:29:28,060][243551] Updated weights for policy 0, policy_version 14962 (0.0008)
+[2026-06-02 16:29:28,248][243551] Updated weights for policy 0, policy_version 14973 (0.0009)
+[2026-06-02 16:29:28,894][243551] Updated weights for policy 0, policy_version 14983 (0.0009)
+[2026-06-02 16:29:29,055][243551] Updated weights for policy 0, policy_version 14993 (0.0008)
+[2026-06-02 16:29:29,217][243551] Updated weights for policy 0, policy_version 15003 (0.0009)
+[2026-06-02 16:29:29,390][243551] Updated weights for policy 0, policy_version 15014 (0.0009)
+[2026-06-02 16:29:29,572][243551] Updated weights for policy 0, policy_version 15025 (0.0008)
+[2026-06-02 16:29:29,739][243551] Updated weights for policy 0, policy_version 15035 (0.0008)
+[2026-06-02 16:29:29,953][235966] Fps is (10 sec: 22938.0, 60 sec: 21845.4, 300 sec: 21438.1). Total num frames: 7700480. Throughput: 0: 21435.7. Samples: 7714048. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:29:29,954][235966] Avg episode reward: [(0, '535.021')]
+[2026-06-02 16:29:29,959][242747] Saving new best policy, reward=535.021!
+[2026-06-02 16:29:30,395][243551] Updated weights for policy 0, policy_version 15045 (0.0009)
+[2026-06-02 16:29:30,551][243551] Updated weights for policy 0, policy_version 15055 (0.0008)
+[2026-06-02 16:29:30,721][243551] Updated weights for policy 0, policy_version 15065 (0.0008)
+[2026-06-02 16:29:30,903][243551] Updated weights for policy 0, policy_version 15076 (0.0008)
+[2026-06-02 16:29:31,065][243551] Updated weights for policy 0, policy_version 15086 (0.0008)
+[2026-06-02 16:29:31,227][243551] Updated weights for policy 0, policy_version 15096 (0.0009)
+[2026-06-02 16:29:31,873][243551] Updated weights for policy 0, policy_version 15106 (0.0008)
+[2026-06-02 16:29:32,059][243551] Updated weights for policy 0, policy_version 15118 (0.0008)
+[2026-06-02 16:29:32,244][243551] Updated weights for policy 0, policy_version 15130 (0.0008)
+[2026-06-02 16:29:32,412][243551] Updated weights for policy 0, policy_version 15140 (0.0009)
+[2026-06-02 16:29:32,576][243551] Updated weights for policy 0, policy_version 15150 (0.0008)
+[2026-06-02 16:29:32,754][243551] Updated weights for policy 0, policy_version 15161 (0.0008)
+[2026-06-02 16:29:33,426][243551] Updated weights for policy 0, policy_version 15173 (0.0009)
+[2026-06-02 16:29:33,582][243551] Updated weights for policy 0, policy_version 15183 (0.0008)
+[2026-06-02 16:29:33,740][243551] Updated weights for policy 0, policy_version 15193 (0.0008)
+[2026-06-02 16:29:33,903][243551] Updated weights for policy 0, policy_version 15203 (0.0008)
+[2026-06-02 16:29:34,073][243551] Updated weights for policy 0, policy_version 15213 (0.0008)
+[2026-06-02 16:29:34,233][243551] Updated weights for policy 0, policy_version 15223 (0.0008)
+[2026-06-02 16:29:34,913][243551] Updated weights for policy 0, policy_version 15233 (0.0009)
+[2026-06-02 16:29:34,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 7798784. Throughput: 0: 21455.6. Samples: 7778688. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:29:34,954][235966] Avg episode reward: [(0, '502.712')]
+[2026-06-02 16:29:35,066][243551] Updated weights for policy 0, policy_version 15243 (0.0008)
+[2026-06-02 16:29:35,245][243551] Updated weights for policy 0, policy_version 15254 (0.0009)
+[2026-06-02 16:29:35,407][243551] Updated weights for policy 0, policy_version 15264 (0.0008)
+[2026-06-02 16:29:35,574][243551] Updated weights for policy 0, policy_version 15274 (0.0008)
+[2026-06-02 16:29:35,732][243551] Updated weights for policy 0, policy_version 15284 (0.0008)
+[2026-06-02 16:29:35,903][243551] Updated weights for policy 0, policy_version 15294 (0.0008)
+[2026-06-02 16:29:36,543][243551] Updated weights for policy 0, policy_version 15304 (0.0008)
+[2026-06-02 16:29:36,710][243551] Updated weights for policy 0, policy_version 15314 (0.0008)
+[2026-06-02 16:29:36,869][243551] Updated weights for policy 0, policy_version 15324 (0.0008)
+[2026-06-02 16:29:37,029][243551] Updated weights for policy 0, policy_version 15334 (0.0008)
+[2026-06-02 16:29:37,201][243551] Updated weights for policy 0, policy_version 15344 (0.0008)
+[2026-06-02 16:29:37,351][243551] Updated weights for policy 0, policy_version 15354 (0.0008)
+[2026-06-02 16:29:38,022][243551] Updated weights for policy 0, policy_version 15364 (0.0008)
+[2026-06-02 16:29:38,175][243551] Updated weights for policy 0, policy_version 15374 (0.0008)
+[2026-06-02 16:29:38,342][243551] Updated weights for policy 0, policy_version 15384 (0.0008)
+[2026-06-02 16:29:38,504][243551] Updated weights for policy 0, policy_version 15394 (0.0008)
+[2026-06-02 16:29:38,674][243551] Updated weights for policy 0, policy_version 15405 (0.0008)
+[2026-06-02 16:29:38,834][243551] Updated weights for policy 0, policy_version 15415 (0.0009)
+[2026-06-02 16:29:39,500][243551] Updated weights for policy 0, policy_version 15426 (0.0009)
+[2026-06-02 16:29:39,667][243551] Updated weights for policy 0, policy_version 15437 (0.0008)
+[2026-06-02 16:29:39,844][243551] Updated weights for policy 0, policy_version 15449 (0.0009)
+[2026-06-02 16:29:39,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 7897088. Throughput: 0: 21563.7. Samples: 7909248. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:29:39,954][235966] Avg episode reward: [(0, '518.282')]
+[2026-06-02 16:29:40,009][243551] Updated weights for policy 0, policy_version 15459 (0.0008)
+[2026-06-02 16:29:40,188][243551] Updated weights for policy 0, policy_version 15470 (0.0009)
+[2026-06-02 16:29:40,376][243551] Updated weights for policy 0, policy_version 15482 (0.0008)
+[2026-06-02 16:29:41,080][243551] Updated weights for policy 0, policy_version 15494 (0.0009)
+[2026-06-02 16:29:41,239][243551] Updated weights for policy 0, policy_version 15504 (0.0009)
+[2026-06-02 16:29:41,401][243551] Updated weights for policy 0, policy_version 15514 (0.0008)
+[2026-06-02 16:29:41,564][243551] Updated weights for policy 0, policy_version 15524 (0.0006)
+[2026-06-02 16:29:41,727][243551] Updated weights for policy 0, policy_version 15534 (0.0008)
+[2026-06-02 16:29:41,888][243551] Updated weights for policy 0, policy_version 15544 (0.0008)
+[2026-06-02 16:29:42,545][243551] Updated weights for policy 0, policy_version 15554 (0.0008)
+[2026-06-02 16:29:42,724][243551] Updated weights for policy 0, policy_version 15565 (0.0008)
+[2026-06-02 16:29:42,901][243551] Updated weights for policy 0, policy_version 15576 (0.0009)
+[2026-06-02 16:29:43,061][243551] Updated weights for policy 0, policy_version 15586 (0.0008)
+[2026-06-02 16:29:43,225][243551] Updated weights for policy 0, policy_version 15596 (0.0008)
+[2026-06-02 16:29:43,404][243551] Updated weights for policy 0, policy_version 15607 (0.0008)
+[2026-06-02 16:29:44,083][243551] Updated weights for policy 0, policy_version 15618 (0.0009)
+[2026-06-02 16:29:44,229][243551] Updated weights for policy 0, policy_version 15628 (0.0008)
+[2026-06-02 16:29:44,388][243551] Updated weights for policy 0, policy_version 15638 (0.0008)
+[2026-06-02 16:29:44,571][243551] Updated weights for policy 0, policy_version 15649 (0.0009)
+[2026-06-02 16:29:44,736][243551] Updated weights for policy 0, policy_version 15659 (0.0008)
+[2026-06-02 16:29:44,897][243551] Updated weights for policy 0, policy_version 15669 (0.0008)
+[2026-06-02 16:29:44,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 7995392. Throughput: 0: 21632.0. Samples: 8038272. Policy #0 lag: (min: 34.0, avg: 71.3, max: 98.0)
+[2026-06-02 16:29:44,954][235966] Avg episode reward: [(0, '551.328')]
+[2026-06-02 16:29:45,058][243551] Updated weights for policy 0, policy_version 15679 (0.0008)
+[2026-06-02 16:29:45,066][242747] Saving new best policy, reward=551.328!
+[2026-06-02 16:29:45,719][243551] Updated weights for policy 0, policy_version 15689 (0.0008)
+[2026-06-02 16:29:45,904][243551] Updated weights for policy 0, policy_version 15701 (0.0008)
+[2026-06-02 16:29:46,084][243551] Updated weights for policy 0, policy_version 15712 (0.0008)
+[2026-06-02 16:29:46,279][243551] Updated weights for policy 0, policy_version 15724 (0.0008)
+[2026-06-02 16:29:46,447][243551] Updated weights for policy 0, policy_version 15734 (0.0008)
+[2026-06-02 16:29:46,602][243551] Updated weights for policy 0, policy_version 15744 (0.0008)
+[2026-06-02 16:29:47,247][243551] Updated weights for policy 0, policy_version 15754 (0.0009)
+[2026-06-02 16:29:47,415][243551] Updated weights for policy 0, policy_version 15764 (0.0008)
+[2026-06-02 16:29:47,578][243551] Updated weights for policy 0, policy_version 15774 (0.0008)
+[2026-06-02 16:29:47,745][243551] Updated weights for policy 0, policy_version 15784 (0.0008)
+[2026-06-02 16:29:47,915][243551] Updated weights for policy 0, policy_version 15795 (0.0008)
+[2026-06-02 16:29:48,086][243551] Updated weights for policy 0, policy_version 15805 (0.0009)
+[2026-06-02 16:29:48,741][243551] Updated weights for policy 0, policy_version 15816 (0.0008)
+[2026-06-02 16:29:48,903][243551] Updated weights for policy 0, policy_version 15826 (0.0009)
+[2026-06-02 16:29:49,058][243551] Updated weights for policy 0, policy_version 15836 (0.0008)
+[2026-06-02 16:29:49,229][243551] Updated weights for policy 0, policy_version 15846 (0.0008)
+[2026-06-02 16:29:49,419][243551] Updated weights for policy 0, policy_version 15858 (0.0008)
+[2026-06-02 16:29:49,579][243551] Updated weights for policy 0, policy_version 15868 (0.0008)
+[2026-06-02 16:29:49,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21438.0). Total num frames: 8126464. Throughput: 0: 21626.4. Samples: 8103040. Policy #0 lag: (min: 34.0, avg: 71.3, max: 98.0)
+[2026-06-02 16:29:49,954][235966] Avg episode reward: [(0, '581.787')]
+[2026-06-02 16:29:49,959][242747] Saving new best policy, reward=581.787!
+[2026-06-02 16:29:50,267][243551] Updated weights for policy 0, policy_version 15879 (0.0009)
+[2026-06-02 16:29:50,427][243551] Updated weights for policy 0, policy_version 15889 (0.0009)
+[2026-06-02 16:29:50,617][243551] Updated weights for policy 0, policy_version 15901 (0.0009)
+[2026-06-02 16:29:50,775][243551] Updated weights for policy 0, policy_version 15911 (0.0009)
+[2026-06-02 16:29:50,944][243551] Updated weights for policy 0, policy_version 15921 (0.0008)
+[2026-06-02 16:29:51,108][243551] Updated weights for policy 0, policy_version 15931 (0.0009)
+[2026-06-02 16:29:51,749][243551] Updated weights for policy 0, policy_version 15941 (0.0009)
+[2026-06-02 16:29:51,902][243551] Updated weights for policy 0, policy_version 15951 (0.0008)
+[2026-06-02 16:29:52,069][243551] Updated weights for policy 0, policy_version 15961 (0.0009)
+[2026-06-02 16:29:52,239][243551] Updated weights for policy 0, policy_version 15972 (0.0008)
+[2026-06-02 16:29:52,404][243551] Updated weights for policy 0, policy_version 15982 (0.0009)
+[2026-06-02 16:29:52,570][243551] Updated weights for policy 0, policy_version 15992 (0.0008)
+[2026-06-02 16:29:53,247][243551] Updated weights for policy 0, policy_version 16003 (0.0009)
+[2026-06-02 16:29:53,413][243551] Updated weights for policy 0, policy_version 16013 (0.0008)
+[2026-06-02 16:29:53,569][243551] Updated weights for policy 0, policy_version 16023 (0.0010)
+[2026-06-02 16:29:53,751][243551] Updated weights for policy 0, policy_version 16034 (0.0008)
+[2026-06-02 16:29:53,929][243551] Updated weights for policy 0, policy_version 16045 (0.0008)
+[2026-06-02 16:29:54,096][243551] Updated weights for policy 0, policy_version 16055 (0.0008)
+[2026-06-02 16:29:54,748][243551] Updated weights for policy 0, policy_version 16065 (0.0008)
+[2026-06-02 16:29:54,917][243551] Updated weights for policy 0, policy_version 16076 (0.0008)
+[2026-06-02 16:29:54,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 8224768. Throughput: 0: 21626.3. Samples: 8232960. Policy #0 lag: (min: 18.0, avg: 54.1, max: 82.0)
+[2026-06-02 16:29:54,954][235966] Avg episode reward: [(0, '626.919')]
+[2026-06-02 16:29:55,088][243551] Updated weights for policy 0, policy_version 16087 (0.0008)
+[2026-06-02 16:29:55,263][243551] Updated weights for policy 0, policy_version 16098 (0.0008)
+[2026-06-02 16:29:55,446][243551] Updated weights for policy 0, policy_version 16109 (0.0008)
+[2026-06-02 16:29:55,629][243551] Updated weights for policy 0, policy_version 16120 (0.0008)
+[2026-06-02 16:29:55,755][242747] Saving new best policy, reward=626.919!
+[2026-06-02 16:29:56,308][243551] Updated weights for policy 0, policy_version 16131 (0.0009)
+[2026-06-02 16:29:56,467][243551] Updated weights for policy 0, policy_version 16141 (0.0008)
+[2026-06-02 16:29:56,641][243551] Updated weights for policy 0, policy_version 16152 (0.0008)
+[2026-06-02 16:29:56,842][243551] Updated weights for policy 0, policy_version 16164 (0.0004)
+[2026-06-02 16:29:56,999][243551] Updated weights for policy 0, policy_version 16174 (0.0004)
+[2026-06-02 16:29:57,169][243551] Updated weights for policy 0, policy_version 16184 (0.0007)
+[2026-06-02 16:29:57,827][243551] Updated weights for policy 0, policy_version 16194 (0.0009)
+[2026-06-02 16:29:57,980][243551] Updated weights for policy 0, policy_version 16204 (0.0008)
+[2026-06-02 16:29:58,147][243551] Updated weights for policy 0, policy_version 16215 (0.0008)
+[2026-06-02 16:29:58,322][243551] Updated weights for policy 0, policy_version 16225 (0.0008)
+[2026-06-02 16:29:58,477][243551] Updated weights for policy 0, policy_version 16235 (0.0009)
+[2026-06-02 16:29:58,666][243551] Updated weights for policy 0, policy_version 16246 (0.0008)
+[2026-06-02 16:29:59,330][243551] Updated weights for policy 0, policy_version 16257 (0.0009)
+[2026-06-02 16:29:59,488][243551] Updated weights for policy 0, policy_version 16267 (0.0010)
+[2026-06-02 16:29:59,648][243551] Updated weights for policy 0, policy_version 16277 (0.0010)
+[2026-06-02 16:29:59,809][243551] Updated weights for policy 0, policy_version 16287 (0.0009)
+[2026-06-02 16:29:59,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 8323072. Throughput: 0: 21666.1. Samples: 8363776. Policy #0 lag: (min: 18.0, avg: 54.1, max: 82.0)
+[2026-06-02 16:29:59,954][235966] Avg episode reward: [(0, '597.844')]
+[2026-06-02 16:29:59,986][243551] Updated weights for policy 0, policy_version 16298 (0.0009)
+[2026-06-02 16:30:00,169][243551] Updated weights for policy 0, policy_version 16309 (0.0009)
+[2026-06-02 16:30:00,332][243551] Updated weights for policy 0, policy_version 16319 (0.0008)
+[2026-06-02 16:30:00,990][243551] Updated weights for policy 0, policy_version 16329 (0.0009)
+[2026-06-02 16:30:01,150][243551] Updated weights for policy 0, policy_version 16339 (0.0008)
+[2026-06-02 16:30:01,315][243551] Updated weights for policy 0, policy_version 16349 (0.0008)
+[2026-06-02 16:30:01,488][243551] Updated weights for policy 0, policy_version 16360 (0.0009)
+[2026-06-02 16:30:01,657][243551] Updated weights for policy 0, policy_version 16371 (0.0008)
+[2026-06-02 16:30:01,827][243551] Updated weights for policy 0, policy_version 16381 (0.0008)
+[2026-06-02 16:30:02,483][243551] Updated weights for policy 0, policy_version 16391 (0.0009)
+[2026-06-02 16:30:02,637][243551] Updated weights for policy 0, policy_version 16401 (0.0008)
+[2026-06-02 16:30:02,809][243551] Updated weights for policy 0, policy_version 16411 (0.0008)
+[2026-06-02 16:30:02,967][243551] Updated weights for policy 0, policy_version 16421 (0.0009)
+[2026-06-02 16:30:03,148][243551] Updated weights for policy 0, policy_version 16432 (0.0009)
+[2026-06-02 16:30:03,311][243551] Updated weights for policy 0, policy_version 16442 (0.0008)
+[2026-06-02 16:30:03,964][243551] Updated weights for policy 0, policy_version 16452 (0.0009)
+[2026-06-02 16:30:04,137][243551] Updated weights for policy 0, policy_version 16463 (0.0008)
+[2026-06-02 16:30:04,303][243551] Updated weights for policy 0, policy_version 16473 (0.0008)
+[2026-06-02 16:30:04,488][243551] Updated weights for policy 0, policy_version 16484 (0.0008)
+[2026-06-02 16:30:04,671][243551] Updated weights for policy 0, policy_version 16495 (0.0009)
+[2026-06-02 16:30:04,832][243551] Updated weights for policy 0, policy_version 16505 (0.0009)
+[2026-06-02 16:30:04,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 8454144. Throughput: 0: 21689.0. Samples: 8429568. Policy #0 lag: (min: 25.0, avg: 69.3, max: 89.0)
+[2026-06-02 16:30:04,954][235966] Avg episode reward: [(0, '605.080')]
+[2026-06-02 16:30:05,466][243551] Updated weights for policy 0, policy_version 16515 (0.0008)
+[2026-06-02 16:30:05,617][243551] Updated weights for policy 0, policy_version 16525 (0.0008)
+[2026-06-02 16:30:05,780][243551] Updated weights for policy 0, policy_version 16535 (0.0008)
+[2026-06-02 16:30:05,959][243551] Updated weights for policy 0, policy_version 16546 (0.0008)
+[2026-06-02 16:30:06,122][243551] Updated weights for policy 0, policy_version 16556 (0.0008)
+[2026-06-02 16:30:06,287][243551] Updated weights for policy 0, policy_version 16566 (0.0008)
+[2026-06-02 16:30:06,444][243551] Updated weights for policy 0, policy_version 16576 (0.0010)
+[2026-06-02 16:30:07,132][243551] Updated weights for policy 0, policy_version 16588 (0.0008)
+[2026-06-02 16:30:07,300][243551] Updated weights for policy 0, policy_version 16598 (0.0009)
+[2026-06-02 16:30:07,478][243551] Updated weights for policy 0, policy_version 16609 (0.0008)
+[2026-06-02 16:30:07,659][243551] Updated weights for policy 0, policy_version 16620 (0.0008)
+[2026-06-02 16:30:07,827][243551] Updated weights for policy 0, policy_version 16630 (0.0008)
+[2026-06-02 16:30:08,496][243551] Updated weights for policy 0, policy_version 16641 (0.0008)
+[2026-06-02 16:30:08,648][243551] Updated weights for policy 0, policy_version 16651 (0.0008)
+[2026-06-02 16:30:08,799][243551] Updated weights for policy 0, policy_version 16661 (0.0008)
+[2026-06-02 16:30:08,969][243551] Updated weights for policy 0, policy_version 16671 (0.0008)
+[2026-06-02 16:30:09,132][243551] Updated weights for policy 0, policy_version 16681 (0.0008)
+[2026-06-02 16:30:09,303][243551] Updated weights for policy 0, policy_version 16691 (0.0008)
+[2026-06-02 16:30:09,478][243551] Updated weights for policy 0, policy_version 16702 (0.0009)
+[2026-06-02 16:30:09,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 8552448. Throughput: 0: 21694.6. Samples: 8559616. Policy #0 lag: (min: 25.0, avg: 69.3, max: 89.0)
+[2026-06-02 16:30:09,954][235966] Avg episode reward: [(0, '617.983')]
+[2026-06-02 16:30:10,132][243551] Updated weights for policy 0, policy_version 16712 (0.0009)
+[2026-06-02 16:30:10,297][243551] Updated weights for policy 0, policy_version 16722 (0.0010)
+[2026-06-02 16:30:10,455][243551] Updated weights for policy 0, policy_version 16732 (0.0008)
+[2026-06-02 16:30:10,632][243551] Updated weights for policy 0, policy_version 16743 (0.0008)
+[2026-06-02 16:30:10,793][243551] Updated weights for policy 0, policy_version 16753 (0.0009)
+[2026-06-02 16:30:10,962][243551] Updated weights for policy 0, policy_version 16763 (0.0009)
+[2026-06-02 16:30:11,626][243551] Updated weights for policy 0, policy_version 16774 (0.0009)
+[2026-06-02 16:30:11,805][243551] Updated weights for policy 0, policy_version 16785 (0.0009)
+[2026-06-02 16:30:11,963][243551] Updated weights for policy 0, policy_version 16795 (0.0008)
+[2026-06-02 16:30:12,126][243551] Updated weights for policy 0, policy_version 16805 (0.0008)
+[2026-06-02 16:30:12,319][243551] Updated weights for policy 0, policy_version 16817 (0.0009)
+[2026-06-02 16:30:12,490][243551] Updated weights for policy 0, policy_version 16827 (0.0009)
+[2026-06-02 16:30:13,135][243551] Updated weights for policy 0, policy_version 16837 (0.0009)
+[2026-06-02 16:30:13,301][243551] Updated weights for policy 0, policy_version 16848 (0.0008)
+[2026-06-02 16:30:13,473][243551] Updated weights for policy 0, policy_version 16858 (0.0009)
+[2026-06-02 16:30:13,633][243551] Updated weights for policy 0, policy_version 16868 (0.0008)
+[2026-06-02 16:30:13,801][243551] Updated weights for policy 0, policy_version 16878 (0.0010)
+[2026-06-02 16:30:13,957][243551] Updated weights for policy 0, policy_version 16888 (0.0008)
+[2026-06-02 16:30:14,606][243551] Updated weights for policy 0, policy_version 16898 (0.0010)
+[2026-06-02 16:30:14,758][243551] Updated weights for policy 0, policy_version 16908 (0.0008)
+[2026-06-02 16:30:14,915][243551] Updated weights for policy 0, policy_version 16918 (0.0008)
+[2026-06-02 16:30:14,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 8650752. Throughput: 0: 21595.0. Samples: 8685824. Policy #0 lag: (min: 25.0, avg: 69.3, max: 89.0)
+[2026-06-02 16:30:14,954][235966] Avg episode reward: [(0, '635.947')]
+[2026-06-02 16:30:15,086][243551] Updated weights for policy 0, policy_version 16928 (0.0008)
+[2026-06-02 16:30:15,248][243551] Updated weights for policy 0, policy_version 16938 (0.0009)
+[2026-06-02 16:30:15,408][243551] Updated weights for policy 0, policy_version 16948 (0.0008)
+[2026-06-02 16:30:15,597][243551] Updated weights for policy 0, policy_version 16959 (0.0008)
+[2026-06-02 16:30:15,602][242747] Saving new best policy, reward=635.947!
+[2026-06-02 16:30:16,226][243551] Updated weights for policy 0, policy_version 16969 (0.0008)
+[2026-06-02 16:30:16,388][243551] Updated weights for policy 0, policy_version 16979 (0.0008)
+[2026-06-02 16:30:16,565][243551] Updated weights for policy 0, policy_version 16990 (0.0008)
+[2026-06-02 16:30:16,766][243551] Updated weights for policy 0, policy_version 17002 (0.0008)
+[2026-06-02 16:30:16,926][243551] Updated weights for policy 0, policy_version 17012 (0.0008)
+[2026-06-02 16:30:17,091][243551] Updated weights for policy 0, policy_version 17022 (0.0008)
+[2026-06-02 16:30:17,740][243551] Updated weights for policy 0, policy_version 17032 (0.0009)
+[2026-06-02 16:30:17,901][243551] Updated weights for policy 0, policy_version 17042 (0.0008)
+[2026-06-02 16:30:18,064][243551] Updated weights for policy 0, policy_version 17052 (0.0008)
+[2026-06-02 16:30:18,239][243551] Updated weights for policy 0, policy_version 17063 (0.0009)
+[2026-06-02 16:30:18,432][243551] Updated weights for policy 0, policy_version 17074 (0.0008)
+[2026-06-02 16:30:18,586][243551] Updated weights for policy 0, policy_version 17084 (0.0008)
+[2026-06-02 16:30:19,247][243551] Updated weights for policy 0, policy_version 17094 (0.0008)
+[2026-06-02 16:30:19,403][243551] Updated weights for policy 0, policy_version 17104 (0.0008)
+[2026-06-02 16:30:19,570][243551] Updated weights for policy 0, policy_version 17114 (0.0008)
+[2026-06-02 16:30:19,755][243551] Updated weights for policy 0, policy_version 17125 (0.0009)
+[2026-06-02 16:30:19,914][243551] Updated weights for policy 0, policy_version 17135 (0.0008)
+[2026-06-02 16:30:19,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.3, 300 sec: 21438.1). Total num frames: 8749056. Throughput: 0: 21552.4. Samples: 8748544. Policy #0 lag: (min: 49.0, avg: 93.9, max: 113.0)
+[2026-06-02 16:30:19,954][235966] Avg episode reward: [(0, '690.633')]
+[2026-06-02 16:30:20,101][243551] Updated weights for policy 0, policy_version 17146 (0.0008)
+[2026-06-02 16:30:20,187][242747] Saving new best policy, reward=690.633!
+[2026-06-02 16:30:20,743][243551] Updated weights for policy 0, policy_version 17156 (0.0009)
+[2026-06-02 16:30:20,890][243551] Updated weights for policy 0, policy_version 17166 (0.0009)
+[2026-06-02 16:30:21,050][243551] Updated weights for policy 0, policy_version 17176 (0.0009)
+[2026-06-02 16:30:21,225][243551] Updated weights for policy 0, policy_version 17186 (0.0009)
+[2026-06-02 16:30:21,382][243551] Updated weights for policy 0, policy_version 17196 (0.0008)
+[2026-06-02 16:30:21,551][243551] Updated weights for policy 0, policy_version 17206 (0.0009)
+[2026-06-02 16:30:22,209][243551] Updated weights for policy 0, policy_version 17217 (0.0009)
+[2026-06-02 16:30:22,362][243551] Updated weights for policy 0, policy_version 17227 (0.0008)
+[2026-06-02 16:30:22,543][243551] Updated weights for policy 0, policy_version 17238 (0.0008)
+[2026-06-02 16:30:22,716][243551] Updated weights for policy 0, policy_version 17248 (0.0008)
+[2026-06-02 16:30:22,876][243551] Updated weights for policy 0, policy_version 17258 (0.0008)
+[2026-06-02 16:30:23,052][243551] Updated weights for policy 0, policy_version 17269 (0.0008)
+[2026-06-02 16:30:23,216][243551] Updated weights for policy 0, policy_version 17279 (0.0008)
+[2026-06-02 16:30:23,853][243551] Updated weights for policy 0, policy_version 17289 (0.0008)
+[2026-06-02 16:30:24,022][243551] Updated weights for policy 0, policy_version 17300 (0.0008)
+[2026-06-02 16:30:24,182][243551] Updated weights for policy 0, policy_version 17310 (0.0008)
+[2026-06-02 16:30:24,365][243551] Updated weights for policy 0, policy_version 17321 (0.0009)
+[2026-06-02 16:30:24,522][243551] Updated weights for policy 0, policy_version 17331 (0.0008)
+[2026-06-02 16:30:24,692][243551] Updated weights for policy 0, policy_version 17341 (0.0008)
+[2026-06-02 16:30:24,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 8880128. Throughput: 0: 21452.8. Samples: 8874624. Policy #0 lag: (min: 49.0, avg: 93.9, max: 113.0)
+[2026-06-02 16:30:24,954][235966] Avg episode reward: [(0, '658.760')]
+[2026-06-02 16:30:25,325][243551] Updated weights for policy 0, policy_version 17351 (0.0009)
+[2026-06-02 16:30:25,481][243551] Updated weights for policy 0, policy_version 17361 (0.0008)
+[2026-06-02 16:30:25,661][243551] Updated weights for policy 0, policy_version 17372 (0.0008)
+[2026-06-02 16:30:25,841][243551] Updated weights for policy 0, policy_version 17383 (0.0009)
+[2026-06-02 16:30:26,002][243551] Updated weights for policy 0, policy_version 17393 (0.0008)
+[2026-06-02 16:30:26,185][243551] Updated weights for policy 0, policy_version 17404 (0.0008)
+[2026-06-02 16:30:26,828][243551] Updated weights for policy 0, policy_version 17414 (0.0008)
+[2026-06-02 16:30:26,994][243551] Updated weights for policy 0, policy_version 17424 (0.0009)
+[2026-06-02 16:30:27,154][243551] Updated weights for policy 0, policy_version 17434 (0.0008)
+[2026-06-02 16:30:27,333][243551] Updated weights for policy 0, policy_version 17445 (0.0008)
+[2026-06-02 16:30:27,493][243551] Updated weights for policy 0, policy_version 17455 (0.0008)
+[2026-06-02 16:30:27,688][243551] Updated weights for policy 0, policy_version 17467 (0.0009)
+[2026-06-02 16:30:28,344][243551] Updated weights for policy 0, policy_version 17477 (0.0009)
+[2026-06-02 16:30:28,516][243551] Updated weights for policy 0, policy_version 17488 (0.0008)
+[2026-06-02 16:30:28,671][243551] Updated weights for policy 0, policy_version 17498 (0.0008)
+[2026-06-02 16:30:28,833][243551] Updated weights for policy 0, policy_version 17508 (0.0008)
+[2026-06-02 16:30:29,019][243551] Updated weights for policy 0, policy_version 17519 (0.0009)
+[2026-06-02 16:30:29,202][243551] Updated weights for policy 0, policy_version 17530 (0.0008)
+[2026-06-02 16:30:29,851][243551] Updated weights for policy 0, policy_version 17540 (0.0008)
+[2026-06-02 16:30:29,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 8978432. Throughput: 0: 21398.8. Samples: 9001216. Policy #0 lag: (min: 49.0, avg: 93.9, max: 113.0)
+[2026-06-02 16:30:29,954][235966] Avg episode reward: [(0, '674.173')]
+[2026-06-02 16:30:30,004][243551] Updated weights for policy 0, policy_version 17550 (0.0008)
+[2026-06-02 16:30:30,167][243551] Updated weights for policy 0, policy_version 17560 (0.0008)
+[2026-06-02 16:30:30,336][243551] Updated weights for policy 0, policy_version 17570 (0.0008)
+[2026-06-02 16:30:30,498][243551] Updated weights for policy 0, policy_version 17580 (0.0009)
+[2026-06-02 16:30:30,675][243551] Updated weights for policy 0, policy_version 17591 (0.0008)
+[2026-06-02 16:30:31,338][243551] Updated weights for policy 0, policy_version 17601 (0.0008)
+[2026-06-02 16:30:31,489][243551] Updated weights for policy 0, policy_version 17611 (0.0008)
+[2026-06-02 16:30:31,656][243551] Updated weights for policy 0, policy_version 17622 (0.0008)
+[2026-06-02 16:30:31,839][243551] Updated weights for policy 0, policy_version 17633 (0.0008)
+[2026-06-02 16:30:32,015][243551] Updated weights for policy 0, policy_version 17643 (0.0009)
+[2026-06-02 16:30:32,191][243551] Updated weights for policy 0, policy_version 17654 (0.0008)
+[2026-06-02 16:30:32,348][243551] Updated weights for policy 0, policy_version 17664 (0.0008)
+[2026-06-02 16:30:32,991][243551] Updated weights for policy 0, policy_version 17674 (0.0008)
+[2026-06-02 16:30:33,152][243551] Updated weights for policy 0, policy_version 17684 (0.0009)
+[2026-06-02 16:30:33,317][243551] Updated weights for policy 0, policy_version 17694 (0.0008)
+[2026-06-02 16:30:33,499][243551] Updated weights for policy 0, policy_version 17705 (0.0008)
+[2026-06-02 16:30:33,694][243551] Updated weights for policy 0, policy_version 17717 (0.0008)
+[2026-06-02 16:30:33,869][243551] Updated weights for policy 0, policy_version 17728 (0.0008)
+[2026-06-02 16:30:34,514][243551] Updated weights for policy 0, policy_version 17738 (0.0008)
+[2026-06-02 16:30:34,685][243551] Updated weights for policy 0, policy_version 17748 (0.0008)
+[2026-06-02 16:30:34,836][243551] Updated weights for policy 0, policy_version 17758 (0.0008)
+[2026-06-02 16:30:34,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 9076736. Throughput: 0: 21384.5. Samples: 9065344. Policy #0 lag: (min: 25.0, avg: 68.5, max: 89.0)
+[2026-06-02 16:30:34,954][235966] Avg episode reward: [(0, '688.821')]
+[2026-06-02 16:30:35,037][243551] Updated weights for policy 0, policy_version 17770 (0.0008)
+[2026-06-02 16:30:35,199][243551] Updated weights for policy 0, policy_version 17780 (0.0008)
+[2026-06-02 16:30:35,366][243551] Updated weights for policy 0, policy_version 17790 (0.0008)
+[2026-06-02 16:30:36,042][243551] Updated weights for policy 0, policy_version 17802 (0.0008)
+[2026-06-02 16:30:36,206][243551] Updated weights for policy 0, policy_version 17812 (0.0008)
+[2026-06-02 16:30:36,369][243551] Updated weights for policy 0, policy_version 17822 (0.0009)
+[2026-06-02 16:30:36,534][243551] Updated weights for policy 0, policy_version 17832 (0.0008)
+[2026-06-02 16:30:36,695][243551] Updated weights for policy 0, policy_version 17842 (0.0008)
+[2026-06-02 16:30:36,866][243551] Updated weights for policy 0, policy_version 17852 (0.0008)
+[2026-06-02 16:30:37,523][243551] Updated weights for policy 0, policy_version 17863 (0.0009)
+[2026-06-02 16:30:37,675][243551] Updated weights for policy 0, policy_version 17873 (0.0009)
+[2026-06-02 16:30:37,839][243551] Updated weights for policy 0, policy_version 17883 (0.0009)
+[2026-06-02 16:30:38,006][243551] Updated weights for policy 0, policy_version 17893 (0.0008)
+[2026-06-02 16:30:38,203][243551] Updated weights for policy 0, policy_version 17905 (0.0009)
+[2026-06-02 16:30:38,388][243551] Updated weights for policy 0, policy_version 17916 (0.0009)
+[2026-06-02 16:30:39,022][243551] Updated weights for policy 0, policy_version 17926 (0.0009)
+[2026-06-02 16:30:39,183][243551] Updated weights for policy 0, policy_version 17936 (0.0009)
+[2026-06-02 16:30:39,342][243551] Updated weights for policy 0, policy_version 17946 (0.0009)
+[2026-06-02 16:30:39,498][243551] Updated weights for policy 0, policy_version 17956 (0.0008)
+[2026-06-02 16:30:39,680][243551] Updated weights for policy 0, policy_version 17967 (0.0009)
+[2026-06-02 16:30:39,845][243551] Updated weights for policy 0, policy_version 17977 (0.0009)
+[2026-06-02 16:30:39,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 9207808. Throughput: 0: 21378.9. Samples: 9195008. Policy #0 lag: (min: 25.0, avg: 68.5, max: 89.0)
+[2026-06-02 16:30:39,954][235966] Avg episode reward: [(0, '687.009')]
+[2026-06-02 16:30:40,501][243551] Updated weights for policy 0, policy_version 17987 (0.0009)
+[2026-06-02 16:30:40,648][243551] Updated weights for policy 0, policy_version 17997 (0.0008)
+[2026-06-02 16:30:40,805][243551] Updated weights for policy 0, policy_version 18007 (0.0008)
+[2026-06-02 16:30:40,957][243551] Updated weights for policy 0, policy_version 18017 (0.0008)
+[2026-06-02 16:30:41,128][243551] Updated weights for policy 0, policy_version 18027 (0.0008)
+[2026-06-02 16:30:41,290][243551] Updated weights for policy 0, policy_version 18037 (0.0008)
+[2026-06-02 16:30:41,454][243551] Updated weights for policy 0, policy_version 18047 (0.0008)
+[2026-06-02 16:30:42,109][243551] Updated weights for policy 0, policy_version 18057 (0.0008)
+[2026-06-02 16:30:42,282][243551] Updated weights for policy 0, policy_version 18068 (0.0009)
+[2026-06-02 16:30:42,443][243551] Updated weights for policy 0, policy_version 18078 (0.0008)
+[2026-06-02 16:30:42,608][243551] Updated weights for policy 0, policy_version 18088 (0.0008)
+[2026-06-02 16:30:42,798][243551] Updated weights for policy 0, policy_version 18099 (0.0009)
+[2026-06-02 16:30:42,961][243551] Updated weights for policy 0, policy_version 18109 (0.0008)
+[2026-06-02 16:30:43,586][243551] Updated weights for policy 0, policy_version 18119 (0.0009)
+[2026-06-02 16:30:43,748][243551] Updated weights for policy 0, policy_version 18129 (0.0008)
+[2026-06-02 16:30:43,907][243551] Updated weights for policy 0, policy_version 18139 (0.0008)
+[2026-06-02 16:30:44,078][243551] Updated weights for policy 0, policy_version 18149 (0.0008)
+[2026-06-02 16:30:44,248][243551] Updated weights for policy 0, policy_version 18160 (0.0008)
+[2026-06-02 16:30:44,416][243551] Updated weights for policy 0, policy_version 18170 (0.0008)
+[2026-06-02 16:30:44,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 9306112. Throughput: 0: 21333.3. Samples: 9323776. Policy #0 lag: (min: 25.0, avg: 68.5, max: 89.0)
+[2026-06-02 16:30:44,954][235966] Avg episode reward: [(0, '685.112')]
+[2026-06-02 16:30:45,087][243551] Updated weights for policy 0, policy_version 18180 (0.0008)
+[2026-06-02 16:30:45,248][243551] Updated weights for policy 0, policy_version 18191 (0.0008)
+[2026-06-02 16:30:45,420][243551] Updated weights for policy 0, policy_version 18201 (0.0008)
+[2026-06-02 16:30:45,592][243551] Updated weights for policy 0, policy_version 18212 (0.0008)
+[2026-06-02 16:30:45,752][243551] Updated weights for policy 0, policy_version 18222 (0.0008)
+[2026-06-02 16:30:45,930][243551] Updated weights for policy 0, policy_version 18233 (0.0009)
+[2026-06-02 16:30:46,590][243551] Updated weights for policy 0, policy_version 18243 (0.0009)
+[2026-06-02 16:30:46,760][243551] Updated weights for policy 0, policy_version 18254 (0.0008)
+[2026-06-02 16:30:46,930][243551] Updated weights for policy 0, policy_version 18264 (0.0008)
+[2026-06-02 16:30:47,089][243551] Updated weights for policy 0, policy_version 18274 (0.0008)
+[2026-06-02 16:30:47,256][243551] Updated weights for policy 0, policy_version 18284 (0.0008)
+[2026-06-02 16:30:47,438][243551] Updated weights for policy 0, policy_version 18295 (0.0008)
+[2026-06-02 16:30:48,095][243551] Updated weights for policy 0, policy_version 18306 (0.0009)
+[2026-06-02 16:30:48,269][243551] Updated weights for policy 0, policy_version 18317 (0.0008)
+[2026-06-02 16:30:48,433][243551] Updated weights for policy 0, policy_version 18327 (0.0008)
+[2026-06-02 16:30:48,598][243551] Updated weights for policy 0, policy_version 18337 (0.0008)
+[2026-06-02 16:30:48,756][243551] Updated weights for policy 0, policy_version 18347 (0.0008)
+[2026-06-02 16:30:48,923][243551] Updated weights for policy 0, policy_version 18357 (0.0008)
+[2026-06-02 16:30:49,081][243551] Updated weights for policy 0, policy_version 18367 (0.0008)
+[2026-06-02 16:30:49,750][243551] Updated weights for policy 0, policy_version 18377 (0.0008)
+[2026-06-02 16:30:49,905][243551] Updated weights for policy 0, policy_version 18387 (0.0008)
+[2026-06-02 16:30:49,953][235966] Fps is (10 sec: 19660.4, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 9404416. Throughput: 0: 21313.4. Samples: 9388672. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:30:49,955][235966] Avg episode reward: [(0, '696.468')]
+[2026-06-02 16:30:50,069][243551] Updated weights for policy 0, policy_version 18397 (0.0008)
+[2026-06-02 16:30:50,253][243551] Updated weights for policy 0, policy_version 18408 (0.0008)
+[2026-06-02 16:30:50,419][243551] Updated weights for policy 0, policy_version 18418 (0.0008)
+[2026-06-02 16:30:50,583][243551] Updated weights for policy 0, policy_version 18428 (0.0009)
+[2026-06-02 16:30:50,639][242747] Saving new best policy, reward=696.468!
+[2026-06-02 16:30:51,222][243551] Updated weights for policy 0, policy_version 18438 (0.0008)
+[2026-06-02 16:30:51,381][243551] Updated weights for policy 0, policy_version 18448 (0.0008)
+[2026-06-02 16:30:51,534][243551] Updated weights for policy 0, policy_version 18458 (0.0008)
+[2026-06-02 16:30:51,714][243551] Updated weights for policy 0, policy_version 18469 (0.0008)
+[2026-06-02 16:30:51,926][243551] Updated weights for policy 0, policy_version 18482 (0.0008)
+[2026-06-02 16:30:52,106][243551] Updated weights for policy 0, policy_version 18493 (0.0008)
+[2026-06-02 16:30:52,761][243551] Updated weights for policy 0, policy_version 18503 (0.0009)
+[2026-06-02 16:30:52,919][243551] Updated weights for policy 0, policy_version 18513 (0.0009)
+[2026-06-02 16:30:53,099][243551] Updated weights for policy 0, policy_version 18524 (0.0008)
+[2026-06-02 16:30:53,259][243551] Updated weights for policy 0, policy_version 18534 (0.0008)
+[2026-06-02 16:30:53,428][243551] Updated weights for policy 0, policy_version 18544 (0.0008)
+[2026-06-02 16:30:53,591][243551] Updated weights for policy 0, policy_version 18554 (0.0008)
+[2026-06-02 16:30:54,256][243551] Updated weights for policy 0, policy_version 18565 (0.0009)
+[2026-06-02 16:30:54,424][243551] Updated weights for policy 0, policy_version 18576 (0.0008)
+[2026-06-02 16:30:54,607][243551] Updated weights for policy 0, policy_version 18587 (0.0008)
+[2026-06-02 16:30:54,784][243551] Updated weights for policy 0, policy_version 18598 (0.0008)
+[2026-06-02 16:30:54,950][243551] Updated weights for policy 0, policy_version 18608 (0.0008)
+[2026-06-02 16:30:54,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 9502720. Throughput: 0: 21299.2. Samples: 9518080. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:30:54,954][235966] Avg episode reward: [(0, '739.864')]
+[2026-06-02 16:30:55,123][243551] Updated weights for policy 0, policy_version 18619 (0.0008)
+[2026-06-02 16:30:55,203][242747] Saving new best policy, reward=739.864!
+[2026-06-02 16:30:55,836][243551] Updated weights for policy 0, policy_version 18631 (0.0008)
+[2026-06-02 16:30:55,993][243551] Updated weights for policy 0, policy_version 18641 (0.0008)
+[2026-06-02 16:30:56,167][243551] Updated weights for policy 0, policy_version 18652 (0.0008)
+[2026-06-02 16:30:56,354][243551] Updated weights for policy 0, policy_version 18663 (0.0008)
+[2026-06-02 16:30:56,522][243551] Updated weights for policy 0, policy_version 18673 (0.0008)
+[2026-06-02 16:30:56,684][243551] Updated weights for policy 0, policy_version 18683 (0.0009)
+[2026-06-02 16:30:57,326][243551] Updated weights for policy 0, policy_version 18693 (0.0009)
+[2026-06-02 16:30:57,490][243551] Updated weights for policy 0, policy_version 18703 (0.0009)
+[2026-06-02 16:30:57,649][243551] Updated weights for policy 0, policy_version 18713 (0.0008)
+[2026-06-02 16:30:57,814][243551] Updated weights for policy 0, policy_version 18723 (0.0009)
+[2026-06-02 16:30:57,993][243551] Updated weights for policy 0, policy_version 18734 (0.0009)
+[2026-06-02 16:30:58,167][243551] Updated weights for policy 0, policy_version 18745 (0.0008)
+[2026-06-02 16:30:58,817][243551] Updated weights for policy 0, policy_version 18755 (0.0009)
+[2026-06-02 16:30:58,980][243551] Updated weights for policy 0, policy_version 18765 (0.0008)
+[2026-06-02 16:30:59,133][243551] Updated weights for policy 0, policy_version 18775 (0.0009)
+[2026-06-02 16:30:59,298][243551] Updated weights for policy 0, policy_version 18785 (0.0008)
+[2026-06-02 16:30:59,468][243551] Updated weights for policy 0, policy_version 18795 (0.0009)
+[2026-06-02 16:30:59,646][243551] Updated weights for policy 0, policy_version 18806 (0.0008)
+[2026-06-02 16:30:59,804][243551] Updated weights for policy 0, policy_version 18816 (0.0008)
+[2026-06-02 16:30:59,953][235966] Fps is (10 sec: 22937.9, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 9633792. Throughput: 0: 21393.1. Samples: 9648512. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:30:59,954][235966] Avg episode reward: [(0, '691.812')]
+[2026-06-02 16:31:00,458][243551] Updated weights for policy 0, policy_version 18827 (0.0008)
+[2026-06-02 16:31:00,622][243551] Updated weights for policy 0, policy_version 18837 (0.0008)
+[2026-06-02 16:31:00,788][243551] Updated weights for policy 0, policy_version 18847 (0.0008)
+[2026-06-02 16:31:00,966][243551] Updated weights for policy 0, policy_version 18858 (0.0008)
+[2026-06-02 16:31:01,126][243551] Updated weights for policy 0, policy_version 18868 (0.0008)
+[2026-06-02 16:31:01,301][243551] Updated weights for policy 0, policy_version 18878 (0.0008)
+[2026-06-02 16:31:01,984][243551] Updated weights for policy 0, policy_version 18890 (0.0008)
+[2026-06-02 16:31:02,135][243551] Updated weights for policy 0, policy_version 18900 (0.0008)
+[2026-06-02 16:31:02,304][243551] Updated weights for policy 0, policy_version 18910 (0.0008)
+[2026-06-02 16:31:02,460][243551] Updated weights for policy 0, policy_version 18920 (0.0008)
+[2026-06-02 16:31:02,634][243551] Updated weights for policy 0, policy_version 18930 (0.0008)
+[2026-06-02 16:31:02,797][243551] Updated weights for policy 0, policy_version 18940 (0.0008)
+[2026-06-02 16:31:03,470][243551] Updated weights for policy 0, policy_version 18951 (0.0008)
+[2026-06-02 16:31:03,630][243551] Updated weights for policy 0, policy_version 18961 (0.0008)
+[2026-06-02 16:31:03,792][243551] Updated weights for policy 0, policy_version 18971 (0.0008)
+[2026-06-02 16:31:03,951][243551] Updated weights for policy 0, policy_version 18981 (0.0008)
+[2026-06-02 16:31:04,116][243551] Updated weights for policy 0, policy_version 18991 (0.0008)
+[2026-06-02 16:31:04,280][243551] Updated weights for policy 0, policy_version 19001 (0.0008)
+[2026-06-02 16:31:04,947][243551] Updated weights for policy 0, policy_version 19012 (0.0009)
+[2026-06-02 16:31:04,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 9732096. Throughput: 0: 21444.3. Samples: 9713536. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:31:04,954][235966] Avg episode reward: [(0, '719.298')]
+[2026-06-02 16:31:05,118][243551] Updated weights for policy 0, policy_version 19023 (0.0009)
+[2026-06-02 16:31:05,293][243551] Updated weights for policy 0, policy_version 19034 (0.0009)
+[2026-06-02 16:31:05,465][243551] Updated weights for policy 0, policy_version 19044 (0.0009)
+[2026-06-02 16:31:05,631][243551] Updated weights for policy 0, policy_version 19054 (0.0008)
+[2026-06-02 16:31:05,828][243551] Updated weights for policy 0, policy_version 19066 (0.0008)
+[2026-06-02 16:31:06,461][243551] Updated weights for policy 0, policy_version 19076 (0.0009)
+[2026-06-02 16:31:06,638][243551] Updated weights for policy 0, policy_version 19087 (0.0008)
+[2026-06-02 16:31:06,798][243551] Updated weights for policy 0, policy_version 19097 (0.0008)
+[2026-06-02 16:31:06,970][243551] Updated weights for policy 0, policy_version 19107 (0.0008)
+[2026-06-02 16:31:07,129][243551] Updated weights for policy 0, policy_version 19117 (0.0008)
+[2026-06-02 16:31:07,310][243551] Updated weights for policy 0, policy_version 19128 (0.0008)
+[2026-06-02 16:31:07,968][243551] Updated weights for policy 0, policy_version 19138 (0.0008)
+[2026-06-02 16:31:08,129][243551] Updated weights for policy 0, policy_version 19148 (0.0009)
+[2026-06-02 16:31:08,307][243551] Updated weights for policy 0, policy_version 19159 (0.0008)
+[2026-06-02 16:31:08,466][243551] Updated weights for policy 0, policy_version 19169 (0.0009)
+[2026-06-02 16:31:08,636][243551] Updated weights for policy 0, policy_version 19179 (0.0008)
+[2026-06-02 16:31:08,797][243551] Updated weights for policy 0, policy_version 19189 (0.0008)
+[2026-06-02 16:31:08,967][243551] Updated weights for policy 0, policy_version 19199 (0.0008)
+[2026-06-02 16:31:09,597][243551] Updated weights for policy 0, policy_version 19209 (0.0011)
+[2026-06-02 16:31:09,763][243551] Updated weights for policy 0, policy_version 19219 (0.0009)
+[2026-06-02 16:31:09,925][243551] Updated weights for policy 0, policy_version 19229 (0.0008)
+[2026-06-02 16:31:09,954][235966] Fps is (10 sec: 19660.1, 60 sec: 21299.1, 300 sec: 21438.0). Total num frames: 9830400. Throughput: 0: 21549.4. Samples: 9844352. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:31:09,955][235966] Avg episode reward: [(0, '700.311')]
+[2026-06-02 16:31:10,090][243551] Updated weights for policy 0, policy_version 19239 (0.0008)
+[2026-06-02 16:31:10,253][243551] Updated weights for policy 0, policy_version 19249 (0.0008)
+[2026-06-02 16:31:10,436][243551] Updated weights for policy 0, policy_version 19260 (0.0008)
+[2026-06-02 16:31:11,087][243551] Updated weights for policy 0, policy_version 19270 (0.0006)
+[2026-06-02 16:31:11,251][243551] Updated weights for policy 0, policy_version 19280 (0.0005)
+[2026-06-02 16:31:11,412][243551] Updated weights for policy 0, policy_version 19290 (0.0005)
+[2026-06-02 16:31:11,573][243551] Updated weights for policy 0, policy_version 19300 (0.0004)
+[2026-06-02 16:31:11,752][243551] Updated weights for policy 0, policy_version 19311 (0.0004)
+[2026-06-02 16:31:11,919][243551] Updated weights for policy 0, policy_version 19321 (0.0004)
+[2026-06-02 16:31:12,541][243551] Updated weights for policy 0, policy_version 19331 (0.0004)
+[2026-06-02 16:31:12,701][243551] Updated weights for policy 0, policy_version 19341 (0.0008)
+[2026-06-02 16:31:12,857][243551] Updated weights for policy 0, policy_version 19351 (0.0008)
+[2026-06-02 16:31:13,024][243551] Updated weights for policy 0, policy_version 19361 (0.0008)
+[2026-06-02 16:31:13,202][243551] Updated weights for policy 0, policy_version 19372 (0.0008)
+[2026-06-02 16:31:13,382][243551] Updated weights for policy 0, policy_version 19383 (0.0008)
+[2026-06-02 16:31:14,050][243551] Updated weights for policy 0, policy_version 19394 (0.0008)
+[2026-06-02 16:31:14,222][243551] Updated weights for policy 0, policy_version 19405 (0.0008)
+[2026-06-02 16:31:14,384][243551] Updated weights for policy 0, policy_version 19415 (0.0008)
+[2026-06-02 16:31:14,551][243551] Updated weights for policy 0, policy_version 19425 (0.0008)
+[2026-06-02 16:31:14,722][243551] Updated weights for policy 0, policy_version 19436 (0.0008)
+[2026-06-02 16:31:14,919][243551] Updated weights for policy 0, policy_version 19448 (0.0008)
+[2026-06-02 16:31:14,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 9928704. Throughput: 0: 21626.3. Samples: 9974400. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:31:14,954][235966] Avg episode reward: [(0, '678.953')]
+[2026-06-02 16:31:15,573][243551] Updated weights for policy 0, policy_version 19458 (0.0009)
+[2026-06-02 16:31:15,728][243551] Updated weights for policy 0, policy_version 19468 (0.0008)
+[2026-06-02 16:31:15,897][243551] Updated weights for policy 0, policy_version 19478 (0.0009)
+[2026-06-02 16:31:16,069][243551] Updated weights for policy 0, policy_version 19489 (0.0008)
+[2026-06-02 16:31:16,232][243551] Updated weights for policy 0, policy_version 19499 (0.0008)
+[2026-06-02 16:31:16,433][243551] Updated weights for policy 0, policy_version 19511 (0.0008)
+[2026-06-02 16:31:17,085][243551] Updated weights for policy 0, policy_version 19521 (0.0009)
+[2026-06-02 16:31:17,236][243551] Updated weights for policy 0, policy_version 19531 (0.0008)
+[2026-06-02 16:31:17,401][243551] Updated weights for policy 0, policy_version 19541 (0.0008)
+[2026-06-02 16:31:17,583][243551] Updated weights for policy 0, policy_version 19552 (0.0008)
+[2026-06-02 16:31:17,749][243551] Updated weights for policy 0, policy_version 19562 (0.0008)
+[2026-06-02 16:31:17,916][243551] Updated weights for policy 0, policy_version 19572 (0.0008)
+[2026-06-02 16:31:18,090][243551] Updated weights for policy 0, policy_version 19583 (0.0008)
+[2026-06-02 16:31:18,751][243551] Updated weights for policy 0, policy_version 19594 (0.0008)
+[2026-06-02 16:31:18,910][243551] Updated weights for policy 0, policy_version 19604 (0.0008)
+[2026-06-02 16:31:19,071][243551] Updated weights for policy 0, policy_version 19614 (0.0008)
+[2026-06-02 16:31:19,242][243551] Updated weights for policy 0, policy_version 19624 (0.0009)
+[2026-06-02 16:31:19,409][243551] Updated weights for policy 0, policy_version 19634 (0.0008)
+[2026-06-02 16:31:19,592][243551] Updated weights for policy 0, policy_version 19645 (0.0008)
+[2026-06-02 16:31:19,953][235966] Fps is (10 sec: 22938.4, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 10059776. Throughput: 0: 21637.7. Samples: 10039040. Policy #0 lag: (min: 33.0, avg: 78.0, max: 97.0)
+[2026-06-02 16:31:19,954][235966] Avg episode reward: [(0, '648.740')]
+[2026-06-02 16:31:20,247][243551] Updated weights for policy 0, policy_version 19655 (0.0008)
+[2026-06-02 16:31:20,407][243551] Updated weights for policy 0, policy_version 19665 (0.0008)
+[2026-06-02 16:31:20,578][243551] Updated weights for policy 0, policy_version 19676 (0.0008)
+[2026-06-02 16:31:20,747][243551] Updated weights for policy 0, policy_version 19686 (0.0008)
+[2026-06-02 16:31:20,933][243551] Updated weights for policy 0, policy_version 19697 (0.0008)
+[2026-06-02 16:31:21,116][243551] Updated weights for policy 0, policy_version 19708 (0.0008)
+[2026-06-02 16:31:21,757][243551] Updated weights for policy 0, policy_version 19718 (0.0009)
+[2026-06-02 16:31:21,924][243551] Updated weights for policy 0, policy_version 19728 (0.0009)
+[2026-06-02 16:31:22,077][243551] Updated weights for policy 0, policy_version 19738 (0.0009)
+[2026-06-02 16:31:22,249][243551] Updated weights for policy 0, policy_version 19748 (0.0009)
+[2026-06-02 16:31:22,419][243551] Updated weights for policy 0, policy_version 19758 (0.0009)
+[2026-06-02 16:31:22,584][243551] Updated weights for policy 0, policy_version 19768 (0.0008)
+[2026-06-02 16:31:23,232][243551] Updated weights for policy 0, policy_version 19778 (0.0009)
+[2026-06-02 16:31:23,392][243551] Updated weights for policy 0, policy_version 19788 (0.0008)
+[2026-06-02 16:31:23,544][243551] Updated weights for policy 0, policy_version 19798 (0.0008)
+[2026-06-02 16:31:23,715][243551] Updated weights for policy 0, policy_version 19808 (0.0008)
+[2026-06-02 16:31:23,880][243551] Updated weights for policy 0, policy_version 19818 (0.0008)
+[2026-06-02 16:31:24,062][243551] Updated weights for policy 0, policy_version 19829 (0.0008)
+[2026-06-02 16:31:24,226][243551] Updated weights for policy 0, policy_version 19839 (0.0008)
+[2026-06-02 16:31:24,869][243551] Updated weights for policy 0, policy_version 19849 (0.0009)
+[2026-06-02 16:31:24,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 10158080. Throughput: 0: 21660.4. Samples: 10169728. Policy #0 lag: (min: 33.0, avg: 78.0, max: 97.0)
+[2026-06-02 16:31:24,954][235966] Avg episode reward: [(0, '654.896')]
+[2026-06-02 16:31:25,032][243551] Updated weights for policy 0, policy_version 19859 (0.0009)
+[2026-06-02 16:31:25,212][243551] Updated weights for policy 0, policy_version 19870 (0.0009)
+[2026-06-02 16:31:25,379][243551] Updated weights for policy 0, policy_version 19880 (0.0009)
+[2026-06-02 16:31:25,550][243551] Updated weights for policy 0, policy_version 19891 (0.0009)
+[2026-06-02 16:31:25,722][243551] Updated weights for policy 0, policy_version 19901 (0.0008)
+[2026-06-02 16:31:26,346][243551] Updated weights for policy 0, policy_version 19911 (0.0009)
+[2026-06-02 16:31:26,501][243551] Updated weights for policy 0, policy_version 19921 (0.0010)
+[2026-06-02 16:31:26,670][243551] Updated weights for policy 0, policy_version 19931 (0.0008)
+[2026-06-02 16:31:26,834][243551] Updated weights for policy 0, policy_version 19941 (0.0008)
+[2026-06-02 16:31:27,017][243551] Updated weights for policy 0, policy_version 19952 (0.0009)
+[2026-06-02 16:31:27,177][243551] Updated weights for policy 0, policy_version 19962 (0.0008)
+[2026-06-02 16:31:27,821][243551] Updated weights for policy 0, policy_version 19972 (0.0009)
+[2026-06-02 16:31:27,978][243551] Updated weights for policy 0, policy_version 19982 (0.0008)
+[2026-06-02 16:31:28,146][243551] Updated weights for policy 0, policy_version 19992 (0.0009)
+[2026-06-02 16:31:28,305][243551] Updated weights for policy 0, policy_version 20002 (0.0008)
+[2026-06-02 16:31:28,471][243551] Updated weights for policy 0, policy_version 20012 (0.0008)
+[2026-06-02 16:31:28,647][243551] Updated weights for policy 0, policy_version 20022 (0.0008)
+[2026-06-02 16:31:28,803][243551] Updated weights for policy 0, policy_version 20032 (0.0007)
+[2026-06-02 16:31:29,429][243551] Updated weights for policy 0, policy_version 20042 (0.0008)
+[2026-06-02 16:31:29,584][243551] Updated weights for policy 0, policy_version 20052 (0.0009)
+[2026-06-02 16:31:29,751][243551] Updated weights for policy 0, policy_version 20062 (0.0008)
+[2026-06-02 16:31:29,921][243551] Updated weights for policy 0, policy_version 20072 (0.0008)
+[2026-06-02 16:31:29,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 10256384. Throughput: 0: 21666.1. Samples: 10298752. Policy #0 lag: (min: 33.0, avg: 78.0, max: 97.0)
+[2026-06-02 16:31:29,954][235966] Avg episode reward: [(0, '648.117')]
+[2026-06-02 16:31:30,104][243551] Updated weights for policy 0, policy_version 20083 (0.0008)
+[2026-06-02 16:31:30,264][243551] Updated weights for policy 0, policy_version 20093 (0.0008)
+[2026-06-02 16:31:30,909][243551] Updated weights for policy 0, policy_version 20103 (0.0008)
+[2026-06-02 16:31:31,072][243551] Updated weights for policy 0, policy_version 20113 (0.0008)
+[2026-06-02 16:31:31,239][243551] Updated weights for policy 0, policy_version 20123 (0.0009)
+[2026-06-02 16:31:31,402][243551] Updated weights for policy 0, policy_version 20133 (0.0009)
+[2026-06-02 16:31:31,563][243551] Updated weights for policy 0, policy_version 20143 (0.0008)
+[2026-06-02 16:31:31,744][243551] Updated weights for policy 0, policy_version 20154 (0.0008)
+[2026-06-02 16:31:32,374][243551] Updated weights for policy 0, policy_version 20164 (0.0009)
+[2026-06-02 16:31:32,543][243551] Updated weights for policy 0, policy_version 20175 (0.0009)
+[2026-06-02 16:31:32,718][243551] Updated weights for policy 0, policy_version 20185 (0.0008)
+[2026-06-02 16:31:32,901][243551] Updated weights for policy 0, policy_version 20196 (0.0008)
+[2026-06-02 16:31:33,067][243551] Updated weights for policy 0, policy_version 20206 (0.0008)
+[2026-06-02 16:31:33,227][243551] Updated weights for policy 0, policy_version 20216 (0.0008)
+[2026-06-02 16:31:33,861][243551] Updated weights for policy 0, policy_version 20226 (0.0008)
+[2026-06-02 16:31:34,018][243551] Updated weights for policy 0, policy_version 20236 (0.0004)
+[2026-06-02 16:31:34,188][243551] Updated weights for policy 0, policy_version 20246 (0.0004)
+[2026-06-02 16:31:34,338][243551] Updated weights for policy 0, policy_version 20256 (0.0004)
+[2026-06-02 16:31:34,503][243551] Updated weights for policy 0, policy_version 20266 (0.0004)
+[2026-06-02 16:31:34,671][243551] Updated weights for policy 0, policy_version 20276 (0.0004)
+[2026-06-02 16:31:34,839][243551] Updated weights for policy 0, policy_version 20286 (0.0004)
+[2026-06-02 16:31:34,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 10387456. Throughput: 0: 21663.4. Samples: 10363520. Policy #0 lag: (min: 11.0, avg: 57.1, max: 75.0)
+[2026-06-02 16:31:34,954][235966] Avg episode reward: [(0, '675.887')]
+[2026-06-02 16:31:35,478][243551] Updated weights for policy 0, policy_version 20296 (0.0007)
+[2026-06-02 16:31:35,640][243551] Updated weights for policy 0, policy_version 20306 (0.0009)
+[2026-06-02 16:31:35,793][243551] Updated weights for policy 0, policy_version 20316 (0.0009)
+[2026-06-02 16:31:35,965][243551] Updated weights for policy 0, policy_version 20326 (0.0008)
+[2026-06-02 16:31:36,123][243551] Updated weights for policy 0, policy_version 20336 (0.0008)
+[2026-06-02 16:31:36,288][243551] Updated weights for policy 0, policy_version 20346 (0.0008)
+[2026-06-02 16:31:36,939][243551] Updated weights for policy 0, policy_version 20356 (0.0009)
+[2026-06-02 16:31:37,097][243551] Updated weights for policy 0, policy_version 20366 (0.0009)
+[2026-06-02 16:31:37,267][243551] Updated weights for policy 0, policy_version 20376 (0.0008)
+[2026-06-02 16:31:37,425][243551] Updated weights for policy 0, policy_version 20386 (0.0008)
+[2026-06-02 16:31:37,603][243551] Updated weights for policy 0, policy_version 20397 (0.0008)
+[2026-06-02 16:31:37,775][243551] Updated weights for policy 0, policy_version 20407 (0.0008)
+[2026-06-02 16:31:38,413][243551] Updated weights for policy 0, policy_version 20417 (0.0008)
+[2026-06-02 16:31:38,584][243551] Updated weights for policy 0, policy_version 20428 (0.0008)
+[2026-06-02 16:31:38,743][243551] Updated weights for policy 0, policy_version 20438 (0.0008)
+[2026-06-02 16:31:38,909][243551] Updated weights for policy 0, policy_version 20448 (0.0009)
+[2026-06-02 16:31:39,075][243551] Updated weights for policy 0, policy_version 20458 (0.0008)
+[2026-06-02 16:31:39,242][243551] Updated weights for policy 0, policy_version 20468 (0.0008)
+[2026-06-02 16:31:39,421][243551] Updated weights for policy 0, policy_version 20479 (0.0008)
+[2026-06-02 16:31:39,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 10485760. Throughput: 0: 21686.1. Samples: 10493952. Policy #0 lag: (min: 11.0, avg: 57.1, max: 75.0)
+[2026-06-02 16:31:39,954][235966] Avg episode reward: [(0, '655.137')]
+[2026-06-02 16:31:40,097][243551] Updated weights for policy 0, policy_version 20490 (0.0009)
+[2026-06-02 16:31:40,277][243551] Updated weights for policy 0, policy_version 20501 (0.0008)
+[2026-06-02 16:31:40,470][243551] Updated weights for policy 0, policy_version 20513 (0.0008)
+[2026-06-02 16:31:40,636][243551] Updated weights for policy 0, policy_version 20523 (0.0008)
+[2026-06-02 16:31:40,805][243551] Updated weights for policy 0, policy_version 20533 (0.0008)
+[2026-06-02 16:31:40,967][243551] Updated weights for policy 0, policy_version 20543 (0.0009)
+[2026-06-02 16:31:41,606][243551] Updated weights for policy 0, policy_version 20553 (0.0009)
+[2026-06-02 16:31:41,759][243551] Updated weights for policy 0, policy_version 20563 (0.0009)
+[2026-06-02 16:31:41,935][243551] Updated weights for policy 0, policy_version 20574 (0.0007)
+[2026-06-02 16:31:42,106][243551] Updated weights for policy 0, policy_version 20584 (0.0009)
+[2026-06-02 16:31:42,282][243551] Updated weights for policy 0, policy_version 20594 (0.0008)
+[2026-06-02 16:31:42,439][243551] Updated weights for policy 0, policy_version 20604 (0.0008)
+[2026-06-02 16:31:43,087][243551] Updated weights for policy 0, policy_version 20614 (0.0009)
+[2026-06-02 16:31:43,256][243551] Updated weights for policy 0, policy_version 20625 (0.0008)
+[2026-06-02 16:31:43,426][243551] Updated weights for policy 0, policy_version 20635 (0.0009)
+[2026-06-02 16:31:43,595][243551] Updated weights for policy 0, policy_version 20645 (0.0008)
+[2026-06-02 16:31:43,757][243551] Updated weights for policy 0, policy_version 20655 (0.0009)
+[2026-06-02 16:31:43,927][243551] Updated weights for policy 0, policy_version 20665 (0.0009)
+[2026-06-02 16:31:44,563][243551] Updated weights for policy 0, policy_version 20675 (0.0008)
+[2026-06-02 16:31:44,718][243551] Updated weights for policy 0, policy_version 20685 (0.0008)
+[2026-06-02 16:31:44,911][243551] Updated weights for policy 0, policy_version 20696 (0.0008)
+[2026-06-02 16:31:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 10584064. Throughput: 0: 21646.2. Samples: 10622592. Policy #0 lag: (min: 11.0, avg: 57.1, max: 75.0)
+[2026-06-02 16:31:44,954][235966] Avg episode reward: [(0, '710.001')]
+[2026-06-02 16:31:45,066][243551] Updated weights for policy 0, policy_version 20706 (0.0008)
+[2026-06-02 16:31:45,248][243551] Updated weights for policy 0, policy_version 20717 (0.0008)
+[2026-06-02 16:31:45,435][243551] Updated weights for policy 0, policy_version 20728 (0.0008)
+[2026-06-02 16:31:46,101][243551] Updated weights for policy 0, policy_version 20738 (0.0009)
+[2026-06-02 16:31:46,257][243551] Updated weights for policy 0, policy_version 20748 (0.0008)
+[2026-06-02 16:31:46,433][243551] Updated weights for policy 0, policy_version 20759 (0.0008)
+[2026-06-02 16:31:46,596][243551] Updated weights for policy 0, policy_version 20769 (0.0008)
+[2026-06-02 16:31:46,783][243551] Updated weights for policy 0, policy_version 20780 (0.0008)
+[2026-06-02 16:31:46,943][243551] Updated weights for policy 0, policy_version 20790 (0.0008)
+[2026-06-02 16:31:47,112][243551] Updated weights for policy 0, policy_version 20800 (0.0008)
+[2026-06-02 16:31:47,738][243551] Updated weights for policy 0, policy_version 20810 (0.0008)
+[2026-06-02 16:31:47,914][243551] Updated weights for policy 0, policy_version 20821 (0.0008)
+[2026-06-02 16:31:48,077][243551] Updated weights for policy 0, policy_version 20831 (0.0008)
+[2026-06-02 16:31:48,242][243551] Updated weights for policy 0, policy_version 20841 (0.0008)
+[2026-06-02 16:31:48,411][243551] Updated weights for policy 0, policy_version 20851 (0.0008)
+[2026-06-02 16:31:48,572][243551] Updated weights for policy 0, policy_version 20861 (0.0008)
+[2026-06-02 16:31:49,232][243551] Updated weights for policy 0, policy_version 20871 (0.0008)
+[2026-06-02 16:31:49,413][243551] Updated weights for policy 0, policy_version 20882 (0.0008)
+[2026-06-02 16:31:49,574][243551] Updated weights for policy 0, policy_version 20892 (0.0008)
+[2026-06-02 16:31:49,736][243551] Updated weights for policy 0, policy_version 20902 (0.0008)
+[2026-06-02 16:31:49,904][243551] Updated weights for policy 0, policy_version 20912 (0.0009)
+[2026-06-02 16:31:49,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 10682368. Throughput: 0: 21597.8. Samples: 10685440. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:31:49,954][235966] Avg episode reward: [(0, '748.427')]
+[2026-06-02 16:31:50,069][243551] Updated weights for policy 0, policy_version 20922 (0.0008)
+[2026-06-02 16:31:50,157][242747] Saving new best policy, reward=748.427!
+[2026-06-02 16:31:50,725][243551] Updated weights for policy 0, policy_version 20932 (0.0008)
+[2026-06-02 16:31:50,884][243551] Updated weights for policy 0, policy_version 20942 (0.0009)
+[2026-06-02 16:31:51,046][243551] Updated weights for policy 0, policy_version 20952 (0.0010)
+[2026-06-02 16:31:51,204][243551] Updated weights for policy 0, policy_version 20962 (0.0006)
+[2026-06-02 16:31:51,377][243551] Updated weights for policy 0, policy_version 20972 (0.0005)
+[2026-06-02 16:31:51,538][243551] Updated weights for policy 0, policy_version 20982 (0.0008)
+[2026-06-02 16:31:52,207][243551] Updated weights for policy 0, policy_version 20993 (0.0008)
+[2026-06-02 16:31:52,359][243551] Updated weights for policy 0, policy_version 21003 (0.0008)
+[2026-06-02 16:31:52,530][243551] Updated weights for policy 0, policy_version 21013 (0.0008)
+[2026-06-02 16:31:52,693][243551] Updated weights for policy 0, policy_version 21023 (0.0008)
+[2026-06-02 16:31:52,862][243551] Updated weights for policy 0, policy_version 21033 (0.0008)
+[2026-06-02 16:31:53,032][243551] Updated weights for policy 0, policy_version 21043 (0.0008)
+[2026-06-02 16:31:53,202][243551] Updated weights for policy 0, policy_version 21053 (0.0008)
+[2026-06-02 16:31:53,840][243551] Updated weights for policy 0, policy_version 21064 (0.0008)
+[2026-06-02 16:31:54,009][243551] Updated weights for policy 0, policy_version 21074 (0.0008)
+[2026-06-02 16:31:54,168][243551] Updated weights for policy 0, policy_version 21084 (0.0009)
+[2026-06-02 16:31:54,333][243551] Updated weights for policy 0, policy_version 21094 (0.0008)
+[2026-06-02 16:31:54,497][243551] Updated weights for policy 0, policy_version 21104 (0.0009)
+[2026-06-02 16:31:54,683][243551] Updated weights for policy 0, policy_version 21115 (0.0009)
+[2026-06-02 16:31:54,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 10813440. Throughput: 0: 21478.6. Samples: 10810880. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:31:54,954][235966] Avg episode reward: [(0, '777.977')]
+[2026-06-02 16:31:54,958][242747] Saving new best policy, reward=777.977!
+[2026-06-02 16:31:55,323][243551] Updated weights for policy 0, policy_version 21125 (0.0009)
+[2026-06-02 16:31:55,477][243551] Updated weights for policy 0, policy_version 21135 (0.0009)
+[2026-06-02 16:31:55,645][243551] Updated weights for policy 0, policy_version 21145 (0.0009)
+[2026-06-02 16:31:55,810][243551] Updated weights for policy 0, policy_version 21155 (0.0009)
+[2026-06-02 16:31:55,973][243551] Updated weights for policy 0, policy_version 21165 (0.0009)
+[2026-06-02 16:31:56,141][243551] Updated weights for policy 0, policy_version 21175 (0.0009)
+[2026-06-02 16:31:56,789][243551] Updated weights for policy 0, policy_version 21185 (0.0008)
+[2026-06-02 16:31:56,960][243551] Updated weights for policy 0, policy_version 21196 (0.0008)
+[2026-06-02 16:31:57,140][243551] Updated weights for policy 0, policy_version 21207 (0.0008)
+[2026-06-02 16:31:57,327][243551] Updated weights for policy 0, policy_version 21218 (0.0008)
+[2026-06-02 16:31:57,508][243551] Updated weights for policy 0, policy_version 21229 (0.0008)
+[2026-06-02 16:31:57,663][243551] Updated weights for policy 0, policy_version 21239 (0.0008)
+[2026-06-02 16:31:58,314][243551] Updated weights for policy 0, policy_version 21249 (0.0009)
+[2026-06-02 16:31:58,463][243551] Updated weights for policy 0, policy_version 21259 (0.0009)
+[2026-06-02 16:31:58,634][243551] Updated weights for policy 0, policy_version 21269 (0.0009)
+[2026-06-02 16:31:58,798][243551] Updated weights for policy 0, policy_version 21279 (0.0009)
+[2026-06-02 16:31:58,959][243551] Updated weights for policy 0, policy_version 21289 (0.0008)
+[2026-06-02 16:31:59,129][243551] Updated weights for policy 0, policy_version 21299 (0.0009)
+[2026-06-02 16:31:59,293][243551] Updated weights for policy 0, policy_version 21309 (0.0008)
+[2026-06-02 16:31:59,950][243551] Updated weights for policy 0, policy_version 21319 (0.0009)
+[2026-06-02 16:31:59,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 10911744. Throughput: 0: 21407.3. Samples: 10937728. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:31:59,955][235966] Avg episode reward: [(0, '841.124')]
+[2026-06-02 16:32:00,112][243551] Updated weights for policy 0, policy_version 21329 (0.0009)
+[2026-06-02 16:32:00,302][243551] Updated weights for policy 0, policy_version 21341 (0.0010)
+[2026-06-02 16:32:00,475][243551] Updated weights for policy 0, policy_version 21351 (0.0009)
+[2026-06-02 16:32:00,640][243551] Updated weights for policy 0, policy_version 21361 (0.0008)
+[2026-06-02 16:32:00,804][243551] Updated weights for policy 0, policy_version 21371 (0.0008)
+[2026-06-02 16:32:00,880][242747] Saving new best policy, reward=841.124!
+[2026-06-02 16:32:01,449][243551] Updated weights for policy 0, policy_version 21381 (0.0008)
+[2026-06-02 16:32:01,620][243551] Updated weights for policy 0, policy_version 21392 (0.0008)
+[2026-06-02 16:32:01,801][243551] Updated weights for policy 0, policy_version 21403 (0.0008)
+[2026-06-02 16:32:01,968][243551] Updated weights for policy 0, policy_version 21413 (0.0008)
+[2026-06-02 16:32:02,123][243551] Updated weights for policy 0, policy_version 21423 (0.0008)
+[2026-06-02 16:32:02,311][243551] Updated weights for policy 0, policy_version 21434 (0.0009)
+[2026-06-02 16:32:02,962][243551] Updated weights for policy 0, policy_version 21444 (0.0009)
+[2026-06-02 16:32:03,120][243551] Updated weights for policy 0, policy_version 21454 (0.0008)
+[2026-06-02 16:32:03,277][243551] Updated weights for policy 0, policy_version 21464 (0.0008)
+[2026-06-02 16:32:03,446][243551] Updated weights for policy 0, policy_version 21474 (0.0008)
+[2026-06-02 16:32:03,620][243551] Updated weights for policy 0, policy_version 21485 (0.0008)
+[2026-06-02 16:32:03,793][243551] Updated weights for policy 0, policy_version 21495 (0.0009)
+[2026-06-02 16:32:04,456][243551] Updated weights for policy 0, policy_version 21505 (0.0008)
+[2026-06-02 16:32:04,611][243551] Updated weights for policy 0, policy_version 21515 (0.0010)
+[2026-06-02 16:32:04,784][243551] Updated weights for policy 0, policy_version 21526 (0.0011)
+[2026-06-02 16:32:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 11010048. Throughput: 0: 21415.8. Samples: 11002752. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:32:04,954][235966] Avg episode reward: [(0, '872.414')]
+[2026-06-02 16:32:04,956][243551] Updated weights for policy 0, policy_version 21536 (0.0011)
+[2026-06-02 16:32:05,129][243551] Updated weights for policy 0, policy_version 21546 (0.0010)
+[2026-06-02 16:32:05,337][243551] Updated weights for policy 0, policy_version 21559 (0.0011)
+[2026-06-02 16:32:05,470][242747] Saving new best policy, reward=872.414!
+[2026-06-02 16:32:06,004][243551] Updated weights for policy 0, policy_version 21571 (0.0010)
+[2026-06-02 16:32:06,173][243551] Updated weights for policy 0, policy_version 21581 (0.0008)
+[2026-06-02 16:32:06,327][243551] Updated weights for policy 0, policy_version 21591 (0.0008)
+[2026-06-02 16:32:06,502][243551] Updated weights for policy 0, policy_version 21601 (0.0008)
+[2026-06-02 16:32:06,668][243551] Updated weights for policy 0, policy_version 21611 (0.0008)
+[2026-06-02 16:32:06,836][243551] Updated weights for policy 0, policy_version 21621 (0.0008)
+[2026-06-02 16:32:06,999][243551] Updated weights for policy 0, policy_version 21631 (0.0009)
+[2026-06-02 16:32:07,643][243551] Updated weights for policy 0, policy_version 21641 (0.0009)
+[2026-06-02 16:32:07,804][243551] Updated weights for policy 0, policy_version 21651 (0.0008)
+[2026-06-02 16:32:07,974][243551] Updated weights for policy 0, policy_version 21661 (0.0009)
+[2026-06-02 16:32:08,133][243551] Updated weights for policy 0, policy_version 21671 (0.0008)
+[2026-06-02 16:32:08,296][243551] Updated weights for policy 0, policy_version 21681 (0.0008)
+[2026-06-02 16:32:08,468][243551] Updated weights for policy 0, policy_version 21691 (0.0008)
+[2026-06-02 16:32:09,078][243551] Updated weights for policy 0, policy_version 21701 (0.0008)
+[2026-06-02 16:32:09,236][243551] Updated weights for policy 0, policy_version 21711 (0.0007)
+[2026-06-02 16:32:09,415][243551] Updated weights for policy 0, policy_version 21722 (0.0008)
+[2026-06-02 16:32:09,584][243551] Updated weights for policy 0, policy_version 21732 (0.0008)
+[2026-06-02 16:32:09,754][243551] Updated weights for policy 0, policy_version 21742 (0.0008)
+[2026-06-02 16:32:09,920][243551] Updated weights for policy 0, policy_version 21752 (0.0008)
+[2026-06-02 16:32:09,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.3, 300 sec: 21438.0). Total num frames: 11108352. Throughput: 0: 21421.5. Samples: 11133696. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:32:09,954][235966] Avg episode reward: [(0, '797.407')]
+[2026-06-02 16:32:10,575][243551] Updated weights for policy 0, policy_version 21763 (0.0009)
+[2026-06-02 16:32:10,736][243551] Updated weights for policy 0, policy_version 21773 (0.0008)
+[2026-06-02 16:32:10,900][243551] Updated weights for policy 0, policy_version 21783 (0.0008)
+[2026-06-02 16:32:11,067][243551] Updated weights for policy 0, policy_version 21793 (0.0009)
+[2026-06-02 16:32:11,232][243551] Updated weights for policy 0, policy_version 21803 (0.0009)
+[2026-06-02 16:32:11,397][243551] Updated weights for policy 0, policy_version 21813 (0.0009)
+[2026-06-02 16:32:11,568][243551] Updated weights for policy 0, policy_version 21823 (0.0010)
+[2026-06-02 16:32:12,199][243551] Updated weights for policy 0, policy_version 21833 (0.0009)
+[2026-06-02 16:32:12,370][243551] Updated weights for policy 0, policy_version 21844 (0.0008)
+[2026-06-02 16:32:12,537][243551] Updated weights for policy 0, policy_version 21854 (0.0010)
+[2026-06-02 16:32:12,696][243551] Updated weights for policy 0, policy_version 21864 (0.0009)
+[2026-06-02 16:32:12,867][243551] Updated weights for policy 0, policy_version 21874 (0.0008)
+[2026-06-02 16:32:13,022][243551] Updated weights for policy 0, policy_version 21884 (0.0009)
+[2026-06-02 16:32:13,675][243551] Updated weights for policy 0, policy_version 21894 (0.0009)
+[2026-06-02 16:32:13,863][243551] Updated weights for policy 0, policy_version 21906 (0.0009)
+[2026-06-02 16:32:14,030][243551] Updated weights for policy 0, policy_version 21916 (0.0009)
+[2026-06-02 16:32:14,192][243551] Updated weights for policy 0, policy_version 21926 (0.0009)
+[2026-06-02 16:32:14,359][243551] Updated weights for policy 0, policy_version 21936 (0.0009)
+[2026-06-02 16:32:14,516][243551] Updated weights for policy 0, policy_version 21946 (0.0009)
+[2026-06-02 16:32:14,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 11239424. Throughput: 0: 21410.2. Samples: 11262208. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:32:14,954][235966] Avg episode reward: [(0, '763.097')]
+[2026-06-02 16:32:15,178][243551] Updated weights for policy 0, policy_version 21956 (0.0009)
+[2026-06-02 16:32:15,343][243551] Updated weights for policy 0, policy_version 21967 (0.0008)
+[2026-06-02 16:32:15,523][243551] Updated weights for policy 0, policy_version 21978 (0.0009)
+[2026-06-02 16:32:15,723][243551] Updated weights for policy 0, policy_version 21991 (0.0008)
+[2026-06-02 16:32:15,925][243551] Updated weights for policy 0, policy_version 22003 (0.0008)
+[2026-06-02 16:32:16,083][243551] Updated weights for policy 0, policy_version 22013 (0.0008)
+[2026-06-02 16:32:16,750][243551] Updated weights for policy 0, policy_version 22023 (0.0009)
+[2026-06-02 16:32:16,910][243551] Updated weights for policy 0, policy_version 22033 (0.0008)
+[2026-06-02 16:32:17,066][243551] Updated weights for policy 0, policy_version 22043 (0.0012)
+[2026-06-02 16:32:17,220][243551] Updated weights for policy 0, policy_version 22053 (0.0005)
+[2026-06-02 16:32:17,385][243551] Updated weights for policy 0, policy_version 22063 (0.0006)
+[2026-06-02 16:32:17,555][243551] Updated weights for policy 0, policy_version 22074 (0.0009)
+[2026-06-02 16:32:18,250][243551] Updated weights for policy 0, policy_version 22086 (0.0009)
+[2026-06-02 16:32:18,403][243551] Updated weights for policy 0, policy_version 22096 (0.0008)
+[2026-06-02 16:32:18,559][243551] Updated weights for policy 0, policy_version 22106 (0.0008)
+[2026-06-02 16:32:18,734][243551] Updated weights for policy 0, policy_version 22117 (0.0008)
+[2026-06-02 16:32:18,908][243551] Updated weights for policy 0, policy_version 22128 (0.0008)
+[2026-06-02 16:32:19,080][243551] Updated weights for policy 0, policy_version 22139 (0.0009)
+[2026-06-02 16:32:19,778][243551] Updated weights for policy 0, policy_version 22149 (0.0009)
+[2026-06-02 16:32:19,926][243551] Updated weights for policy 0, policy_version 22159 (0.0008)
+[2026-06-02 16:32:19,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 11337728. Throughput: 0: 21418.6. Samples: 11327360. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:32:19,954][235966] Avg episode reward: [(0, '778.788')]
+[2026-06-02 16:32:20,088][243551] Updated weights for policy 0, policy_version 22169 (0.0008)
+[2026-06-02 16:32:20,266][243551] Updated weights for policy 0, policy_version 22180 (0.0009)
+[2026-06-02 16:32:20,448][243551] Updated weights for policy 0, policy_version 22192 (0.0009)
+[2026-06-02 16:32:20,634][243551] Updated weights for policy 0, policy_version 22203 (0.0008)
+[2026-06-02 16:32:21,297][243551] Updated weights for policy 0, policy_version 22214 (0.0008)
+[2026-06-02 16:32:21,474][243551] Updated weights for policy 0, policy_version 22225 (0.0008)
+[2026-06-02 16:32:21,634][243551] Updated weights for policy 0, policy_version 22235 (0.0008)
+[2026-06-02 16:32:21,806][243551] Updated weights for policy 0, policy_version 22245 (0.0008)
+[2026-06-02 16:32:21,973][243551] Updated weights for policy 0, policy_version 22255 (0.0008)
+[2026-06-02 16:32:22,142][243551] Updated weights for policy 0, policy_version 22265 (0.0008)
+[2026-06-02 16:32:22,796][243551] Updated weights for policy 0, policy_version 22275 (0.0008)
+[2026-06-02 16:32:22,954][243551] Updated weights for policy 0, policy_version 22285 (0.0008)
+[2026-06-02 16:32:23,108][243551] Updated weights for policy 0, policy_version 22295 (0.0008)
+[2026-06-02 16:32:23,292][243551] Updated weights for policy 0, policy_version 22306 (0.0008)
+[2026-06-02 16:32:23,478][243551] Updated weights for policy 0, policy_version 22317 (0.0008)
+[2026-06-02 16:32:23,647][243551] Updated weights for policy 0, policy_version 22327 (0.0009)
+[2026-06-02 16:32:24,276][243551] Updated weights for policy 0, policy_version 22337 (0.0008)
+[2026-06-02 16:32:24,447][243551] Updated weights for policy 0, policy_version 22348 (0.0009)
+[2026-06-02 16:32:24,603][243551] Updated weights for policy 0, policy_version 22358 (0.0008)
+[2026-06-02 16:32:24,767][243551] Updated weights for policy 0, policy_version 22368 (0.0009)
+[2026-06-02 16:32:24,932][243551] Updated weights for policy 0, policy_version 22378 (0.0009)
+[2026-06-02 16:32:24,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 11436032. Throughput: 0: 21435.7. Samples: 11458560. Policy #0 lag: (min: 55.0, avg: 87.5, max: 118.0)
+[2026-06-02 16:32:24,954][235966] Avg episode reward: [(0, '771.496')]
+[2026-06-02 16:32:25,099][243551] Updated weights for policy 0, policy_version 22388 (0.0009)
+[2026-06-02 16:32:25,278][243551] Updated weights for policy 0, policy_version 22399 (0.0009)
+[2026-06-02 16:32:25,948][243551] Updated weights for policy 0, policy_version 22410 (0.0009)
+[2026-06-02 16:32:26,120][243551] Updated weights for policy 0, policy_version 22420 (0.0008)
+[2026-06-02 16:32:26,288][243551] Updated weights for policy 0, policy_version 22430 (0.0008)
+[2026-06-02 16:32:26,454][243551] Updated weights for policy 0, policy_version 22440 (0.0008)
+[2026-06-02 16:32:26,614][243551] Updated weights for policy 0, policy_version 22450 (0.0009)
+[2026-06-02 16:32:26,789][243551] Updated weights for policy 0, policy_version 22461 (0.0008)
+[2026-06-02 16:32:27,445][243551] Updated weights for policy 0, policy_version 22471 (0.0009)
+[2026-06-02 16:32:27,612][243551] Updated weights for policy 0, policy_version 22482 (0.0009)
+[2026-06-02 16:32:27,799][243551] Updated weights for policy 0, policy_version 22493 (0.0009)
+[2026-06-02 16:32:27,970][243551] Updated weights for policy 0, policy_version 22504 (0.0009)
+[2026-06-02 16:32:28,144][243551] Updated weights for policy 0, policy_version 22514 (0.0009)
+[2026-06-02 16:32:28,299][243551] Updated weights for policy 0, policy_version 22524 (0.0005)
+[2026-06-02 16:32:28,949][243551] Updated weights for policy 0, policy_version 22534 (0.0007)
+[2026-06-02 16:32:29,095][243551] Updated weights for policy 0, policy_version 22544 (0.0008)
+[2026-06-02 16:32:29,264][243551] Updated weights for policy 0, policy_version 22554 (0.0009)
+[2026-06-02 16:32:29,428][243551] Updated weights for policy 0, policy_version 22564 (0.0008)
+[2026-06-02 16:32:29,612][243551] Updated weights for policy 0, policy_version 22575 (0.0009)
+[2026-06-02 16:32:29,784][243551] Updated weights for policy 0, policy_version 22586 (0.0008)
+[2026-06-02 16:32:29,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 11567104. Throughput: 0: 21481.2. Samples: 11589248. Policy #0 lag: (min: 55.0, avg: 87.5, max: 118.0)
+[2026-06-02 16:32:29,954][235966] Avg episode reward: [(0, '707.333')]
+[2026-06-02 16:32:30,454][243551] Updated weights for policy 0, policy_version 22596 (0.0009)
+[2026-06-02 16:32:30,617][243551] Updated weights for policy 0, policy_version 22606 (0.0009)
+[2026-06-02 16:32:30,790][243551] Updated weights for policy 0, policy_version 22617 (0.0009)
+[2026-06-02 16:32:30,966][243551] Updated weights for policy 0, policy_version 22628 (0.0009)
+[2026-06-02 16:32:31,128][243551] Updated weights for policy 0, policy_version 22638 (0.0009)
+[2026-06-02 16:32:31,317][243551] Updated weights for policy 0, policy_version 22650 (0.0009)
+[2026-06-02 16:32:31,982][243551] Updated weights for policy 0, policy_version 22662 (0.0009)
+[2026-06-02 16:32:32,132][243551] Updated weights for policy 0, policy_version 22672 (0.0009)
+[2026-06-02 16:32:32,304][243551] Updated weights for policy 0, policy_version 22683 (0.0009)
+[2026-06-02 16:32:32,484][243551] Updated weights for policy 0, policy_version 22694 (0.0008)
+[2026-06-02 16:32:32,643][243551] Updated weights for policy 0, policy_version 22704 (0.0009)
+[2026-06-02 16:32:32,836][243551] Updated weights for policy 0, policy_version 22716 (0.0009)
+[2026-06-02 16:32:33,529][243551] Updated weights for policy 0, policy_version 22727 (0.0009)
+[2026-06-02 16:32:33,679][243551] Updated weights for policy 0, policy_version 22737 (0.0008)
+[2026-06-02 16:32:33,847][243551] Updated weights for policy 0, policy_version 22747 (0.0009)
+[2026-06-02 16:32:34,012][243551] Updated weights for policy 0, policy_version 22758 (0.0008)
+[2026-06-02 16:32:34,175][243551] Updated weights for policy 0, policy_version 22768 (0.0008)
+[2026-06-02 16:32:34,351][243551] Updated weights for policy 0, policy_version 22779 (0.0008)
+[2026-06-02 16:32:34,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.2). Total num frames: 11665408. Throughput: 0: 21506.9. Samples: 11653248. Policy #0 lag: (min: 55.0, avg: 87.5, max: 118.0)
+[2026-06-02 16:32:34,954][235966] Avg episode reward: [(0, '725.906')]
+[2026-06-02 16:32:35,001][243551] Updated weights for policy 0, policy_version 22789 (0.0009)
+[2026-06-02 16:32:35,163][243551] Updated weights for policy 0, policy_version 22799 (0.0008)
+[2026-06-02 16:32:35,317][243551] Updated weights for policy 0, policy_version 22809 (0.0008)
+[2026-06-02 16:32:35,507][243551] Updated weights for policy 0, policy_version 22821 (0.0008)
+[2026-06-02 16:32:35,682][243551] Updated weights for policy 0, policy_version 22832 (0.0009)
+[2026-06-02 16:32:35,900][243551] Updated weights for policy 0, policy_version 22846 (0.0008)
+[2026-06-02 16:32:36,585][243551] Updated weights for policy 0, policy_version 22857 (0.0008)
+[2026-06-02 16:32:36,769][243551] Updated weights for policy 0, policy_version 22869 (0.0008)
+[2026-06-02 16:32:36,930][243551] Updated weights for policy 0, policy_version 22879 (0.0008)
+[2026-06-02 16:32:37,138][243551] Updated weights for policy 0, policy_version 22892 (0.0008)
+[2026-06-02 16:32:37,325][243551] Updated weights for policy 0, policy_version 22904 (0.0008)
+[2026-06-02 16:32:38,022][243551] Updated weights for policy 0, policy_version 22915 (0.0008)
+[2026-06-02 16:32:38,200][243551] Updated weights for policy 0, policy_version 22927 (0.0008)
+[2026-06-02 16:32:38,392][243551] Updated weights for policy 0, policy_version 22939 (0.0009)
+[2026-06-02 16:32:38,589][243551] Updated weights for policy 0, policy_version 22951 (0.0008)
+[2026-06-02 16:32:38,767][243551] Updated weights for policy 0, policy_version 22962 (0.0008)
+[2026-06-02 16:32:38,937][243551] Updated weights for policy 0, policy_version 22973 (0.0009)
+[2026-06-02 16:32:39,591][243551] Updated weights for policy 0, policy_version 22983 (0.0009)
+[2026-06-02 16:32:39,746][243551] Updated weights for policy 0, policy_version 22993 (0.0008)
+[2026-06-02 16:32:39,923][243551] Updated weights for policy 0, policy_version 23004 (0.0009)
+[2026-06-02 16:32:39,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 11763712. Throughput: 0: 21603.5. Samples: 11783040. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:32:39,954][235966] Avg episode reward: [(0, '706.149')]
+[2026-06-02 16:32:40,094][243551] Updated weights for policy 0, policy_version 23015 (0.0008)
+[2026-06-02 16:32:40,280][243551] Updated weights for policy 0, policy_version 23027 (0.0008)
+[2026-06-02 16:32:40,450][243551] Updated weights for policy 0, policy_version 23037 (0.0008)
+[2026-06-02 16:32:41,127][243551] Updated weights for policy 0, policy_version 23048 (0.0009)
+[2026-06-02 16:32:41,311][243551] Updated weights for policy 0, policy_version 23060 (0.0008)
+[2026-06-02 16:32:41,486][243551] Updated weights for policy 0, policy_version 23071 (0.0010)
+[2026-06-02 16:32:41,676][243551] Updated weights for policy 0, policy_version 23083 (0.0009)
+[2026-06-02 16:32:41,858][243551] Updated weights for policy 0, policy_version 23094 (0.0008)
+[2026-06-02 16:32:42,015][243551] Updated weights for policy 0, policy_version 23104 (0.0008)
+[2026-06-02 16:32:42,688][243551] Updated weights for policy 0, policy_version 23114 (0.0009)
+[2026-06-02 16:32:42,880][243551] Updated weights for policy 0, policy_version 23126 (0.0009)
+[2026-06-02 16:32:43,037][243551] Updated weights for policy 0, policy_version 23136 (0.0009)
+[2026-06-02 16:32:43,218][243551] Updated weights for policy 0, policy_version 23147 (0.0009)
+[2026-06-02 16:32:43,421][243551] Updated weights for policy 0, policy_version 23160 (0.0009)
+[2026-06-02 16:32:44,128][243551] Updated weights for policy 0, policy_version 23173 (0.0009)
+[2026-06-02 16:32:44,294][243551] Updated weights for policy 0, policy_version 23184 (0.0008)
+[2026-06-02 16:32:44,451][243551] Updated weights for policy 0, policy_version 23194 (0.0009)
+[2026-06-02 16:32:44,647][243551] Updated weights for policy 0, policy_version 23206 (0.0008)
+[2026-06-02 16:32:44,805][243551] Updated weights for policy 0, policy_version 23216 (0.0009)
+[2026-06-02 16:32:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 11862016. Throughput: 0: 21666.2. Samples: 11912704. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:32:44,954][235966] Avg episode reward: [(0, '689.477')]
+[2026-06-02 16:32:44,984][243551] Updated weights for policy 0, policy_version 23227 (0.0008)
+[2026-06-02 16:32:45,670][243551] Updated weights for policy 0, policy_version 23238 (0.0009)
+[2026-06-02 16:32:45,846][243551] Updated weights for policy 0, policy_version 23249 (0.0008)
+[2026-06-02 16:32:46,009][243551] Updated weights for policy 0, policy_version 23259 (0.0009)
+[2026-06-02 16:32:46,185][243551] Updated weights for policy 0, policy_version 23270 (0.0008)
+[2026-06-02 16:32:46,355][243551] Updated weights for policy 0, policy_version 23280 (0.0009)
+[2026-06-02 16:32:46,550][243551] Updated weights for policy 0, policy_version 23292 (0.0005)
+[2026-06-02 16:32:47,191][243551] Updated weights for policy 0, policy_version 23303 (0.0004)
+[2026-06-02 16:32:47,359][243551] Updated weights for policy 0, policy_version 23314 (0.0004)
+[2026-06-02 16:32:47,522][243551] Updated weights for policy 0, policy_version 23324 (0.0004)
+[2026-06-02 16:32:47,683][243551] Updated weights for policy 0, policy_version 23334 (0.0004)
+[2026-06-02 16:32:47,871][243551] Updated weights for policy 0, policy_version 23346 (0.0004)
+[2026-06-02 16:32:48,051][243551] Updated weights for policy 0, policy_version 23357 (0.0004)
+[2026-06-02 16:32:48,739][243551] Updated weights for policy 0, policy_version 23369 (0.0004)
+[2026-06-02 16:32:48,895][243551] Updated weights for policy 0, policy_version 23379 (0.0004)
+[2026-06-02 16:32:49,046][243551] Updated weights for policy 0, policy_version 23389 (0.0004)
+[2026-06-02 16:32:49,213][243551] Updated weights for policy 0, policy_version 23399 (0.0004)
+[2026-06-02 16:32:49,369][243551] Updated weights for policy 0, policy_version 23409 (0.0004)
+[2026-06-02 16:32:49,533][243551] Updated weights for policy 0, policy_version 23419 (0.0004)
+[2026-06-02 16:32:49,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 11993088. Throughput: 0: 21666.1. Samples: 11977728. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:32:49,954][235966] Avg episode reward: [(0, '739.806')]
+[2026-06-02 16:32:50,207][243551] Updated weights for policy 0, policy_version 23429 (0.0006)
+[2026-06-02 16:32:50,381][243551] Updated weights for policy 0, policy_version 23440 (0.0008)
+[2026-06-02 16:32:50,580][243551] Updated weights for policy 0, policy_version 23453 (0.0009)
+[2026-06-02 16:32:50,750][243551] Updated weights for policy 0, policy_version 23464 (0.0009)
+[2026-06-02 16:32:50,915][243551] Updated weights for policy 0, policy_version 23474 (0.0008)
+[2026-06-02 16:32:51,093][243551] Updated weights for policy 0, policy_version 23485 (0.0009)
+[2026-06-02 16:32:51,787][243551] Updated weights for policy 0, policy_version 23498 (0.0008)
+[2026-06-02 16:32:51,972][243551] Updated weights for policy 0, policy_version 23510 (0.0008)
+[2026-06-02 16:32:52,125][243551] Updated weights for policy 0, policy_version 23520 (0.0009)
+[2026-06-02 16:32:52,303][243551] Updated weights for policy 0, policy_version 23531 (0.0008)
+[2026-06-02 16:32:52,481][243551] Updated weights for policy 0, policy_version 23542 (0.0008)
+[2026-06-02 16:32:53,166][243551] Updated weights for policy 0, policy_version 23553 (0.0008)
+[2026-06-02 16:32:53,321][243551] Updated weights for policy 0, policy_version 23563 (0.0009)
+[2026-06-02 16:32:53,474][243551] Updated weights for policy 0, policy_version 23573 (0.0008)
+[2026-06-02 16:32:53,634][243551] Updated weights for policy 0, policy_version 23583 (0.0008)
+[2026-06-02 16:32:53,798][243551] Updated weights for policy 0, policy_version 23593 (0.0008)
+[2026-06-02 16:32:53,975][243551] Updated weights for policy 0, policy_version 23604 (0.0008)
+[2026-06-02 16:32:54,156][243551] Updated weights for policy 0, policy_version 23615 (0.0009)
+[2026-06-02 16:32:54,821][243551] Updated weights for policy 0, policy_version 23625 (0.0008)
+[2026-06-02 16:32:54,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12091392. Throughput: 0: 21649.0. Samples: 12107904. Policy #0 lag: (min: 38.0, avg: 51.8, max: 102.0)
+[2026-06-02 16:32:54,954][235966] Avg episode reward: [(0, '786.036')]
+[2026-06-02 16:32:54,995][243551] Updated weights for policy 0, policy_version 23636 (0.0008)
+[2026-06-02 16:32:55,151][243551] Updated weights for policy 0, policy_version 23646 (0.0009)
+[2026-06-02 16:32:55,322][243551] Updated weights for policy 0, policy_version 23657 (0.0009)
+[2026-06-02 16:32:55,480][243551] Updated weights for policy 0, policy_version 23667 (0.0009)
+[2026-06-02 16:32:55,650][243551] Updated weights for policy 0, policy_version 23677 (0.0009)
+[2026-06-02 16:32:56,324][243551] Updated weights for policy 0, policy_version 23688 (0.0009)
+[2026-06-02 16:32:56,482][243551] Updated weights for policy 0, policy_version 23698 (0.0008)
+[2026-06-02 16:32:56,677][243551] Updated weights for policy 0, policy_version 23711 (0.0009)
+[2026-06-02 16:32:56,843][243551] Updated weights for policy 0, policy_version 23721 (0.0008)
+[2026-06-02 16:32:57,053][243551] Updated weights for policy 0, policy_version 23734 (0.0009)
+[2026-06-02 16:32:57,762][243551] Updated weights for policy 0, policy_version 23746 (0.0009)
+[2026-06-02 16:32:57,909][243551] Updated weights for policy 0, policy_version 23756 (0.0009)
+[2026-06-02 16:32:58,096][243551] Updated weights for policy 0, policy_version 23768 (0.0008)
+[2026-06-02 16:32:58,277][243551] Updated weights for policy 0, policy_version 23779 (0.0009)
+[2026-06-02 16:32:58,437][243551] Updated weights for policy 0, policy_version 23789 (0.0008)
+[2026-06-02 16:32:58,620][243551] Updated weights for policy 0, policy_version 23801 (0.0009)
+[2026-06-02 16:32:59,324][243551] Updated weights for policy 0, policy_version 23812 (0.0009)
+[2026-06-02 16:32:59,475][243551] Updated weights for policy 0, policy_version 23822 (0.0008)
+[2026-06-02 16:32:59,649][243551] Updated weights for policy 0, policy_version 23833 (0.0009)
+[2026-06-02 16:32:59,837][243551] Updated weights for policy 0, policy_version 23845 (0.0009)
+[2026-06-02 16:32:59,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12189696. Throughput: 0: 21691.7. Samples: 12238336. Policy #0 lag: (min: 38.0, avg: 51.8, max: 102.0)
+[2026-06-02 16:32:59,954][235966] Avg episode reward: [(0, '805.342')]
+[2026-06-02 16:33:00,015][243551] Updated weights for policy 0, policy_version 23856 (0.0008)
+[2026-06-02 16:33:00,203][243551] Updated weights for policy 0, policy_version 23868 (0.0008)
+[2026-06-02 16:33:00,890][243551] Updated weights for policy 0, policy_version 23878 (0.0009)
+[2026-06-02 16:33:01,076][243551] Updated weights for policy 0, policy_version 23890 (0.0009)
+[2026-06-02 16:33:01,232][243551] Updated weights for policy 0, policy_version 23900 (0.0008)
+[2026-06-02 16:33:01,392][243551] Updated weights for policy 0, policy_version 23910 (0.0008)
+[2026-06-02 16:33:01,595][243551] Updated weights for policy 0, policy_version 23923 (0.0009)
+[2026-06-02 16:33:01,768][243551] Updated weights for policy 0, policy_version 23933 (0.0008)
+[2026-06-02 16:33:02,433][243551] Updated weights for policy 0, policy_version 23943 (0.0009)
+[2026-06-02 16:33:02,586][243551] Updated weights for policy 0, policy_version 23953 (0.0008)
+[2026-06-02 16:33:02,757][243551] Updated weights for policy 0, policy_version 23964 (0.0008)
+[2026-06-02 16:33:02,926][243551] Updated weights for policy 0, policy_version 23974 (0.0008)
+[2026-06-02 16:33:03,097][243551] Updated weights for policy 0, policy_version 23984 (0.0009)
+[2026-06-02 16:33:03,261][243551] Updated weights for policy 0, policy_version 23994 (0.0008)
+[2026-06-02 16:33:03,937][243551] Updated weights for policy 0, policy_version 24006 (0.0009)
+[2026-06-02 16:33:04,085][243551] Updated weights for policy 0, policy_version 24016 (0.0008)
+[2026-06-02 16:33:04,255][243551] Updated weights for policy 0, policy_version 24026 (0.0008)
+[2026-06-02 16:33:04,431][243551] Updated weights for policy 0, policy_version 24037 (0.0008)
+[2026-06-02 16:33:04,595][243551] Updated weights for policy 0, policy_version 24047 (0.0009)
+[2026-06-02 16:33:04,775][243551] Updated weights for policy 0, policy_version 24058 (0.0009)
+[2026-06-02 16:33:04,953][235966] Fps is (10 sec: 22938.0, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 12320768. Throughput: 0: 21703.1. Samples: 12304000. Policy #0 lag: (min: 38.0, avg: 51.8, max: 102.0)
+[2026-06-02 16:33:04,954][235966] Avg episode reward: [(0, '851.731')]
+[2026-06-02 16:33:05,437][243551] Updated weights for policy 0, policy_version 24069 (0.0010)
+[2026-06-02 16:33:05,590][243551] Updated weights for policy 0, policy_version 24079 (0.0008)
+[2026-06-02 16:33:05,754][243551] Updated weights for policy 0, policy_version 24089 (0.0008)
+[2026-06-02 16:33:05,951][243551] Updated weights for policy 0, policy_version 24101 (0.0009)
+[2026-06-02 16:33:06,142][243551] Updated weights for policy 0, policy_version 24113 (0.0008)
+[2026-06-02 16:33:06,308][243551] Updated weights for policy 0, policy_version 24123 (0.0008)
+[2026-06-02 16:33:06,953][243551] Updated weights for policy 0, policy_version 24133 (0.0009)
+[2026-06-02 16:33:07,112][243551] Updated weights for policy 0, policy_version 24143 (0.0009)
+[2026-06-02 16:33:07,276][243551] Updated weights for policy 0, policy_version 24153 (0.0008)
+[2026-06-02 16:33:07,439][243551] Updated weights for policy 0, policy_version 24163 (0.0008)
+[2026-06-02 16:33:07,610][243551] Updated weights for policy 0, policy_version 24173 (0.0008)
+[2026-06-02 16:33:07,774][243551] Updated weights for policy 0, policy_version 24183 (0.0008)
+[2026-06-02 16:33:08,439][243551] Updated weights for policy 0, policy_version 24194 (0.0009)
+[2026-06-02 16:33:08,591][243551] Updated weights for policy 0, policy_version 24204 (0.0008)
+[2026-06-02 16:33:08,748][243551] Updated weights for policy 0, policy_version 24214 (0.0008)
+[2026-06-02 16:33:08,916][243551] Updated weights for policy 0, policy_version 24224 (0.0008)
+[2026-06-02 16:33:09,078][243551] Updated weights for policy 0, policy_version 24234 (0.0008)
+[2026-06-02 16:33:09,245][243551] Updated weights for policy 0, policy_version 24244 (0.0008)
+[2026-06-02 16:33:09,413][243551] Updated weights for policy 0, policy_version 24254 (0.0009)
+[2026-06-02 16:33:09,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 12419072. Throughput: 0: 21677.5. Samples: 12434048. Policy #0 lag: (min: 38.0, avg: 51.8, max: 102.0)
+[2026-06-02 16:33:09,954][235966] Avg episode reward: [(0, '936.525')]
+[2026-06-02 16:33:10,054][243551] Updated weights for policy 0, policy_version 24264 (0.0009)
+[2026-06-02 16:33:10,204][243551] Updated weights for policy 0, policy_version 24274 (0.0008)
+[2026-06-02 16:33:10,387][243551] Updated weights for policy 0, policy_version 24285 (0.0008)
+[2026-06-02 16:33:10,551][243551] Updated weights for policy 0, policy_version 24295 (0.0008)
+[2026-06-02 16:33:10,710][243551] Updated weights for policy 0, policy_version 24305 (0.0008)
+[2026-06-02 16:33:10,897][243551] Updated weights for policy 0, policy_version 24316 (0.0008)
+[2026-06-02 16:33:10,962][242747] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/checkpoint_p0/checkpoint_000024320_12451840.pth...
+[2026-06-02 16:33:10,981][242747] Saving new best policy, reward=936.525!
+[2026-06-02 16:33:11,554][243551] Updated weights for policy 0, policy_version 24326 (0.0008)
+[2026-06-02 16:33:11,712][243551] Updated weights for policy 0, policy_version 24336 (0.0009)
+[2026-06-02 16:33:11,869][243551] Updated weights for policy 0, policy_version 24346 (0.0008)
+[2026-06-02 16:33:12,034][243551] Updated weights for policy 0, policy_version 24356 (0.0008)
+[2026-06-02 16:33:12,222][243551] Updated weights for policy 0, policy_version 24367 (0.0008)
+[2026-06-02 16:33:12,395][243551] Updated weights for policy 0, policy_version 24378 (0.0008)
+[2026-06-02 16:33:13,046][243551] Updated weights for policy 0, policy_version 24388 (0.0009)
+[2026-06-02 16:33:13,208][243551] Updated weights for policy 0, policy_version 24398 (0.0008)
+[2026-06-02 16:33:13,370][243551] Updated weights for policy 0, policy_version 24408 (0.0008)
+[2026-06-02 16:33:13,529][243551] Updated weights for policy 0, policy_version 24418 (0.0008)
+[2026-06-02 16:33:13,723][243551] Updated weights for policy 0, policy_version 24429 (0.0009)
+[2026-06-02 16:33:13,882][243551] Updated weights for policy 0, policy_version 24439 (0.0008)
+[2026-06-02 16:33:14,539][243551] Updated weights for policy 0, policy_version 24450 (0.0008)
+[2026-06-02 16:33:14,693][243551] Updated weights for policy 0, policy_version 24460 (0.0009)
+[2026-06-02 16:33:14,884][243551] Updated weights for policy 0, policy_version 24472 (0.0009)
+[2026-06-02 16:33:14,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12517376. Throughput: 0: 21623.5. Samples: 12562304. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:33:14,954][235966] Avg episode reward: [(0, '933.825')]
+[2026-06-02 16:33:15,050][243551] Updated weights for policy 0, policy_version 24482 (0.0009)
+[2026-06-02 16:33:15,209][243551] Updated weights for policy 0, policy_version 24492 (0.0009)
+[2026-06-02 16:33:15,381][243551] Updated weights for policy 0, policy_version 24502 (0.0009)
+[2026-06-02 16:33:15,537][243551] Updated weights for policy 0, policy_version 24512 (0.0009)
+[2026-06-02 16:33:16,187][243551] Updated weights for policy 0, policy_version 24522 (0.0009)
+[2026-06-02 16:33:16,352][243551] Updated weights for policy 0, policy_version 24532 (0.0008)
+[2026-06-02 16:33:16,518][243551] Updated weights for policy 0, policy_version 24542 (0.0008)
+[2026-06-02 16:33:16,685][243551] Updated weights for policy 0, policy_version 24552 (0.0009)
+[2026-06-02 16:33:16,836][243551] Updated weights for policy 0, policy_version 24562 (0.0009)
+[2026-06-02 16:33:17,005][243551] Updated weights for policy 0, policy_version 24572 (0.0009)
+[2026-06-02 16:33:17,657][243551] Updated weights for policy 0, policy_version 24583 (0.0009)
+[2026-06-02 16:33:17,823][243551] Updated weights for policy 0, policy_version 24593 (0.0009)
+[2026-06-02 16:33:17,985][243551] Updated weights for policy 0, policy_version 24603 (0.0009)
+[2026-06-02 16:33:18,150][243551] Updated weights for policy 0, policy_version 24613 (0.0008)
+[2026-06-02 16:33:18,317][243551] Updated weights for policy 0, policy_version 24623 (0.0009)
+[2026-06-02 16:33:18,492][243551] Updated weights for policy 0, policy_version 24634 (0.0008)
+[2026-06-02 16:33:19,158][243551] Updated weights for policy 0, policy_version 24645 (0.0008)
+[2026-06-02 16:33:19,309][243551] Updated weights for policy 0, policy_version 24655 (0.0009)
+[2026-06-02 16:33:19,474][243551] Updated weights for policy 0, policy_version 24665 (0.0009)
+[2026-06-02 16:33:19,644][243551] Updated weights for policy 0, policy_version 24675 (0.0008)
+[2026-06-02 16:33:19,807][243551] Updated weights for policy 0, policy_version 24685 (0.0008)
+[2026-06-02 16:33:19,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12615680. Throughput: 0: 21597.8. Samples: 12625152. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:33:19,954][235966] Avg episode reward: [(0, '929.630')]
+[2026-06-02 16:33:19,968][243551] Updated weights for policy 0, policy_version 24695 (0.0008)
+[2026-06-02 16:33:20,622][243551] Updated weights for policy 0, policy_version 24705 (0.0009)
+[2026-06-02 16:33:20,777][243551] Updated weights for policy 0, policy_version 24715 (0.0008)
+[2026-06-02 16:33:20,957][243551] Updated weights for policy 0, policy_version 24726 (0.0008)
+[2026-06-02 16:33:21,118][243551] Updated weights for policy 0, policy_version 24736 (0.0008)
+[2026-06-02 16:33:21,285][243551] Updated weights for policy 0, policy_version 24746 (0.0008)
+[2026-06-02 16:33:21,447][243551] Updated weights for policy 0, policy_version 24756 (0.0008)
+[2026-06-02 16:33:21,638][243551] Updated weights for policy 0, policy_version 24768 (0.0009)
+[2026-06-02 16:33:22,263][243551] Updated weights for policy 0, policy_version 24778 (0.0008)
+[2026-06-02 16:33:22,417][243551] Updated weights for policy 0, policy_version 24788 (0.0008)
+[2026-06-02 16:33:22,608][243551] Updated weights for policy 0, policy_version 24799 (0.0009)
+[2026-06-02 16:33:22,771][243551] Updated weights for policy 0, policy_version 24809 (0.0007)
+[2026-06-02 16:33:22,934][243551] Updated weights for policy 0, policy_version 24819 (0.0007)
+[2026-06-02 16:33:23,115][243551] Updated weights for policy 0, policy_version 24830 (0.0009)
+[2026-06-02 16:33:23,758][243551] Updated weights for policy 0, policy_version 24840 (0.0009)
+[2026-06-02 16:33:23,938][243551] Updated weights for policy 0, policy_version 24851 (0.0008)
+[2026-06-02 16:33:24,101][243551] Updated weights for policy 0, policy_version 24861 (0.0008)
+[2026-06-02 16:33:24,141][242747] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000001
+[2026-06-02 16:33:24,858][243551] Updated weights for policy 0, policy_version 24871 (0.0008)
+[2026-06-02 16:33:24,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 12746752. Throughput: 0: 21515.4. Samples: 12751232. Policy #0 lag: (min: 63.0, avg: 78.5, max: 127.0)
+[2026-06-02 16:33:24,954][235966] Avg episode reward: [(0, '968.475')]
+[2026-06-02 16:33:25,042][243551] Updated weights for policy 0, policy_version 24882 (0.0008)
+[2026-06-02 16:33:25,203][243551] Updated weights for policy 0, policy_version 24892 (0.0009)
+[2026-06-02 16:33:25,359][243551] Updated weights for policy 0, policy_version 24902 (0.0008)
+[2026-06-02 16:33:25,526][243551] Updated weights for policy 0, policy_version 24912 (0.0008)
+[2026-06-02 16:33:25,697][243551] Updated weights for policy 0, policy_version 24922 (0.0009)
+[2026-06-02 16:33:25,785][242747] Saving new best policy, reward=968.475!
+[2026-06-02 16:33:26,360][243551] Updated weights for policy 0, policy_version 24933 (0.0009)
+[2026-06-02 16:33:26,543][243551] Updated weights for policy 0, policy_version 24945 (0.0009)
+[2026-06-02 16:33:26,706][243551] Updated weights for policy 0, policy_version 24955 (0.0008)
+[2026-06-02 16:33:26,874][243551] Updated weights for policy 0, policy_version 24965 (0.0008)
+[2026-06-02 16:33:27,049][243551] Updated weights for policy 0, policy_version 24976 (0.0008)
+[2026-06-02 16:33:27,229][243551] Updated weights for policy 0, policy_version 24987 (0.0009)
+[2026-06-02 16:33:27,882][243551] Updated weights for policy 0, policy_version 24998 (0.0009)
+[2026-06-02 16:33:28,053][243551] Updated weights for policy 0, policy_version 25008 (0.0009)
+[2026-06-02 16:33:28,214][243551] Updated weights for policy 0, policy_version 25018 (0.0009)
+[2026-06-02 16:33:28,386][243551] Updated weights for policy 0, policy_version 25029 (0.0008)
+[2026-06-02 16:33:28,557][243551] Updated weights for policy 0, policy_version 25039 (0.0008)
+[2026-06-02 16:33:28,714][243551] Updated weights for policy 0, policy_version 25049 (0.0008)
+[2026-06-02 16:33:29,370][243551] Updated weights for policy 0, policy_version 25059 (0.0009)
+[2026-06-02 16:33:29,522][243551] Updated weights for policy 0, policy_version 25069 (0.0008)
+[2026-06-02 16:33:29,686][243551] Updated weights for policy 0, policy_version 25079 (0.0008)
+[2026-06-02 16:33:29,871][243551] Updated weights for policy 0, policy_version 25090 (0.0008)
+[2026-06-02 16:33:29,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 12845056. Throughput: 0: 21779.9. Samples: 12892800. Policy #0 lag: (min: 22.0, avg: 37.9, max: 86.0)
+[2026-06-02 16:33:29,954][235966] Avg episode reward: [(0, '985.857')]
+[2026-06-02 16:33:30,034][243551] Updated weights for policy 0, policy_version 25100 (0.0008)
+[2026-06-02 16:33:30,205][243551] Updated weights for policy 0, policy_version 25111 (0.0008)
+[2026-06-02 16:33:30,350][242747] Saving new best policy, reward=985.857!
+[2026-06-02 16:33:30,872][243551] Updated weights for policy 0, policy_version 25121 (0.0009)
+[2026-06-02 16:33:31,024][243551] Updated weights for policy 0, policy_version 25131 (0.0008)
+[2026-06-02 16:33:31,178][243551] Updated weights for policy 0, policy_version 25141 (0.0008)
+[2026-06-02 16:33:31,353][243551] Updated weights for policy 0, policy_version 25152 (0.0009)
+[2026-06-02 16:33:31,527][243551] Updated weights for policy 0, policy_version 25162 (0.0008)
+[2026-06-02 16:33:31,698][243551] Updated weights for policy 0, policy_version 25173 (0.0008)
+[2026-06-02 16:33:31,866][243551] Updated weights for policy 0, policy_version 25183 (0.0008)
+[2026-06-02 16:33:32,534][243551] Updated weights for policy 0, policy_version 25194 (0.0009)
+[2026-06-02 16:33:32,695][243551] Updated weights for policy 0, policy_version 25204 (0.0008)
+[2026-06-02 16:33:32,859][243551] Updated weights for policy 0, policy_version 25214 (0.0008)
+[2026-06-02 16:33:33,017][243551] Updated weights for policy 0, policy_version 25224 (0.0008)
+[2026-06-02 16:33:33,181][243551] Updated weights for policy 0, policy_version 25234 (0.0008)
+[2026-06-02 16:33:33,352][243551] Updated weights for policy 0, policy_version 25244 (0.0009)
+[2026-06-02 16:33:33,995][243551] Updated weights for policy 0, policy_version 25254 (0.0009)
+[2026-06-02 16:33:34,156][243551] Updated weights for policy 0, policy_version 25264 (0.0008)
+[2026-06-02 16:33:34,329][243551] Updated weights for policy 0, policy_version 25275 (0.0008)
+[2026-06-02 16:33:34,496][243551] Updated weights for policy 0, policy_version 25285 (0.0008)
+[2026-06-02 16:33:34,658][243551] Updated weights for policy 0, policy_version 25295 (0.0008)
+[2026-06-02 16:33:34,819][243551] Updated weights for policy 0, policy_version 25305 (0.0008)
+[2026-06-02 16:33:34,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 12976128. Throughput: 0: 21799.8. Samples: 12958720. Policy #0 lag: (min: 22.0, avg: 37.9, max: 86.0)
+[2026-06-02 16:33:34,954][235966] Avg episode reward: [(0, '992.532')]
+[2026-06-02 16:33:34,957][242747] Saving new best policy, reward=992.532!
+[2026-06-02 16:33:35,499][243551] Updated weights for policy 0, policy_version 25316 (0.0009)
+[2026-06-02 16:33:35,651][243551] Updated weights for policy 0, policy_version 25326 (0.0008)
+[2026-06-02 16:33:35,816][243551] Updated weights for policy 0, policy_version 25336 (0.0009)
+[2026-06-02 16:33:35,975][243551] Updated weights for policy 0, policy_version 25346 (0.0008)
+[2026-06-02 16:33:36,144][243551] Updated weights for policy 0, policy_version 25356 (0.0008)
+[2026-06-02 16:33:36,313][243551] Updated weights for policy 0, policy_version 25366 (0.0008)
+[2026-06-02 16:33:36,467][243551] Updated weights for policy 0, policy_version 25376 (0.0008)
+[2026-06-02 16:33:37,098][243551] Updated weights for policy 0, policy_version 25386 (0.0009)
+[2026-06-02 16:33:37,258][243551] Updated weights for policy 0, policy_version 25396 (0.0008)
+[2026-06-02 16:33:37,426][243551] Updated weights for policy 0, policy_version 25406 (0.0008)
+[2026-06-02 16:33:37,579][243551] Updated weights for policy 0, policy_version 25416 (0.0008)
+[2026-06-02 16:33:37,751][243551] Updated weights for policy 0, policy_version 25426 (0.0008)
+[2026-06-02 16:33:37,912][243551] Updated weights for policy 0, policy_version 25436 (0.0008)
+[2026-06-02 16:33:38,550][243551] Updated weights for policy 0, policy_version 25446 (0.0008)
+[2026-06-02 16:33:38,725][243551] Updated weights for policy 0, policy_version 25457 (0.0008)
+[2026-06-02 16:33:38,889][243551] Updated weights for policy 0, policy_version 25467 (0.0008)
+[2026-06-02 16:33:39,057][243551] Updated weights for policy 0, policy_version 25477 (0.0008)
+[2026-06-02 16:33:39,235][243551] Updated weights for policy 0, policy_version 25488 (0.0008)
+[2026-06-02 16:33:39,401][243551] Updated weights for policy 0, policy_version 25498 (0.0008)
+[2026-06-02 16:33:39,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 13074432. Throughput: 0: 21791.4. Samples: 13088512. Policy #0 lag: (min: 22.0, avg: 37.9, max: 86.0)
+[2026-06-02 16:33:39,954][235966] Avg episode reward: [(0, '1047.666')]
+[2026-06-02 16:33:40,050][243551] Updated weights for policy 0, policy_version 25508 (0.0008)
+[2026-06-02 16:33:40,211][243551] Updated weights for policy 0, policy_version 25518 (0.0009)
+[2026-06-02 16:33:40,397][243551] Updated weights for policy 0, policy_version 25529 (0.0008)
+[2026-06-02 16:33:40,553][243551] Updated weights for policy 0, policy_version 25539 (0.0008)
+[2026-06-02 16:33:40,718][243551] Updated weights for policy 0, policy_version 25549 (0.0010)
+[2026-06-02 16:33:40,878][243551] Updated weights for policy 0, policy_version 25559 (0.0008)
+[2026-06-02 16:33:41,016][242747] Saving new best policy, reward=1047.666!
+[2026-06-02 16:33:41,534][243551] Updated weights for policy 0, policy_version 25569 (0.0009)
+[2026-06-02 16:33:41,697][243551] Updated weights for policy 0, policy_version 25580 (0.0009)
+[2026-06-02 16:33:41,851][243551] Updated weights for policy 0, policy_version 25590 (0.0009)
+[2026-06-02 16:33:42,044][243551] Updated weights for policy 0, policy_version 25602 (0.0008)
+[2026-06-02 16:33:42,220][243551] Updated weights for policy 0, policy_version 25613 (0.0009)
+[2026-06-02 16:33:42,378][243551] Updated weights for policy 0, policy_version 25623 (0.0009)
+[2026-06-02 16:33:43,053][243551] Updated weights for policy 0, policy_version 25633 (0.0009)
+[2026-06-02 16:33:43,229][243551] Updated weights for policy 0, policy_version 25645 (0.0009)
+[2026-06-02 16:33:43,429][243551] Updated weights for policy 0, policy_version 25658 (0.0009)
+[2026-06-02 16:33:43,607][243551] Updated weights for policy 0, policy_version 25669 (0.0008)
+[2026-06-02 16:33:43,790][243551] Updated weights for policy 0, policy_version 25680 (0.0008)
+[2026-06-02 16:33:43,947][243551] Updated weights for policy 0, policy_version 25690 (0.0009)
+[2026-06-02 16:33:44,637][243551] Updated weights for policy 0, policy_version 25702 (0.0009)
+[2026-06-02 16:33:44,834][243551] Updated weights for policy 0, policy_version 25715 (0.0008)
+[2026-06-02 16:33:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 13172736. Throughput: 0: 21703.1. Samples: 13214976. Policy #0 lag: (min: 22.0, avg: 37.9, max: 86.0)
+[2026-06-02 16:33:44,954][235966] Avg episode reward: [(0, '1059.503')]
+[2026-06-02 16:33:45,010][243551] Updated weights for policy 0, policy_version 25726 (0.0008)
+[2026-06-02 16:33:45,174][243551] Updated weights for policy 0, policy_version 25736 (0.0010)
+[2026-06-02 16:33:45,362][243551] Updated weights for policy 0, policy_version 25748 (0.0009)
+[2026-06-02 16:33:45,544][243551] Updated weights for policy 0, policy_version 25759 (0.0009)
+[2026-06-02 16:33:45,545][242747] Saving new best policy, reward=1059.503!
+[2026-06-02 16:33:46,232][243551] Updated weights for policy 0, policy_version 25771 (0.0009)
+[2026-06-02 16:33:46,409][243551] Updated weights for policy 0, policy_version 25782 (0.0008)
+[2026-06-02 16:33:46,583][243551] Updated weights for policy 0, policy_version 25793 (0.0008)
+[2026-06-02 16:33:46,754][243551] Updated weights for policy 0, policy_version 25803 (0.0008)
+[2026-06-02 16:33:46,921][243551] Updated weights for policy 0, policy_version 25814 (0.0008)
+[2026-06-02 16:33:47,085][243551] Updated weights for policy 0, policy_version 25824 (0.0009)
+[2026-06-02 16:33:47,751][243551] Updated weights for policy 0, policy_version 25834 (0.0008)
+[2026-06-02 16:33:47,914][243551] Updated weights for policy 0, policy_version 25844 (0.0008)
+[2026-06-02 16:33:48,082][243551] Updated weights for policy 0, policy_version 25854 (0.0008)
+[2026-06-02 16:33:48,245][243551] Updated weights for policy 0, policy_version 25864 (0.0009)
+[2026-06-02 16:33:48,425][243551] Updated weights for policy 0, policy_version 25875 (0.0010)
+[2026-06-02 16:33:48,587][243551] Updated weights for policy 0, policy_version 25885 (0.0008)
+[2026-06-02 16:33:49,249][243551] Updated weights for policy 0, policy_version 25895 (0.0009)
+[2026-06-02 16:33:49,405][243551] Updated weights for policy 0, policy_version 25905 (0.0008)
+[2026-06-02 16:33:49,601][243551] Updated weights for policy 0, policy_version 25917 (0.0008)
+[2026-06-02 16:33:49,762][243551] Updated weights for policy 0, policy_version 25927 (0.0008)
+[2026-06-02 16:33:49,932][243551] Updated weights for policy 0, policy_version 25937 (0.0009)
+[2026-06-02 16:33:49,953][235966] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 13271040. Throughput: 0: 21649.0. Samples: 13278208. Policy #0 lag: (min: 81.0, avg: 103.2, max: 147.0)
+[2026-06-02 16:33:49,954][235966] Avg episode reward: [(0, '1081.891')]
+[2026-06-02 16:33:50,099][243551] Updated weights for policy 0, policy_version 25947 (0.0008)
+[2026-06-02 16:33:50,173][242747] Saving new best policy, reward=1081.891!
+[2026-06-02 16:33:50,768][243551] Updated weights for policy 0, policy_version 25957 (0.0008)
+[2026-06-02 16:33:50,927][243551] Updated weights for policy 0, policy_version 25967 (0.0008)
+[2026-06-02 16:33:51,100][243551] Updated weights for policy 0, policy_version 25978 (0.0008)
+[2026-06-02 16:33:51,272][243551] Updated weights for policy 0, policy_version 25988 (0.0008)
+[2026-06-02 16:33:51,442][243551] Updated weights for policy 0, policy_version 25998 (0.0008)
+[2026-06-02 16:33:51,621][243551] Updated weights for policy 0, policy_version 26009 (0.0008)
+[2026-06-02 16:33:52,246][243551] Updated weights for policy 0, policy_version 26019 (0.0008)
+[2026-06-02 16:33:52,404][243551] Updated weights for policy 0, policy_version 26029 (0.0008)
+[2026-06-02 16:33:52,571][243551] Updated weights for policy 0, policy_version 26039 (0.0008)
+[2026-06-02 16:33:52,732][243551] Updated weights for policy 0, policy_version 26049 (0.0008)
+[2026-06-02 16:33:52,907][243551] Updated weights for policy 0, policy_version 26060 (0.0009)
+[2026-06-02 16:33:53,075][243551] Updated weights for policy 0, policy_version 26070 (0.0008)
+[2026-06-02 16:33:53,231][243551] Updated weights for policy 0, policy_version 26080 (0.0008)
+[2026-06-02 16:33:53,880][243551] Updated weights for policy 0, policy_version 26090 (0.0009)
+[2026-06-02 16:33:54,047][243551] Updated weights for policy 0, policy_version 26100 (0.0008)
+[2026-06-02 16:33:54,229][243551] Updated weights for policy 0, policy_version 26111 (0.0008)
+[2026-06-02 16:33:54,398][243551] Updated weights for policy 0, policy_version 26121 (0.0008)
+[2026-06-02 16:33:54,557][243551] Updated weights for policy 0, policy_version 26131 (0.0009)
+[2026-06-02 16:33:54,718][243551] Updated weights for policy 0, policy_version 26141 (0.0008)
+[2026-06-02 16:33:54,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 13402112. Throughput: 0: 21552.4. Samples: 13403904. Policy #0 lag: (min: 81.0, avg: 103.2, max: 147.0)
+[2026-06-02 16:33:54,954][235966] Avg episode reward: [(0, '1094.651')]
+[2026-06-02 16:33:54,959][242747] Saving new best policy, reward=1094.651!
+[2026-06-02 16:33:55,360][243551] Updated weights for policy 0, policy_version 26151 (0.0009)
+[2026-06-02 16:33:55,524][243551] Updated weights for policy 0, policy_version 26161 (0.0008)
+[2026-06-02 16:33:55,706][243551] Updated weights for policy 0, policy_version 26172 (0.0009)
+[2026-06-02 16:33:55,866][243551] Updated weights for policy 0, policy_version 26182 (0.0008)
+[2026-06-02 16:33:56,024][243551] Updated weights for policy 0, policy_version 26192 (0.0008)
+[2026-06-02 16:33:56,198][243551] Updated weights for policy 0, policy_version 26202 (0.0008)
+[2026-06-02 16:33:56,855][243551] Updated weights for policy 0, policy_version 26213 (0.0009)
+[2026-06-02 16:33:57,015][243551] Updated weights for policy 0, policy_version 26223 (0.0008)
+[2026-06-02 16:33:57,176][243551] Updated weights for policy 0, policy_version 26233 (0.0008)
+[2026-06-02 16:33:57,341][243551] Updated weights for policy 0, policy_version 26243 (0.0008)
+[2026-06-02 16:33:57,520][243551] Updated weights for policy 0, policy_version 26254 (0.0009)
+[2026-06-02 16:33:57,706][243551] Updated weights for policy 0, policy_version 26265 (0.0008)
+[2026-06-02 16:33:58,354][243551] Updated weights for policy 0, policy_version 26275 (0.0007)
+[2026-06-02 16:33:58,515][243551] Updated weights for policy 0, policy_version 26285 (0.0008)
+[2026-06-02 16:33:58,695][243551] Updated weights for policy 0, policy_version 26296 (0.0009)
+[2026-06-02 16:33:58,885][243551] Updated weights for policy 0, policy_version 26308 (0.0009)
+[2026-06-02 16:33:59,054][243551] Updated weights for policy 0, policy_version 26318 (0.0008)
+[2026-06-02 16:33:59,219][243551] Updated weights for policy 0, policy_version 26328 (0.0009)
+[2026-06-02 16:33:59,868][243551] Updated weights for policy 0, policy_version 26338 (0.0010)
+[2026-06-02 16:33:59,953][235966] Fps is (10 sec: 22937.3, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 13500416. Throughput: 0: 21529.5. Samples: 13531136. Policy #0 lag: (min: 81.0, avg: 103.2, max: 147.0)
+[2026-06-02 16:33:59,954][235966] Avg episode reward: [(0, '1028.702')]
+[2026-06-02 16:34:00,036][243551] Updated weights for policy 0, policy_version 26349 (0.0008)
+[2026-06-02 16:34:00,198][243551] Updated weights for policy 0, policy_version 26359 (0.0009)
+[2026-06-02 16:34:00,363][243551] Updated weights for policy 0, policy_version 26369 (0.0009)
+[2026-06-02 16:34:00,519][243551] Updated weights for policy 0, policy_version 26379 (0.0008)
+[2026-06-02 16:34:00,684][243551] Updated weights for policy 0, policy_version 26389 (0.0009)
+[2026-06-02 16:34:00,848][243551] Updated weights for policy 0, policy_version 26399 (0.0008)
+[2026-06-02 16:34:01,514][243551] Updated weights for policy 0, policy_version 26411 (0.0006)
+[2026-06-02 16:34:01,694][243551] Updated weights for policy 0, policy_version 26422 (0.0008)
+[2026-06-02 16:34:01,867][243551] Updated weights for policy 0, policy_version 26433 (0.0008)
+[2026-06-02 16:34:02,032][243551] Updated weights for policy 0, policy_version 26443 (0.0008)
+[2026-06-02 16:34:02,238][243551] Updated weights for policy 0, policy_version 26455 (0.0008)
+[2026-06-02 16:34:02,899][243551] Updated weights for policy 0, policy_version 26465 (0.0009)
+[2026-06-02 16:34:03,054][243551] Updated weights for policy 0, policy_version 26475 (0.0008)
+[2026-06-02 16:34:03,218][243551] Updated weights for policy 0, policy_version 26485 (0.0008)
+[2026-06-02 16:34:03,402][243551] Updated weights for policy 0, policy_version 26496 (0.0008)
+[2026-06-02 16:34:03,576][243551] Updated weights for policy 0, policy_version 26507 (0.0008)
+[2026-06-02 16:34:03,743][243551] Updated weights for policy 0, policy_version 26517 (0.0008)
+[2026-06-02 16:34:04,410][243551] Updated weights for policy 0, policy_version 26529 (0.0008)
+[2026-06-02 16:34:04,565][243551] Updated weights for policy 0, policy_version 26539 (0.0009)
+[2026-06-02 16:34:04,717][243551] Updated weights for policy 0, policy_version 26549 (0.0008)
+[2026-06-02 16:34:04,889][243551] Updated weights for policy 0, policy_version 26559 (0.0008)
+[2026-06-02 16:34:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 13598720. Throughput: 0: 21566.6. Samples: 13595648. Policy #0 lag: (min: 81.0, avg: 103.2, max: 147.0)
+[2026-06-02 16:34:04,954][235966] Avg episode reward: [(0, '1041.725')]
+[2026-06-02 16:34:05,087][243551] Updated weights for policy 0, policy_version 26571 (0.0008)
+[2026-06-02 16:34:05,250][243551] Updated weights for policy 0, policy_version 26581 (0.0009)
+[2026-06-02 16:34:05,429][243551] Updated weights for policy 0, policy_version 26592 (0.0008)
+[2026-06-02 16:34:06,078][243551] Updated weights for policy 0, policy_version 26602 (0.0010)
+[2026-06-02 16:34:06,232][243551] Updated weights for policy 0, policy_version 26612 (0.0008)
+[2026-06-02 16:34:06,395][243551] Updated weights for policy 0, policy_version 26622 (0.0005)
+[2026-06-02 16:34:06,575][243551] Updated weights for policy 0, policy_version 26633 (0.0008)
+[2026-06-02 16:34:06,724][243551] Updated weights for policy 0, policy_version 26643 (0.0009)
+[2026-06-02 16:34:06,891][243551] Updated weights for policy 0, policy_version 26653 (0.0009)
+[2026-06-02 16:34:07,543][243551] Updated weights for policy 0, policy_version 26663 (0.0008)
+[2026-06-02 16:34:07,691][243551] Updated weights for policy 0, policy_version 26673 (0.0008)
+[2026-06-02 16:34:07,875][243551] Updated weights for policy 0, policy_version 26684 (0.0008)
+[2026-06-02 16:34:08,048][243551] Updated weights for policy 0, policy_version 26695 (0.0009)
+[2026-06-02 16:34:08,209][243551] Updated weights for policy 0, policy_version 26705 (0.0008)
+[2026-06-02 16:34:08,382][243551] Updated weights for policy 0, policy_version 26715 (0.0008)
+[2026-06-02 16:34:09,029][243551] Updated weights for policy 0, policy_version 26725 (0.0007)
+[2026-06-02 16:34:09,184][243551] Updated weights for policy 0, policy_version 26735 (0.0007)
+[2026-06-02 16:34:09,344][243551] Updated weights for policy 0, policy_version 26745 (0.0008)
+[2026-06-02 16:34:09,513][243551] Updated weights for policy 0, policy_version 26755 (0.0009)
+[2026-06-02 16:34:09,676][243551] Updated weights for policy 0, policy_version 26765 (0.0008)
+[2026-06-02 16:34:09,838][243551] Updated weights for policy 0, policy_version 26775 (0.0009)
+[2026-06-02 16:34:09,953][235966] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 13697024. Throughput: 0: 21631.9. Samples: 13724672. Policy #0 lag: (min: 114.0, avg: 128.8, max: 178.0)
+[2026-06-02 16:34:09,954][235966] Avg episode reward: [(0, '981.108')]
+[2026-06-02 16:34:10,495][243551] Updated weights for policy 0, policy_version 26785 (0.0009)
+[2026-06-02 16:34:10,642][243551] Updated weights for policy 0, policy_version 26795 (0.0009)
+[2026-06-02 16:34:10,822][243551] Updated weights for policy 0, policy_version 26806 (0.0008)
+[2026-06-02 16:34:11,004][243551] Updated weights for policy 0, policy_version 26817 (0.0008)
+[2026-06-02 16:34:11,171][243551] Updated weights for policy 0, policy_version 26827 (0.0008)
+[2026-06-02 16:34:11,329][243551] Updated weights for policy 0, policy_version 26837 (0.0009)
+[2026-06-02 16:34:11,495][243551] Updated weights for policy 0, policy_version 26847 (0.0008)
+[2026-06-02 16:34:12,145][243551] Updated weights for policy 0, policy_version 26858 (0.0008)
+[2026-06-02 16:34:12,335][243551] Updated weights for policy 0, policy_version 26870 (0.0008)
+[2026-06-02 16:34:12,495][243551] Updated weights for policy 0, policy_version 26880 (0.0008)
+[2026-06-02 16:34:12,660][243551] Updated weights for policy 0, policy_version 26890 (0.0009)
+[2026-06-02 16:34:12,832][243551] Updated weights for policy 0, policy_version 26900 (0.0008)
+[2026-06-02 16:34:13,009][243551] Updated weights for policy 0, policy_version 26911 (0.0009)
+[2026-06-02 16:34:13,639][243551] Updated weights for policy 0, policy_version 26921 (0.0008)
+[2026-06-02 16:34:13,802][243551] Updated weights for policy 0, policy_version 26931 (0.0009)
+[2026-06-02 16:34:13,990][243551] Updated weights for policy 0, policy_version 26942 (0.0006)
+[2026-06-02 16:34:14,168][243551] Updated weights for policy 0, policy_version 26953 (0.0009)
+[2026-06-02 16:34:14,346][243551] Updated weights for policy 0, policy_version 26964 (0.0009)
+[2026-06-02 16:34:14,512][243551] Updated weights for policy 0, policy_version 26974 (0.0008)
+[2026-06-02 16:34:14,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 13828096. Throughput: 0: 21353.2. Samples: 13853696. Policy #0 lag: (min: 114.0, avg: 128.8, max: 178.0)
+[2026-06-02 16:34:14,954][235966] Avg episode reward: [(0, '1006.336')]
+[2026-06-02 16:34:15,145][243551] Updated weights for policy 0, policy_version 26984 (0.0008)
+[2026-06-02 16:34:15,310][243551] Updated weights for policy 0, policy_version 26994 (0.0009)
+[2026-06-02 16:34:15,488][243551] Updated weights for policy 0, policy_version 27005 (0.0009)
+[2026-06-02 16:34:15,649][243551] Updated weights for policy 0, policy_version 27015 (0.0009)
+[2026-06-02 16:34:15,825][243551] Updated weights for policy 0, policy_version 27025 (0.0009)
+[2026-06-02 16:34:15,988][243551] Updated weights for policy 0, policy_version 27035 (0.0008)
+[2026-06-02 16:34:16,622][243551] Updated weights for policy 0, policy_version 27045 (0.0009)
+[2026-06-02 16:34:16,787][243551] Updated weights for policy 0, policy_version 27055 (0.0009)
+[2026-06-02 16:34:16,952][243551] Updated weights for policy 0, policy_version 27065 (0.0009)
+[2026-06-02 16:34:17,112][243551] Updated weights for policy 0, policy_version 27075 (0.0008)
+[2026-06-02 16:34:17,282][243551] Updated weights for policy 0, policy_version 27085 (0.0008)
+[2026-06-02 16:34:17,438][243551] Updated weights for policy 0, policy_version 27095 (0.0004)
+[2026-06-02 16:34:18,080][243551] Updated weights for policy 0, policy_version 27105 (0.0004)
+[2026-06-02 16:34:18,245][243551] Updated weights for policy 0, policy_version 27115 (0.0009)
+[2026-06-02 16:34:18,410][243551] Updated weights for policy 0, policy_version 27125 (0.0008)
+[2026-06-02 16:34:18,577][243551] Updated weights for policy 0, policy_version 27135 (0.0009)
+[2026-06-02 16:34:18,761][243551] Updated weights for policy 0, policy_version 27146 (0.0008)
+[2026-06-02 16:34:18,917][243551] Updated weights for policy 0, policy_version 27156 (0.0008)
+[2026-06-02 16:34:19,103][243551] Updated weights for policy 0, policy_version 27167 (0.0008)
+[2026-06-02 16:34:19,749][243551] Updated weights for policy 0, policy_version 27177 (0.0008)
+[2026-06-02 16:34:19,910][243551] Updated weights for policy 0, policy_version 27187 (0.0008)
+[2026-06-02 16:34:19,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 13926400. Throughput: 0: 21353.2. Samples: 13919616. Policy #0 lag: (min: 114.0, avg: 128.8, max: 178.0)
+[2026-06-02 16:34:19,954][235966] Avg episode reward: [(0, '980.309')]
+[2026-06-02 16:34:20,067][243551] Updated weights for policy 0, policy_version 27197 (0.0008)
+[2026-06-02 16:34:20,235][243551] Updated weights for policy 0, policy_version 27207 (0.0008)
+[2026-06-02 16:34:20,402][243551] Updated weights for policy 0, policy_version 27217 (0.0008)
+[2026-06-02 16:34:20,568][243551] Updated weights for policy 0, policy_version 27227 (0.0008)
+[2026-06-02 16:34:21,232][243551] Updated weights for policy 0, policy_version 27240 (0.0008)
+[2026-06-02 16:34:21,398][243551] Updated weights for policy 0, policy_version 27250 (0.0009)
+[2026-06-02 16:34:21,560][243551] Updated weights for policy 0, policy_version 27260 (0.0008)
+[2026-06-02 16:34:21,741][243551] Updated weights for policy 0, policy_version 27271 (0.0008)
+[2026-06-02 16:34:21,903][243551] Updated weights for policy 0, policy_version 27281 (0.0008)
+[2026-06-02 16:34:22,076][243551] Updated weights for policy 0, policy_version 27291 (0.0008)
+[2026-06-02 16:34:22,717][243551] Updated weights for policy 0, policy_version 27301 (0.0007)
+[2026-06-02 16:34:22,875][243551] Updated weights for policy 0, policy_version 27311 (0.0006)
+[2026-06-02 16:34:23,043][243551] Updated weights for policy 0, policy_version 27322 (0.0010)
+[2026-06-02 16:34:23,215][243551] Updated weights for policy 0, policy_version 27332 (0.0011)
+[2026-06-02 16:34:23,378][243551] Updated weights for policy 0, policy_version 27342 (0.0011)
+[2026-06-02 16:34:23,531][243551] Updated weights for policy 0, policy_version 27352 (0.0008)
+[2026-06-02 16:34:24,196][243551] Updated weights for policy 0, policy_version 27363 (0.0008)
+[2026-06-02 16:34:24,341][243551] Updated weights for policy 0, policy_version 27373 (0.0008)
+[2026-06-02 16:34:24,539][243551] Updated weights for policy 0, policy_version 27385 (0.0008)
+[2026-06-02 16:34:24,703][243551] Updated weights for policy 0, policy_version 27395 (0.0008)
+[2026-06-02 16:34:24,870][243551] Updated weights for policy 0, policy_version 27405 (0.0009)
+[2026-06-02 16:34:24,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14024704. Throughput: 0: 21333.3. Samples: 14048512. Policy #0 lag: (min: 114.0, avg: 128.8, max: 178.0)
+[2026-06-02 16:34:24,954][235966] Avg episode reward: [(0, '1012.585')]
+[2026-06-02 16:34:25,046][243551] Updated weights for policy 0, policy_version 27416 (0.0008)
+[2026-06-02 16:34:25,712][243551] Updated weights for policy 0, policy_version 27426 (0.0009)
+[2026-06-02 16:34:25,859][243551] Updated weights for policy 0, policy_version 27436 (0.0008)
+[2026-06-02 16:34:26,028][243551] Updated weights for policy 0, policy_version 27446 (0.0008)
+[2026-06-02 16:34:26,222][243551] Updated weights for policy 0, policy_version 27458 (0.0008)
+[2026-06-02 16:34:26,396][243551] Updated weights for policy 0, policy_version 27469 (0.0008)
+[2026-06-02 16:34:26,560][243551] Updated weights for policy 0, policy_version 27479 (0.0008)
+[2026-06-02 16:34:27,221][243551] Updated weights for policy 0, policy_version 27489 (0.0009)
+[2026-06-02 16:34:27,389][243551] Updated weights for policy 0, policy_version 27500 (0.0008)
+[2026-06-02 16:34:27,570][243551] Updated weights for policy 0, policy_version 27511 (0.0009)
+[2026-06-02 16:34:27,733][243551] Updated weights for policy 0, policy_version 27521 (0.0008)
+[2026-06-02 16:34:27,897][243551] Updated weights for policy 0, policy_version 27531 (0.0008)
+[2026-06-02 16:34:28,063][243551] Updated weights for policy 0, policy_version 27541 (0.0008)
+[2026-06-02 16:34:28,220][243551] Updated weights for policy 0, policy_version 27551 (0.0008)
+[2026-06-02 16:34:28,866][243551] Updated weights for policy 0, policy_version 27562 (0.0008)
+[2026-06-02 16:34:29,042][243551] Updated weights for policy 0, policy_version 27573 (0.0008)
+[2026-06-02 16:34:29,207][243551] Updated weights for policy 0, policy_version 27583 (0.0008)
+[2026-06-02 16:34:29,372][243551] Updated weights for policy 0, policy_version 27593 (0.0008)
+[2026-06-02 16:34:29,536][243551] Updated weights for policy 0, policy_version 27603 (0.0008)
+[2026-06-02 16:34:29,706][243551] Updated weights for policy 0, policy_version 27613 (0.0008)
+[2026-06-02 16:34:29,953][235966] Fps is (10 sec: 22937.2, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 14155776. Throughput: 0: 21370.2. Samples: 14176640. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:34:29,955][235966] Avg episode reward: [(0, '1008.384')]
+[2026-06-02 16:34:30,352][243551] Updated weights for policy 0, policy_version 27623 (0.0008)
+[2026-06-02 16:34:30,509][243551] Updated weights for policy 0, policy_version 27633 (0.0008)
+[2026-06-02 16:34:30,673][243551] Updated weights for policy 0, policy_version 27643 (0.0008)
+[2026-06-02 16:34:30,840][243551] Updated weights for policy 0, policy_version 27653 (0.0008)
+[2026-06-02 16:34:31,004][243551] Updated weights for policy 0, policy_version 27663 (0.0008)
+[2026-06-02 16:34:31,169][243551] Updated weights for policy 0, policy_version 27673 (0.0008)
+[2026-06-02 16:34:31,816][243551] Updated weights for policy 0, policy_version 27683 (0.0008)
+[2026-06-02 16:34:31,981][243551] Updated weights for policy 0, policy_version 27694 (0.0008)
+[2026-06-02 16:34:32,148][243551] Updated weights for policy 0, policy_version 27704 (0.0008)
+[2026-06-02 16:34:32,313][243551] Updated weights for policy 0, policy_version 27714 (0.0008)
+[2026-06-02 16:34:32,473][243551] Updated weights for policy 0, policy_version 27724 (0.0008)
+[2026-06-02 16:34:32,641][243551] Updated weights for policy 0, policy_version 27734 (0.0008)
+[2026-06-02 16:34:32,795][243551] Updated weights for policy 0, policy_version 27744 (0.0008)
+[2026-06-02 16:34:33,438][243551] Updated weights for policy 0, policy_version 27754 (0.0008)
+[2026-06-02 16:34:33,605][243551] Updated weights for policy 0, policy_version 27764 (0.0008)
+[2026-06-02 16:34:33,759][243551] Updated weights for policy 0, policy_version 27774 (0.0008)
+[2026-06-02 16:34:33,940][243551] Updated weights for policy 0, policy_version 27785 (0.0008)
+[2026-06-02 16:34:34,114][243551] Updated weights for policy 0, policy_version 27795 (0.0008)
+[2026-06-02 16:34:34,280][243551] Updated weights for policy 0, policy_version 27805 (0.0008)
+[2026-06-02 16:34:34,921][243551] Updated weights for policy 0, policy_version 27815 (0.0008)
+[2026-06-02 16:34:34,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 14254080. Throughput: 0: 21415.8. Samples: 14241920. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:34:34,955][235966] Avg episode reward: [(0, '1077.531')]
+[2026-06-02 16:34:35,079][243551] Updated weights for policy 0, policy_version 27825 (0.0008)
+[2026-06-02 16:34:35,260][243551] Updated weights for policy 0, policy_version 27836 (0.0008)
+[2026-06-02 16:34:35,421][243551] Updated weights for policy 0, policy_version 27846 (0.0008)
+[2026-06-02 16:34:35,579][243551] Updated weights for policy 0, policy_version 27856 (0.0009)
+[2026-06-02 16:34:35,767][243551] Updated weights for policy 0, policy_version 27867 (0.0009)
+[2026-06-02 16:34:36,425][243551] Updated weights for policy 0, policy_version 27878 (0.0009)
+[2026-06-02 16:34:36,590][243551] Updated weights for policy 0, policy_version 27889 (0.0008)
+[2026-06-02 16:34:36,787][243551] Updated weights for policy 0, policy_version 27901 (0.0008)
+[2026-06-02 16:34:36,948][243551] Updated weights for policy 0, policy_version 27911 (0.0009)
+[2026-06-02 16:34:37,116][243551] Updated weights for policy 0, policy_version 27921 (0.0008)
+[2026-06-02 16:34:37,302][243551] Updated weights for policy 0, policy_version 27932 (0.0008)
+[2026-06-02 16:34:37,974][243551] Updated weights for policy 0, policy_version 27944 (0.0008)
+[2026-06-02 16:34:38,158][243551] Updated weights for policy 0, policy_version 27955 (0.0008)
+[2026-06-02 16:34:38,333][243551] Updated weights for policy 0, policy_version 27966 (0.0008)
+[2026-06-02 16:34:38,519][243551] Updated weights for policy 0, policy_version 27977 (0.0009)
+[2026-06-02 16:34:38,681][243551] Updated weights for policy 0, policy_version 27987 (0.0008)
+[2026-06-02 16:34:38,841][243551] Updated weights for policy 0, policy_version 27997 (0.0008)
+[2026-06-02 16:34:39,489][243551] Updated weights for policy 0, policy_version 28007 (0.0008)
+[2026-06-02 16:34:39,645][243551] Updated weights for policy 0, policy_version 28017 (0.0008)
+[2026-06-02 16:34:39,808][243551] Updated weights for policy 0, policy_version 28027 (0.0008)
+[2026-06-02 16:34:39,953][235966] Fps is (10 sec: 19661.1, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 14352384. Throughput: 0: 21509.7. Samples: 14371840. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:34:39,954][235966] Avg episode reward: [(0, '1086.619')]
+[2026-06-02 16:34:40,006][243551] Updated weights for policy 0, policy_version 28039 (0.0008)
+[2026-06-02 16:34:40,172][243551] Updated weights for policy 0, policy_version 28049 (0.0008)
+[2026-06-02 16:34:40,342][243551] Updated weights for policy 0, policy_version 28059 (0.0008)
+[2026-06-02 16:34:40,962][243551] Updated weights for policy 0, policy_version 28069 (0.0009)
+[2026-06-02 16:34:41,124][243551] Updated weights for policy 0, policy_version 28079 (0.0008)
+[2026-06-02 16:34:41,287][243551] Updated weights for policy 0, policy_version 28089 (0.0008)
+[2026-06-02 16:34:41,452][243551] Updated weights for policy 0, policy_version 28099 (0.0008)
+[2026-06-02 16:34:41,639][243551] Updated weights for policy 0, policy_version 28110 (0.0009)
+[2026-06-02 16:34:41,800][243551] Updated weights for policy 0, policy_version 28120 (0.0009)
+[2026-06-02 16:34:42,448][243551] Updated weights for policy 0, policy_version 28130 (0.0008)
+[2026-06-02 16:34:42,604][243551] Updated weights for policy 0, policy_version 28140 (0.0008)
+[2026-06-02 16:34:42,776][243551] Updated weights for policy 0, policy_version 28151 (0.0008)
+[2026-06-02 16:34:42,945][243551] Updated weights for policy 0, policy_version 28161 (0.0008)
+[2026-06-02 16:34:43,111][243551] Updated weights for policy 0, policy_version 28171 (0.0004)
+[2026-06-02 16:34:43,290][243551] Updated weights for policy 0, policy_version 28182 (0.0004)
+[2026-06-02 16:34:43,932][243551] Updated weights for policy 0, policy_version 28193 (0.0004)
+[2026-06-02 16:34:44,085][243551] Updated weights for policy 0, policy_version 28203 (0.0004)
+[2026-06-02 16:34:44,259][243551] Updated weights for policy 0, policy_version 28213 (0.0004)
+[2026-06-02 16:34:44,423][243551] Updated weights for policy 0, policy_version 28223 (0.0004)
+[2026-06-02 16:34:44,603][243551] Updated weights for policy 0, policy_version 28234 (0.0004)
+[2026-06-02 16:34:44,765][243551] Updated weights for policy 0, policy_version 28244 (0.0004)
+[2026-06-02 16:34:44,923][243551] Updated weights for policy 0, policy_version 28254 (0.0004)
+[2026-06-02 16:34:44,953][235966] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14450688. Throughput: 0: 21561.0. Samples: 14501376. Policy #0 lag: (min: 63.0, avg: 78.8, max: 127.0)
+[2026-06-02 16:34:44,954][235966] Avg episode reward: [(0, '1088.320')]
+[2026-06-02 16:34:45,550][243551] Updated weights for policy 0, policy_version 28264 (0.0009)
+[2026-06-02 16:34:45,713][243551] Updated weights for policy 0, policy_version 28274 (0.0009)
+[2026-06-02 16:34:45,871][243551] Updated weights for policy 0, policy_version 28284 (0.0009)
+[2026-06-02 16:34:46,042][243551] Updated weights for policy 0, policy_version 28294 (0.0010)
+[2026-06-02 16:34:46,216][243551] Updated weights for policy 0, policy_version 28305 (0.0008)
+[2026-06-02 16:34:46,385][243551] Updated weights for policy 0, policy_version 28315 (0.0008)
+[2026-06-02 16:34:47,037][243551] Updated weights for policy 0, policy_version 28326 (0.0008)
+[2026-06-02 16:34:47,210][243551] Updated weights for policy 0, policy_version 28337 (0.0009)
+[2026-06-02 16:34:47,375][243551] Updated weights for policy 0, policy_version 28347 (0.0009)
+[2026-06-02 16:34:47,539][243551] Updated weights for policy 0, policy_version 28357 (0.0009)
+[2026-06-02 16:34:47,704][243551] Updated weights for policy 0, policy_version 28367 (0.0009)
+[2026-06-02 16:34:47,869][243551] Updated weights for policy 0, policy_version 28377 (0.0008)
+[2026-06-02 16:34:48,519][243551] Updated weights for policy 0, policy_version 28387 (0.0008)
+[2026-06-02 16:34:48,672][243551] Updated weights for policy 0, policy_version 28397 (0.0008)
+[2026-06-02 16:34:48,832][243551] Updated weights for policy 0, policy_version 28407 (0.0007)
+[2026-06-02 16:34:49,002][243551] Updated weights for policy 0, policy_version 28418 (0.0008)
+[2026-06-02 16:34:49,214][243551] Updated weights for policy 0, policy_version 28431 (0.0008)
+[2026-06-02 16:34:49,393][243551] Updated weights for policy 0, policy_version 28442 (0.0009)
+[2026-06-02 16:34:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 14581760. Throughput: 0: 21543.8. Samples: 14565120. Policy #0 lag: (min: 37.0, avg: 74.6, max: 99.0)
+[2026-06-02 16:34:49,954][235966] Avg episode reward: [(0, '1036.527')]
+[2026-06-02 16:34:50,067][243551] Updated weights for policy 0, policy_version 28452 (0.0008)
+[2026-06-02 16:34:50,250][243551] Updated weights for policy 0, policy_version 28463 (0.0008)
+[2026-06-02 16:34:50,402][243551] Updated weights for policy 0, policy_version 28473 (0.0008)
+[2026-06-02 16:34:50,564][243551] Updated weights for policy 0, policy_version 28483 (0.0008)
+[2026-06-02 16:34:50,733][243551] Updated weights for policy 0, policy_version 28493 (0.0005)
+[2026-06-02 16:34:50,899][243551] Updated weights for policy 0, policy_version 28503 (0.0007)
+[2026-06-02 16:34:51,546][243551] Updated weights for policy 0, policy_version 28514 (0.0008)
+[2026-06-02 16:34:51,711][243551] Updated weights for policy 0, policy_version 28524 (0.0008)
+[2026-06-02 16:34:51,889][243551] Updated weights for policy 0, policy_version 28535 (0.0008)
+[2026-06-02 16:34:52,073][243551] Updated weights for policy 0, policy_version 28546 (0.0008)
+[2026-06-02 16:34:52,231][243551] Updated weights for policy 0, policy_version 28556 (0.0008)
+[2026-06-02 16:34:52,401][243551] Updated weights for policy 0, policy_version 28566 (0.0008)
+[2026-06-02 16:34:52,558][243551] Updated weights for policy 0, policy_version 28576 (0.0008)
+[2026-06-02 16:34:53,204][243551] Updated weights for policy 0, policy_version 28586 (0.0008)
+[2026-06-02 16:34:53,366][243551] Updated weights for policy 0, policy_version 28596 (0.0008)
+[2026-06-02 16:34:53,544][243551] Updated weights for policy 0, policy_version 28607 (0.0008)
+[2026-06-02 16:34:53,735][243551] Updated weights for policy 0, policy_version 28618 (0.0006)
+[2026-06-02 16:34:53,894][243551] Updated weights for policy 0, policy_version 28628 (0.0004)
+[2026-06-02 16:34:54,074][243551] Updated weights for policy 0, policy_version 28638 (0.0005)
+[2026-06-02 16:34:54,713][243551] Updated weights for policy 0, policy_version 28648 (0.0005)
+[2026-06-02 16:34:54,891][243551] Updated weights for policy 0, policy_version 28659 (0.0005)
+[2026-06-02 16:34:54,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 14680064. Throughput: 0: 21558.1. Samples: 14694784. Policy #0 lag: (min: 37.0, avg: 74.6, max: 99.0)
+[2026-06-02 16:34:54,954][235966] Avg episode reward: [(0, '1070.687')]
+[2026-06-02 16:34:55,064][243551] Updated weights for policy 0, policy_version 28670 (0.0005)
+[2026-06-02 16:34:55,231][243551] Updated weights for policy 0, policy_version 28680 (0.0005)
+[2026-06-02 16:34:55,403][243551] Updated weights for policy 0, policy_version 28690 (0.0005)
+[2026-06-02 16:34:55,563][243551] Updated weights for policy 0, policy_version 28700 (0.0007)
+[2026-06-02 16:34:56,212][243551] Updated weights for policy 0, policy_version 28710 (0.0010)
+[2026-06-02 16:34:56,369][243551] Updated weights for policy 0, policy_version 28720 (0.0008)
+[2026-06-02 16:34:56,534][243551] Updated weights for policy 0, policy_version 28730 (0.0008)
+[2026-06-02 16:34:56,695][243551] Updated weights for policy 0, policy_version 28740 (0.0008)
+[2026-06-02 16:34:56,857][243551] Updated weights for policy 0, policy_version 28750 (0.0005)
+[2026-06-02 16:34:57,030][243551] Updated weights for policy 0, policy_version 28760 (0.0005)
+[2026-06-02 16:34:57,689][243551] Updated weights for policy 0, policy_version 28770 (0.0005)
+[2026-06-02 16:34:57,841][243551] Updated weights for policy 0, policy_version 28780 (0.0009)
+[2026-06-02 16:34:58,002][243551] Updated weights for policy 0, policy_version 28790 (0.0009)
+[2026-06-02 16:34:58,180][243551] Updated weights for policy 0, policy_version 28801 (0.0008)
+[2026-06-02 16:34:58,346][243551] Updated weights for policy 0, policy_version 28811 (0.0008)
+[2026-06-02 16:34:58,507][243551] Updated weights for policy 0, policy_version 28821 (0.0008)
+[2026-06-02 16:34:58,680][243551] Updated weights for policy 0, policy_version 28831 (0.0009)
+[2026-06-02 16:34:59,319][243551] Updated weights for policy 0, policy_version 28841 (0.0009)
+[2026-06-02 16:34:59,482][243551] Updated weights for policy 0, policy_version 28851 (0.0008)
+[2026-06-02 16:34:59,642][243551] Updated weights for policy 0, policy_version 28861 (0.0008)
+[2026-06-02 16:34:59,807][243551] Updated weights for policy 0, policy_version 28871 (0.0006)
+[2026-06-02 16:34:59,953][235966] Fps is (10 sec: 19660.5, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 14778368. Throughput: 0: 21603.5. Samples: 14825856. Policy #0 lag: (min: 37.0, avg: 74.6, max: 99.0)
+[2026-06-02 16:34:59,954][235966] Avg episode reward: [(0, '1081.465')]
+[2026-06-02 16:34:59,974][243551] Updated weights for policy 0, policy_version 28881 (0.0009)
+[2026-06-02 16:35:00,140][243551] Updated weights for policy 0, policy_version 28891 (0.0009)
+[2026-06-02 16:35:00,790][243551] Updated weights for policy 0, policy_version 28901 (0.0008)
+[2026-06-02 16:35:00,950][243551] Updated weights for policy 0, policy_version 28911 (0.0008)
+[2026-06-02 16:35:01,108][243551] Updated weights for policy 0, policy_version 28921 (0.0008)
+[2026-06-02 16:35:01,270][243551] Updated weights for policy 0, policy_version 28931 (0.0008)
+[2026-06-02 16:35:01,432][243551] Updated weights for policy 0, policy_version 28941 (0.0008)
+[2026-06-02 16:35:01,599][243551] Updated weights for policy 0, policy_version 28951 (0.0009)
+[2026-06-02 16:35:02,264][243551] Updated weights for policy 0, policy_version 28962 (0.0009)
+[2026-06-02 16:35:02,414][243551] Updated weights for policy 0, policy_version 28972 (0.0008)
+[2026-06-02 16:35:02,582][243551] Updated weights for policy 0, policy_version 28982 (0.0009)
+[2026-06-02 16:35:02,748][243551] Updated weights for policy 0, policy_version 28992 (0.0008)
+[2026-06-02 16:35:02,910][243551] Updated weights for policy 0, policy_version 29002 (0.0008)
+[2026-06-02 16:35:03,084][243551] Updated weights for policy 0, policy_version 29012 (0.0008)
+[2026-06-02 16:35:03,250][243551] Updated weights for policy 0, policy_version 29022 (0.0008)
+[2026-06-02 16:35:03,882][243551] Updated weights for policy 0, policy_version 29032 (0.0008)
+[2026-06-02 16:35:04,038][243551] Updated weights for policy 0, policy_version 29042 (0.0008)
+[2026-06-02 16:35:04,197][243551] Updated weights for policy 0, policy_version 29052 (0.0008)
+[2026-06-02 16:35:04,370][243551] Updated weights for policy 0, policy_version 29062 (0.0009)
+[2026-06-02 16:35:04,537][243551] Updated weights for policy 0, policy_version 29072 (0.0009)
+[2026-06-02 16:35:04,698][243551] Updated weights for policy 0, policy_version 29082 (0.0009)
+[2026-06-02 16:35:04,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 14909440. Throughput: 0: 21589.3. Samples: 14891136. Policy #0 lag: (min: 29.0, avg: 44.5, max: 93.0)
+[2026-06-02 16:35:04,954][235966] Avg episode reward: [(0, '1104.819')]
+[2026-06-02 16:35:04,959][242747] Saving new best policy, reward=1104.819!
+[2026-06-02 16:35:05,358][243551] Updated weights for policy 0, policy_version 29092 (0.0009)
+[2026-06-02 16:35:05,529][243551] Updated weights for policy 0, policy_version 29103 (0.0009)
+[2026-06-02 16:35:05,712][243551] Updated weights for policy 0, policy_version 29115 (0.0008)
+[2026-06-02 16:35:05,872][243551] Updated weights for policy 0, policy_version 29125 (0.0009)
+[2026-06-02 16:35:06,037][243551] Updated weights for policy 0, policy_version 29135 (0.0009)
+[2026-06-02 16:35:06,199][243551] Updated weights for policy 0, policy_version 29145 (0.0009)
+[2026-06-02 16:35:06,876][243551] Updated weights for policy 0, policy_version 29155 (0.0009)
+[2026-06-02 16:35:07,022][243551] Updated weights for policy 0, policy_version 29165 (0.0010)
+[2026-06-02 16:35:07,191][243551] Updated weights for policy 0, policy_version 29175 (0.0009)
+[2026-06-02 16:35:07,360][243551] Updated weights for policy 0, policy_version 29185 (0.0009)
+[2026-06-02 16:35:07,522][243551] Updated weights for policy 0, policy_version 29195 (0.0009)
+[2026-06-02 16:35:07,679][243551] Updated weights for policy 0, policy_version 29205 (0.0009)
+[2026-06-02 16:35:07,862][243551] Updated weights for policy 0, policy_version 29216 (0.0009)
+[2026-06-02 16:35:08,492][243551] Updated weights for policy 0, policy_version 29226 (0.0008)
+[2026-06-02 16:35:08,667][243551] Updated weights for policy 0, policy_version 29237 (0.0008)
+[2026-06-02 16:35:08,833][243551] Updated weights for policy 0, policy_version 29248 (0.0009)
+[2026-06-02 16:35:08,991][243551] Updated weights for policy 0, policy_version 29258 (0.0010)
+[2026-06-02 16:35:09,155][243551] Updated weights for policy 0, policy_version 29268 (0.0006)
+[2026-06-02 16:35:09,316][243551] Updated weights for policy 0, policy_version 29278 (0.0010)
+[2026-06-02 16:35:09,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 15007744. Throughput: 0: 21614.9. Samples: 15021184. Policy #0 lag: (min: 29.0, avg: 44.5, max: 93.0)
+[2026-06-02 16:35:09,954][235966] Avg episode reward: [(0, '1124.317')]
+[2026-06-02 16:35:10,018][243551] Updated weights for policy 0, policy_version 29289 (0.0008)
+[2026-06-02 16:35:10,181][243551] Updated weights for policy 0, policy_version 29300 (0.0010)
+[2026-06-02 16:35:10,341][243551] Updated weights for policy 0, policy_version 29310 (0.0009)
+[2026-06-02 16:35:10,518][243551] Updated weights for policy 0, policy_version 29321 (0.0009)
+[2026-06-02 16:35:10,679][243551] Updated weights for policy 0, policy_version 29331 (0.0009)
+[2026-06-02 16:35:10,830][243551] Updated weights for policy 0, policy_version 29341 (0.0009)
+[2026-06-02 16:35:10,878][242747] Saving new best policy, reward=1124.317!
+[2026-06-02 16:35:11,542][243551] Updated weights for policy 0, policy_version 29353 (0.0009)
+[2026-06-02 16:35:11,713][243551] Updated weights for policy 0, policy_version 29364 (0.0008)
+[2026-06-02 16:35:11,883][243551] Updated weights for policy 0, policy_version 29375 (0.0009)
+[2026-06-02 16:35:12,048][243551] Updated weights for policy 0, policy_version 29385 (0.0009)
+[2026-06-02 16:35:12,212][243551] Updated weights for policy 0, policy_version 29395 (0.0008)
+[2026-06-02 16:35:12,379][243551] Updated weights for policy 0, policy_version 29405 (0.0008)
+[2026-06-02 16:35:13,024][243551] Updated weights for policy 0, policy_version 29415 (0.0009)
+[2026-06-02 16:35:13,184][243551] Updated weights for policy 0, policy_version 29425 (0.0009)
+[2026-06-02 16:35:13,376][243551] Updated weights for policy 0, policy_version 29437 (0.0009)
+[2026-06-02 16:35:13,561][243551] Updated weights for policy 0, policy_version 29448 (0.0008)
+[2026-06-02 16:35:13,730][243551] Updated weights for policy 0, policy_version 29459 (0.0008)
+[2026-06-02 16:35:13,896][243551] Updated weights for policy 0, policy_version 29469 (0.0008)
+[2026-06-02 16:35:14,532][243551] Updated weights for policy 0, policy_version 29479 (0.0007)
+[2026-06-02 16:35:14,688][243551] Updated weights for policy 0, policy_version 29489 (0.0009)
+[2026-06-02 16:35:14,847][243551] Updated weights for policy 0, policy_version 29499 (0.0008)
+[2026-06-02 16:35:14,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 15106048. Throughput: 0: 21646.3. Samples: 15150720. Policy #0 lag: (min: 29.0, avg: 44.5, max: 93.0)
+[2026-06-02 16:35:14,954][235966] Avg episode reward: [(0, '1165.906')]
+[2026-06-02 16:35:15,011][243551] Updated weights for policy 0, policy_version 29509 (0.0008)
+[2026-06-02 16:35:15,175][243551] Updated weights for policy 0, policy_version 29519 (0.0008)
+[2026-06-02 16:35:15,340][243551] Updated weights for policy 0, policy_version 29529 (0.0008)
+[2026-06-02 16:35:15,445][242747] Saving new best policy, reward=1165.906!
+[2026-06-02 16:35:15,997][243551] Updated weights for policy 0, policy_version 29539 (0.0009)
+[2026-06-02 16:35:16,153][243551] Updated weights for policy 0, policy_version 29549 (0.0009)
+[2026-06-02 16:35:16,311][243551] Updated weights for policy 0, policy_version 29559 (0.0009)
+[2026-06-02 16:35:16,471][243551] Updated weights for policy 0, policy_version 29569 (0.0009)
+[2026-06-02 16:35:16,651][243551] Updated weights for policy 0, policy_version 29580 (0.0009)
+[2026-06-02 16:35:16,821][243551] Updated weights for policy 0, policy_version 29590 (0.0009)
+[2026-06-02 16:35:16,986][243551] Updated weights for policy 0, policy_version 29600 (0.0009)
+[2026-06-02 16:35:17,639][243551] Updated weights for policy 0, policy_version 29610 (0.0009)
+[2026-06-02 16:35:17,804][243551] Updated weights for policy 0, policy_version 29620 (0.0008)
+[2026-06-02 16:35:17,971][243551] Updated weights for policy 0, policy_version 29630 (0.0009)
+[2026-06-02 16:35:18,136][243551] Updated weights for policy 0, policy_version 29640 (0.0009)
+[2026-06-02 16:35:18,294][243551] Updated weights for policy 0, policy_version 29650 (0.0009)
+[2026-06-02 16:35:18,464][243551] Updated weights for policy 0, policy_version 29660 (0.0008)
+[2026-06-02 16:35:19,130][243551] Updated weights for policy 0, policy_version 29671 (0.0008)
+[2026-06-02 16:35:19,284][243551] Updated weights for policy 0, policy_version 29681 (0.0008)
+[2026-06-02 16:35:19,471][243551] Updated weights for policy 0, policy_version 29692 (0.0009)
+[2026-06-02 16:35:19,634][243551] Updated weights for policy 0, policy_version 29702 (0.0008)
+[2026-06-02 16:35:19,816][243551] Updated weights for policy 0, policy_version 29713 (0.0009)
+[2026-06-02 16:35:19,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.1, 300 sec: 21438.0). Total num frames: 15204352. Throughput: 0: 21629.1. Samples: 15215232. Policy #0 lag: (min: 29.0, avg: 44.5, max: 93.0)
+[2026-06-02 16:35:19,954][235966] Avg episode reward: [(0, '1155.644')]
+[2026-06-02 16:35:19,978][243551] Updated weights for policy 0, policy_version 29723 (0.0009)
+[2026-06-02 16:35:20,643][243551] Updated weights for policy 0, policy_version 29733 (0.0009)
+[2026-06-02 16:35:20,816][243551] Updated weights for policy 0, policy_version 29744 (0.0010)
+[2026-06-02 16:35:20,977][243551] Updated weights for policy 0, policy_version 29754 (0.0009)
+[2026-06-02 16:35:21,152][243551] Updated weights for policy 0, policy_version 29765 (0.0008)
+[2026-06-02 16:35:21,322][243551] Updated weights for policy 0, policy_version 29775 (0.0008)
+[2026-06-02 16:35:21,490][243551] Updated weights for policy 0, policy_version 29785 (0.0009)
+[2026-06-02 16:35:22,141][243551] Updated weights for policy 0, policy_version 29796 (0.0009)
+[2026-06-02 16:35:22,300][243551] Updated weights for policy 0, policy_version 29806 (0.0008)
+[2026-06-02 16:35:22,462][243551] Updated weights for policy 0, policy_version 29816 (0.0008)
+[2026-06-02 16:35:22,639][243551] Updated weights for policy 0, policy_version 29827 (0.0008)
+[2026-06-02 16:35:22,804][243551] Updated weights for policy 0, policy_version 29837 (0.0009)
+[2026-06-02 16:35:22,989][243551] Updated weights for policy 0, policy_version 29848 (0.0008)
+[2026-06-02 16:35:23,633][243551] Updated weights for policy 0, policy_version 29858 (0.0010)
+[2026-06-02 16:35:23,801][243551] Updated weights for policy 0, policy_version 29869 (0.0008)
+[2026-06-02 16:35:23,956][243551] Updated weights for policy 0, policy_version 29879 (0.0009)
+[2026-06-02 16:35:24,128][243551] Updated weights for policy 0, policy_version 29889 (0.0010)
+[2026-06-02 16:35:24,284][243551] Updated weights for policy 0, policy_version 29899 (0.0008)
+[2026-06-02 16:35:24,446][243551] Updated weights for policy 0, policy_version 29909 (0.0008)
+[2026-06-02 16:35:24,628][243551] Updated weights for policy 0, policy_version 29920 (0.0008)
+[2026-06-02 16:35:24,953][235966] Fps is (10 sec: 22937.3, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 15335424. Throughput: 0: 21521.0. Samples: 15340288. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:35:24,954][235966] Avg episode reward: [(0, '1192.378')]
+[2026-06-02 16:35:24,959][242747] Saving new best policy, reward=1192.378!
+[2026-06-02 16:35:25,307][243551] Updated weights for policy 0, policy_version 29931 (0.0009)
+[2026-06-02 16:35:25,482][243551] Updated weights for policy 0, policy_version 29942 (0.0008)
+[2026-06-02 16:35:25,644][243551] Updated weights for policy 0, policy_version 29952 (0.0009)
+[2026-06-02 16:35:25,823][243551] Updated weights for policy 0, policy_version 29963 (0.0009)
+[2026-06-02 16:35:25,992][243551] Updated weights for policy 0, policy_version 29973 (0.0009)
+[2026-06-02 16:35:26,164][243551] Updated weights for policy 0, policy_version 29984 (0.0009)
+[2026-06-02 16:35:26,842][243551] Updated weights for policy 0, policy_version 29996 (0.0008)
+[2026-06-02 16:35:27,009][243551] Updated weights for policy 0, policy_version 30006 (0.0009)
+[2026-06-02 16:35:27,165][243551] Updated weights for policy 0, policy_version 30016 (0.0009)
+[2026-06-02 16:35:27,328][243551] Updated weights for policy 0, policy_version 30026 (0.0008)
+[2026-06-02 16:35:27,497][243551] Updated weights for policy 0, policy_version 30036 (0.0009)
+[2026-06-02 16:35:27,681][243551] Updated weights for policy 0, policy_version 30047 (0.0009)
+[2026-06-02 16:35:28,322][243551] Updated weights for policy 0, policy_version 30057 (0.0008)
+[2026-06-02 16:35:28,503][243551] Updated weights for policy 0, policy_version 30068 (0.0008)
+[2026-06-02 16:35:28,657][243551] Updated weights for policy 0, policy_version 30078 (0.0008)
+[2026-06-02 16:35:28,825][243551] Updated weights for policy 0, policy_version 30088 (0.0008)
+[2026-06-02 16:35:28,991][243551] Updated weights for policy 0, policy_version 30098 (0.0008)
+[2026-06-02 16:35:29,172][243551] Updated weights for policy 0, policy_version 30109 (0.0008)
+[2026-06-02 16:35:29,816][243551] Updated weights for policy 0, policy_version 30119 (0.0009)
+[2026-06-02 16:35:29,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 15433728. Throughput: 0: 21444.2. Samples: 15466368. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:35:29,954][235966] Avg episode reward: [(0, '1227.375')]
+[2026-06-02 16:35:29,992][243551] Updated weights for policy 0, policy_version 30130 (0.0009)
+[2026-06-02 16:35:30,158][243551] Updated weights for policy 0, policy_version 30140 (0.0009)
+[2026-06-02 16:35:30,322][243551] Updated weights for policy 0, policy_version 30150 (0.0008)
+[2026-06-02 16:35:30,476][243551] Updated weights for policy 0, policy_version 30160 (0.0008)
+[2026-06-02 16:35:30,662][243551] Updated weights for policy 0, policy_version 30171 (0.0008)
+[2026-06-02 16:35:30,733][242747] Saving new best policy, reward=1227.375!
+[2026-06-02 16:35:31,305][243551] Updated weights for policy 0, policy_version 30181 (0.0008)
+[2026-06-02 16:35:31,467][243551] Updated weights for policy 0, policy_version 30191 (0.0007)
+[2026-06-02 16:35:31,630][243551] Updated weights for policy 0, policy_version 30201 (0.0008)
+[2026-06-02 16:35:31,786][243551] Updated weights for policy 0, policy_version 30211 (0.0008)
+[2026-06-02 16:35:31,974][243551] Updated weights for policy 0, policy_version 30222 (0.0008)
+[2026-06-02 16:35:32,136][243551] Updated weights for policy 0, policy_version 30232 (0.0008)
+[2026-06-02 16:35:32,790][243551] Updated weights for policy 0, policy_version 30242 (0.0008)
+[2026-06-02 16:35:32,940][243551] Updated weights for policy 0, policy_version 30252 (0.0009)
+[2026-06-02 16:35:33,097][243551] Updated weights for policy 0, policy_version 30262 (0.0008)
+[2026-06-02 16:35:33,258][243551] Updated weights for policy 0, policy_version 30272 (0.0009)
+[2026-06-02 16:35:33,421][243551] Updated weights for policy 0, policy_version 30282 (0.0010)
+[2026-06-02 16:35:33,586][243551] Updated weights for policy 0, policy_version 30292 (0.0008)
+[2026-06-02 16:35:33,744][243551] Updated weights for policy 0, policy_version 30302 (0.0008)
+[2026-06-02 16:35:34,395][243551] Updated weights for policy 0, policy_version 30312 (0.0008)
+[2026-06-02 16:35:34,556][243551] Updated weights for policy 0, policy_version 30322 (0.0009)
+[2026-06-02 16:35:34,719][243551] Updated weights for policy 0, policy_version 30332 (0.0008)
+[2026-06-02 16:35:34,890][243551] Updated weights for policy 0, policy_version 30343 (0.0008)
+[2026-06-02 16:35:34,953][235966] Fps is (10 sec: 19661.0, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15532032. Throughput: 0: 21438.6. Samples: 15529856. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:35:34,954][235966] Avg episode reward: [(0, '1267.883')]
+[2026-06-02 16:35:35,071][243551] Updated weights for policy 0, policy_version 30354 (0.0009)
+[2026-06-02 16:35:35,241][243551] Updated weights for policy 0, policy_version 30364 (0.0008)
+[2026-06-02 16:35:35,298][242747] Saving new best policy, reward=1267.883!
+[2026-06-02 16:35:35,907][243551] Updated weights for policy 0, policy_version 30374 (0.0008)
+[2026-06-02 16:35:36,067][243551] Updated weights for policy 0, policy_version 30385 (0.0008)
+[2026-06-02 16:35:36,247][243551] Updated weights for policy 0, policy_version 30396 (0.0008)
+[2026-06-02 16:35:36,435][243551] Updated weights for policy 0, policy_version 30408 (0.0009)
+[2026-06-02 16:35:36,598][243551] Updated weights for policy 0, policy_version 30418 (0.0008)
+[2026-06-02 16:35:36,775][243551] Updated weights for policy 0, policy_version 30429 (0.0009)
+[2026-06-02 16:35:37,483][243551] Updated weights for policy 0, policy_version 30442 (0.0008)
+[2026-06-02 16:35:37,637][243551] Updated weights for policy 0, policy_version 30452 (0.0009)
+[2026-06-02 16:35:37,823][243551] Updated weights for policy 0, policy_version 30464 (0.0008)
+[2026-06-02 16:35:37,993][243551] Updated weights for policy 0, policy_version 30474 (0.0009)
+[2026-06-02 16:35:38,161][243551] Updated weights for policy 0, policy_version 30485 (0.0008)
+[2026-06-02 16:35:38,337][243551] Updated weights for policy 0, policy_version 30496 (0.0008)
+[2026-06-02 16:35:39,016][243551] Updated weights for policy 0, policy_version 30506 (0.0008)
+[2026-06-02 16:35:39,218][243551] Updated weights for policy 0, policy_version 30519 (0.0008)
+[2026-06-02 16:35:39,393][243551] Updated weights for policy 0, policy_version 30530 (0.0008)
+[2026-06-02 16:35:39,562][243551] Updated weights for policy 0, policy_version 30541 (0.0008)
+[2026-06-02 16:35:39,732][243551] Updated weights for policy 0, policy_version 30551 (0.0008)
+[2026-06-02 16:35:39,953][235966] Fps is (10 sec: 22938.1, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 15663104. Throughput: 0: 21370.3. Samples: 15656448. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:35:39,954][235966] Avg episode reward: [(0, '1210.642')]
+[2026-06-02 16:35:40,414][243551] Updated weights for policy 0, policy_version 30561 (0.0009)
+[2026-06-02 16:35:40,565][243551] Updated weights for policy 0, policy_version 30571 (0.0008)
+[2026-06-02 16:35:40,753][243551] Updated weights for policy 0, policy_version 30583 (0.0009)
+[2026-06-02 16:35:40,925][243551] Updated weights for policy 0, policy_version 30593 (0.0009)
+[2026-06-02 16:35:41,096][243551] Updated weights for policy 0, policy_version 30603 (0.0009)
+[2026-06-02 16:35:41,256][243551] Updated weights for policy 0, policy_version 30613 (0.0008)
+[2026-06-02 16:35:41,435][243551] Updated weights for policy 0, policy_version 30624 (0.0008)
+[2026-06-02 16:35:42,077][243551] Updated weights for policy 0, policy_version 30634 (0.0008)
+[2026-06-02 16:35:42,243][243551] Updated weights for policy 0, policy_version 30644 (0.0009)
+[2026-06-02 16:35:42,416][243551] Updated weights for policy 0, policy_version 30655 (0.0008)
+[2026-06-02 16:35:42,598][243551] Updated weights for policy 0, policy_version 30666 (0.0008)
+[2026-06-02 16:35:42,780][243551] Updated weights for policy 0, policy_version 30677 (0.0009)
+[2026-06-02 16:35:42,947][243551] Updated weights for policy 0, policy_version 30687 (0.0008)
+[2026-06-02 16:35:43,598][243551] Updated weights for policy 0, policy_version 30697 (0.0009)
+[2026-06-02 16:35:43,749][243551] Updated weights for policy 0, policy_version 30707 (0.0008)
+[2026-06-02 16:35:43,922][243551] Updated weights for policy 0, policy_version 30718 (0.0009)
+[2026-06-02 16:35:44,094][243551] Updated weights for policy 0, policy_version 30729 (0.0008)
+[2026-06-02 16:35:44,266][243551] Updated weights for policy 0, policy_version 30739 (0.0008)
+[2026-06-02 16:35:44,431][243551] Updated weights for policy 0, policy_version 30749 (0.0008)
+[2026-06-02 16:35:44,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 15761408. Throughput: 0: 21381.8. Samples: 15788032. Policy #0 lag: (min: 63.0, avg: 77.9, max: 127.0)
+[2026-06-02 16:35:44,955][235966] Avg episode reward: [(0, '1243.625')]
+[2026-06-02 16:35:45,079][243551] Updated weights for policy 0, policy_version 30760 (0.0009)
+[2026-06-02 16:35:45,272][243551] Updated weights for policy 0, policy_version 30772 (0.0009)
+[2026-06-02 16:35:45,454][243551] Updated weights for policy 0, policy_version 30783 (0.0009)
+[2026-06-02 16:35:45,619][243551] Updated weights for policy 0, policy_version 30793 (0.0008)
+[2026-06-02 16:35:45,787][243551] Updated weights for policy 0, policy_version 30803 (0.0009)
+[2026-06-02 16:35:45,967][243551] Updated weights for policy 0, policy_version 30814 (0.0008)
+[2026-06-02 16:35:46,609][243551] Updated weights for policy 0, policy_version 30824 (0.0009)
+[2026-06-02 16:35:46,773][243551] Updated weights for policy 0, policy_version 30834 (0.0008)
+[2026-06-02 16:35:46,949][243551] Updated weights for policy 0, policy_version 30845 (0.0008)
+[2026-06-02 16:35:47,119][243551] Updated weights for policy 0, policy_version 30855 (0.0008)
+[2026-06-02 16:35:47,277][243551] Updated weights for policy 0, policy_version 30865 (0.0008)
+[2026-06-02 16:35:47,443][243551] Updated weights for policy 0, policy_version 30875 (0.0008)
+[2026-06-02 16:35:48,090][243551] Updated weights for policy 0, policy_version 30885 (0.0008)
+[2026-06-02 16:35:48,243][243551] Updated weights for policy 0, policy_version 30895 (0.0008)
+[2026-06-02 16:35:48,437][243551] Updated weights for policy 0, policy_version 30908 (0.0008)
+[2026-06-02 16:35:48,637][243551] Updated weights for policy 0, policy_version 30920 (0.0008)
+[2026-06-02 16:35:48,800][243551] Updated weights for policy 0, policy_version 30930 (0.0008)
+[2026-06-02 16:35:48,961][243551] Updated weights for policy 0, policy_version 30940 (0.0008)
+[2026-06-02 16:35:49,684][243551] Updated weights for policy 0, policy_version 30953 (0.0009)
+[2026-06-02 16:35:49,838][243551] Updated weights for policy 0, policy_version 30963 (0.0008)
+[2026-06-02 16:35:49,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 15859712. Throughput: 0: 21367.5. Samples: 15852672. Policy #0 lag: (min: 76.0, avg: 101.2, max: 141.0)
+[2026-06-02 16:35:49,954][235966] Avg episode reward: [(0, '1241.037')]
+[2026-06-02 16:35:50,030][243551] Updated weights for policy 0, policy_version 30975 (0.0009)
+[2026-06-02 16:35:50,186][243551] Updated weights for policy 0, policy_version 30985 (0.0009)
+[2026-06-02 16:35:50,370][243551] Updated weights for policy 0, policy_version 30996 (0.0007)
+[2026-06-02 16:35:50,532][243551] Updated weights for policy 0, policy_version 31007 (0.0008)
+[2026-06-02 16:35:51,183][243551] Updated weights for policy 0, policy_version 31017 (0.0009)
+[2026-06-02 16:35:51,337][243551] Updated weights for policy 0, policy_version 31027 (0.0009)
+[2026-06-02 16:35:51,543][243551] Updated weights for policy 0, policy_version 31040 (0.0008)
+[2026-06-02 16:35:51,722][243551] Updated weights for policy 0, policy_version 31051 (0.0008)
+[2026-06-02 16:35:51,892][243551] Updated weights for policy 0, policy_version 31061 (0.0007)
+[2026-06-02 16:35:52,058][243551] Updated weights for policy 0, policy_version 31071 (0.0008)
+[2026-06-02 16:35:52,720][243551] Updated weights for policy 0, policy_version 31082 (0.0009)
+[2026-06-02 16:35:52,876][243551] Updated weights for policy 0, policy_version 31092 (0.0008)
+[2026-06-02 16:35:53,049][243551] Updated weights for policy 0, policy_version 31102 (0.0008)
+[2026-06-02 16:35:53,209][243551] Updated weights for policy 0, policy_version 31112 (0.0008)
+[2026-06-02 16:35:53,387][243551] Updated weights for policy 0, policy_version 31123 (0.0007)
+[2026-06-02 16:35:53,556][243551] Updated weights for policy 0, policy_version 31133 (0.0009)
+[2026-06-02 16:35:54,219][243551] Updated weights for policy 0, policy_version 31144 (0.0008)
+[2026-06-02 16:35:54,391][243551] Updated weights for policy 0, policy_version 31154 (0.0009)
+[2026-06-02 16:35:54,552][243551] Updated weights for policy 0, policy_version 31164 (0.0009)
+[2026-06-02 16:35:54,724][243551] Updated weights for policy 0, policy_version 31175 (0.0008)
+[2026-06-02 16:35:54,901][243551] Updated weights for policy 0, policy_version 31186 (0.0008)
+[2026-06-02 16:35:54,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 15958016. Throughput: 0: 21350.5. Samples: 15981952. Policy #0 lag: (min: 76.0, avg: 101.2, max: 141.0)
+[2026-06-02 16:35:54,954][235966] Avg episode reward: [(0, '1293.915')]
+[2026-06-02 16:35:55,063][243551] Updated weights for policy 0, policy_version 31196 (0.0008)
+[2026-06-02 16:35:55,126][242747] Saving new best policy, reward=1293.915!
+[2026-06-02 16:35:55,707][243551] Updated weights for policy 0, policy_version 31206 (0.0009)
+[2026-06-02 16:35:55,859][243551] Updated weights for policy 0, policy_version 31216 (0.0009)
+[2026-06-02 16:35:56,017][243551] Updated weights for policy 0, policy_version 31226 (0.0009)
+[2026-06-02 16:35:56,185][243551] Updated weights for policy 0, policy_version 31236 (0.0008)
+[2026-06-02 16:35:56,365][243551] Updated weights for policy 0, policy_version 31247 (0.0009)
+[2026-06-02 16:35:56,536][243551] Updated weights for policy 0, policy_version 31257 (0.0008)
+[2026-06-02 16:35:57,186][243551] Updated weights for policy 0, policy_version 31267 (0.0008)
+[2026-06-02 16:35:57,343][243551] Updated weights for policy 0, policy_version 31277 (0.0008)
+[2026-06-02 16:35:57,517][243551] Updated weights for policy 0, policy_version 31288 (0.0008)
+[2026-06-02 16:35:57,697][243551] Updated weights for policy 0, policy_version 31299 (0.0008)
+[2026-06-02 16:35:57,875][243551] Updated weights for policy 0, policy_version 31310 (0.0009)
+[2026-06-02 16:35:58,053][243551] Updated weights for policy 0, policy_version 31321 (0.0012)
+[2026-06-02 16:35:58,704][243551] Updated weights for policy 0, policy_version 31331 (0.0011)
+[2026-06-02 16:35:58,882][243551] Updated weights for policy 0, policy_version 31342 (0.0009)
+[2026-06-02 16:35:59,058][243551] Updated weights for policy 0, policy_version 31353 (0.0008)
+[2026-06-02 16:35:59,221][243551] Updated weights for policy 0, policy_version 31363 (0.0008)
+[2026-06-02 16:35:59,379][243551] Updated weights for policy 0, policy_version 31373 (0.0008)
+[2026-06-02 16:35:59,547][243551] Updated weights for policy 0, policy_version 31383 (0.0008)
+[2026-06-02 16:35:59,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 16089088. Throughput: 0: 21361.8. Samples: 16112000. Policy #0 lag: (min: 76.0, avg: 101.2, max: 141.0)
+[2026-06-02 16:35:59,954][235966] Avg episode reward: [(0, '1323.429')]
+[2026-06-02 16:35:59,961][242747] Saving new best policy, reward=1323.429!
+[2026-06-02 16:36:00,229][243551] Updated weights for policy 0, policy_version 31395 (0.0009)
+[2026-06-02 16:36:00,435][243551] Updated weights for policy 0, policy_version 31408 (0.0009)
+[2026-06-02 16:36:00,598][243551] Updated weights for policy 0, policy_version 31418 (0.0008)
+[2026-06-02 16:36:00,755][243551] Updated weights for policy 0, policy_version 31428 (0.0008)
+[2026-06-02 16:36:00,920][243551] Updated weights for policy 0, policy_version 31438 (0.0009)
+[2026-06-02 16:36:01,105][243551] Updated weights for policy 0, policy_version 31449 (0.0009)
+[2026-06-02 16:36:01,757][243551] Updated weights for policy 0, policy_version 31459 (0.0008)
+[2026-06-02 16:36:01,923][243551] Updated weights for policy 0, policy_version 31470 (0.0009)
+[2026-06-02 16:36:02,087][243551] Updated weights for policy 0, policy_version 31480 (0.0009)
+[2026-06-02 16:36:02,269][243551] Updated weights for policy 0, policy_version 31491 (0.0009)
+[2026-06-02 16:36:02,463][243551] Updated weights for policy 0, policy_version 31503 (0.0009)
+[2026-06-02 16:36:02,632][243551] Updated weights for policy 0, policy_version 31513 (0.0008)
+[2026-06-02 16:36:03,274][243551] Updated weights for policy 0, policy_version 31523 (0.0009)
+[2026-06-02 16:36:03,431][243551] Updated weights for policy 0, policy_version 31533 (0.0009)
+[2026-06-02 16:36:03,602][243551] Updated weights for policy 0, policy_version 31544 (0.0009)
+[2026-06-02 16:36:03,771][243551] Updated weights for policy 0, policy_version 31554 (0.0009)
+[2026-06-02 16:36:03,932][243551] Updated weights for policy 0, policy_version 31564 (0.0008)
+[2026-06-02 16:36:04,106][243551] Updated weights for policy 0, policy_version 31574 (0.0007)
+[2026-06-02 16:36:04,262][243551] Updated weights for policy 0, policy_version 31584 (0.0009)
+[2026-06-02 16:36:04,924][243551] Updated weights for policy 0, policy_version 31594 (0.0008)
+[2026-06-02 16:36:04,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.2). Total num frames: 16187392. Throughput: 0: 21370.4. Samples: 16176896. Policy #0 lag: (min: 76.0, avg: 101.2, max: 141.0)
+[2026-06-02 16:36:04,954][235966] Avg episode reward: [(0, '1294.161')]
+[2026-06-02 16:36:05,081][243551] Updated weights for policy 0, policy_version 31604 (0.0008)
+[2026-06-02 16:36:05,244][243551] Updated weights for policy 0, policy_version 31614 (0.0008)
+[2026-06-02 16:36:05,413][243551] Updated weights for policy 0, policy_version 31624 (0.0008)
+[2026-06-02 16:36:05,572][243551] Updated weights for policy 0, policy_version 31634 (0.0008)
+[2026-06-02 16:36:05,752][243551] Updated weights for policy 0, policy_version 31645 (0.0009)
+[2026-06-02 16:36:06,405][243551] Updated weights for policy 0, policy_version 31655 (0.0007)
+[2026-06-02 16:36:06,578][243551] Updated weights for policy 0, policy_version 31666 (0.0005)
+[2026-06-02 16:36:06,756][243551] Updated weights for policy 0, policy_version 31677 (0.0004)
+[2026-06-02 16:36:06,934][243551] Updated weights for policy 0, policy_version 31688 (0.0004)
+[2026-06-02 16:36:07,100][243551] Updated weights for policy 0, policy_version 31698 (0.0004)
+[2026-06-02 16:36:07,264][243551] Updated weights for policy 0, policy_version 31708 (0.0004)
+[2026-06-02 16:36:07,908][243551] Updated weights for policy 0, policy_version 31719 (0.0007)
+[2026-06-02 16:36:08,067][243551] Updated weights for policy 0, policy_version 31729 (0.0008)
+[2026-06-02 16:36:08,228][243551] Updated weights for policy 0, policy_version 31739 (0.0008)
+[2026-06-02 16:36:08,393][243551] Updated weights for policy 0, policy_version 31749 (0.0008)
+[2026-06-02 16:36:08,546][243551] Updated weights for policy 0, policy_version 31759 (0.0010)
+[2026-06-02 16:36:08,731][243551] Updated weights for policy 0, policy_version 31770 (0.0007)
+[2026-06-02 16:36:09,389][243551] Updated weights for policy 0, policy_version 31780 (0.0008)
+[2026-06-02 16:36:09,545][243551] Updated weights for policy 0, policy_version 31790 (0.0008)
+[2026-06-02 16:36:09,706][243551] Updated weights for policy 0, policy_version 31800 (0.0009)
+[2026-06-02 16:36:09,870][243551] Updated weights for policy 0, policy_version 31810 (0.0008)
+[2026-06-02 16:36:09,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.3, 300 sec: 21549.1). Total num frames: 16285696. Throughput: 0: 21487.0. Samples: 16307200. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:36:09,954][235966] Avg episode reward: [(0, '1242.534')]
+[2026-06-02 16:36:10,043][243551] Updated weights for policy 0, policy_version 31821 (0.0009)
+[2026-06-02 16:36:10,207][243551] Updated weights for policy 0, policy_version 31831 (0.0009)
+[2026-06-02 16:36:10,864][243551] Updated weights for policy 0, policy_version 31841 (0.0009)
+[2026-06-02 16:36:11,047][243551] Updated weights for policy 0, policy_version 31853 (0.0009)
+[2026-06-02 16:36:11,211][243551] Updated weights for policy 0, policy_version 31863 (0.0009)
+[2026-06-02 16:36:11,366][243551] Updated weights for policy 0, policy_version 31873 (0.0008)
+[2026-06-02 16:36:11,552][243551] Updated weights for policy 0, policy_version 31884 (0.0009)
+[2026-06-02 16:36:11,723][243551] Updated weights for policy 0, policy_version 31894 (0.0008)
+[2026-06-02 16:36:12,382][243551] Updated weights for policy 0, policy_version 31905 (0.0009)
+[2026-06-02 16:36:12,536][243551] Updated weights for policy 0, policy_version 31915 (0.0009)
+[2026-06-02 16:36:12,695][243551] Updated weights for policy 0, policy_version 31925 (0.0008)
+[2026-06-02 16:36:12,866][243551] Updated weights for policy 0, policy_version 31936 (0.0009)
+[2026-06-02 16:36:13,037][243551] Updated weights for policy 0, policy_version 31946 (0.0008)
+[2026-06-02 16:36:13,218][243551] Updated weights for policy 0, policy_version 31957 (0.0009)
+[2026-06-02 16:36:13,384][243551] Updated weights for policy 0, policy_version 31967 (0.0009)
+[2026-06-02 16:36:14,036][243551] Updated weights for policy 0, policy_version 31977 (0.0009)
+[2026-06-02 16:36:14,206][243551] Updated weights for policy 0, policy_version 31988 (0.0009)
+[2026-06-02 16:36:14,370][243551] Updated weights for policy 0, policy_version 31998 (0.0009)
+[2026-06-02 16:36:14,535][243551] Updated weights for policy 0, policy_version 32008 (0.0008)
+[2026-06-02 16:36:14,693][243551] Updated weights for policy 0, policy_version 32018 (0.0008)
+[2026-06-02 16:36:14,885][243551] Updated weights for policy 0, policy_version 32029 (0.0009)
+[2026-06-02 16:36:14,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 16416768. Throughput: 0: 21566.7. Samples: 16436864. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:36:14,954][235966] Avg episode reward: [(0, '1252.169')]
+[2026-06-02 16:36:15,548][243551] Updated weights for policy 0, policy_version 32041 (0.0009)
+[2026-06-02 16:36:15,722][243551] Updated weights for policy 0, policy_version 32052 (0.0008)
+[2026-06-02 16:36:15,903][243551] Updated weights for policy 0, policy_version 32063 (0.0009)
+[2026-06-02 16:36:16,066][243551] Updated weights for policy 0, policy_version 32073 (0.0009)
+[2026-06-02 16:36:16,260][243551] Updated weights for policy 0, policy_version 32085 (0.0009)
+[2026-06-02 16:36:16,425][243551] Updated weights for policy 0, policy_version 32095 (0.0008)
+[2026-06-02 16:36:17,071][243551] Updated weights for policy 0, policy_version 32105 (0.0009)
+[2026-06-02 16:36:17,233][243551] Updated weights for policy 0, policy_version 32115 (0.0009)
+[2026-06-02 16:36:17,394][243551] Updated weights for policy 0, policy_version 32125 (0.0009)
+[2026-06-02 16:36:17,576][243551] Updated weights for policy 0, policy_version 32136 (0.0008)
+[2026-06-02 16:36:17,744][243551] Updated weights for policy 0, policy_version 32147 (0.0009)
+[2026-06-02 16:36:17,922][243551] Updated weights for policy 0, policy_version 32157 (0.0009)
+[2026-06-02 16:36:18,553][243551] Updated weights for policy 0, policy_version 32167 (0.0009)
+[2026-06-02 16:36:18,722][243551] Updated weights for policy 0, policy_version 32178 (0.0010)
+[2026-06-02 16:36:18,924][243551] Updated weights for policy 0, policy_version 32191 (0.0010)
+[2026-06-02 16:36:19,112][243551] Updated weights for policy 0, policy_version 32202 (0.0011)
+[2026-06-02 16:36:19,275][243551] Updated weights for policy 0, policy_version 32212 (0.0011)
+[2026-06-02 16:36:19,438][243551] Updated weights for policy 0, policy_version 32222 (0.0008)
+[2026-06-02 16:36:19,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 16515072. Throughput: 0: 21600.7. Samples: 16501888. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:36:19,954][235966] Avg episode reward: [(0, '1264.387')]
+[2026-06-02 16:36:20,108][243551] Updated weights for policy 0, policy_version 32232 (0.0008)
+[2026-06-02 16:36:20,261][243551] Updated weights for policy 0, policy_version 32242 (0.0008)
+[2026-06-02 16:36:20,428][243551] Updated weights for policy 0, policy_version 32252 (0.0008)
+[2026-06-02 16:36:20,592][243551] Updated weights for policy 0, policy_version 32262 (0.0008)
+[2026-06-02 16:36:20,755][243551] Updated weights for policy 0, policy_version 32272 (0.0009)
+[2026-06-02 16:36:20,919][243551] Updated weights for policy 0, policy_version 32282 (0.0008)
+[2026-06-02 16:36:21,548][243551] Updated weights for policy 0, policy_version 32292 (0.0008)
+[2026-06-02 16:36:21,709][243551] Updated weights for policy 0, policy_version 32302 (0.0007)
+[2026-06-02 16:36:21,864][243551] Updated weights for policy 0, policy_version 32312 (0.0008)
+[2026-06-02 16:36:22,027][243551] Updated weights for policy 0, policy_version 32322 (0.0009)
+[2026-06-02 16:36:22,191][243551] Updated weights for policy 0, policy_version 32332 (0.0009)
+[2026-06-02 16:36:22,350][243551] Updated weights for policy 0, policy_version 32342 (0.0008)
+[2026-06-02 16:36:22,515][243551] Updated weights for policy 0, policy_version 32352 (0.0009)
+[2026-06-02 16:36:23,156][243551] Updated weights for policy 0, policy_version 32362 (0.0010)
+[2026-06-02 16:36:23,355][243551] Updated weights for policy 0, policy_version 32375 (0.0009)
+[2026-06-02 16:36:23,538][243551] Updated weights for policy 0, policy_version 32386 (0.0008)
+[2026-06-02 16:36:23,711][243551] Updated weights for policy 0, policy_version 32396 (0.0009)
+[2026-06-02 16:36:23,875][243551] Updated weights for policy 0, policy_version 32406 (0.0008)
+[2026-06-02 16:36:24,031][243551] Updated weights for policy 0, policy_version 32416 (0.0008)
+[2026-06-02 16:36:24,681][243551] Updated weights for policy 0, policy_version 32426 (0.0009)
+[2026-06-02 16:36:24,839][243551] Updated weights for policy 0, policy_version 32436 (0.0008)
+[2026-06-02 16:36:24,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 16613376. Throughput: 0: 21651.9. Samples: 16630784. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:36:24,954][235966] Avg episode reward: [(0, '1310.549')]
+[2026-06-02 16:36:24,997][243551] Updated weights for policy 0, policy_version 32446 (0.0008)
+[2026-06-02 16:36:25,166][243551] Updated weights for policy 0, policy_version 32456 (0.0009)
+[2026-06-02 16:36:25,330][243551] Updated weights for policy 0, policy_version 32466 (0.0009)
+[2026-06-02 16:36:25,504][243551] Updated weights for policy 0, policy_version 32477 (0.0008)
+[2026-06-02 16:36:26,173][243551] Updated weights for policy 0, policy_version 32488 (0.0009)
+[2026-06-02 16:36:26,328][243551] Updated weights for policy 0, policy_version 32498 (0.0009)
+[2026-06-02 16:36:26,489][243551] Updated weights for policy 0, policy_version 32508 (0.0009)
+[2026-06-02 16:36:26,670][243551] Updated weights for policy 0, policy_version 32519 (0.0008)
+[2026-06-02 16:36:26,828][243551] Updated weights for policy 0, policy_version 32529 (0.0008)
+[2026-06-02 16:36:26,999][243551] Updated weights for policy 0, policy_version 32539 (0.0008)
+[2026-06-02 16:36:27,644][243551] Updated weights for policy 0, policy_version 32549 (0.0008)
+[2026-06-02 16:36:27,798][243551] Updated weights for policy 0, policy_version 32559 (0.0008)
+[2026-06-02 16:36:27,982][243551] Updated weights for policy 0, policy_version 32570 (0.0009)
+[2026-06-02 16:36:28,146][243551] Updated weights for policy 0, policy_version 32580 (0.0008)
+[2026-06-02 16:36:28,304][243551] Updated weights for policy 0, policy_version 32590 (0.0008)
+[2026-06-02 16:36:28,471][243551] Updated weights for policy 0, policy_version 32600 (0.0008)
+[2026-06-02 16:36:29,165][243551] Updated weights for policy 0, policy_version 32610 (0.0009)
+[2026-06-02 16:36:29,317][243551] Updated weights for policy 0, policy_version 32620 (0.0008)
+[2026-06-02 16:36:29,482][243551] Updated weights for policy 0, policy_version 32630 (0.0008)
+[2026-06-02 16:36:29,658][243551] Updated weights for policy 0, policy_version 32641 (0.0008)
+[2026-06-02 16:36:29,815][243551] Updated weights for policy 0, policy_version 32651 (0.0008)
+[2026-06-02 16:36:29,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 16711680. Throughput: 0: 21629.1. Samples: 16761344. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0)
+[2026-06-02 16:36:29,954][235966] Avg episode reward: [(0, '1317.156')]
+[2026-06-02 16:36:29,983][243551] Updated weights for policy 0, policy_version 32661 (0.0008)
+[2026-06-02 16:36:30,148][243551] Updated weights for policy 0, policy_version 32671 (0.0008)
+[2026-06-02 16:36:30,779][243551] Updated weights for policy 0, policy_version 32681 (0.0008)
+[2026-06-02 16:36:30,936][243551] Updated weights for policy 0, policy_version 32691 (0.0008)
+[2026-06-02 16:36:31,119][243551] Updated weights for policy 0, policy_version 32702 (0.0009)
+[2026-06-02 16:36:31,279][243551] Updated weights for policy 0, policy_version 32712 (0.0008)
+[2026-06-02 16:36:31,446][243551] Updated weights for policy 0, policy_version 32722 (0.0008)
+[2026-06-02 16:36:31,619][243551] Updated weights for policy 0, policy_version 32733 (0.0008)
+[2026-06-02 16:36:32,267][243551] Updated weights for policy 0, policy_version 32743 (0.0009)
+[2026-06-02 16:36:32,434][243551] Updated weights for policy 0, policy_version 32754 (0.0008)
+[2026-06-02 16:36:32,620][243551] Updated weights for policy 0, policy_version 32765 (0.0008)
+[2026-06-02 16:36:32,774][243551] Updated weights for policy 0, policy_version 32775 (0.0008)
+[2026-06-02 16:36:32,944][243551] Updated weights for policy 0, policy_version 32785 (0.0008)
+[2026-06-02 16:36:33,109][243551] Updated weights for policy 0, policy_version 32795 (0.0008)
+[2026-06-02 16:36:33,766][243551] Updated weights for policy 0, policy_version 32805 (0.0009)
+[2026-06-02 16:36:33,923][243551] Updated weights for policy 0, policy_version 32815 (0.0009)
+[2026-06-02 16:36:34,083][243551] Updated weights for policy 0, policy_version 32825 (0.0009)
+[2026-06-02 16:36:34,263][243551] Updated weights for policy 0, policy_version 32836 (0.0008)
+[2026-06-02 16:36:34,425][243551] Updated weights for policy 0, policy_version 32846 (0.0008)
+[2026-06-02 16:36:34,595][243551] Updated weights for policy 0, policy_version 32856 (0.0008)
+[2026-06-02 16:36:34,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 16842752. Throughput: 0: 21620.6. Samples: 16825600. Policy #0 lag: (min: 33.0, avg: 63.8, max: 93.0)
+[2026-06-02 16:36:34,954][235966] Avg episode reward: [(0, '1345.284')]
+[2026-06-02 16:36:34,958][242747] Saving new best policy, reward=1345.284!
+[2026-06-02 16:36:35,256][243551] Updated weights for policy 0, policy_version 32867 (0.0008)
+[2026-06-02 16:36:35,409][243551] Updated weights for policy 0, policy_version 32877 (0.0008)
+[2026-06-02 16:36:35,583][243551] Updated weights for policy 0, policy_version 32888 (0.0008)
+[2026-06-02 16:36:35,767][243551] Updated weights for policy 0, policy_version 32899 (0.0008)
+[2026-06-02 16:36:35,945][243551] Updated weights for policy 0, policy_version 32910 (0.0009)
+[2026-06-02 16:36:36,127][243551] Updated weights for policy 0, policy_version 32921 (0.0008)
+[2026-06-02 16:36:36,779][243551] Updated weights for policy 0, policy_version 32931 (0.0008)
+[2026-06-02 16:36:36,937][243551] Updated weights for policy 0, policy_version 32941 (0.0008)
+[2026-06-02 16:36:37,112][243551] Updated weights for policy 0, policy_version 32952 (0.0008)
+[2026-06-02 16:36:37,274][243551] Updated weights for policy 0, policy_version 32962 (0.0009)
+[2026-06-02 16:36:37,436][243551] Updated weights for policy 0, policy_version 32972 (0.0008)
+[2026-06-02 16:36:37,613][243551] Updated weights for policy 0, policy_version 32983 (0.0008)
+[2026-06-02 16:36:38,276][243551] Updated weights for policy 0, policy_version 32993 (0.0008)
+[2026-06-02 16:36:38,428][243551] Updated weights for policy 0, policy_version 33003 (0.0008)
+[2026-06-02 16:36:38,591][243551] Updated weights for policy 0, policy_version 33013 (0.0008)
+[2026-06-02 16:36:38,753][243551] Updated weights for policy 0, policy_version 33023 (0.0008)
+[2026-06-02 16:36:38,925][243551] Updated weights for policy 0, policy_version 33033 (0.0008)
+[2026-06-02 16:36:39,091][243551] Updated weights for policy 0, policy_version 33043 (0.0008)
+[2026-06-02 16:36:39,270][243551] Updated weights for policy 0, policy_version 33054 (0.0008)
+[2026-06-02 16:36:39,909][243551] Updated weights for policy 0, policy_version 33064 (0.0008)
+[2026-06-02 16:36:39,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 16941056. Throughput: 0: 21640.5. Samples: 16955776. Policy #0 lag: (min: 33.0, avg: 63.8, max: 93.0)
+[2026-06-02 16:36:39,954][235966] Avg episode reward: [(0, '1357.332')]
+[2026-06-02 16:36:40,071][243551] Updated weights for policy 0, policy_version 33074 (0.0008)
+[2026-06-02 16:36:40,228][243551] Updated weights for policy 0, policy_version 33084 (0.0008)
+[2026-06-02 16:36:40,414][243551] Updated weights for policy 0, policy_version 33095 (0.0008)
+[2026-06-02 16:36:40,598][243551] Updated weights for policy 0, policy_version 33106 (0.0008)
+[2026-06-02 16:36:40,779][243551] Updated weights for policy 0, policy_version 33117 (0.0008)
+[2026-06-02 16:36:40,819][242747] Saving new best policy, reward=1357.332!
+[2026-06-02 16:36:41,410][243551] Updated weights for policy 0, policy_version 33127 (0.0008)
+[2026-06-02 16:36:41,574][243551] Updated weights for policy 0, policy_version 33137 (0.0009)
+[2026-06-02 16:36:41,729][243551] Updated weights for policy 0, policy_version 33147 (0.0008)
+[2026-06-02 16:36:41,889][243551] Updated weights for policy 0, policy_version 33157 (0.0008)
+[2026-06-02 16:36:42,053][243551] Updated weights for policy 0, policy_version 33167 (0.0008)
+[2026-06-02 16:36:42,230][243551] Updated weights for policy 0, policy_version 33178 (0.0008)
+[2026-06-02 16:36:42,899][243551] Updated weights for policy 0, policy_version 33189 (0.0008)
+[2026-06-02 16:36:43,086][243551] Updated weights for policy 0, policy_version 33201 (0.0008)
+[2026-06-02 16:36:43,250][243551] Updated weights for policy 0, policy_version 33211 (0.0008)
+[2026-06-02 16:36:43,413][243551] Updated weights for policy 0, policy_version 33221 (0.0008)
+[2026-06-02 16:36:43,574][243551] Updated weights for policy 0, policy_version 33231 (0.0008)
+[2026-06-02 16:36:43,745][243551] Updated weights for policy 0, policy_version 33242 (0.0008)
+[2026-06-02 16:36:44,404][243551] Updated weights for policy 0, policy_version 33252 (0.0008)
+[2026-06-02 16:36:44,564][243551] Updated weights for policy 0, policy_version 33262 (0.0008)
+[2026-06-02 16:36:44,727][243551] Updated weights for policy 0, policy_version 33272 (0.0008)
+[2026-06-02 16:36:44,883][243551] Updated weights for policy 0, policy_version 33282 (0.0008)
+[2026-06-02 16:36:44,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17039360. Throughput: 0: 21617.8. Samples: 17084800. Policy #0 lag: (min: 33.0, avg: 63.8, max: 93.0)
+[2026-06-02 16:36:44,954][235966] Avg episode reward: [(0, '1343.708')]
+[2026-06-02 16:36:45,048][243551] Updated weights for policy 0, policy_version 33292 (0.0008)
+[2026-06-02 16:36:45,213][243551] Updated weights for policy 0, policy_version 33302 (0.0008)
+[2026-06-02 16:36:45,883][243551] Updated weights for policy 0, policy_version 33313 (0.0008)
+[2026-06-02 16:36:46,051][243551] Updated weights for policy 0, policy_version 33324 (0.0008)
+[2026-06-02 16:36:46,211][243551] Updated weights for policy 0, policy_version 33334 (0.0008)
+[2026-06-02 16:36:46,372][243551] Updated weights for policy 0, policy_version 33344 (0.0008)
+[2026-06-02 16:36:46,539][243551] Updated weights for policy 0, policy_version 33354 (0.0008)
+[2026-06-02 16:36:46,718][243551] Updated weights for policy 0, policy_version 33365 (0.0008)
+[2026-06-02 16:36:46,885][243551] Updated weights for policy 0, policy_version 33375 (0.0009)
+[2026-06-02 16:36:47,532][243551] Updated weights for policy 0, policy_version 33385 (0.0008)
+[2026-06-02 16:36:47,700][243551] Updated weights for policy 0, policy_version 33395 (0.0008)
+[2026-06-02 16:36:47,862][243551] Updated weights for policy 0, policy_version 33405 (0.0008)
+[2026-06-02 16:36:48,041][243551] Updated weights for policy 0, policy_version 33416 (0.0008)
+[2026-06-02 16:36:48,209][243551] Updated weights for policy 0, policy_version 33426 (0.0008)
+[2026-06-02 16:36:48,375][243551] Updated weights for policy 0, policy_version 33436 (0.0008)
+[2026-06-02 16:36:48,998][243551] Updated weights for policy 0, policy_version 33446 (0.0009)
+[2026-06-02 16:36:49,158][243551] Updated weights for policy 0, policy_version 33456 (0.0008)
+[2026-06-02 16:36:49,319][243551] Updated weights for policy 0, policy_version 33466 (0.0008)
+[2026-06-02 16:36:49,498][243551] Updated weights for policy 0, policy_version 33477 (0.0009)
+[2026-06-02 16:36:49,656][243551] Updated weights for policy 0, policy_version 33487 (0.0008)
+[2026-06-02 16:36:49,823][243551] Updated weights for policy 0, policy_version 33497 (0.0008)
+[2026-06-02 16:36:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17170432. Throughput: 0: 21629.1. Samples: 17150208. Policy #0 lag: (min: 33.0, avg: 63.8, max: 93.0)
+[2026-06-02 16:36:49,954][235966] Avg episode reward: [(0, '1355.566')]
+[2026-06-02 16:36:50,485][243551] Updated weights for policy 0, policy_version 33507 (0.0007)
+[2026-06-02 16:36:50,636][243551] Updated weights for policy 0, policy_version 33517 (0.0009)
+[2026-06-02 16:36:50,817][243551] Updated weights for policy 0, policy_version 33528 (0.0008)
+[2026-06-02 16:36:50,977][243551] Updated weights for policy 0, policy_version 33538 (0.0008)
+[2026-06-02 16:36:51,141][243551] Updated weights for policy 0, policy_version 33548 (0.0008)
+[2026-06-02 16:36:51,307][243551] Updated weights for policy 0, policy_version 33558 (0.0009)
+[2026-06-02 16:36:51,465][243551] Updated weights for policy 0, policy_version 33568 (0.0009)
+[2026-06-02 16:36:52,112][243551] Updated weights for policy 0, policy_version 33578 (0.0008)
+[2026-06-02 16:36:52,265][243551] Updated weights for policy 0, policy_version 33588 (0.0008)
+[2026-06-02 16:36:52,428][243551] Updated weights for policy 0, policy_version 33598 (0.0008)
+[2026-06-02 16:36:52,593][243551] Updated weights for policy 0, policy_version 33608 (0.0008)
+[2026-06-02 16:36:52,801][243551] Updated weights for policy 0, policy_version 33621 (0.0009)
+[2026-06-02 16:36:52,971][243551] Updated weights for policy 0, policy_version 33631 (0.0009)
+[2026-06-02 16:36:53,607][243551] Updated weights for policy 0, policy_version 33641 (0.0009)
+[2026-06-02 16:36:53,784][243551] Updated weights for policy 0, policy_version 33652 (0.0008)
+[2026-06-02 16:36:53,950][243551] Updated weights for policy 0, policy_version 33662 (0.0009)
+[2026-06-02 16:36:54,144][243551] Updated weights for policy 0, policy_version 33674 (0.0009)
+[2026-06-02 16:36:54,309][243551] Updated weights for policy 0, policy_version 33684 (0.0008)
+[2026-06-02 16:36:54,472][243551] Updated weights for policy 0, policy_version 33694 (0.0009)
+[2026-06-02 16:36:54,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17268736. Throughput: 0: 21600.7. Samples: 17279232. Policy #0 lag: (min: 4.0, avg: 20.6, max: 68.0)
+[2026-06-02 16:36:54,954][235966] Avg episode reward: [(0, '1358.159')]
+[2026-06-02 16:36:55,122][243551] Updated weights for policy 0, policy_version 33705 (0.0009)
+[2026-06-02 16:36:55,284][243551] Updated weights for policy 0, policy_version 33715 (0.0009)
+[2026-06-02 16:36:55,435][243551] Updated weights for policy 0, policy_version 33725 (0.0009)
+[2026-06-02 16:36:55,619][243551] Updated weights for policy 0, policy_version 33736 (0.0009)
+[2026-06-02 16:36:55,782][243551] Updated weights for policy 0, policy_version 33746 (0.0008)
+[2026-06-02 16:36:55,951][243551] Updated weights for policy 0, policy_version 33756 (0.0009)
+[2026-06-02 16:36:56,001][242747] Saving new best policy, reward=1358.159!
+[2026-06-02 16:36:56,599][243551] Updated weights for policy 0, policy_version 33767 (0.0009)
+[2026-06-02 16:36:56,762][243551] Updated weights for policy 0, policy_version 33777 (0.0009)
+[2026-06-02 16:36:56,920][243551] Updated weights for policy 0, policy_version 33787 (0.0009)
+[2026-06-02 16:36:57,081][243551] Updated weights for policy 0, policy_version 33797 (0.0008)
+[2026-06-02 16:36:57,234][243551] Updated weights for policy 0, policy_version 33807 (0.0008)
+[2026-06-02 16:36:57,408][243551] Updated weights for policy 0, policy_version 33817 (0.0008)
+[2026-06-02 16:36:58,056][243551] Updated weights for policy 0, policy_version 33827 (0.0008)
+[2026-06-02 16:36:58,211][243551] Updated weights for policy 0, policy_version 33837 (0.0008)
+[2026-06-02 16:36:58,373][243551] Updated weights for policy 0, policy_version 33847 (0.0008)
+[2026-06-02 16:36:58,550][243551] Updated weights for policy 0, policy_version 33858 (0.0008)
+[2026-06-02 16:36:58,716][243551] Updated weights for policy 0, policy_version 33868 (0.0008)
+[2026-06-02 16:36:58,882][243551] Updated weights for policy 0, policy_version 33878 (0.0009)
+[2026-06-02 16:36:59,548][243551] Updated weights for policy 0, policy_version 33889 (0.0008)
+[2026-06-02 16:36:59,706][243551] Updated weights for policy 0, policy_version 33899 (0.0008)
+[2026-06-02 16:36:59,866][243551] Updated weights for policy 0, policy_version 33909 (0.0008)
+[2026-06-02 16:36:59,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17367040. Throughput: 0: 21549.5. Samples: 17406592. Policy #0 lag: (min: 4.0, avg: 20.6, max: 68.0)
+[2026-06-02 16:36:59,954][235966] Avg episode reward: [(0, '1359.800')]
+[2026-06-02 16:37:00,022][243551] Updated weights for policy 0, policy_version 33919 (0.0008)
+[2026-06-02 16:37:00,189][243551] Updated weights for policy 0, policy_version 33929 (0.0008)
+[2026-06-02 16:37:00,352][243551] Updated weights for policy 0, policy_version 33939 (0.0008)
+[2026-06-02 16:37:00,524][243551] Updated weights for policy 0, policy_version 33949 (0.0009)
+[2026-06-02 16:37:00,562][242747] Saving new best policy, reward=1359.800!
+[2026-06-02 16:37:01,168][243551] Updated weights for policy 0, policy_version 33960 (0.0008)
+[2026-06-02 16:37:01,333][243551] Updated weights for policy 0, policy_version 33970 (0.0008)
+[2026-06-02 16:37:01,500][243551] Updated weights for policy 0, policy_version 33980 (0.0008)
+[2026-06-02 16:37:01,678][243551] Updated weights for policy 0, policy_version 33991 (0.0008)
+[2026-06-02 16:37:01,846][243551] Updated weights for policy 0, policy_version 34001 (0.0008)
+[2026-06-02 16:37:02,006][243551] Updated weights for policy 0, policy_version 34011 (0.0008)
+[2026-06-02 16:37:02,653][243551] Updated weights for policy 0, policy_version 34021 (0.0009)
+[2026-06-02 16:37:02,848][243551] Updated weights for policy 0, policy_version 34033 (0.0008)
+[2026-06-02 16:37:03,008][243551] Updated weights for policy 0, policy_version 34043 (0.0009)
+[2026-06-02 16:37:03,169][243551] Updated weights for policy 0, policy_version 34053 (0.0009)
+[2026-06-02 16:37:03,336][243551] Updated weights for policy 0, policy_version 34063 (0.0009)
+[2026-06-02 16:37:03,515][243551] Updated weights for policy 0, policy_version 34074 (0.0009)
+[2026-06-02 16:37:04,167][243551] Updated weights for policy 0, policy_version 34084 (0.0008)
+[2026-06-02 16:37:04,321][243551] Updated weights for policy 0, policy_version 34094 (0.0008)
+[2026-06-02 16:37:04,480][243551] Updated weights for policy 0, policy_version 34104 (0.0009)
+[2026-06-02 16:37:04,649][243551] Updated weights for policy 0, policy_version 34114 (0.0008)
+[2026-06-02 16:37:04,811][243551] Updated weights for policy 0, policy_version 34124 (0.0009)
+[2026-06-02 16:37:04,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17465344. Throughput: 0: 21501.2. Samples: 17469440. Policy #0 lag: (min: 4.0, avg: 20.6, max: 68.0)
+[2026-06-02 16:37:04,954][235966] Avg episode reward: [(0, '1341.049')]
+[2026-06-02 16:37:05,006][243551] Updated weights for policy 0, policy_version 34136 (0.0009)
+[2026-06-02 16:37:05,646][243551] Updated weights for policy 0, policy_version 34146 (0.0009)
+[2026-06-02 16:37:05,795][243551] Updated weights for policy 0, policy_version 34156 (0.0008)
+[2026-06-02 16:37:05,965][243551] Updated weights for policy 0, policy_version 34166 (0.0008)
+[2026-06-02 16:37:06,120][243551] Updated weights for policy 0, policy_version 34176 (0.0008)
+[2026-06-02 16:37:06,276][243551] Updated weights for policy 0, policy_version 34186 (0.0009)
+[2026-06-02 16:37:06,446][243551] Updated weights for policy 0, policy_version 34196 (0.0008)
+[2026-06-02 16:37:06,608][243551] Updated weights for policy 0, policy_version 34206 (0.0009)
+[2026-06-02 16:37:07,260][243551] Updated weights for policy 0, policy_version 34216 (0.0006)
+[2026-06-02 16:37:07,410][243551] Updated weights for policy 0, policy_version 34226 (0.0008)
+[2026-06-02 16:37:07,577][243551] Updated weights for policy 0, policy_version 34236 (0.0009)
+[2026-06-02 16:37:07,743][243551] Updated weights for policy 0, policy_version 34246 (0.0008)
+[2026-06-02 16:37:07,909][243551] Updated weights for policy 0, policy_version 34256 (0.0008)
+[2026-06-02 16:37:08,071][243551] Updated weights for policy 0, policy_version 34266 (0.0008)
+[2026-06-02 16:37:08,742][243551] Updated weights for policy 0, policy_version 34278 (0.0008)
+[2026-06-02 16:37:08,900][243551] Updated weights for policy 0, policy_version 34288 (0.0008)
+[2026-06-02 16:37:09,075][243551] Updated weights for policy 0, policy_version 34299 (0.0008)
+[2026-06-02 16:37:09,231][243551] Updated weights for policy 0, policy_version 34309 (0.0008)
+[2026-06-02 16:37:09,416][243551] Updated weights for policy 0, policy_version 34320 (0.0008)
+[2026-06-02 16:37:09,580][243551] Updated weights for policy 0, policy_version 34330 (0.0008)
+[2026-06-02 16:37:09,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 17596416. Throughput: 0: 21447.1. Samples: 17595904. Policy #0 lag: (min: 4.0, avg: 20.6, max: 68.0)
+[2026-06-02 16:37:09,954][235966] Avg episode reward: [(0, '1372.075')]
+[2026-06-02 16:37:09,961][242747] Saving new best policy, reward=1372.075!
+[2026-06-02 16:37:10,242][243551] Updated weights for policy 0, policy_version 34340 (0.0008)
+[2026-06-02 16:37:10,391][243551] Updated weights for policy 0, policy_version 34350 (0.0008)
+[2026-06-02 16:37:10,559][243551] Updated weights for policy 0, policy_version 34360 (0.0008)
+[2026-06-02 16:37:10,721][243551] Updated weights for policy 0, policy_version 34370 (0.0008)
+[2026-06-02 16:37:10,879][243551] Updated weights for policy 0, policy_version 34380 (0.0008)
+[2026-06-02 16:37:11,060][243551] Updated weights for policy 0, policy_version 34390 (0.0008)
+[2026-06-02 16:37:11,214][243551] Updated weights for policy 0, policy_version 34400 (0.0008)
+[2026-06-02 16:37:11,844][243551] Updated weights for policy 0, policy_version 34410 (0.0009)
+[2026-06-02 16:37:12,014][243551] Updated weights for policy 0, policy_version 34420 (0.0008)
+[2026-06-02 16:37:12,176][243551] Updated weights for policy 0, policy_version 34430 (0.0009)
+[2026-06-02 16:37:12,356][243551] Updated weights for policy 0, policy_version 34441 (0.0008)
+[2026-06-02 16:37:12,551][243551] Updated weights for policy 0, policy_version 34453 (0.0008)
+[2026-06-02 16:37:12,719][243551] Updated weights for policy 0, policy_version 34463 (0.0008)
+[2026-06-02 16:37:13,388][243551] Updated weights for policy 0, policy_version 34474 (0.0009)
+[2026-06-02 16:37:13,570][243551] Updated weights for policy 0, policy_version 34486 (0.0009)
+[2026-06-02 16:37:13,743][243551] Updated weights for policy 0, policy_version 34497 (0.0009)
+[2026-06-02 16:37:13,910][243551] Updated weights for policy 0, policy_version 34507 (0.0009)
+[2026-06-02 16:37:14,103][243551] Updated weights for policy 0, policy_version 34519 (0.0009)
+[2026-06-02 16:37:14,795][243551] Updated weights for policy 0, policy_version 34530 (0.0009)
+[2026-06-02 16:37:14,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17694720. Throughput: 0: 21356.1. Samples: 17722368. Policy #0 lag: (min: 4.0, avg: 20.6, max: 68.0)
+[2026-06-02 16:37:14,954][235966] Avg episode reward: [(0, '1403.881')]
+[2026-06-02 16:37:14,967][243551] Updated weights for policy 0, policy_version 34541 (0.0009)
+[2026-06-02 16:37:15,139][243551] Updated weights for policy 0, policy_version 34552 (0.0008)
+[2026-06-02 16:37:15,299][243551] Updated weights for policy 0, policy_version 34562 (0.0008)
+[2026-06-02 16:37:15,468][243551] Updated weights for policy 0, policy_version 34572 (0.0009)
+[2026-06-02 16:37:15,646][243551] Updated weights for policy 0, policy_version 34583 (0.0008)
+[2026-06-02 16:37:15,795][242747] Saving new best policy, reward=1403.881!
+[2026-06-02 16:37:16,306][243551] Updated weights for policy 0, policy_version 34593 (0.0008)
+[2026-06-02 16:37:16,459][243551] Updated weights for policy 0, policy_version 34603 (0.0008)
+[2026-06-02 16:37:16,621][243551] Updated weights for policy 0, policy_version 34613 (0.0008)
+[2026-06-02 16:37:16,798][243551] Updated weights for policy 0, policy_version 34624 (0.0008)
+[2026-06-02 16:37:16,965][243551] Updated weights for policy 0, policy_version 34634 (0.0008)
+[2026-06-02 16:37:17,126][243551] Updated weights for policy 0, policy_version 34644 (0.0008)
+[2026-06-02 16:37:17,291][243551] Updated weights for policy 0, policy_version 34654 (0.0008)
+[2026-06-02 16:37:17,940][243551] Updated weights for policy 0, policy_version 34664 (0.0008)
+[2026-06-02 16:37:18,115][243551] Updated weights for policy 0, policy_version 34675 (0.0008)
+[2026-06-02 16:37:18,276][243551] Updated weights for policy 0, policy_version 34685 (0.0008)
+[2026-06-02 16:37:18,454][243551] Updated weights for policy 0, policy_version 34696 (0.0008)
+[2026-06-02 16:37:18,622][243551] Updated weights for policy 0, policy_version 34706 (0.0008)
+[2026-06-02 16:37:18,784][243551] Updated weights for policy 0, policy_version 34716 (0.0009)
+[2026-06-02 16:37:19,425][243551] Updated weights for policy 0, policy_version 34726 (0.0008)
+[2026-06-02 16:37:19,587][243551] Updated weights for policy 0, policy_version 34736 (0.0008)
+[2026-06-02 16:37:19,739][243551] Updated weights for policy 0, policy_version 34746 (0.0008)
+[2026-06-02 16:37:19,919][243551] Updated weights for policy 0, policy_version 34757 (0.0008)
+[2026-06-02 16:37:19,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 17793024. Throughput: 0: 21344.7. Samples: 17786112. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:37:19,954][235966] Avg episode reward: [(0, '1415.537')]
+[2026-06-02 16:37:20,091][243551] Updated weights for policy 0, policy_version 34767 (0.0008)
+[2026-06-02 16:37:20,248][243551] Updated weights for policy 0, policy_version 34777 (0.0008)
+[2026-06-02 16:37:20,361][242747] Saving new best policy, reward=1415.537!
+[2026-06-02 16:37:20,928][243551] Updated weights for policy 0, policy_version 34787 (0.0008)
+[2026-06-02 16:37:21,094][243551] Updated weights for policy 0, policy_version 34798 (0.0008)
+[2026-06-02 16:37:21,254][243551] Updated weights for policy 0, policy_version 34808 (0.0008)
+[2026-06-02 16:37:21,416][243551] Updated weights for policy 0, policy_version 34818 (0.0009)
+[2026-06-02 16:37:21,582][243551] Updated weights for policy 0, policy_version 34828 (0.0008)
+[2026-06-02 16:37:21,760][243551] Updated weights for policy 0, policy_version 34839 (0.0008)
+[2026-06-02 16:37:22,407][243551] Updated weights for policy 0, policy_version 34849 (0.0008)
+[2026-06-02 16:37:22,568][243551] Updated weights for policy 0, policy_version 34859 (0.0008)
+[2026-06-02 16:37:22,729][243551] Updated weights for policy 0, policy_version 34869 (0.0008)
+[2026-06-02 16:37:22,894][243551] Updated weights for policy 0, policy_version 34879 (0.0008)
+[2026-06-02 16:37:23,090][243551] Updated weights for policy 0, policy_version 34891 (0.0008)
+[2026-06-02 16:37:23,257][243551] Updated weights for policy 0, policy_version 34901 (0.0008)
+[2026-06-02 16:37:23,417][243551] Updated weights for policy 0, policy_version 34911 (0.0008)
+[2026-06-02 16:37:24,062][243551] Updated weights for policy 0, policy_version 34921 (0.0009)
+[2026-06-02 16:37:24,233][243551] Updated weights for policy 0, policy_version 34932 (0.0008)
+[2026-06-02 16:37:24,395][243551] Updated weights for policy 0, policy_version 34942 (0.0008)
+[2026-06-02 16:37:24,566][243551] Updated weights for policy 0, policy_version 34952 (0.0008)
+[2026-06-02 16:37:24,751][243551] Updated weights for policy 0, policy_version 34963 (0.0008)
+[2026-06-02 16:37:24,929][243551] Updated weights for policy 0, policy_version 34974 (0.0008)
+[2026-06-02 16:37:24,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 17891328. Throughput: 0: 21358.9. Samples: 17916928. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:37:24,954][235966] Avg episode reward: [(0, '1399.099')]
+[2026-06-02 16:37:25,567][243551] Updated weights for policy 0, policy_version 34984 (0.0008)
+[2026-06-02 16:37:25,730][243551] Updated weights for policy 0, policy_version 34994 (0.0008)
+[2026-06-02 16:37:25,891][243551] Updated weights for policy 0, policy_version 35004 (0.0008)
+[2026-06-02 16:37:26,057][243551] Updated weights for policy 0, policy_version 35014 (0.0008)
+[2026-06-02 16:37:26,248][243551] Updated weights for policy 0, policy_version 35026 (0.0008)
+[2026-06-02 16:37:26,415][243551] Updated weights for policy 0, policy_version 35036 (0.0009)
+[2026-06-02 16:37:27,058][243551] Updated weights for policy 0, policy_version 35046 (0.0009)
+[2026-06-02 16:37:27,219][243551] Updated weights for policy 0, policy_version 35056 (0.0008)
+[2026-06-02 16:37:27,395][243551] Updated weights for policy 0, policy_version 35067 (0.0007)
+[2026-06-02 16:37:27,557][243551] Updated weights for policy 0, policy_version 35077 (0.0007)
+[2026-06-02 16:37:27,720][243551] Updated weights for policy 0, policy_version 35087 (0.0007)
+[2026-06-02 16:37:27,900][243551] Updated weights for policy 0, policy_version 35098 (0.0008)
+[2026-06-02 16:37:28,553][243551] Updated weights for policy 0, policy_version 35108 (0.0008)
+[2026-06-02 16:37:28,705][243551] Updated weights for policy 0, policy_version 35118 (0.0008)
+[2026-06-02 16:37:28,865][243551] Updated weights for policy 0, policy_version 35128 (0.0008)
+[2026-06-02 16:37:29,029][243551] Updated weights for policy 0, policy_version 35138 (0.0008)
+[2026-06-02 16:37:29,193][243551] Updated weights for policy 0, policy_version 35148 (0.0008)
+[2026-06-02 16:37:29,374][243551] Updated weights for policy 0, policy_version 35159 (0.0008)
+[2026-06-02 16:37:29,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 18022400. Throughput: 0: 21367.4. Samples: 18046336. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:37:29,954][235966] Avg episode reward: [(0, '1357.456')]
+[2026-06-02 16:37:30,034][243551] Updated weights for policy 0, policy_version 35169 (0.0009)
+[2026-06-02 16:37:30,180][243551] Updated weights for policy 0, policy_version 35179 (0.0008)
+[2026-06-02 16:37:30,345][243551] Updated weights for policy 0, policy_version 35189 (0.0009)
+[2026-06-02 16:37:30,525][243551] Updated weights for policy 0, policy_version 35200 (0.0009)
+[2026-06-02 16:37:30,688][243551] Updated weights for policy 0, policy_version 35210 (0.0008)
+[2026-06-02 16:37:30,887][243551] Updated weights for policy 0, policy_version 35222 (0.0009)
+[2026-06-02 16:37:31,561][243551] Updated weights for policy 0, policy_version 35233 (0.0008)
+[2026-06-02 16:37:31,708][243551] Updated weights for policy 0, policy_version 35243 (0.0008)
+[2026-06-02 16:37:31,874][243551] Updated weights for policy 0, policy_version 35253 (0.0009)
+[2026-06-02 16:37:32,033][243551] Updated weights for policy 0, policy_version 35263 (0.0007)
+[2026-06-02 16:37:32,195][243551] Updated weights for policy 0, policy_version 35273 (0.0009)
+[2026-06-02 16:37:32,361][243551] Updated weights for policy 0, policy_version 35283 (0.0008)
+[2026-06-02 16:37:32,530][243551] Updated weights for policy 0, policy_version 35293 (0.0008)
+[2026-06-02 16:37:33,172][243551] Updated weights for policy 0, policy_version 35303 (0.0005)
+[2026-06-02 16:37:33,330][243551] Updated weights for policy 0, policy_version 35313 (0.0004)
+[2026-06-02 16:37:33,496][243551] Updated weights for policy 0, policy_version 35323 (0.0004)
+[2026-06-02 16:37:33,672][243551] Updated weights for policy 0, policy_version 35334 (0.0004)
+[2026-06-02 16:37:33,867][243551] Updated weights for policy 0, policy_version 35346 (0.0004)
+[2026-06-02 16:37:34,039][243551] Updated weights for policy 0, policy_version 35356 (0.0004)
+[2026-06-02 16:37:34,657][243551] Updated weights for policy 0, policy_version 35366 (0.0004)
+[2026-06-02 16:37:34,815][243551] Updated weights for policy 0, policy_version 35376 (0.0004)
+[2026-06-02 16:37:34,953][235966] Fps is (10 sec: 22937.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18120704. Throughput: 0: 21364.6. Samples: 18111616. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:37:34,954][235966] Avg episode reward: [(0, '1344.801')]
+[2026-06-02 16:37:34,984][243551] Updated weights for policy 0, policy_version 35386 (0.0004)
+[2026-06-02 16:37:35,166][243551] Updated weights for policy 0, policy_version 35397 (0.0005)
+[2026-06-02 16:37:35,325][243551] Updated weights for policy 0, policy_version 35407 (0.0006)
+[2026-06-02 16:37:35,496][243551] Updated weights for policy 0, policy_version 35417 (0.0009)
+[2026-06-02 16:37:36,136][243551] Updated weights for policy 0, policy_version 35427 (0.0009)
+[2026-06-02 16:37:36,312][243551] Updated weights for policy 0, policy_version 35438 (0.0008)
+[2026-06-02 16:37:36,464][243551] Updated weights for policy 0, policy_version 35448 (0.0008)
+[2026-06-02 16:37:36,647][243551] Updated weights for policy 0, policy_version 35459 (0.0009)
+[2026-06-02 16:37:36,819][243551] Updated weights for policy 0, policy_version 35469 (0.0008)
+[2026-06-02 16:37:36,978][243551] Updated weights for policy 0, policy_version 35479 (0.0008)
+[2026-06-02 16:37:37,639][243551] Updated weights for policy 0, policy_version 35490 (0.0008)
+[2026-06-02 16:37:37,792][243551] Updated weights for policy 0, policy_version 35500 (0.0009)
+[2026-06-02 16:37:37,961][243551] Updated weights for policy 0, policy_version 35510 (0.0008)
+[2026-06-02 16:37:38,139][243551] Updated weights for policy 0, policy_version 35521 (0.0010)
+[2026-06-02 16:37:38,313][243551] Updated weights for policy 0, policy_version 35532 (0.0011)
+[2026-06-02 16:37:38,471][243551] Updated weights for policy 0, policy_version 35542 (0.0010)
+[2026-06-02 16:37:39,131][243551] Updated weights for policy 0, policy_version 35553 (0.0009)
+[2026-06-02 16:37:39,297][243551] Updated weights for policy 0, policy_version 35564 (0.0006)
+[2026-06-02 16:37:39,449][243551] Updated weights for policy 0, policy_version 35574 (0.0004)
+[2026-06-02 16:37:39,628][243551] Updated weights for policy 0, policy_version 35585 (0.0007)
+[2026-06-02 16:37:39,813][243551] Updated weights for policy 0, policy_version 35596 (0.0008)
+[2026-06-02 16:37:39,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18219008. Throughput: 0: 21384.6. Samples: 18241536. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0)
+[2026-06-02 16:37:39,954][235966] Avg episode reward: [(0, '1347.817')]
+[2026-06-02 16:37:39,969][243551] Updated weights for policy 0, policy_version 35606 (0.0008)
+[2026-06-02 16:37:40,140][243551] Updated weights for policy 0, policy_version 35616 (0.0009)
+[2026-06-02 16:37:40,805][243551] Updated weights for policy 0, policy_version 35626 (0.0009)
+[2026-06-02 16:37:40,962][243551] Updated weights for policy 0, policy_version 35636 (0.0007)
+[2026-06-02 16:37:41,122][243551] Updated weights for policy 0, policy_version 35646 (0.0004)
+[2026-06-02 16:37:41,296][243551] Updated weights for policy 0, policy_version 35657 (0.0007)
+[2026-06-02 16:37:41,470][243551] Updated weights for policy 0, policy_version 35667 (0.0008)
+[2026-06-02 16:37:41,628][243551] Updated weights for policy 0, policy_version 35677 (0.0008)
+[2026-06-02 16:37:42,288][243551] Updated weights for policy 0, policy_version 35687 (0.0008)
+[2026-06-02 16:37:42,443][243551] Updated weights for policy 0, policy_version 35697 (0.0009)
+[2026-06-02 16:37:42,622][243551] Updated weights for policy 0, policy_version 35708 (0.0004)
+[2026-06-02 16:37:42,800][243551] Updated weights for policy 0, policy_version 35719 (0.0004)
+[2026-06-02 16:37:42,969][243551] Updated weights for policy 0, policy_version 35729 (0.0004)
+[2026-06-02 16:37:43,131][243551] Updated weights for policy 0, policy_version 35739 (0.0007)
+[2026-06-02 16:37:43,777][243551] Updated weights for policy 0, policy_version 35749 (0.0008)
+[2026-06-02 16:37:43,950][243551] Updated weights for policy 0, policy_version 35760 (0.0008)
+[2026-06-02 16:37:44,112][243551] Updated weights for policy 0, policy_version 35770 (0.0008)
+[2026-06-02 16:37:44,272][243551] Updated weights for policy 0, policy_version 35780 (0.0008)
+[2026-06-02 16:37:44,439][243551] Updated weights for policy 0, policy_version 35790 (0.0008)
+[2026-06-02 16:37:44,593][243551] Updated weights for policy 0, policy_version 35800 (0.0008)
+[2026-06-02 16:37:44,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 18350080. Throughput: 0: 21450.0. Samples: 18371840. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:37:44,954][235966] Avg episode reward: [(0, '1440.434')]
+[2026-06-02 16:37:44,958][242747] Saving new best policy, reward=1440.434!
+[2026-06-02 16:37:45,265][243551] Updated weights for policy 0, policy_version 35811 (0.0009)
+[2026-06-02 16:37:45,442][243551] Updated weights for policy 0, policy_version 35822 (0.0008)
+[2026-06-02 16:37:45,602][243551] Updated weights for policy 0, policy_version 35832 (0.0009)
+[2026-06-02 16:37:45,788][243551] Updated weights for policy 0, policy_version 35843 (0.0008)
+[2026-06-02 16:37:45,947][243551] Updated weights for policy 0, policy_version 35853 (0.0008)
+[2026-06-02 16:37:46,117][243551] Updated weights for policy 0, policy_version 35863 (0.0008)
+[2026-06-02 16:37:46,760][243551] Updated weights for policy 0, policy_version 35874 (0.0008)
+[2026-06-02 16:37:46,915][243551] Updated weights for policy 0, policy_version 35884 (0.0008)
+[2026-06-02 16:37:47,108][243551] Updated weights for policy 0, policy_version 35896 (0.0009)
+[2026-06-02 16:37:47,283][243551] Updated weights for policy 0, policy_version 35907 (0.0008)
+[2026-06-02 16:37:47,453][243551] Updated weights for policy 0, policy_version 35917 (0.0008)
+[2026-06-02 16:37:47,622][243551] Updated weights for policy 0, policy_version 35927 (0.0008)
+[2026-06-02 16:37:48,285][243551] Updated weights for policy 0, policy_version 35938 (0.0009)
+[2026-06-02 16:37:48,437][243551] Updated weights for policy 0, policy_version 35948 (0.0008)
+[2026-06-02 16:37:48,596][243551] Updated weights for policy 0, policy_version 35958 (0.0008)
+[2026-06-02 16:37:48,762][243551] Updated weights for policy 0, policy_version 35968 (0.0008)
+[2026-06-02 16:37:48,927][243551] Updated weights for policy 0, policy_version 35978 (0.0010)
+[2026-06-02 16:37:49,092][243551] Updated weights for policy 0, policy_version 35988 (0.0008)
+[2026-06-02 16:37:49,266][243551] Updated weights for policy 0, policy_version 35999 (0.0008)
+[2026-06-02 16:37:49,950][243551] Updated weights for policy 0, policy_version 36010 (0.0008)
+[2026-06-02 16:37:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18448384. Throughput: 0: 21472.7. Samples: 18435712. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:37:49,954][235966] Avg episode reward: [(0, '1455.263')]
+[2026-06-02 16:37:50,105][243551] Updated weights for policy 0, policy_version 36020 (0.0008)
+[2026-06-02 16:37:50,264][243551] Updated weights for policy 0, policy_version 36030 (0.0008)
+[2026-06-02 16:37:50,471][243551] Updated weights for policy 0, policy_version 36043 (0.0008)
+[2026-06-02 16:37:50,645][243551] Updated weights for policy 0, policy_version 36054 (0.0008)
+[2026-06-02 16:37:50,805][242747] Saving new best policy, reward=1455.263!
+[2026-06-02 16:37:51,332][243551] Updated weights for policy 0, policy_version 36065 (0.0008)
+[2026-06-02 16:37:51,488][243551] Updated weights for policy 0, policy_version 36076 (0.0008)
+[2026-06-02 16:37:51,670][243551] Updated weights for policy 0, policy_version 36087 (0.0009)
+[2026-06-02 16:37:51,822][243551] Updated weights for policy 0, policy_version 36097 (0.0009)
+[2026-06-02 16:37:52,003][243551] Updated weights for policy 0, policy_version 36108 (0.0008)
+[2026-06-02 16:37:52,164][243551] Updated weights for policy 0, policy_version 36118 (0.0009)
+[2026-06-02 16:37:52,321][243551] Updated weights for policy 0, policy_version 36128 (0.0008)
+[2026-06-02 16:37:52,988][243551] Updated weights for policy 0, policy_version 36139 (0.0008)
+[2026-06-02 16:37:53,148][243551] Updated weights for policy 0, policy_version 36149 (0.0008)
+[2026-06-02 16:37:53,316][243551] Updated weights for policy 0, policy_version 36159 (0.0008)
+[2026-06-02 16:37:53,480][243551] Updated weights for policy 0, policy_version 36169 (0.0008)
+[2026-06-02 16:37:53,657][243551] Updated weights for policy 0, policy_version 36180 (0.0008)
+[2026-06-02 16:37:53,825][243551] Updated weights for policy 0, policy_version 36190 (0.0008)
+[2026-06-02 16:37:54,506][243551] Updated weights for policy 0, policy_version 36202 (0.0008)
+[2026-06-02 16:37:54,666][243551] Updated weights for policy 0, policy_version 36212 (0.0008)
+[2026-06-02 16:37:54,847][243551] Updated weights for policy 0, policy_version 36223 (0.0008)
+[2026-06-02 16:37:54,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18546688. Throughput: 0: 21560.9. Samples: 18566144. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:37:54,954][235966] Avg episode reward: [(0, '1458.216')]
+[2026-06-02 16:37:55,010][243551] Updated weights for policy 0, policy_version 36233 (0.0008)
+[2026-06-02 16:37:55,176][243551] Updated weights for policy 0, policy_version 36243 (0.0008)
+[2026-06-02 16:37:55,344][243551] Updated weights for policy 0, policy_version 36253 (0.0008)
+[2026-06-02 16:37:55,391][242747] Saving new best policy, reward=1458.216!
+[2026-06-02 16:37:56,004][243551] Updated weights for policy 0, policy_version 36264 (0.0008)
+[2026-06-02 16:37:56,154][243551] Updated weights for policy 0, policy_version 36274 (0.0008)
+[2026-06-02 16:37:56,320][243551] Updated weights for policy 0, policy_version 36284 (0.0008)
+[2026-06-02 16:37:56,486][243551] Updated weights for policy 0, policy_version 36294 (0.0008)
+[2026-06-02 16:37:56,656][243551] Updated weights for policy 0, policy_version 36304 (0.0008)
+[2026-06-02 16:37:56,825][243551] Updated weights for policy 0, policy_version 36314 (0.0008)
+[2026-06-02 16:37:57,471][243551] Updated weights for policy 0, policy_version 36324 (0.0008)
+[2026-06-02 16:37:57,621][243551] Updated weights for policy 0, policy_version 36334 (0.0008)
+[2026-06-02 16:37:57,794][243551] Updated weights for policy 0, policy_version 36344 (0.0008)
+[2026-06-02 16:37:57,974][243551] Updated weights for policy 0, policy_version 36355 (0.0008)
+[2026-06-02 16:37:58,158][243551] Updated weights for policy 0, policy_version 36366 (0.0009)
+[2026-06-02 16:37:58,330][243551] Updated weights for policy 0, policy_version 36377 (0.0008)
+[2026-06-02 16:37:58,992][243551] Updated weights for policy 0, policy_version 36388 (0.0008)
+[2026-06-02 16:37:59,173][243551] Updated weights for policy 0, policy_version 36400 (0.0009)
+[2026-06-02 16:37:59,354][243551] Updated weights for policy 0, policy_version 36411 (0.0009)
+[2026-06-02 16:37:59,521][243551] Updated weights for policy 0, policy_version 36421 (0.0008)
+[2026-06-02 16:37:59,675][243551] Updated weights for policy 0, policy_version 36431 (0.0008)
+[2026-06-02 16:37:59,846][243551] Updated weights for policy 0, policy_version 36441 (0.0009)
+[2026-06-02 16:37:59,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 18677760. Throughput: 0: 21651.9. Samples: 18696704. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:37:59,954][235966] Avg episode reward: [(0, '1403.313')]
+[2026-06-02 16:38:00,496][243551] Updated weights for policy 0, policy_version 36452 (0.0008)
+[2026-06-02 16:38:00,664][243551] Updated weights for policy 0, policy_version 36462 (0.0008)
+[2026-06-02 16:38:00,830][243551] Updated weights for policy 0, policy_version 36472 (0.0008)
+[2026-06-02 16:38:00,995][243551] Updated weights for policy 0, policy_version 36482 (0.0008)
+[2026-06-02 16:38:01,160][243551] Updated weights for policy 0, policy_version 36492 (0.0008)
+[2026-06-02 16:38:01,323][243551] Updated weights for policy 0, policy_version 36502 (0.0008)
+[2026-06-02 16:38:01,482][243551] Updated weights for policy 0, policy_version 36512 (0.0008)
+[2026-06-02 16:38:02,106][243551] Updated weights for policy 0, policy_version 36522 (0.0008)
+[2026-06-02 16:38:02,269][243551] Updated weights for policy 0, policy_version 36532 (0.0008)
+[2026-06-02 16:38:02,448][243551] Updated weights for policy 0, policy_version 36543 (0.0008)
+[2026-06-02 16:38:02,614][243551] Updated weights for policy 0, policy_version 36553 (0.0008)
+[2026-06-02 16:38:02,781][243551] Updated weights for policy 0, policy_version 36563 (0.0008)
+[2026-06-02 16:38:02,947][243551] Updated weights for policy 0, policy_version 36573 (0.0009)
+[2026-06-02 16:38:03,590][243551] Updated weights for policy 0, policy_version 36584 (0.0009)
+[2026-06-02 16:38:03,748][243551] Updated weights for policy 0, policy_version 36594 (0.0012)
+[2026-06-02 16:38:03,936][243551] Updated weights for policy 0, policy_version 36606 (0.0009)
+[2026-06-02 16:38:04,110][243551] Updated weights for policy 0, policy_version 36616 (0.0008)
+[2026-06-02 16:38:04,276][243551] Updated weights for policy 0, policy_version 36626 (0.0009)
+[2026-06-02 16:38:04,458][243551] Updated weights for policy 0, policy_version 36637 (0.0008)
+[2026-06-02 16:38:04,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 18776064. Throughput: 0: 21680.4. Samples: 18761728. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:04,954][235966] Avg episode reward: [(0, '1421.605')]
+[2026-06-02 16:38:05,079][243551] Updated weights for policy 0, policy_version 36647 (0.0009)
+[2026-06-02 16:38:05,250][243551] Updated weights for policy 0, policy_version 36658 (0.0009)
+[2026-06-02 16:38:05,412][243551] Updated weights for policy 0, policy_version 36668 (0.0008)
+[2026-06-02 16:38:05,579][243551] Updated weights for policy 0, policy_version 36678 (0.0008)
+[2026-06-02 16:38:05,755][243551] Updated weights for policy 0, policy_version 36689 (0.0008)
+[2026-06-02 16:38:05,923][243551] Updated weights for policy 0, policy_version 36699 (0.0008)
+[2026-06-02 16:38:06,576][243551] Updated weights for policy 0, policy_version 36709 (0.0009)
+[2026-06-02 16:38:06,742][243551] Updated weights for policy 0, policy_version 36719 (0.0008)
+[2026-06-02 16:38:06,913][243551] Updated weights for policy 0, policy_version 36730 (0.0008)
+[2026-06-02 16:38:07,081][243551] Updated weights for policy 0, policy_version 36740 (0.0008)
+[2026-06-02 16:38:07,245][243551] Updated weights for policy 0, policy_version 36750 (0.0010)
+[2026-06-02 16:38:07,408][243551] Updated weights for policy 0, policy_version 36760 (0.0008)
+[2026-06-02 16:38:08,057][243551] Updated weights for policy 0, policy_version 36770 (0.0009)
+[2026-06-02 16:38:08,210][243551] Updated weights for policy 0, policy_version 36780 (0.0009)
+[2026-06-02 16:38:08,376][243551] Updated weights for policy 0, policy_version 36790 (0.0009)
+[2026-06-02 16:38:08,539][243551] Updated weights for policy 0, policy_version 36800 (0.0009)
+[2026-06-02 16:38:08,718][243551] Updated weights for policy 0, policy_version 36811 (0.0009)
+[2026-06-02 16:38:08,884][243551] Updated weights for policy 0, policy_version 36821 (0.0008)
+[2026-06-02 16:38:09,052][243551] Updated weights for policy 0, policy_version 36831 (0.0008)
+[2026-06-02 16:38:09,674][243551] Updated weights for policy 0, policy_version 36841 (0.0009)
+[2026-06-02 16:38:09,836][243551] Updated weights for policy 0, policy_version 36851 (0.0009)
+[2026-06-02 16:38:09,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18874368. Throughput: 0: 21634.9. Samples: 18890496. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:09,954][235966] Avg episode reward: [(0, '1395.525')]
+[2026-06-02 16:38:10,000][243551] Updated weights for policy 0, policy_version 36861 (0.0008)
+[2026-06-02 16:38:10,161][243551] Updated weights for policy 0, policy_version 36871 (0.0010)
+[2026-06-02 16:38:10,336][243551] Updated weights for policy 0, policy_version 36882 (0.0008)
+[2026-06-02 16:38:10,530][243551] Updated weights for policy 0, policy_version 36894 (0.0009)
+[2026-06-02 16:38:11,199][243551] Updated weights for policy 0, policy_version 36905 (0.0008)
+[2026-06-02 16:38:11,392][243551] Updated weights for policy 0, policy_version 36918 (0.0009)
+[2026-06-02 16:38:11,585][243551] Updated weights for policy 0, policy_version 36930 (0.0008)
+[2026-06-02 16:38:11,742][243551] Updated weights for policy 0, policy_version 36940 (0.0007)
+[2026-06-02 16:38:11,916][243551] Updated weights for policy 0, policy_version 36951 (0.0009)
+[2026-06-02 16:38:12,602][243551] Updated weights for policy 0, policy_version 36961 (0.0009)
+[2026-06-02 16:38:12,756][243551] Updated weights for policy 0, policy_version 36971 (0.0008)
+[2026-06-02 16:38:12,923][243551] Updated weights for policy 0, policy_version 36981 (0.0008)
+[2026-06-02 16:38:13,094][243551] Updated weights for policy 0, policy_version 36991 (0.0009)
+[2026-06-02 16:38:13,257][243551] Updated weights for policy 0, policy_version 37001 (0.0009)
+[2026-06-02 16:38:13,433][243551] Updated weights for policy 0, policy_version 37012 (0.0008)
+[2026-06-02 16:38:13,604][243551] Updated weights for policy 0, policy_version 37022 (0.0008)
+[2026-06-02 16:38:14,261][243551] Updated weights for policy 0, policy_version 37032 (0.0009)
+[2026-06-02 16:38:14,425][243551] Updated weights for policy 0, policy_version 37042 (0.0008)
+[2026-06-02 16:38:14,590][243551] Updated weights for policy 0, policy_version 37053 (0.0008)
+[2026-06-02 16:38:14,763][243551] Updated weights for policy 0, policy_version 37063 (0.0009)
+[2026-06-02 16:38:14,926][243551] Updated weights for policy 0, policy_version 37073 (0.0008)
+[2026-06-02 16:38:14,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 18972672. Throughput: 0: 21654.8. Samples: 19020800. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:14,954][235966] Avg episode reward: [(0, '1416.022')]
+[2026-06-02 16:38:15,091][243551] Updated weights for policy 0, policy_version 37083 (0.0008)
+[2026-06-02 16:38:15,738][243551] Updated weights for policy 0, policy_version 37093 (0.0007)
+[2026-06-02 16:38:15,890][243551] Updated weights for policy 0, policy_version 37103 (0.0009)
+[2026-06-02 16:38:16,067][243551] Updated weights for policy 0, policy_version 37114 (0.0008)
+[2026-06-02 16:38:16,243][243551] Updated weights for policy 0, policy_version 37125 (0.0009)
+[2026-06-02 16:38:16,410][243551] Updated weights for policy 0, policy_version 37135 (0.0008)
+[2026-06-02 16:38:16,571][243551] Updated weights for policy 0, policy_version 37145 (0.0009)
+[2026-06-02 16:38:17,217][243551] Updated weights for policy 0, policy_version 37155 (0.0009)
+[2026-06-02 16:38:17,386][243551] Updated weights for policy 0, policy_version 37166 (0.0009)
+[2026-06-02 16:38:17,547][243551] Updated weights for policy 0, policy_version 37176 (0.0008)
+[2026-06-02 16:38:17,738][243551] Updated weights for policy 0, policy_version 37188 (0.0008)
+[2026-06-02 16:38:17,900][243551] Updated weights for policy 0, policy_version 37198 (0.0008)
+[2026-06-02 16:38:18,070][243551] Updated weights for policy 0, policy_version 37208 (0.0009)
+[2026-06-02 16:38:18,739][243551] Updated weights for policy 0, policy_version 37219 (0.0009)
+[2026-06-02 16:38:18,891][243551] Updated weights for policy 0, policy_version 37229 (0.0008)
+[2026-06-02 16:38:19,050][243551] Updated weights for policy 0, policy_version 37239 (0.0008)
+[2026-06-02 16:38:19,222][243551] Updated weights for policy 0, policy_version 37249 (0.0008)
+[2026-06-02 16:38:19,392][243551] Updated weights for policy 0, policy_version 37260 (0.0009)
+[2026-06-02 16:38:19,567][243551] Updated weights for policy 0, policy_version 37270 (0.0009)
+[2026-06-02 16:38:19,724][243551] Updated weights for policy 0, policy_version 37280 (0.0009)
+[2026-06-02 16:38:19,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 19103744. Throughput: 0: 21623.4. Samples: 19084672. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:19,954][235966] Avg episode reward: [(0, '1443.466')]
+[2026-06-02 16:38:20,363][243551] Updated weights for policy 0, policy_version 37290 (0.0010)
+[2026-06-02 16:38:20,541][243551] Updated weights for policy 0, policy_version 37301 (0.0009)
+[2026-06-02 16:38:20,704][243551] Updated weights for policy 0, policy_version 37311 (0.0009)
+[2026-06-02 16:38:20,889][243551] Updated weights for policy 0, policy_version 37322 (0.0009)
+[2026-06-02 16:38:21,067][243551] Updated weights for policy 0, policy_version 37333 (0.0009)
+[2026-06-02 16:38:21,238][243551] Updated weights for policy 0, policy_version 37343 (0.0009)
+[2026-06-02 16:38:21,862][243551] Updated weights for policy 0, policy_version 37353 (0.0009)
+[2026-06-02 16:38:22,019][243551] Updated weights for policy 0, policy_version 37363 (0.0008)
+[2026-06-02 16:38:22,176][243551] Updated weights for policy 0, policy_version 37373 (0.0008)
+[2026-06-02 16:38:22,342][243551] Updated weights for policy 0, policy_version 37383 (0.0009)
+[2026-06-02 16:38:22,514][243551] Updated weights for policy 0, policy_version 37393 (0.0008)
+[2026-06-02 16:38:22,675][243551] Updated weights for policy 0, policy_version 37403 (0.0008)
+[2026-06-02 16:38:23,330][243551] Updated weights for policy 0, policy_version 37413 (0.0009)
+[2026-06-02 16:38:23,483][243551] Updated weights for policy 0, policy_version 37423 (0.0008)
+[2026-06-02 16:38:23,643][243551] Updated weights for policy 0, policy_version 37433 (0.0009)
+[2026-06-02 16:38:23,805][243551] Updated weights for policy 0, policy_version 37443 (0.0008)
+[2026-06-02 16:38:23,980][243551] Updated weights for policy 0, policy_version 37453 (0.0008)
+[2026-06-02 16:38:24,157][243551] Updated weights for policy 0, policy_version 37464 (0.0009)
+[2026-06-02 16:38:24,802][243551] Updated weights for policy 0, policy_version 37474 (0.0009)
+[2026-06-02 16:38:24,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 19202048. Throughput: 0: 21626.3. Samples: 19214720. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:24,954][235966] Avg episode reward: [(0, '1434.880')]
+[2026-06-02 16:38:24,965][243551] Updated weights for policy 0, policy_version 37484 (0.0009)
+[2026-06-02 16:38:25,122][243551] Updated weights for policy 0, policy_version 37494 (0.0008)
+[2026-06-02 16:38:25,283][243551] Updated weights for policy 0, policy_version 37504 (0.0008)
+[2026-06-02 16:38:25,450][243551] Updated weights for policy 0, policy_version 37514 (0.0008)
+[2026-06-02 16:38:25,609][243551] Updated weights for policy 0, policy_version 37524 (0.0008)
+[2026-06-02 16:38:25,782][243551] Updated weights for policy 0, policy_version 37534 (0.0009)
+[2026-06-02 16:38:26,416][243551] Updated weights for policy 0, policy_version 37544 (0.0010)
+[2026-06-02 16:38:26,580][243551] Updated weights for policy 0, policy_version 37554 (0.0005)
+[2026-06-02 16:38:26,741][243551] Updated weights for policy 0, policy_version 37564 (0.0009)
+[2026-06-02 16:38:26,898][243551] Updated weights for policy 0, policy_version 37574 (0.0008)
+[2026-06-02 16:38:27,061][243551] Updated weights for policy 0, policy_version 37584 (0.0008)
+[2026-06-02 16:38:27,230][243551] Updated weights for policy 0, policy_version 37594 (0.0010)
+[2026-06-02 16:38:27,892][243551] Updated weights for policy 0, policy_version 37605 (0.0009)
+[2026-06-02 16:38:28,052][243551] Updated weights for policy 0, policy_version 37616 (0.0008)
+[2026-06-02 16:38:28,217][243551] Updated weights for policy 0, policy_version 37626 (0.0008)
+[2026-06-02 16:38:28,374][243551] Updated weights for policy 0, policy_version 37636 (0.0008)
+[2026-06-02 16:38:28,547][243551] Updated weights for policy 0, policy_version 37646 (0.0008)
+[2026-06-02 16:38:28,726][243551] Updated weights for policy 0, policy_version 37657 (0.0008)
+[2026-06-02 16:38:29,381][243551] Updated weights for policy 0, policy_version 37667 (0.0008)
+[2026-06-02 16:38:29,534][243551] Updated weights for policy 0, policy_version 37677 (0.0009)
+[2026-06-02 16:38:29,701][243551] Updated weights for policy 0, policy_version 37687 (0.0010)
+[2026-06-02 16:38:29,878][243551] Updated weights for policy 0, policy_version 37698 (0.0010)
+[2026-06-02 16:38:29,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 19300352. Throughput: 0: 21589.3. Samples: 19343360. Policy #0 lag: (min: 62.0, avg: 77.1, max: 126.0)
+[2026-06-02 16:38:29,954][235966] Avg episode reward: [(0, '1461.937')]
+[2026-06-02 16:38:30,058][243551] Updated weights for policy 0, policy_version 37709 (0.0008)
+[2026-06-02 16:38:30,219][243551] Updated weights for policy 0, policy_version 37719 (0.0008)
+[2026-06-02 16:38:30,369][242747] Saving new best policy, reward=1461.937!
+[2026-06-02 16:38:30,884][243551] Updated weights for policy 0, policy_version 37729 (0.0008)
+[2026-06-02 16:38:31,035][243551] Updated weights for policy 0, policy_version 37739 (0.0010)
+[2026-06-02 16:38:31,210][243551] Updated weights for policy 0, policy_version 37750 (0.0008)
+[2026-06-02 16:38:31,373][243551] Updated weights for policy 0, policy_version 37760 (0.0008)
+[2026-06-02 16:38:31,539][243551] Updated weights for policy 0, policy_version 37770 (0.0008)
+[2026-06-02 16:38:31,705][243551] Updated weights for policy 0, policy_version 37780 (0.0008)
+[2026-06-02 16:38:31,869][243551] Updated weights for policy 0, policy_version 37790 (0.0008)
+[2026-06-02 16:38:32,523][243551] Updated weights for policy 0, policy_version 37800 (0.0008)
+[2026-06-02 16:38:32,684][243551] Updated weights for policy 0, policy_version 37810 (0.0008)
+[2026-06-02 16:38:32,855][243551] Updated weights for policy 0, policy_version 37821 (0.0008)
+[2026-06-02 16:38:33,037][243551] Updated weights for policy 0, policy_version 37832 (0.0008)
+[2026-06-02 16:38:33,209][243551] Updated weights for policy 0, policy_version 37842 (0.0008)
+[2026-06-02 16:38:33,373][243551] Updated weights for policy 0, policy_version 37852 (0.0009)
+[2026-06-02 16:38:34,017][243551] Updated weights for policy 0, policy_version 37862 (0.0009)
+[2026-06-02 16:38:34,169][243551] Updated weights for policy 0, policy_version 37872 (0.0008)
+[2026-06-02 16:38:34,334][243551] Updated weights for policy 0, policy_version 37882 (0.0008)
+[2026-06-02 16:38:34,532][243551] Updated weights for policy 0, policy_version 37894 (0.0009)
+[2026-06-02 16:38:34,696][243551] Updated weights for policy 0, policy_version 37904 (0.0008)
+[2026-06-02 16:38:34,865][243551] Updated weights for policy 0, policy_version 37914 (0.0008)
+[2026-06-02 16:38:34,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 19398656. Throughput: 0: 21626.3. Samples: 19408896. Policy #0 lag: (min: 63.0, avg: 77.6, max: 127.0)
+[2026-06-02 16:38:34,954][235966] Avg episode reward: [(0, '1489.587')]
+[2026-06-02 16:38:34,959][242747] Saving new best policy, reward=1489.587!
+[2026-06-02 16:38:35,527][243551] Updated weights for policy 0, policy_version 37925 (0.0010)
+[2026-06-02 16:38:35,681][243551] Updated weights for policy 0, policy_version 37935 (0.0008)
+[2026-06-02 16:38:35,848][243551] Updated weights for policy 0, policy_version 37945 (0.0009)
+[2026-06-02 16:38:36,008][243551] Updated weights for policy 0, policy_version 37955 (0.0008)
+[2026-06-02 16:38:36,178][243551] Updated weights for policy 0, policy_version 37965 (0.0009)
+[2026-06-02 16:38:36,358][243551] Updated weights for policy 0, policy_version 37976 (0.0008)
+[2026-06-02 16:38:37,027][243551] Updated weights for policy 0, policy_version 37987 (0.0008)
+[2026-06-02 16:38:37,181][243551] Updated weights for policy 0, policy_version 37997 (0.0009)
+[2026-06-02 16:38:37,351][243551] Updated weights for policy 0, policy_version 38007 (0.0008)
+[2026-06-02 16:38:37,524][243551] Updated weights for policy 0, policy_version 38018 (0.0008)
+[2026-06-02 16:38:37,687][243551] Updated weights for policy 0, policy_version 38028 (0.0008)
+[2026-06-02 16:38:37,862][243551] Updated weights for policy 0, policy_version 38039 (0.0010)
+[2026-06-02 16:38:38,529][243551] Updated weights for policy 0, policy_version 38049 (0.0009)
+[2026-06-02 16:38:38,682][243551] Updated weights for policy 0, policy_version 38059 (0.0009)
+[2026-06-02 16:38:38,842][243551] Updated weights for policy 0, policy_version 38069 (0.0008)
+[2026-06-02 16:38:39,020][243551] Updated weights for policy 0, policy_version 38080 (0.0008)
+[2026-06-02 16:38:39,191][243551] Updated weights for policy 0, policy_version 38090 (0.0008)
+[2026-06-02 16:38:39,351][243551] Updated weights for policy 0, policy_version 38100 (0.0008)
+[2026-06-02 16:38:39,516][243551] Updated weights for policy 0, policy_version 38110 (0.0009)
+[2026-06-02 16:38:39,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 19529728. Throughput: 0: 21580.8. Samples: 19537280. Policy #0 lag: (min: 63.0, avg: 77.6, max: 127.0)
+[2026-06-02 16:38:39,954][235966] Avg episode reward: [(0, '1529.319')]
+[2026-06-02 16:38:40,165][243551] Updated weights for policy 0, policy_version 38121 (0.0009)
+[2026-06-02 16:38:40,331][243551] Updated weights for policy 0, policy_version 38131 (0.0009)
+[2026-06-02 16:38:40,496][243551] Updated weights for policy 0, policy_version 38141 (0.0008)
+[2026-06-02 16:38:40,660][243551] Updated weights for policy 0, policy_version 38151 (0.0008)
+[2026-06-02 16:38:40,834][243551] Updated weights for policy 0, policy_version 38162 (0.0008)
+[2026-06-02 16:38:41,007][243551] Updated weights for policy 0, policy_version 38172 (0.0008)
+[2026-06-02 16:38:41,062][242747] Saving new best policy, reward=1529.319!
+[2026-06-02 16:38:41,650][243551] Updated weights for policy 0, policy_version 38182 (0.0008)
+[2026-06-02 16:38:41,805][243551] Updated weights for policy 0, policy_version 38192 (0.0008)
+[2026-06-02 16:38:41,967][243551] Updated weights for policy 0, policy_version 38202 (0.0008)
+[2026-06-02 16:38:42,132][243551] Updated weights for policy 0, policy_version 38212 (0.0008)
+[2026-06-02 16:38:42,296][243551] Updated weights for policy 0, policy_version 38222 (0.0008)
+[2026-06-02 16:38:42,459][243551] Updated weights for policy 0, policy_version 38232 (0.0008)
+[2026-06-02 16:38:43,116][243551] Updated weights for policy 0, policy_version 38242 (0.0009)
+[2026-06-02 16:38:43,266][243551] Updated weights for policy 0, policy_version 38252 (0.0008)
+[2026-06-02 16:38:43,427][243551] Updated weights for policy 0, policy_version 38262 (0.0008)
+[2026-06-02 16:38:43,596][243551] Updated weights for policy 0, policy_version 38272 (0.0008)
+[2026-06-02 16:38:43,760][243551] Updated weights for policy 0, policy_version 38282 (0.0008)
+[2026-06-02 16:38:43,937][243551] Updated weights for policy 0, policy_version 38293 (0.0008)
+[2026-06-02 16:38:44,111][243551] Updated weights for policy 0, policy_version 38303 (0.0009)
+[2026-06-02 16:38:44,772][243551] Updated weights for policy 0, policy_version 38315 (0.0008)
+[2026-06-02 16:38:44,942][243551] Updated weights for policy 0, policy_version 38325 (0.0008)
+[2026-06-02 16:38:44,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19628032. Throughput: 0: 21484.0. Samples: 19663488. Policy #0 lag: (min: 63.0, avg: 77.6, max: 127.0)
+[2026-06-02 16:38:44,954][235966] Avg episode reward: [(0, '1605.965')]
+[2026-06-02 16:38:45,101][243551] Updated weights for policy 0, policy_version 38335 (0.0008)
+[2026-06-02 16:38:45,277][243551] Updated weights for policy 0, policy_version 38346 (0.0008)
+[2026-06-02 16:38:45,453][243551] Updated weights for policy 0, policy_version 38356 (0.0008)
+[2026-06-02 16:38:45,616][243551] Updated weights for policy 0, policy_version 38366 (0.0008)
+[2026-06-02 16:38:45,641][242747] Saving new best policy, reward=1605.965!
+[2026-06-02 16:38:46,245][243551] Updated weights for policy 0, policy_version 38376 (0.0008)
+[2026-06-02 16:38:46,425][243551] Updated weights for policy 0, policy_version 38387 (0.0008)
+[2026-06-02 16:38:46,588][243551] Updated weights for policy 0, policy_version 38397 (0.0008)
+[2026-06-02 16:38:46,745][243551] Updated weights for policy 0, policy_version 38407 (0.0008)
+[2026-06-02 16:38:46,918][243551] Updated weights for policy 0, policy_version 38417 (0.0008)
+[2026-06-02 16:38:47,079][243551] Updated weights for policy 0, policy_version 38427 (0.0008)
+[2026-06-02 16:38:47,712][243551] Updated weights for policy 0, policy_version 38437 (0.0010)
+[2026-06-02 16:38:47,874][243551] Updated weights for policy 0, policy_version 38447 (0.0008)
+[2026-06-02 16:38:48,036][243551] Updated weights for policy 0, policy_version 38457 (0.0008)
+[2026-06-02 16:38:48,197][243551] Updated weights for policy 0, policy_version 38467 (0.0008)
+[2026-06-02 16:38:48,354][243551] Updated weights for policy 0, policy_version 38477 (0.0008)
+[2026-06-02 16:38:48,514][243551] Updated weights for policy 0, policy_version 38487 (0.0008)
+[2026-06-02 16:38:49,180][243551] Updated weights for policy 0, policy_version 38497 (0.0008)
+[2026-06-02 16:38:49,336][243551] Updated weights for policy 0, policy_version 38507 (0.0008)
+[2026-06-02 16:38:49,494][243551] Updated weights for policy 0, policy_version 38517 (0.0008)
+[2026-06-02 16:38:49,668][243551] Updated weights for policy 0, policy_version 38528 (0.0008)
+[2026-06-02 16:38:49,837][243551] Updated weights for policy 0, policy_version 38538 (0.0008)
+[2026-06-02 16:38:49,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 19726336. Throughput: 0: 21444.3. Samples: 19726720. Policy #0 lag: (min: 63.0, avg: 77.6, max: 127.0)
+[2026-06-02 16:38:49,954][235966] Avg episode reward: [(0, '1633.016')]
+[2026-06-02 16:38:49,999][243551] Updated weights for policy 0, policy_version 38548 (0.0008)
+[2026-06-02 16:38:50,164][243551] Updated weights for policy 0, policy_version 38558 (0.0009)
+[2026-06-02 16:38:50,190][242747] Saving new best policy, reward=1633.016!
+[2026-06-02 16:38:50,840][243551] Updated weights for policy 0, policy_version 38569 (0.0009)
+[2026-06-02 16:38:50,990][243551] Updated weights for policy 0, policy_version 38579 (0.0008)
+[2026-06-02 16:38:51,174][243551] Updated weights for policy 0, policy_version 38590 (0.0008)
+[2026-06-02 16:38:51,358][243551] Updated weights for policy 0, policy_version 38601 (0.0008)
+[2026-06-02 16:38:51,524][243551] Updated weights for policy 0, policy_version 38611 (0.0009)
+[2026-06-02 16:38:51,686][243551] Updated weights for policy 0, policy_version 38621 (0.0009)
+[2026-06-02 16:38:52,304][243551] Updated weights for policy 0, policy_version 38631 (0.0008)
+[2026-06-02 16:38:52,467][243551] Updated weights for policy 0, policy_version 38641 (0.0008)
+[2026-06-02 16:38:52,630][243551] Updated weights for policy 0, policy_version 38651 (0.0006)
+[2026-06-02 16:38:52,787][243551] Updated weights for policy 0, policy_version 38661 (0.0009)
+[2026-06-02 16:38:52,959][243551] Updated weights for policy 0, policy_version 38671 (0.0009)
+[2026-06-02 16:38:53,115][243551] Updated weights for policy 0, policy_version 38681 (0.0009)
+[2026-06-02 16:38:53,763][243551] Updated weights for policy 0, policy_version 38691 (0.0010)
+[2026-06-02 16:38:53,917][243551] Updated weights for policy 0, policy_version 38701 (0.0010)
+[2026-06-02 16:38:54,081][243551] Updated weights for policy 0, policy_version 38711 (0.0008)
+[2026-06-02 16:38:54,240][243551] Updated weights for policy 0, policy_version 38721 (0.0008)
+[2026-06-02 16:38:54,399][243551] Updated weights for policy 0, policy_version 38731 (0.0008)
+[2026-06-02 16:38:54,582][243551] Updated weights for policy 0, policy_version 38742 (0.0008)
+[2026-06-02 16:38:54,746][243551] Updated weights for policy 0, policy_version 38752 (0.0008)
+[2026-06-02 16:38:54,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 19857408. Throughput: 0: 21384.6. Samples: 19852800. Policy #0 lag: (min: 63.0, avg: 77.6, max: 127.0)
+[2026-06-02 16:38:54,954][235966] Avg episode reward: [(0, '1624.555')]
+[2026-06-02 16:38:55,417][243551] Updated weights for policy 0, policy_version 38763 (0.0008)
+[2026-06-02 16:38:55,570][243551] Updated weights for policy 0, policy_version 38773 (0.0008)
+[2026-06-02 16:38:55,741][243551] Updated weights for policy 0, policy_version 38783 (0.0010)
+[2026-06-02 16:38:55,916][243551] Updated weights for policy 0, policy_version 38793 (0.0009)
+[2026-06-02 16:38:56,075][243551] Updated weights for policy 0, policy_version 38803 (0.0008)
+[2026-06-02 16:38:56,263][243551] Updated weights for policy 0, policy_version 38814 (0.0008)
+[2026-06-02 16:38:56,882][243551] Updated weights for policy 0, policy_version 38824 (0.0009)
+[2026-06-02 16:38:57,042][243551] Updated weights for policy 0, policy_version 38834 (0.0008)
+[2026-06-02 16:38:57,207][243551] Updated weights for policy 0, policy_version 38844 (0.0008)
+[2026-06-02 16:38:57,372][243551] Updated weights for policy 0, policy_version 38854 (0.0008)
+[2026-06-02 16:38:57,534][243551] Updated weights for policy 0, policy_version 38864 (0.0008)
+[2026-06-02 16:38:57,694][243551] Updated weights for policy 0, policy_version 38874 (0.0008)
+[2026-06-02 16:38:58,334][243551] Updated weights for policy 0, policy_version 38884 (0.0009)
+[2026-06-02 16:38:58,492][243551] Updated weights for policy 0, policy_version 38894 (0.0008)
+[2026-06-02 16:38:58,654][243551] Updated weights for policy 0, policy_version 38904 (0.0008)
+[2026-06-02 16:38:58,818][243551] Updated weights for policy 0, policy_version 38914 (0.0008)
+[2026-06-02 16:38:58,979][243551] Updated weights for policy 0, policy_version 38924 (0.0008)
+[2026-06-02 16:38:59,147][243551] Updated weights for policy 0, policy_version 38934 (0.0008)
+[2026-06-02 16:38:59,814][243551] Updated weights for policy 0, policy_version 38945 (0.0008)
+[2026-06-02 16:38:59,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 19955712. Throughput: 0: 21307.7. Samples: 19979648. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:38:59,954][235966] Avg episode reward: [(0, '1639.676')]
+[2026-06-02 16:38:59,959][243551] Updated weights for policy 0, policy_version 38955 (0.0008)
+[2026-06-02 16:39:00,125][243551] Updated weights for policy 0, policy_version 38965 (0.0008)
+[2026-06-02 16:39:00,294][243551] Updated weights for policy 0, policy_version 38975 (0.0008)
+[2026-06-02 16:39:00,460][243551] Updated weights for policy 0, policy_version 38985 (0.0008)
+[2026-06-02 16:39:00,624][243551] Updated weights for policy 0, policy_version 38995 (0.0008)
+[2026-06-02 16:39:00,793][243551] Updated weights for policy 0, policy_version 39005 (0.0008)
+[2026-06-02 16:39:00,834][242747] Saving new best policy, reward=1639.676!
+[2026-06-02 16:39:01,423][243551] Updated weights for policy 0, policy_version 39015 (0.0008)
+[2026-06-02 16:39:01,582][243551] Updated weights for policy 0, policy_version 39025 (0.0008)
+[2026-06-02 16:39:01,764][243551] Updated weights for policy 0, policy_version 39036 (0.0008)
+[2026-06-02 16:39:01,928][243551] Updated weights for policy 0, policy_version 39046 (0.0008)
+[2026-06-02 16:39:02,096][243551] Updated weights for policy 0, policy_version 39056 (0.0008)
+[2026-06-02 16:39:02,278][243551] Updated weights for policy 0, policy_version 39067 (0.0009)
+[2026-06-02 16:39:02,924][243551] Updated weights for policy 0, policy_version 39077 (0.0008)
+[2026-06-02 16:39:03,099][243551] Updated weights for policy 0, policy_version 39088 (0.0009)
+[2026-06-02 16:39:03,260][243551] Updated weights for policy 0, policy_version 39098 (0.0009)
+[2026-06-02 16:39:03,425][243551] Updated weights for policy 0, policy_version 39108 (0.0009)
+[2026-06-02 16:39:03,590][243551] Updated weights for policy 0, policy_version 39118 (0.0008)
+[2026-06-02 16:39:03,753][243551] Updated weights for policy 0, policy_version 39128 (0.0008)
+[2026-06-02 16:39:04,406][243551] Updated weights for policy 0, policy_version 39138 (0.0009)
+[2026-06-02 16:39:04,558][243551] Updated weights for policy 0, policy_version 39148 (0.0009)
+[2026-06-02 16:39:04,724][243551] Updated weights for policy 0, policy_version 39158 (0.0009)
+[2026-06-02 16:39:04,882][243551] Updated weights for policy 0, policy_version 39168 (0.0009)
+[2026-06-02 16:39:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20054016. Throughput: 0: 21319.1. Samples: 20044032. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:39:04,954][235966] Avg episode reward: [(0, '1622.836')]
+[2026-06-02 16:39:05,051][243551] Updated weights for policy 0, policy_version 39178 (0.0009)
+[2026-06-02 16:39:05,215][243551] Updated weights for policy 0, policy_version 39188 (0.0009)
+[2026-06-02 16:39:05,379][243551] Updated weights for policy 0, policy_version 39198 (0.0009)
+[2026-06-02 16:39:06,022][243551] Updated weights for policy 0, policy_version 39208 (0.0009)
+[2026-06-02 16:39:06,192][243551] Updated weights for policy 0, policy_version 39219 (0.0009)
+[2026-06-02 16:39:06,353][243551] Updated weights for policy 0, policy_version 39229 (0.0009)
+[2026-06-02 16:39:06,521][243551] Updated weights for policy 0, policy_version 39239 (0.0010)
+[2026-06-02 16:39:06,698][243551] Updated weights for policy 0, policy_version 39250 (0.0009)
+[2026-06-02 16:39:06,868][243551] Updated weights for policy 0, policy_version 39260 (0.0009)
+[2026-06-02 16:39:07,534][243551] Updated weights for policy 0, policy_version 39271 (0.0009)
+[2026-06-02 16:39:07,691][243551] Updated weights for policy 0, policy_version 39281 (0.0009)
+[2026-06-02 16:39:07,853][243551] Updated weights for policy 0, policy_version 39291 (0.0009)
+[2026-06-02 16:39:08,019][243551] Updated weights for policy 0, policy_version 39301 (0.0009)
+[2026-06-02 16:39:08,175][243551] Updated weights for policy 0, policy_version 39311 (0.0009)
+[2026-06-02 16:39:08,347][243551] Updated weights for policy 0, policy_version 39321 (0.0009)
+[2026-06-02 16:39:09,006][243551] Updated weights for policy 0, policy_version 39332 (0.0009)
+[2026-06-02 16:39:09,158][243551] Updated weights for policy 0, policy_version 39342 (0.0008)
+[2026-06-02 16:39:09,317][243551] Updated weights for policy 0, policy_version 39352 (0.0008)
+[2026-06-02 16:39:09,503][243551] Updated weights for policy 0, policy_version 39363 (0.0008)
+[2026-06-02 16:39:09,660][243551] Updated weights for policy 0, policy_version 39373 (0.0008)
+[2026-06-02 16:39:09,854][243551] Updated weights for policy 0, policy_version 39384 (0.0008)
+[2026-06-02 16:39:09,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 20152320. Throughput: 0: 21310.6. Samples: 20173696. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:39:09,955][235966] Avg episode reward: [(0, '1613.337')]
+[2026-06-02 16:39:10,492][243551] Updated weights for policy 0, policy_version 39394 (0.0009)
+[2026-06-02 16:39:10,659][243551] Updated weights for policy 0, policy_version 39405 (0.0009)
+[2026-06-02 16:39:10,844][243551] Updated weights for policy 0, policy_version 39416 (0.0009)
+[2026-06-02 16:39:11,004][243551] Updated weights for policy 0, policy_version 39426 (0.0008)
+[2026-06-02 16:39:11,171][243551] Updated weights for policy 0, policy_version 39436 (0.0008)
+[2026-06-02 16:39:11,344][243551] Updated weights for policy 0, policy_version 39446 (0.0008)
+[2026-06-02 16:39:11,504][243551] Updated weights for policy 0, policy_version 39456 (0.0008)
+[2026-06-02 16:39:12,142][243551] Updated weights for policy 0, policy_version 39466 (0.0009)
+[2026-06-02 16:39:12,303][243551] Updated weights for policy 0, policy_version 39476 (0.0008)
+[2026-06-02 16:39:12,468][243551] Updated weights for policy 0, policy_version 39486 (0.0008)
+[2026-06-02 16:39:12,630][243551] Updated weights for policy 0, policy_version 39496 (0.0008)
+[2026-06-02 16:39:12,798][243551] Updated weights for policy 0, policy_version 39506 (0.0008)
+[2026-06-02 16:39:12,971][243551] Updated weights for policy 0, policy_version 39516 (0.0008)
+[2026-06-02 16:39:13,612][243551] Updated weights for policy 0, policy_version 39527 (0.0008)
+[2026-06-02 16:39:13,787][243551] Updated weights for policy 0, policy_version 39538 (0.0008)
+[2026-06-02 16:39:13,972][243551] Updated weights for policy 0, policy_version 39549 (0.0008)
+[2026-06-02 16:39:14,137][243551] Updated weights for policy 0, policy_version 39559 (0.0008)
+[2026-06-02 16:39:14,323][243551] Updated weights for policy 0, policy_version 39570 (0.0009)
+[2026-06-02 16:39:14,485][243551] Updated weights for policy 0, policy_version 39580 (0.0005)
+[2026-06-02 16:39:14,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 20283392. Throughput: 0: 21339.0. Samples: 20303616. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:39:14,954][235966] Avg episode reward: [(0, '1562.398')]
+[2026-06-02 16:39:15,115][243551] Updated weights for policy 0, policy_version 39590 (0.0007)
+[2026-06-02 16:39:15,285][243551] Updated weights for policy 0, policy_version 39601 (0.0006)
+[2026-06-02 16:39:15,442][243551] Updated weights for policy 0, policy_version 39611 (0.0005)
+[2026-06-02 16:39:15,610][243551] Updated weights for policy 0, policy_version 39621 (0.0005)
+[2026-06-02 16:39:15,772][243551] Updated weights for policy 0, policy_version 39631 (0.0008)
+[2026-06-02 16:39:15,936][243551] Updated weights for policy 0, policy_version 39641 (0.0007)
+[2026-06-02 16:39:16,575][243551] Updated weights for policy 0, policy_version 39651 (0.0009)
+[2026-06-02 16:39:16,747][243551] Updated weights for policy 0, policy_version 39662 (0.0008)
+[2026-06-02 16:39:16,906][243551] Updated weights for policy 0, policy_version 39672 (0.0008)
+[2026-06-02 16:39:17,068][243551] Updated weights for policy 0, policy_version 39682 (0.0009)
+[2026-06-02 16:39:17,240][243551] Updated weights for policy 0, policy_version 39693 (0.0009)
+[2026-06-02 16:39:17,410][243551] Updated weights for policy 0, policy_version 39703 (0.0008)
+[2026-06-02 16:39:18,077][243551] Updated weights for policy 0, policy_version 39714 (0.0008)
+[2026-06-02 16:39:18,248][243551] Updated weights for policy 0, policy_version 39725 (0.0008)
+[2026-06-02 16:39:18,409][243551] Updated weights for policy 0, policy_version 39735 (0.0008)
+[2026-06-02 16:39:18,570][243551] Updated weights for policy 0, policy_version 39745 (0.0009)
+[2026-06-02 16:39:18,752][243551] Updated weights for policy 0, policy_version 39756 (0.0008)
+[2026-06-02 16:39:18,917][243551] Updated weights for policy 0, policy_version 39766 (0.0009)
+[2026-06-02 16:39:19,075][243551] Updated weights for policy 0, policy_version 39776 (0.0009)
+[2026-06-02 16:39:19,738][243551] Updated weights for policy 0, policy_version 39786 (0.0009)
+[2026-06-02 16:39:19,917][243551] Updated weights for policy 0, policy_version 39797 (0.0008)
+[2026-06-02 16:39:19,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20381696. Throughput: 0: 21310.6. Samples: 20367872. Policy #0 lag: (min: 36.0, avg: 51.2, max: 100.0)
+[2026-06-02 16:39:19,954][235966] Avg episode reward: [(0, '1595.280')]
+[2026-06-02 16:39:20,074][243551] Updated weights for policy 0, policy_version 39807 (0.0008)
+[2026-06-02 16:39:20,238][243551] Updated weights for policy 0, policy_version 39817 (0.0008)
+[2026-06-02 16:39:20,399][243551] Updated weights for policy 0, policy_version 39827 (0.0008)
+[2026-06-02 16:39:20,567][243551] Updated weights for policy 0, policy_version 39837 (0.0008)
+[2026-06-02 16:39:21,197][243551] Updated weights for policy 0, policy_version 39847 (0.0009)
+[2026-06-02 16:39:21,351][243551] Updated weights for policy 0, policy_version 39857 (0.0008)
+[2026-06-02 16:39:21,521][243551] Updated weights for policy 0, policy_version 39867 (0.0008)
+[2026-06-02 16:39:21,673][243551] Updated weights for policy 0, policy_version 39877 (0.0008)
+[2026-06-02 16:39:21,846][243551] Updated weights for policy 0, policy_version 39887 (0.0008)
+[2026-06-02 16:39:22,020][243551] Updated weights for policy 0, policy_version 39898 (0.0008)
+[2026-06-02 16:39:22,677][243551] Updated weights for policy 0, policy_version 39908 (0.0008)
+[2026-06-02 16:39:22,851][243551] Updated weights for policy 0, policy_version 39919 (0.0008)
+[2026-06-02 16:39:23,010][243551] Updated weights for policy 0, policy_version 39929 (0.0008)
+[2026-06-02 16:39:23,177][243551] Updated weights for policy 0, policy_version 39939 (0.0008)
+[2026-06-02 16:39:23,353][243551] Updated weights for policy 0, policy_version 39950 (0.0009)
+[2026-06-02 16:39:23,514][243551] Updated weights for policy 0, policy_version 39960 (0.0009)
+[2026-06-02 16:39:24,183][243551] Updated weights for policy 0, policy_version 39970 (0.0009)
+[2026-06-02 16:39:24,387][243551] Updated weights for policy 0, policy_version 39983 (0.0009)
+[2026-06-02 16:39:24,541][243551] Updated weights for policy 0, policy_version 39993 (0.0008)
+[2026-06-02 16:39:24,711][243551] Updated weights for policy 0, policy_version 40003 (0.0008)
+[2026-06-02 16:39:24,873][243551] Updated weights for policy 0, policy_version 40013 (0.0008)
+[2026-06-02 16:39:24,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 20480000. Throughput: 0: 21333.3. Samples: 20497280. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:39:24,954][235966] Avg episode reward: [(0, '1594.978')]
+[2026-06-02 16:39:25,040][243551] Updated weights for policy 0, policy_version 40023 (0.0008)
+[2026-06-02 16:39:25,691][243551] Updated weights for policy 0, policy_version 40033 (0.0008)
+[2026-06-02 16:39:25,845][243551] Updated weights for policy 0, policy_version 40043 (0.0009)
+[2026-06-02 16:39:26,006][243551] Updated weights for policy 0, policy_version 40053 (0.0008)
+[2026-06-02 16:39:26,165][243551] Updated weights for policy 0, policy_version 40063 (0.0008)
+[2026-06-02 16:39:26,348][243551] Updated weights for policy 0, policy_version 40074 (0.0008)
+[2026-06-02 16:39:26,519][243551] Updated weights for policy 0, policy_version 40084 (0.0008)
+[2026-06-02 16:39:26,681][243551] Updated weights for policy 0, policy_version 40094 (0.0008)
+[2026-06-02 16:39:27,311][243551] Updated weights for policy 0, policy_version 40104 (0.0008)
+[2026-06-02 16:39:27,483][243551] Updated weights for policy 0, policy_version 40115 (0.0008)
+[2026-06-02 16:39:27,663][243551] Updated weights for policy 0, policy_version 40126 (0.0008)
+[2026-06-02 16:39:27,822][243551] Updated weights for policy 0, policy_version 40136 (0.0008)
+[2026-06-02 16:39:27,992][243551] Updated weights for policy 0, policy_version 40146 (0.0008)
+[2026-06-02 16:39:28,157][243551] Updated weights for policy 0, policy_version 40156 (0.0008)
+[2026-06-02 16:39:28,803][243551] Updated weights for policy 0, policy_version 40167 (0.0008)
+[2026-06-02 16:39:28,962][243551] Updated weights for policy 0, policy_version 40177 (0.0008)
+[2026-06-02 16:39:29,127][243551] Updated weights for policy 0, policy_version 40187 (0.0008)
+[2026-06-02 16:39:29,291][243551] Updated weights for policy 0, policy_version 40197 (0.0008)
+[2026-06-02 16:39:29,453][243551] Updated weights for policy 0, policy_version 40207 (0.0008)
+[2026-06-02 16:39:29,639][243551] Updated weights for policy 0, policy_version 40218 (0.0008)
+[2026-06-02 16:39:29,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 20611072. Throughput: 0: 21421.5. Samples: 20627456. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:39:29,954][235966] Avg episode reward: [(0, '1581.885')]
+[2026-06-02 16:39:30,296][243551] Updated weights for policy 0, policy_version 40228 (0.0010)
+[2026-06-02 16:39:30,453][243551] Updated weights for policy 0, policy_version 40238 (0.0008)
+[2026-06-02 16:39:30,611][243551] Updated weights for policy 0, policy_version 40248 (0.0008)
+[2026-06-02 16:39:30,775][243551] Updated weights for policy 0, policy_version 40258 (0.0008)
+[2026-06-02 16:39:30,940][243551] Updated weights for policy 0, policy_version 40268 (0.0009)
+[2026-06-02 16:39:31,105][243551] Updated weights for policy 0, policy_version 40278 (0.0008)
+[2026-06-02 16:39:31,767][243551] Updated weights for policy 0, policy_version 40289 (0.0008)
+[2026-06-02 16:39:31,909][243551] Updated weights for policy 0, policy_version 40299 (0.0008)
+[2026-06-02 16:39:32,077][243551] Updated weights for policy 0, policy_version 40309 (0.0008)
+[2026-06-02 16:39:32,233][243551] Updated weights for policy 0, policy_version 40319 (0.0008)
+[2026-06-02 16:39:32,411][243551] Updated weights for policy 0, policy_version 40330 (0.0008)
+[2026-06-02 16:39:32,583][243551] Updated weights for policy 0, policy_version 40340 (0.0009)
+[2026-06-02 16:39:32,764][243551] Updated weights for policy 0, policy_version 40351 (0.0009)
+[2026-06-02 16:39:33,418][243551] Updated weights for policy 0, policy_version 40361 (0.0008)
+[2026-06-02 16:39:33,595][243551] Updated weights for policy 0, policy_version 40372 (0.0009)
+[2026-06-02 16:39:33,777][243551] Updated weights for policy 0, policy_version 40383 (0.0009)
+[2026-06-02 16:39:33,956][243551] Updated weights for policy 0, policy_version 40394 (0.0009)
+[2026-06-02 16:39:34,122][243551] Updated weights for policy 0, policy_version 40404 (0.0008)
+[2026-06-02 16:39:34,305][243551] Updated weights for policy 0, policy_version 40415 (0.0008)
+[2026-06-02 16:39:34,934][243551] Updated weights for policy 0, policy_version 40426 (0.0008)
+[2026-06-02 16:39:34,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 20709376. Throughput: 0: 21464.2. Samples: 20692608. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:39:34,954][235966] Avg episode reward: [(0, '1604.847')]
+[2026-06-02 16:39:35,096][243551] Updated weights for policy 0, policy_version 40436 (0.0008)
+[2026-06-02 16:39:35,279][243551] Updated weights for policy 0, policy_version 40447 (0.0008)
+[2026-06-02 16:39:35,445][243551] Updated weights for policy 0, policy_version 40457 (0.0008)
+[2026-06-02 16:39:35,622][243551] Updated weights for policy 0, policy_version 40468 (0.0008)
+[2026-06-02 16:39:35,794][243551] Updated weights for policy 0, policy_version 40478 (0.0009)
+[2026-06-02 16:39:36,428][243551] Updated weights for policy 0, policy_version 40488 (0.0008)
+[2026-06-02 16:39:36,619][243551] Updated weights for policy 0, policy_version 40500 (0.0009)
+[2026-06-02 16:39:36,788][243551] Updated weights for policy 0, policy_version 40510 (0.0008)
+[2026-06-02 16:39:36,941][243551] Updated weights for policy 0, policy_version 40520 (0.0008)
+[2026-06-02 16:39:37,111][243551] Updated weights for policy 0, policy_version 40530 (0.0008)
+[2026-06-02 16:39:37,275][243551] Updated weights for policy 0, policy_version 40540 (0.0008)
+[2026-06-02 16:39:37,914][243551] Updated weights for policy 0, policy_version 40550 (0.0008)
+[2026-06-02 16:39:38,070][243551] Updated weights for policy 0, policy_version 40560 (0.0008)
+[2026-06-02 16:39:38,237][243551] Updated weights for policy 0, policy_version 40570 (0.0008)
+[2026-06-02 16:39:38,391][243551] Updated weights for policy 0, policy_version 40580 (0.0008)
+[2026-06-02 16:39:38,577][243551] Updated weights for policy 0, policy_version 40591 (0.0008)
+[2026-06-02 16:39:38,741][243551] Updated weights for policy 0, policy_version 40601 (0.0006)
+[2026-06-02 16:39:39,382][243551] Updated weights for policy 0, policy_version 40611 (0.0006)
+[2026-06-02 16:39:39,562][243551] Updated weights for policy 0, policy_version 40623 (0.0009)
+[2026-06-02 16:39:39,727][243551] Updated weights for policy 0, policy_version 40633 (0.0008)
+[2026-06-02 16:39:39,884][243551] Updated weights for policy 0, policy_version 40643 (0.0008)
+[2026-06-02 16:39:39,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 20807680. Throughput: 0: 21535.3. Samples: 20821888. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:39:39,954][235966] Avg episode reward: [(0, '1666.976')]
+[2026-06-02 16:39:40,073][243551] Updated weights for policy 0, policy_version 40654 (0.0009)
+[2026-06-02 16:39:40,239][243551] Updated weights for policy 0, policy_version 40664 (0.0008)
+[2026-06-02 16:39:40,362][242747] Saving new best policy, reward=1666.976!
+[2026-06-02 16:39:40,889][243551] Updated weights for policy 0, policy_version 40674 (0.0008)
+[2026-06-02 16:39:41,041][243551] Updated weights for policy 0, policy_version 40684 (0.0008)
+[2026-06-02 16:39:41,215][243551] Updated weights for policy 0, policy_version 40695 (0.0008)
+[2026-06-02 16:39:41,387][243551] Updated weights for policy 0, policy_version 40705 (0.0008)
+[2026-06-02 16:39:41,595][243551] Updated weights for policy 0, policy_version 40718 (0.0009)
+[2026-06-02 16:39:41,774][243551] Updated weights for policy 0, policy_version 40729 (0.0008)
+[2026-06-02 16:39:42,422][243551] Updated weights for policy 0, policy_version 40739 (0.0008)
+[2026-06-02 16:39:42,589][243551] Updated weights for policy 0, policy_version 40750 (0.0008)
+[2026-06-02 16:39:42,781][243551] Updated weights for policy 0, policy_version 40762 (0.0008)
+[2026-06-02 16:39:42,946][243551] Updated weights for policy 0, policy_version 40772 (0.0008)
+[2026-06-02 16:39:43,116][243551] Updated weights for policy 0, policy_version 40782 (0.0008)
+[2026-06-02 16:39:43,281][243551] Updated weights for policy 0, policy_version 40792 (0.0008)
+[2026-06-02 16:39:43,951][243551] Updated weights for policy 0, policy_version 40804 (0.0009)
+[2026-06-02 16:39:44,135][243551] Updated weights for policy 0, policy_version 40816 (0.0009)
+[2026-06-02 16:39:44,300][243551] Updated weights for policy 0, policy_version 40826 (0.0008)
+[2026-06-02 16:39:44,464][243551] Updated weights for policy 0, policy_version 40836 (0.0008)
+[2026-06-02 16:39:44,660][243551] Updated weights for policy 0, policy_version 40848 (0.0008)
+[2026-06-02 16:39:44,843][243551] Updated weights for policy 0, policy_version 40859 (0.0009)
+[2026-06-02 16:39:44,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 20938752. Throughput: 0: 21600.7. Samples: 20951680. Policy #0 lag: (min: 63.0, avg: 78.9, max: 127.0)
+[2026-06-02 16:39:44,954][235966] Avg episode reward: [(0, '1679.404')]
+[2026-06-02 16:39:44,958][242747] Saving new best policy, reward=1679.404!
+[2026-06-02 16:39:45,523][243551] Updated weights for policy 0, policy_version 40871 (0.0008)
+[2026-06-02 16:39:45,673][243551] Updated weights for policy 0, policy_version 40881 (0.0008)
+[2026-06-02 16:39:45,851][243551] Updated weights for policy 0, policy_version 40892 (0.0008)
+[2026-06-02 16:39:46,024][243551] Updated weights for policy 0, policy_version 40903 (0.0008)
+[2026-06-02 16:39:46,196][243551] Updated weights for policy 0, policy_version 40913 (0.0009)
+[2026-06-02 16:39:46,359][243551] Updated weights for policy 0, policy_version 40923 (0.0009)
+[2026-06-02 16:39:47,023][243551] Updated weights for policy 0, policy_version 40933 (0.0009)
+[2026-06-02 16:39:47,205][243551] Updated weights for policy 0, policy_version 40945 (0.0009)
+[2026-06-02 16:39:47,372][243551] Updated weights for policy 0, policy_version 40955 (0.0008)
+[2026-06-02 16:39:47,536][243551] Updated weights for policy 0, policy_version 40965 (0.0008)
+[2026-06-02 16:39:47,702][243551] Updated weights for policy 0, policy_version 40975 (0.0008)
+[2026-06-02 16:39:47,885][243551] Updated weights for policy 0, policy_version 40986 (0.0008)
+[2026-06-02 16:39:48,526][243551] Updated weights for policy 0, policy_version 40996 (0.0008)
+[2026-06-02 16:39:48,700][243551] Updated weights for policy 0, policy_version 41007 (0.0008)
+[2026-06-02 16:39:48,863][243551] Updated weights for policy 0, policy_version 41017 (0.0009)
+[2026-06-02 16:39:49,042][243551] Updated weights for policy 0, policy_version 41028 (0.0008)
+[2026-06-02 16:39:49,222][243551] Updated weights for policy 0, policy_version 41039 (0.0008)
+[2026-06-02 16:39:49,381][243551] Updated weights for policy 0, policy_version 41049 (0.0008)
+[2026-06-02 16:39:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 21037056. Throughput: 0: 21617.8. Samples: 21016832. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:39:49,954][235966] Avg episode reward: [(0, '1702.500')]
+[2026-06-02 16:39:50,059][243551] Updated weights for policy 0, policy_version 41059 (0.0009)
+[2026-06-02 16:39:50,212][243551] Updated weights for policy 0, policy_version 41069 (0.0009)
+[2026-06-02 16:39:50,371][243551] Updated weights for policy 0, policy_version 41079 (0.0008)
+[2026-06-02 16:39:50,539][243551] Updated weights for policy 0, policy_version 41089 (0.0008)
+[2026-06-02 16:39:50,702][243551] Updated weights for policy 0, policy_version 41099 (0.0008)
+[2026-06-02 16:39:50,860][243551] Updated weights for policy 0, policy_version 41109 (0.0008)
+[2026-06-02 16:39:51,023][243551] Updated weights for policy 0, policy_version 41119 (0.0008)
+[2026-06-02 16:39:51,034][242747] Saving new best policy, reward=1702.500!
+[2026-06-02 16:39:51,649][243551] Updated weights for policy 0, policy_version 41129 (0.0008)
+[2026-06-02 16:39:51,807][243551] Updated weights for policy 0, policy_version 41139 (0.0008)
+[2026-06-02 16:39:51,984][243551] Updated weights for policy 0, policy_version 41150 (0.0008)
+[2026-06-02 16:39:52,144][243551] Updated weights for policy 0, policy_version 41160 (0.0008)
+[2026-06-02 16:39:52,311][243551] Updated weights for policy 0, policy_version 41170 (0.0008)
+[2026-06-02 16:39:52,479][243551] Updated weights for policy 0, policy_version 41180 (0.0009)
+[2026-06-02 16:39:53,124][243551] Updated weights for policy 0, policy_version 41190 (0.0009)
+[2026-06-02 16:39:53,282][243551] Updated weights for policy 0, policy_version 41200 (0.0010)
+[2026-06-02 16:39:53,450][243551] Updated weights for policy 0, policy_version 41210 (0.0009)
+[2026-06-02 16:39:53,626][243551] Updated weights for policy 0, policy_version 41221 (0.0008)
+[2026-06-02 16:39:53,795][243551] Updated weights for policy 0, policy_version 41231 (0.0008)
+[2026-06-02 16:39:53,952][243551] Updated weights for policy 0, policy_version 41241 (0.0008)
+[2026-06-02 16:39:54,603][243551] Updated weights for policy 0, policy_version 41251 (0.0009)
+[2026-06-02 16:39:54,789][243551] Updated weights for policy 0, policy_version 41263 (0.0009)
+[2026-06-02 16:39:54,947][243551] Updated weights for policy 0, policy_version 41273 (0.0008)
+[2026-06-02 16:39:54,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21135360. Throughput: 0: 21615.0. Samples: 21146368. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:39:54,954][235966] Avg episode reward: [(0, '1714.356')]
+[2026-06-02 16:39:55,109][243551] Updated weights for policy 0, policy_version 41283 (0.0008)
+[2026-06-02 16:39:55,276][243551] Updated weights for policy 0, policy_version 41293 (0.0008)
+[2026-06-02 16:39:55,455][243551] Updated weights for policy 0, policy_version 41304 (0.0008)
+[2026-06-02 16:39:55,584][242747] Saving new best policy, reward=1714.356!
+[2026-06-02 16:39:56,120][243551] Updated weights for policy 0, policy_version 41315 (0.0008)
+[2026-06-02 16:39:56,276][243551] Updated weights for policy 0, policy_version 41325 (0.0008)
+[2026-06-02 16:39:56,438][243551] Updated weights for policy 0, policy_version 41335 (0.0008)
+[2026-06-02 16:39:56,620][243551] Updated weights for policy 0, policy_version 41346 (0.0008)
+[2026-06-02 16:39:56,809][243551] Updated weights for policy 0, policy_version 41358 (0.0009)
+[2026-06-02 16:39:56,982][243551] Updated weights for policy 0, policy_version 41368 (0.0008)
+[2026-06-02 16:39:57,636][243551] Updated weights for policy 0, policy_version 41378 (0.0009)
+[2026-06-02 16:39:57,791][243551] Updated weights for policy 0, policy_version 41388 (0.0009)
+[2026-06-02 16:39:57,973][243551] Updated weights for policy 0, policy_version 41399 (0.0008)
+[2026-06-02 16:39:58,168][243551] Updated weights for policy 0, policy_version 41411 (0.0009)
+[2026-06-02 16:39:58,332][243551] Updated weights for policy 0, policy_version 41421 (0.0008)
+[2026-06-02 16:39:58,501][243551] Updated weights for policy 0, policy_version 41431 (0.0008)
+[2026-06-02 16:39:59,144][243551] Updated weights for policy 0, policy_version 41441 (0.0008)
+[2026-06-02 16:39:59,315][243551] Updated weights for policy 0, policy_version 41452 (0.0008)
+[2026-06-02 16:39:59,474][243551] Updated weights for policy 0, policy_version 41462 (0.0009)
+[2026-06-02 16:39:59,636][243551] Updated weights for policy 0, policy_version 41472 (0.0008)
+[2026-06-02 16:39:59,809][243551] Updated weights for policy 0, policy_version 41483 (0.0008)
+[2026-06-02 16:39:59,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.1). Total num frames: 21233664. Throughput: 0: 21617.8. Samples: 21276416. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:39:59,954][235966] Avg episode reward: [(0, '1716.277')]
+[2026-06-02 16:39:59,997][243551] Updated weights for policy 0, policy_version 41494 (0.0009)
+[2026-06-02 16:40:00,152][242747] Saving new best policy, reward=1716.277!
+[2026-06-02 16:40:00,155][243551] Updated weights for policy 0, policy_version 41504 (0.0008)
+[2026-06-02 16:40:00,810][243551] Updated weights for policy 0, policy_version 41514 (0.0008)
+[2026-06-02 16:40:00,973][243551] Updated weights for policy 0, policy_version 41524 (0.0008)
+[2026-06-02 16:40:01,140][243551] Updated weights for policy 0, policy_version 41534 (0.0008)
+[2026-06-02 16:40:01,323][243551] Updated weights for policy 0, policy_version 41545 (0.0008)
+[2026-06-02 16:40:01,477][243551] Updated weights for policy 0, policy_version 41555 (0.0008)
+[2026-06-02 16:40:01,647][243551] Updated weights for policy 0, policy_version 41565 (0.0009)
+[2026-06-02 16:40:02,296][243551] Updated weights for policy 0, policy_version 41576 (0.0009)
+[2026-06-02 16:40:02,478][243551] Updated weights for policy 0, policy_version 41588 (0.0009)
+[2026-06-02 16:40:02,653][243551] Updated weights for policy 0, policy_version 41599 (0.0008)
+[2026-06-02 16:40:02,813][243551] Updated weights for policy 0, policy_version 41609 (0.0010)
+[2026-06-02 16:40:02,984][243551] Updated weights for policy 0, policy_version 41619 (0.0009)
+[2026-06-02 16:40:03,156][243551] Updated weights for policy 0, policy_version 41630 (0.0008)
+[2026-06-02 16:40:03,822][243551] Updated weights for policy 0, policy_version 41640 (0.0009)
+[2026-06-02 16:40:03,978][243551] Updated weights for policy 0, policy_version 41650 (0.0008)
+[2026-06-02 16:40:04,159][243551] Updated weights for policy 0, policy_version 41661 (0.0008)
+[2026-06-02 16:40:04,319][243551] Updated weights for policy 0, policy_version 41671 (0.0008)
+[2026-06-02 16:40:04,483][243551] Updated weights for policy 0, policy_version 41681 (0.0008)
+[2026-06-02 16:40:04,659][243551] Updated weights for policy 0, policy_version 41692 (0.0008)
+[2026-06-02 16:40:04,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 21364736. Throughput: 0: 21634.9. Samples: 21341440. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:40:04,954][235966] Avg episode reward: [(0, '1720.829')]
+[2026-06-02 16:40:04,958][242747] Saving new best policy, reward=1720.829!
+[2026-06-02 16:40:05,307][243551] Updated weights for policy 0, policy_version 41702 (0.0009)
+[2026-06-02 16:40:05,465][243551] Updated weights for policy 0, policy_version 41712 (0.0008)
+[2026-06-02 16:40:05,657][243551] Updated weights for policy 0, policy_version 41724 (0.0008)
+[2026-06-02 16:40:05,840][243551] Updated weights for policy 0, policy_version 41735 (0.0009)
+[2026-06-02 16:40:06,004][243551] Updated weights for policy 0, policy_version 41745 (0.0008)
+[2026-06-02 16:40:06,168][243551] Updated weights for policy 0, policy_version 41755 (0.0008)
+[2026-06-02 16:40:06,815][243551] Updated weights for policy 0, policy_version 41766 (0.0009)
+[2026-06-02 16:40:06,987][243551] Updated weights for policy 0, policy_version 41777 (0.0008)
+[2026-06-02 16:40:07,157][243551] Updated weights for policy 0, policy_version 41787 (0.0008)
+[2026-06-02 16:40:07,330][243551] Updated weights for policy 0, policy_version 41798 (0.0009)
+[2026-06-02 16:40:07,491][243551] Updated weights for policy 0, policy_version 41808 (0.0009)
+[2026-06-02 16:40:07,645][243551] Updated weights for policy 0, policy_version 41818 (0.0008)
+[2026-06-02 16:40:08,330][243551] Updated weights for policy 0, policy_version 41830 (0.0008)
+[2026-06-02 16:40:08,501][243551] Updated weights for policy 0, policy_version 41841 (0.0008)
+[2026-06-02 16:40:08,683][243551] Updated weights for policy 0, policy_version 41852 (0.0008)
+[2026-06-02 16:40:08,859][243551] Updated weights for policy 0, policy_version 41863 (0.0009)
+[2026-06-02 16:40:09,026][243551] Updated weights for policy 0, policy_version 41873 (0.0008)
+[2026-06-02 16:40:09,191][243551] Updated weights for policy 0, policy_version 41883 (0.0009)
+[2026-06-02 16:40:09,844][243551] Updated weights for policy 0, policy_version 41893 (0.0008)
+[2026-06-02 16:40:09,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 21463040. Throughput: 0: 21632.0. Samples: 21470720. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:40:09,954][235966] Avg episode reward: [(0, '1781.666')]
+[2026-06-02 16:40:09,998][243551] Updated weights for policy 0, policy_version 41903 (0.0009)
+[2026-06-02 16:40:10,158][243551] Updated weights for policy 0, policy_version 41913 (0.0009)
+[2026-06-02 16:40:10,318][243551] Updated weights for policy 0, policy_version 41923 (0.0009)
+[2026-06-02 16:40:10,506][243551] Updated weights for policy 0, policy_version 41934 (0.0009)
+[2026-06-02 16:40:10,671][243551] Updated weights for policy 0, policy_version 41944 (0.0009)
+[2026-06-02 16:40:10,793][242747] Saving new best policy, reward=1781.666!
+[2026-06-02 16:40:11,302][243551] Updated weights for policy 0, policy_version 41954 (0.0009)
+[2026-06-02 16:40:11,487][243551] Updated weights for policy 0, policy_version 41966 (0.0009)
+[2026-06-02 16:40:11,643][243551] Updated weights for policy 0, policy_version 41976 (0.0008)
+[2026-06-02 16:40:11,830][243551] Updated weights for policy 0, policy_version 41987 (0.0009)
+[2026-06-02 16:40:12,026][243551] Updated weights for policy 0, policy_version 41999 (0.0009)
+[2026-06-02 16:40:12,204][243551] Updated weights for policy 0, policy_version 42010 (0.0008)
+[2026-06-02 16:40:12,861][243551] Updated weights for policy 0, policy_version 42021 (0.0009)
+[2026-06-02 16:40:13,047][243551] Updated weights for policy 0, policy_version 42033 (0.0008)
+[2026-06-02 16:40:13,211][243551] Updated weights for policy 0, policy_version 42043 (0.0008)
+[2026-06-02 16:40:13,389][243551] Updated weights for policy 0, policy_version 42054 (0.0008)
+[2026-06-02 16:40:13,556][243551] Updated weights for policy 0, policy_version 42064 (0.0009)
+[2026-06-02 16:40:13,718][243551] Updated weights for policy 0, policy_version 42074 (0.0008)
+[2026-06-02 16:40:14,378][243551] Updated weights for policy 0, policy_version 42084 (0.0008)
+[2026-06-02 16:40:14,531][243551] Updated weights for policy 0, policy_version 42094 (0.0008)
+[2026-06-02 16:40:14,689][243551] Updated weights for policy 0, policy_version 42104 (0.0009)
+[2026-06-02 16:40:14,859][243551] Updated weights for policy 0, policy_version 42114 (0.0008)
+[2026-06-02 16:40:14,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21561344. Throughput: 0: 21620.6. Samples: 21600384. Policy #0 lag: (min: 61.0, avg: 76.0, max: 125.0)
+[2026-06-02 16:40:14,954][235966] Avg episode reward: [(0, '1841.329')]
+[2026-06-02 16:40:15,028][243551] Updated weights for policy 0, policy_version 42124 (0.0008)
+[2026-06-02 16:40:15,227][243551] Updated weights for policy 0, policy_version 42136 (0.0008)
+[2026-06-02 16:40:15,347][242747] Saving new best policy, reward=1841.329!
+[2026-06-02 16:40:15,866][243551] Updated weights for policy 0, policy_version 42146 (0.0008)
+[2026-06-02 16:40:16,030][243551] Updated weights for policy 0, policy_version 42156 (0.0008)
+[2026-06-02 16:40:16,191][243551] Updated weights for policy 0, policy_version 42166 (0.0008)
+[2026-06-02 16:40:16,352][243551] Updated weights for policy 0, policy_version 42176 (0.0008)
+[2026-06-02 16:40:16,554][243551] Updated weights for policy 0, policy_version 42188 (0.0008)
+[2026-06-02 16:40:16,732][243551] Updated weights for policy 0, policy_version 42199 (0.0008)
+[2026-06-02 16:40:17,367][243551] Updated weights for policy 0, policy_version 42209 (0.0007)
+[2026-06-02 16:40:17,522][243551] Updated weights for policy 0, policy_version 42219 (0.0008)
+[2026-06-02 16:40:17,681][243551] Updated weights for policy 0, policy_version 42229 (0.0008)
+[2026-06-02 16:40:17,841][243551] Updated weights for policy 0, policy_version 42239 (0.0008)
+[2026-06-02 16:40:18,028][243551] Updated weights for policy 0, policy_version 42250 (0.0008)
+[2026-06-02 16:40:18,185][243551] Updated weights for policy 0, policy_version 42260 (0.0009)
+[2026-06-02 16:40:18,357][243551] Updated weights for policy 0, policy_version 42270 (0.0009)
+[2026-06-02 16:40:19,016][243551] Updated weights for policy 0, policy_version 42280 (0.0010)
+[2026-06-02 16:40:19,200][243551] Updated weights for policy 0, policy_version 42291 (0.0008)
+[2026-06-02 16:40:19,362][243551] Updated weights for policy 0, policy_version 42301 (0.0008)
+[2026-06-02 16:40:19,541][243551] Updated weights for policy 0, policy_version 42312 (0.0008)
+[2026-06-02 16:40:19,706][243551] Updated weights for policy 0, policy_version 42322 (0.0008)
+[2026-06-02 16:40:19,892][243551] Updated weights for policy 0, policy_version 42333 (0.0008)
+[2026-06-02 16:40:19,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 21692416. Throughput: 0: 21606.4. Samples: 21664896. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:19,954][235966] Avg episode reward: [(0, '1909.763')]
+[2026-06-02 16:40:19,958][242747] Saving new best policy, reward=1909.763!
+[2026-06-02 16:40:20,557][243551] Updated weights for policy 0, policy_version 42343 (0.0009)
+[2026-06-02 16:40:20,729][243551] Updated weights for policy 0, policy_version 42354 (0.0008)
+[2026-06-02 16:40:20,893][243551] Updated weights for policy 0, policy_version 42364 (0.0008)
+[2026-06-02 16:40:21,059][243551] Updated weights for policy 0, policy_version 42374 (0.0009)
+[2026-06-02 16:40:21,223][243551] Updated weights for policy 0, policy_version 42384 (0.0008)
+[2026-06-02 16:40:21,391][243551] Updated weights for policy 0, policy_version 42394 (0.0008)
+[2026-06-02 16:40:22,033][243551] Updated weights for policy 0, policy_version 42405 (0.0008)
+[2026-06-02 16:40:22,187][243551] Updated weights for policy 0, policy_version 42415 (0.0008)
+[2026-06-02 16:40:22,351][243551] Updated weights for policy 0, policy_version 42425 (0.0008)
+[2026-06-02 16:40:22,524][243551] Updated weights for policy 0, policy_version 42435 (0.0009)
+[2026-06-02 16:40:22,703][243551] Updated weights for policy 0, policy_version 42446 (0.0008)
+[2026-06-02 16:40:22,866][243551] Updated weights for policy 0, policy_version 42456 (0.0008)
+[2026-06-02 16:40:23,533][243551] Updated weights for policy 0, policy_version 42466 (0.0009)
+[2026-06-02 16:40:23,688][243551] Updated weights for policy 0, policy_version 42476 (0.0008)
+[2026-06-02 16:40:23,858][243551] Updated weights for policy 0, policy_version 42487 (0.0008)
+[2026-06-02 16:40:24,024][243551] Updated weights for policy 0, policy_version 42497 (0.0009)
+[2026-06-02 16:40:24,191][243551] Updated weights for policy 0, policy_version 42507 (0.0008)
+[2026-06-02 16:40:24,359][243551] Updated weights for policy 0, policy_version 42517 (0.0008)
+[2026-06-02 16:40:24,535][243551] Updated weights for policy 0, policy_version 42528 (0.0008)
+[2026-06-02 16:40:24,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 21790720. Throughput: 0: 21629.2. Samples: 21795200. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:24,954][235966] Avg episode reward: [(0, '1935.854')]
+[2026-06-02 16:40:25,169][243551] Updated weights for policy 0, policy_version 42538 (0.0008)
+[2026-06-02 16:40:25,337][243551] Updated weights for policy 0, policy_version 42548 (0.0008)
+[2026-06-02 16:40:25,506][243551] Updated weights for policy 0, policy_version 42559 (0.0010)
+[2026-06-02 16:40:25,677][243551] Updated weights for policy 0, policy_version 42569 (0.0008)
+[2026-06-02 16:40:25,859][243551] Updated weights for policy 0, policy_version 42580 (0.0009)
+[2026-06-02 16:40:26,036][243551] Updated weights for policy 0, policy_version 42591 (0.0009)
+[2026-06-02 16:40:26,048][242747] Saving new best policy, reward=1935.854!
+[2026-06-02 16:40:26,684][243551] Updated weights for policy 0, policy_version 42601 (0.0009)
+[2026-06-02 16:40:26,839][243551] Updated weights for policy 0, policy_version 42611 (0.0008)
+[2026-06-02 16:40:27,025][243551] Updated weights for policy 0, policy_version 42622 (0.0008)
+[2026-06-02 16:40:27,186][243551] Updated weights for policy 0, policy_version 42632 (0.0009)
+[2026-06-02 16:40:27,348][243551] Updated weights for policy 0, policy_version 42642 (0.0008)
+[2026-06-02 16:40:27,529][243551] Updated weights for policy 0, policy_version 42653 (0.0008)
+[2026-06-02 16:40:28,201][243551] Updated weights for policy 0, policy_version 42664 (0.0008)
+[2026-06-02 16:40:28,374][243551] Updated weights for policy 0, policy_version 42675 (0.0008)
+[2026-06-02 16:40:28,545][243551] Updated weights for policy 0, policy_version 42686 (0.0008)
+[2026-06-02 16:40:28,720][243551] Updated weights for policy 0, policy_version 42696 (0.0008)
+[2026-06-02 16:40:28,885][243551] Updated weights for policy 0, policy_version 42706 (0.0008)
+[2026-06-02 16:40:29,076][243551] Updated weights for policy 0, policy_version 42718 (0.0008)
+[2026-06-02 16:40:29,714][243551] Updated weights for policy 0, policy_version 42728 (0.0008)
+[2026-06-02 16:40:29,877][243551] Updated weights for policy 0, policy_version 42738 (0.0008)
+[2026-06-02 16:40:29,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 21889024. Throughput: 0: 21541.0. Samples: 21921024. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:29,954][235966] Avg episode reward: [(0, '1925.986')]
+[2026-06-02 16:40:30,041][243551] Updated weights for policy 0, policy_version 42748 (0.0008)
+[2026-06-02 16:40:30,203][243551] Updated weights for policy 0, policy_version 42758 (0.0009)
+[2026-06-02 16:40:30,364][243551] Updated weights for policy 0, policy_version 42768 (0.0008)
+[2026-06-02 16:40:30,524][243551] Updated weights for policy 0, policy_version 42778 (0.0008)
+[2026-06-02 16:40:31,189][243551] Updated weights for policy 0, policy_version 42788 (0.0008)
+[2026-06-02 16:40:31,337][243551] Updated weights for policy 0, policy_version 42798 (0.0008)
+[2026-06-02 16:40:31,499][243551] Updated weights for policy 0, policy_version 42808 (0.0009)
+[2026-06-02 16:40:31,662][243551] Updated weights for policy 0, policy_version 42818 (0.0008)
+[2026-06-02 16:40:31,827][243551] Updated weights for policy 0, policy_version 42828 (0.0008)
+[2026-06-02 16:40:31,996][243551] Updated weights for policy 0, policy_version 42838 (0.0008)
+[2026-06-02 16:40:32,672][243551] Updated weights for policy 0, policy_version 42849 (0.0009)
+[2026-06-02 16:40:32,852][243551] Updated weights for policy 0, policy_version 42861 (0.0008)
+[2026-06-02 16:40:33,022][243551] Updated weights for policy 0, policy_version 42871 (0.0008)
+[2026-06-02 16:40:33,186][243551] Updated weights for policy 0, policy_version 42881 (0.0008)
+[2026-06-02 16:40:33,346][243551] Updated weights for policy 0, policy_version 42891 (0.0008)
+[2026-06-02 16:40:33,516][243551] Updated weights for policy 0, policy_version 42901 (0.0008)
+[2026-06-02 16:40:33,679][243551] Updated weights for policy 0, policy_version 42911 (0.0008)
+[2026-06-02 16:40:34,327][243551] Updated weights for policy 0, policy_version 42921 (0.0008)
+[2026-06-02 16:40:34,498][243551] Updated weights for policy 0, policy_version 42931 (0.0008)
+[2026-06-02 16:40:34,652][243551] Updated weights for policy 0, policy_version 42941 (0.0008)
+[2026-06-02 16:40:34,820][243551] Updated weights for policy 0, policy_version 42951 (0.0008)
+[2026-06-02 16:40:34,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 21987328. Throughput: 0: 21498.3. Samples: 21984256. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:34,954][235966] Avg episode reward: [(0, '1912.195')]
+[2026-06-02 16:40:34,994][243551] Updated weights for policy 0, policy_version 42962 (0.0009)
+[2026-06-02 16:40:35,163][243551] Updated weights for policy 0, policy_version 42972 (0.0008)
+[2026-06-02 16:40:35,817][243551] Updated weights for policy 0, policy_version 42983 (0.0008)
+[2026-06-02 16:40:35,980][243551] Updated weights for policy 0, policy_version 42993 (0.0009)
+[2026-06-02 16:40:36,143][243551] Updated weights for policy 0, policy_version 43003 (0.0009)
+[2026-06-02 16:40:36,309][243551] Updated weights for policy 0, policy_version 43013 (0.0008)
+[2026-06-02 16:40:36,474][243551] Updated weights for policy 0, policy_version 43023 (0.0009)
+[2026-06-02 16:40:36,639][243551] Updated weights for policy 0, policy_version 43033 (0.0008)
+[2026-06-02 16:40:37,291][243551] Updated weights for policy 0, policy_version 43044 (0.0009)
+[2026-06-02 16:40:37,451][243551] Updated weights for policy 0, policy_version 43054 (0.0008)
+[2026-06-02 16:40:37,613][243551] Updated weights for policy 0, policy_version 43064 (0.0008)
+[2026-06-02 16:40:37,782][243551] Updated weights for policy 0, policy_version 43074 (0.0008)
+[2026-06-02 16:40:37,938][243551] Updated weights for policy 0, policy_version 43084 (0.0008)
+[2026-06-02 16:40:38,138][243551] Updated weights for policy 0, policy_version 43096 (0.0008)
+[2026-06-02 16:40:38,806][243551] Updated weights for policy 0, policy_version 43107 (0.0009)
+[2026-06-02 16:40:38,963][243551] Updated weights for policy 0, policy_version 43117 (0.0008)
+[2026-06-02 16:40:39,147][243551] Updated weights for policy 0, policy_version 43128 (0.0008)
+[2026-06-02 16:40:39,329][243551] Updated weights for policy 0, policy_version 43139 (0.0009)
+[2026-06-02 16:40:39,494][243551] Updated weights for policy 0, policy_version 43149 (0.0008)
+[2026-06-02 16:40:39,659][243551] Updated weights for policy 0, policy_version 43159 (0.0008)
+[2026-06-02 16:40:39,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 22118400. Throughput: 0: 21413.0. Samples: 22109952. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:39,954][235966] Avg episode reward: [(0, '1889.954')]
+[2026-06-02 16:40:40,298][243551] Updated weights for policy 0, policy_version 43169 (0.0009)
+[2026-06-02 16:40:40,447][243551] Updated weights for policy 0, policy_version 43179 (0.0008)
+[2026-06-02 16:40:40,615][243551] Updated weights for policy 0, policy_version 43189 (0.0008)
+[2026-06-02 16:40:40,777][243551] Updated weights for policy 0, policy_version 43199 (0.0008)
+[2026-06-02 16:40:40,940][243551] Updated weights for policy 0, policy_version 43209 (0.0008)
+[2026-06-02 16:40:41,101][243551] Updated weights for policy 0, policy_version 43219 (0.0008)
+[2026-06-02 16:40:41,258][243551] Updated weights for policy 0, policy_version 43229 (0.0009)
+[2026-06-02 16:40:41,918][243551] Updated weights for policy 0, policy_version 43239 (0.0009)
+[2026-06-02 16:40:42,079][243551] Updated weights for policy 0, policy_version 43249 (0.0008)
+[2026-06-02 16:40:42,273][243551] Updated weights for policy 0, policy_version 43261 (0.0008)
+[2026-06-02 16:40:42,455][243551] Updated weights for policy 0, policy_version 43272 (0.0008)
+[2026-06-02 16:40:42,636][243551] Updated weights for policy 0, policy_version 43283 (0.0009)
+[2026-06-02 16:40:42,796][243551] Updated weights for policy 0, policy_version 43293 (0.0008)
+[2026-06-02 16:40:43,483][243551] Updated weights for policy 0, policy_version 43305 (0.0008)
+[2026-06-02 16:40:43,635][243551] Updated weights for policy 0, policy_version 43315 (0.0008)
+[2026-06-02 16:40:43,820][243551] Updated weights for policy 0, policy_version 43326 (0.0008)
+[2026-06-02 16:40:43,979][243551] Updated weights for policy 0, policy_version 43336 (0.0009)
+[2026-06-02 16:40:44,148][243551] Updated weights for policy 0, policy_version 43346 (0.0009)
+[2026-06-02 16:40:44,321][243551] Updated weights for policy 0, policy_version 43356 (0.0008)
+[2026-06-02 16:40:44,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22216704. Throughput: 0: 21370.3. Samples: 22238080. Policy #0 lag: (min: 63.0, avg: 79.1, max: 127.0)
+[2026-06-02 16:40:44,954][235966] Avg episode reward: [(0, '1945.648')]
+[2026-06-02 16:40:44,990][243551] Updated weights for policy 0, policy_version 43367 (0.0008)
+[2026-06-02 16:40:45,150][243551] Updated weights for policy 0, policy_version 43377 (0.0008)
+[2026-06-02 16:40:45,314][243551] Updated weights for policy 0, policy_version 43387 (0.0007)
+[2026-06-02 16:40:45,478][243551] Updated weights for policy 0, policy_version 43397 (0.0005)
+[2026-06-02 16:40:45,639][243551] Updated weights for policy 0, policy_version 43407 (0.0004)
+[2026-06-02 16:40:45,807][243551] Updated weights for policy 0, policy_version 43417 (0.0006)
+[2026-06-02 16:40:45,913][242747] Saving new best policy, reward=1945.648!
+[2026-06-02 16:40:46,462][243551] Updated weights for policy 0, policy_version 43427 (0.0009)
+[2026-06-02 16:40:46,625][243551] Updated weights for policy 0, policy_version 43437 (0.0009)
+[2026-06-02 16:40:46,801][243551] Updated weights for policy 0, policy_version 43448 (0.0009)
+[2026-06-02 16:40:46,984][243551] Updated weights for policy 0, policy_version 43459 (0.0008)
+[2026-06-02 16:40:47,148][243551] Updated weights for policy 0, policy_version 43469 (0.0008)
+[2026-06-02 16:40:47,312][243551] Updated weights for policy 0, policy_version 43479 (0.0008)
+[2026-06-02 16:40:47,964][243551] Updated weights for policy 0, policy_version 43489 (0.0009)
+[2026-06-02 16:40:48,114][243551] Updated weights for policy 0, policy_version 43499 (0.0008)
+[2026-06-02 16:40:48,275][243551] Updated weights for policy 0, policy_version 43509 (0.0008)
+[2026-06-02 16:40:48,453][243551] Updated weights for policy 0, policy_version 43520 (0.0008)
+[2026-06-02 16:40:48,646][243551] Updated weights for policy 0, policy_version 43532 (0.0009)
+[2026-06-02 16:40:48,817][243551] Updated weights for policy 0, policy_version 43542 (0.0008)
+[2026-06-02 16:40:48,975][243551] Updated weights for policy 0, policy_version 43552 (0.0008)
+[2026-06-02 16:40:49,645][243551] Updated weights for policy 0, policy_version 43562 (0.0008)
+[2026-06-02 16:40:49,825][243551] Updated weights for policy 0, policy_version 43573 (0.0008)
+[2026-06-02 16:40:49,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22315008. Throughput: 0: 21407.3. Samples: 22304768. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:40:49,954][235966] Avg episode reward: [(0, '1959.836')]
+[2026-06-02 16:40:49,985][243551] Updated weights for policy 0, policy_version 43583 (0.0008)
+[2026-06-02 16:40:50,150][243551] Updated weights for policy 0, policy_version 43593 (0.0008)
+[2026-06-02 16:40:50,321][243551] Updated weights for policy 0, policy_version 43604 (0.0008)
+[2026-06-02 16:40:50,497][243551] Updated weights for policy 0, policy_version 43614 (0.0008)
+[2026-06-02 16:40:50,521][242747] Saving new best policy, reward=1959.836!
+[2026-06-02 16:40:51,106][243551] Updated weights for policy 0, policy_version 43624 (0.0009)
+[2026-06-02 16:40:51,277][243551] Updated weights for policy 0, policy_version 43634 (0.0009)
+[2026-06-02 16:40:51,437][243551] Updated weights for policy 0, policy_version 43644 (0.0009)
+[2026-06-02 16:40:51,605][243551] Updated weights for policy 0, policy_version 43654 (0.0009)
+[2026-06-02 16:40:51,770][243551] Updated weights for policy 0, policy_version 43664 (0.0009)
+[2026-06-02 16:40:51,936][243551] Updated weights for policy 0, policy_version 43674 (0.0009)
+[2026-06-02 16:40:52,568][243551] Updated weights for policy 0, policy_version 43684 (0.0009)
+[2026-06-02 16:40:52,728][243551] Updated weights for policy 0, policy_version 43694 (0.0008)
+[2026-06-02 16:40:52,886][243551] Updated weights for policy 0, policy_version 43704 (0.0010)
+[2026-06-02 16:40:53,052][243551] Updated weights for policy 0, policy_version 43714 (0.0008)
+[2026-06-02 16:40:53,230][243551] Updated weights for policy 0, policy_version 43725 (0.0008)
+[2026-06-02 16:40:53,401][243551] Updated weights for policy 0, policy_version 43735 (0.0008)
+[2026-06-02 16:40:54,071][243551] Updated weights for policy 0, policy_version 43746 (0.0008)
+[2026-06-02 16:40:54,231][243551] Updated weights for policy 0, policy_version 43756 (0.0008)
+[2026-06-02 16:40:54,395][243551] Updated weights for policy 0, policy_version 43766 (0.0008)
+[2026-06-02 16:40:54,559][243551] Updated weights for policy 0, policy_version 43776 (0.0008)
+[2026-06-02 16:40:54,723][243551] Updated weights for policy 0, policy_version 43786 (0.0008)
+[2026-06-02 16:40:54,904][243551] Updated weights for policy 0, policy_version 43797 (0.0008)
+[2026-06-02 16:40:54,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 22413312. Throughput: 0: 21398.7. Samples: 22433664. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:40:54,954][235966] Avg episode reward: [(0, '1998.210')]
+[2026-06-02 16:40:55,073][243551] Updated weights for policy 0, policy_version 43807 (0.0008)
+[2026-06-02 16:40:55,080][242747] Saving new best policy, reward=1998.210!
+[2026-06-02 16:40:55,707][243551] Updated weights for policy 0, policy_version 43817 (0.0009)
+[2026-06-02 16:40:55,867][243551] Updated weights for policy 0, policy_version 43827 (0.0009)
+[2026-06-02 16:40:56,044][243551] Updated weights for policy 0, policy_version 43838 (0.0009)
+[2026-06-02 16:40:56,219][243551] Updated weights for policy 0, policy_version 43848 (0.0008)
+[2026-06-02 16:40:56,378][243551] Updated weights for policy 0, policy_version 43858 (0.0009)
+[2026-06-02 16:40:56,570][243551] Updated weights for policy 0, policy_version 43869 (0.0007)
+[2026-06-02 16:40:57,219][243551] Updated weights for policy 0, policy_version 43880 (0.0008)
+[2026-06-02 16:40:57,376][243551] Updated weights for policy 0, policy_version 43890 (0.0008)
+[2026-06-02 16:40:57,543][243551] Updated weights for policy 0, policy_version 43900 (0.0005)
+[2026-06-02 16:40:57,713][243551] Updated weights for policy 0, policy_version 43910 (0.0006)
+[2026-06-02 16:40:57,874][243551] Updated weights for policy 0, policy_version 43920 (0.0008)
+[2026-06-02 16:40:58,038][243551] Updated weights for policy 0, policy_version 43930 (0.0008)
+[2026-06-02 16:40:58,696][243551] Updated weights for policy 0, policy_version 43940 (0.0009)
+[2026-06-02 16:40:58,880][243551] Updated weights for policy 0, policy_version 43951 (0.0008)
+[2026-06-02 16:40:59,043][243551] Updated weights for policy 0, policy_version 43961 (0.0009)
+[2026-06-02 16:40:59,204][243551] Updated weights for policy 0, policy_version 43971 (0.0008)
+[2026-06-02 16:40:59,362][243551] Updated weights for policy 0, policy_version 43981 (0.0009)
+[2026-06-02 16:40:59,533][243551] Updated weights for policy 0, policy_version 43991 (0.0008)
+[2026-06-02 16:40:59,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 22544384. Throughput: 0: 21441.4. Samples: 22565248. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:40:59,954][235966] Avg episode reward: [(0, '1991.025')]
+[2026-06-02 16:41:00,179][243551] Updated weights for policy 0, policy_version 44001 (0.0009)
+[2026-06-02 16:41:00,332][243551] Updated weights for policy 0, policy_version 44011 (0.0008)
+[2026-06-02 16:41:00,518][243551] Updated weights for policy 0, policy_version 44023 (0.0008)
+[2026-06-02 16:41:00,686][243551] Updated weights for policy 0, policy_version 44033 (0.0008)
+[2026-06-02 16:41:00,850][243551] Updated weights for policy 0, policy_version 44043 (0.0009)
+[2026-06-02 16:41:01,024][243551] Updated weights for policy 0, policy_version 44053 (0.0008)
+[2026-06-02 16:41:01,185][243551] Updated weights for policy 0, policy_version 44063 (0.0008)
+[2026-06-02 16:41:01,811][243551] Updated weights for policy 0, policy_version 44073 (0.0008)
+[2026-06-02 16:41:01,990][243551] Updated weights for policy 0, policy_version 44084 (0.0008)
+[2026-06-02 16:41:02,153][243551] Updated weights for policy 0, policy_version 44094 (0.0013)
+[2026-06-02 16:41:02,313][243551] Updated weights for policy 0, policy_version 44104 (0.0011)
+[2026-06-02 16:41:02,475][243551] Updated weights for policy 0, policy_version 44114 (0.0006)
+[2026-06-02 16:41:02,664][243551] Updated weights for policy 0, policy_version 44125 (0.0008)
+[2026-06-02 16:41:03,301][243551] Updated weights for policy 0, policy_version 44135 (0.0009)
+[2026-06-02 16:41:03,456][243551] Updated weights for policy 0, policy_version 44145 (0.0009)
+[2026-06-02 16:41:03,620][243551] Updated weights for policy 0, policy_version 44155 (0.0009)
+[2026-06-02 16:41:03,781][243551] Updated weights for policy 0, policy_version 44165 (0.0008)
+[2026-06-02 16:41:03,941][243551] Updated weights for policy 0, policy_version 44175 (0.0009)
+[2026-06-02 16:41:04,107][243551] Updated weights for policy 0, policy_version 44185 (0.0008)
+[2026-06-02 16:41:04,763][243551] Updated weights for policy 0, policy_version 44195 (0.0008)
+[2026-06-02 16:41:04,926][243551] Updated weights for policy 0, policy_version 44206 (0.0008)
+[2026-06-02 16:41:04,953][235966] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22642688. Throughput: 0: 21432.9. Samples: 22629376. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:41:04,954][235966] Avg episode reward: [(0, '2014.740')]
+[2026-06-02 16:41:05,106][243551] Updated weights for policy 0, policy_version 44217 (0.0010)
+[2026-06-02 16:41:05,279][243551] Updated weights for policy 0, policy_version 44228 (0.0008)
+[2026-06-02 16:41:05,490][243551] Updated weights for policy 0, policy_version 44240 (0.0008)
+[2026-06-02 16:41:05,671][243551] Updated weights for policy 0, policy_version 44251 (0.0008)
+[2026-06-02 16:41:05,741][242747] Saving new best policy, reward=2014.740!
+[2026-06-02 16:41:06,311][243551] Updated weights for policy 0, policy_version 44261 (0.0008)
+[2026-06-02 16:41:06,476][243551] Updated weights for policy 0, policy_version 44271 (0.0008)
+[2026-06-02 16:41:06,633][243551] Updated weights for policy 0, policy_version 44281 (0.0008)
+[2026-06-02 16:41:06,798][243551] Updated weights for policy 0, policy_version 44291 (0.0009)
+[2026-06-02 16:41:06,963][243551] Updated weights for policy 0, policy_version 44301 (0.0008)
+[2026-06-02 16:41:07,142][243551] Updated weights for policy 0, policy_version 44312 (0.0008)
+[2026-06-02 16:41:07,797][243551] Updated weights for policy 0, policy_version 44322 (0.0008)
+[2026-06-02 16:41:07,955][243551] Updated weights for policy 0, policy_version 44332 (0.0008)
+[2026-06-02 16:41:08,141][243551] Updated weights for policy 0, policy_version 44344 (0.0008)
+[2026-06-02 16:41:08,327][243551] Updated weights for policy 0, policy_version 44355 (0.0008)
+[2026-06-02 16:41:08,491][243551] Updated weights for policy 0, policy_version 44365 (0.0008)
+[2026-06-02 16:41:08,676][243551] Updated weights for policy 0, policy_version 44376 (0.0008)
+[2026-06-02 16:41:09,336][243551] Updated weights for policy 0, policy_version 44386 (0.0009)
+[2026-06-02 16:41:09,511][243551] Updated weights for policy 0, policy_version 44397 (0.0009)
+[2026-06-02 16:41:09,669][243551] Updated weights for policy 0, policy_version 44407 (0.0009)
+[2026-06-02 16:41:09,847][243551] Updated weights for policy 0, policy_version 44418 (0.0007)
+[2026-06-02 16:41:09,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 22740992. Throughput: 0: 21430.0. Samples: 22759552. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:41:09,954][235966] Avg episode reward: [(0, '2028.896')]
+[2026-06-02 16:41:10,013][243551] Updated weights for policy 0, policy_version 44428 (0.0008)
+[2026-06-02 16:41:10,189][243551] Updated weights for policy 0, policy_version 44439 (0.0009)
+[2026-06-02 16:41:10,332][242747] Saving new best policy, reward=2028.896!
+[2026-06-02 16:41:10,836][243551] Updated weights for policy 0, policy_version 44449 (0.0009)
+[2026-06-02 16:41:11,008][243551] Updated weights for policy 0, policy_version 44460 (0.0009)
+[2026-06-02 16:41:11,166][243551] Updated weights for policy 0, policy_version 44470 (0.0009)
+[2026-06-02 16:41:11,323][243551] Updated weights for policy 0, policy_version 44480 (0.0008)
+[2026-06-02 16:41:11,493][243551] Updated weights for policy 0, policy_version 44490 (0.0009)
+[2026-06-02 16:41:11,661][243551] Updated weights for policy 0, policy_version 44500 (0.0009)
+[2026-06-02 16:41:11,848][243551] Updated weights for policy 0, policy_version 44512 (0.0009)
+[2026-06-02 16:41:12,510][243551] Updated weights for policy 0, policy_version 44523 (0.0008)
+[2026-06-02 16:41:12,670][243551] Updated weights for policy 0, policy_version 44533 (0.0008)
+[2026-06-02 16:41:12,830][243551] Updated weights for policy 0, policy_version 44543 (0.0008)
+[2026-06-02 16:41:13,011][243551] Updated weights for policy 0, policy_version 44554 (0.0008)
+[2026-06-02 16:41:13,173][243551] Updated weights for policy 0, policy_version 44564 (0.0008)
+[2026-06-02 16:41:13,359][243551] Updated weights for policy 0, policy_version 44575 (0.0008)
+[2026-06-02 16:41:14,000][243551] Updated weights for policy 0, policy_version 44585 (0.0008)
+[2026-06-02 16:41:14,165][243551] Updated weights for policy 0, policy_version 44595 (0.0008)
+[2026-06-02 16:41:14,339][243551] Updated weights for policy 0, policy_version 44606 (0.0008)
+[2026-06-02 16:41:14,525][243551] Updated weights for policy 0, policy_version 44617 (0.0008)
+[2026-06-02 16:41:14,707][243551] Updated weights for policy 0, policy_version 44628 (0.0008)
+[2026-06-02 16:41:14,876][243551] Updated weights for policy 0, policy_version 44638 (0.0008)
+[2026-06-02 16:41:14,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 22872064. Throughput: 0: 21535.3. Samples: 22890112. Policy #0 lag: (min: 63.0, avg: 77.7, max: 127.0)
+[2026-06-02 16:41:14,954][235966] Avg episode reward: [(0, '2027.016')]
+[2026-06-02 16:41:15,505][243551] Updated weights for policy 0, policy_version 44648 (0.0008)
+[2026-06-02 16:41:15,666][243551] Updated weights for policy 0, policy_version 44658 (0.0008)
+[2026-06-02 16:41:15,828][243551] Updated weights for policy 0, policy_version 44668 (0.0008)
+[2026-06-02 16:41:15,991][243551] Updated weights for policy 0, policy_version 44678 (0.0009)
+[2026-06-02 16:41:16,174][243551] Updated weights for policy 0, policy_version 44689 (0.0008)
+[2026-06-02 16:41:16,360][243551] Updated weights for policy 0, policy_version 44700 (0.0008)
+[2026-06-02 16:41:17,001][243551] Updated weights for policy 0, policy_version 44710 (0.0009)
+[2026-06-02 16:41:17,164][243551] Updated weights for policy 0, policy_version 44720 (0.0008)
+[2026-06-02 16:41:17,323][243551] Updated weights for policy 0, policy_version 44730 (0.0008)
+[2026-06-02 16:41:17,508][243551] Updated weights for policy 0, policy_version 44741 (0.0008)
+[2026-06-02 16:41:17,673][243551] Updated weights for policy 0, policy_version 44751 (0.0008)
+[2026-06-02 16:41:17,851][243551] Updated weights for policy 0, policy_version 44762 (0.0008)
+[2026-06-02 16:41:18,507][243551] Updated weights for policy 0, policy_version 44772 (0.0008)
+[2026-06-02 16:41:18,675][243551] Updated weights for policy 0, policy_version 44783 (0.0008)
+[2026-06-02 16:41:18,828][243551] Updated weights for policy 0, policy_version 44793 (0.0008)
+[2026-06-02 16:41:18,997][243551] Updated weights for policy 0, policy_version 44803 (0.0009)
+[2026-06-02 16:41:19,182][243551] Updated weights for policy 0, policy_version 44814 (0.0008)
+[2026-06-02 16:41:19,365][243551] Updated weights for policy 0, policy_version 44825 (0.0008)
+[2026-06-02 16:41:19,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 22970368. Throughput: 0: 21578.0. Samples: 22955264. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:19,954][235966] Avg episode reward: [(0, '1997.781')]
+[2026-06-02 16:41:20,027][243551] Updated weights for policy 0, policy_version 44835 (0.0008)
+[2026-06-02 16:41:20,181][243551] Updated weights for policy 0, policy_version 44845 (0.0008)
+[2026-06-02 16:41:20,352][243551] Updated weights for policy 0, policy_version 44855 (0.0008)
+[2026-06-02 16:41:20,516][243551] Updated weights for policy 0, policy_version 44865 (0.0009)
+[2026-06-02 16:41:20,687][243551] Updated weights for policy 0, policy_version 44876 (0.0008)
+[2026-06-02 16:41:20,854][243551] Updated weights for policy 0, policy_version 44886 (0.0008)
+[2026-06-02 16:41:21,017][243551] Updated weights for policy 0, policy_version 44896 (0.0008)
+[2026-06-02 16:41:21,664][243551] Updated weights for policy 0, policy_version 44906 (0.0010)
+[2026-06-02 16:41:21,821][243551] Updated weights for policy 0, policy_version 44916 (0.0008)
+[2026-06-02 16:41:21,984][243551] Updated weights for policy 0, policy_version 44926 (0.0008)
+[2026-06-02 16:41:22,142][243551] Updated weights for policy 0, policy_version 44936 (0.0009)
+[2026-06-02 16:41:22,315][243551] Updated weights for policy 0, policy_version 44946 (0.0009)
+[2026-06-02 16:41:22,480][243551] Updated weights for policy 0, policy_version 44956 (0.0009)
+[2026-06-02 16:41:23,110][243551] Updated weights for policy 0, policy_version 44966 (0.0009)
+[2026-06-02 16:41:23,267][243551] Updated weights for policy 0, policy_version 44976 (0.0009)
+[2026-06-02 16:41:23,443][243551] Updated weights for policy 0, policy_version 44987 (0.0009)
+[2026-06-02 16:41:23,610][243551] Updated weights for policy 0, policy_version 44997 (0.0009)
+[2026-06-02 16:41:23,772][243551] Updated weights for policy 0, policy_version 45007 (0.0009)
+[2026-06-02 16:41:23,937][243551] Updated weights for policy 0, policy_version 45017 (0.0009)
+[2026-06-02 16:41:24,605][243551] Updated weights for policy 0, policy_version 45029 (0.0009)
+[2026-06-02 16:41:24,771][243551] Updated weights for policy 0, policy_version 45039 (0.0009)
+[2026-06-02 16:41:24,927][243551] Updated weights for policy 0, policy_version 45049 (0.0008)
+[2026-06-02 16:41:24,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 23068672. Throughput: 0: 21669.0. Samples: 23085056. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:24,954][235966] Avg episode reward: [(0, '1996.887')]
+[2026-06-02 16:41:25,111][243551] Updated weights for policy 0, policy_version 45060 (0.0009)
+[2026-06-02 16:41:25,273][243551] Updated weights for policy 0, policy_version 45070 (0.0009)
+[2026-06-02 16:41:25,441][243551] Updated weights for policy 0, policy_version 45080 (0.0009)
+[2026-06-02 16:41:26,092][243551] Updated weights for policy 0, policy_version 45090 (0.0009)
+[2026-06-02 16:41:26,246][243551] Updated weights for policy 0, policy_version 45100 (0.0009)
+[2026-06-02 16:41:26,410][243551] Updated weights for policy 0, policy_version 45110 (0.0009)
+[2026-06-02 16:41:26,588][243551] Updated weights for policy 0, policy_version 45121 (0.0009)
+[2026-06-02 16:41:26,770][243551] Updated weights for policy 0, policy_version 45132 (0.0010)
+[2026-06-02 16:41:26,935][243551] Updated weights for policy 0, policy_version 45142 (0.0008)
+[2026-06-02 16:41:27,090][243551] Updated weights for policy 0, policy_version 45152 (0.0008)
+[2026-06-02 16:41:27,732][243551] Updated weights for policy 0, policy_version 45162 (0.0008)
+[2026-06-02 16:41:27,910][243551] Updated weights for policy 0, policy_version 45173 (0.0008)
+[2026-06-02 16:41:28,075][243551] Updated weights for policy 0, policy_version 45183 (0.0008)
+[2026-06-02 16:41:28,244][243551] Updated weights for policy 0, policy_version 45193 (0.0008)
+[2026-06-02 16:41:28,415][243551] Updated weights for policy 0, policy_version 45204 (0.0008)
+[2026-06-02 16:41:28,617][243551] Updated weights for policy 0, policy_version 45216 (0.0009)
+[2026-06-02 16:41:29,267][243551] Updated weights for policy 0, policy_version 45226 (0.0008)
+[2026-06-02 16:41:29,429][243551] Updated weights for policy 0, policy_version 45236 (0.0008)
+[2026-06-02 16:41:29,614][243551] Updated weights for policy 0, policy_version 45248 (0.0008)
+[2026-06-02 16:41:29,793][243551] Updated weights for policy 0, policy_version 45259 (0.0008)
+[2026-06-02 16:41:29,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 23166976. Throughput: 0: 21703.1. Samples: 23214720. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:29,954][235966] Avg episode reward: [(0, '1964.353')]
+[2026-06-02 16:41:29,960][243551] Updated weights for policy 0, policy_version 45269 (0.0008)
+[2026-06-02 16:41:30,128][243551] Updated weights for policy 0, policy_version 45279 (0.0008)
+[2026-06-02 16:41:30,794][243551] Updated weights for policy 0, policy_version 45290 (0.0008)
+[2026-06-02 16:41:30,947][243551] Updated weights for policy 0, policy_version 45300 (0.0009)
+[2026-06-02 16:41:31,129][243551] Updated weights for policy 0, policy_version 45311 (0.0008)
+[2026-06-02 16:41:31,297][243551] Updated weights for policy 0, policy_version 45321 (0.0008)
+[2026-06-02 16:41:31,463][243551] Updated weights for policy 0, policy_version 45331 (0.0008)
+[2026-06-02 16:41:31,626][243551] Updated weights for policy 0, policy_version 45341 (0.0009)
+[2026-06-02 16:41:32,275][243551] Updated weights for policy 0, policy_version 45351 (0.0008)
+[2026-06-02 16:41:32,431][243551] Updated weights for policy 0, policy_version 45361 (0.0008)
+[2026-06-02 16:41:32,598][243551] Updated weights for policy 0, policy_version 45371 (0.0008)
+[2026-06-02 16:41:32,791][243551] Updated weights for policy 0, policy_version 45383 (0.0008)
+[2026-06-02 16:41:32,949][243551] Updated weights for policy 0, policy_version 45393 (0.0008)
+[2026-06-02 16:41:33,135][243551] Updated weights for policy 0, policy_version 45404 (0.0008)
+[2026-06-02 16:41:33,793][243551] Updated weights for policy 0, policy_version 45414 (0.0008)
+[2026-06-02 16:41:33,944][243551] Updated weights for policy 0, policy_version 45424 (0.0004)
+[2026-06-02 16:41:34,108][243551] Updated weights for policy 0, policy_version 45434 (0.0004)
+[2026-06-02 16:41:34,272][243551] Updated weights for policy 0, policy_version 45444 (0.0004)
+[2026-06-02 16:41:34,445][243551] Updated weights for policy 0, policy_version 45454 (0.0004)
+[2026-06-02 16:41:34,612][243551] Updated weights for policy 0, policy_version 45464 (0.0004)
+[2026-06-02 16:41:34,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 23298048. Throughput: 0: 21666.1. Samples: 23279744. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:34,954][235966] Avg episode reward: [(0, '1967.239')]
+[2026-06-02 16:41:35,232][243551] Updated weights for policy 0, policy_version 45474 (0.0005)
+[2026-06-02 16:41:35,402][243551] Updated weights for policy 0, policy_version 45485 (0.0008)
+[2026-06-02 16:41:35,565][243551] Updated weights for policy 0, policy_version 45495 (0.0009)
+[2026-06-02 16:41:35,727][243551] Updated weights for policy 0, policy_version 45505 (0.0008)
+[2026-06-02 16:41:35,905][243551] Updated weights for policy 0, policy_version 45516 (0.0009)
+[2026-06-02 16:41:36,094][243551] Updated weights for policy 0, policy_version 45528 (0.0008)
+[2026-06-02 16:41:36,754][243551] Updated weights for policy 0, policy_version 45538 (0.0008)
+[2026-06-02 16:41:36,908][243551] Updated weights for policy 0, policy_version 45548 (0.0008)
+[2026-06-02 16:41:37,069][243551] Updated weights for policy 0, policy_version 45558 (0.0008)
+[2026-06-02 16:41:37,233][243551] Updated weights for policy 0, policy_version 45568 (0.0009)
+[2026-06-02 16:41:37,399][243551] Updated weights for policy 0, policy_version 45578 (0.0008)
+[2026-06-02 16:41:37,576][243551] Updated weights for policy 0, policy_version 45589 (0.0008)
+[2026-06-02 16:41:37,748][243551] Updated weights for policy 0, policy_version 45599 (0.0008)
+[2026-06-02 16:41:38,388][243551] Updated weights for policy 0, policy_version 45609 (0.0009)
+[2026-06-02 16:41:38,545][243551] Updated weights for policy 0, policy_version 45619 (0.0008)
+[2026-06-02 16:41:38,725][243551] Updated weights for policy 0, policy_version 45630 (0.0008)
+[2026-06-02 16:41:38,889][243551] Updated weights for policy 0, policy_version 45640 (0.0008)
+[2026-06-02 16:41:39,047][243551] Updated weights for policy 0, policy_version 45650 (0.0008)
+[2026-06-02 16:41:39,216][243551] Updated weights for policy 0, policy_version 45660 (0.0008)
+[2026-06-02 16:41:39,872][243551] Updated weights for policy 0, policy_version 45670 (0.0008)
+[2026-06-02 16:41:39,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 23396352. Throughput: 0: 21683.2. Samples: 23409408. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:39,954][235966] Avg episode reward: [(0, '1981.638')]
+[2026-06-02 16:41:40,027][243551] Updated weights for policy 0, policy_version 45680 (0.0008)
+[2026-06-02 16:41:40,194][243551] Updated weights for policy 0, policy_version 45690 (0.0008)
+[2026-06-02 16:41:40,355][243551] Updated weights for policy 0, policy_version 45700 (0.0008)
+[2026-06-02 16:41:40,527][243551] Updated weights for policy 0, policy_version 45711 (0.0008)
+[2026-06-02 16:41:40,690][243551] Updated weights for policy 0, policy_version 45721 (0.0008)
+[2026-06-02 16:41:41,355][243551] Updated weights for policy 0, policy_version 45731 (0.0008)
+[2026-06-02 16:41:41,515][243551] Updated weights for policy 0, policy_version 45741 (0.0008)
+[2026-06-02 16:41:41,688][243551] Updated weights for policy 0, policy_version 45752 (0.0009)
+[2026-06-02 16:41:41,863][243551] Updated weights for policy 0, policy_version 45763 (0.0008)
+[2026-06-02 16:41:42,027][243551] Updated weights for policy 0, policy_version 45773 (0.0009)
+[2026-06-02 16:41:42,196][243551] Updated weights for policy 0, policy_version 45783 (0.0009)
+[2026-06-02 16:41:42,848][243551] Updated weights for policy 0, policy_version 45793 (0.0009)
+[2026-06-02 16:41:43,003][243551] Updated weights for policy 0, policy_version 45803 (0.0008)
+[2026-06-02 16:41:43,155][243551] Updated weights for policy 0, policy_version 45813 (0.0008)
+[2026-06-02 16:41:43,320][243551] Updated weights for policy 0, policy_version 45823 (0.0009)
+[2026-06-02 16:41:43,505][243551] Updated weights for policy 0, policy_version 45834 (0.0009)
+[2026-06-02 16:41:43,667][243551] Updated weights for policy 0, policy_version 45844 (0.0008)
+[2026-06-02 16:41:43,832][243551] Updated weights for policy 0, policy_version 45854 (0.0009)
+[2026-06-02 16:41:44,488][243551] Updated weights for policy 0, policy_version 45865 (0.0008)
+[2026-06-02 16:41:44,658][243551] Updated weights for policy 0, policy_version 45875 (0.0009)
+[2026-06-02 16:41:44,831][243551] Updated weights for policy 0, policy_version 45886 (0.0008)
+[2026-06-02 16:41:44,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 23494656. Throughput: 0: 21654.8. Samples: 23539712. Policy #0 lag: (min: 45.0, avg: 60.5, max: 109.0)
+[2026-06-02 16:41:44,954][235966] Avg episode reward: [(0, '2038.456')]
+[2026-06-02 16:41:45,001][243551] Updated weights for policy 0, policy_version 45896 (0.0009)
+[2026-06-02 16:41:45,167][243551] Updated weights for policy 0, policy_version 45906 (0.0008)
+[2026-06-02 16:41:45,333][243551] Updated weights for policy 0, policy_version 45916 (0.0010)
+[2026-06-02 16:41:45,390][242747] Saving new best policy, reward=2038.456!
+[2026-06-02 16:41:45,968][243551] Updated weights for policy 0, policy_version 45926 (0.0009)
+[2026-06-02 16:41:46,126][243551] Updated weights for policy 0, policy_version 45936 (0.0009)
+[2026-06-02 16:41:46,286][243551] Updated weights for policy 0, policy_version 45946 (0.0008)
+[2026-06-02 16:41:46,456][243551] Updated weights for policy 0, policy_version 45956 (0.0009)
+[2026-06-02 16:41:46,620][243551] Updated weights for policy 0, policy_version 45966 (0.0009)
+[2026-06-02 16:41:46,782][243551] Updated weights for policy 0, policy_version 45976 (0.0008)
+[2026-06-02 16:41:47,424][243551] Updated weights for policy 0, policy_version 45986 (0.0008)
+[2026-06-02 16:41:47,580][243551] Updated weights for policy 0, policy_version 45996 (0.0008)
+[2026-06-02 16:41:47,742][243551] Updated weights for policy 0, policy_version 46006 (0.0008)
+[2026-06-02 16:41:47,923][243551] Updated weights for policy 0, policy_version 46017 (0.0008)
+[2026-06-02 16:41:48,088][243551] Updated weights for policy 0, policy_version 46027 (0.0008)
+[2026-06-02 16:41:48,249][243551] Updated weights for policy 0, policy_version 46037 (0.0008)
+[2026-06-02 16:41:48,413][243551] Updated weights for policy 0, policy_version 46047 (0.0008)
+[2026-06-02 16:41:49,059][243551] Updated weights for policy 0, policy_version 46057 (0.0009)
+[2026-06-02 16:41:49,228][243551] Updated weights for policy 0, policy_version 46068 (0.0008)
+[2026-06-02 16:41:49,395][243551] Updated weights for policy 0, policy_version 46078 (0.0008)
+[2026-06-02 16:41:49,558][243551] Updated weights for policy 0, policy_version 46088 (0.0009)
+[2026-06-02 16:41:49,720][243551] Updated weights for policy 0, policy_version 46098 (0.0008)
+[2026-06-02 16:41:49,889][243551] Updated weights for policy 0, policy_version 46108 (0.0008)
+[2026-06-02 16:41:49,953][235966] Fps is (10 sec: 22937.7, 60 sec: 21845.4, 300 sec: 21549.1). Total num frames: 23625728. Throughput: 0: 21669.0. Samples: 23604480. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:41:49,954][235966] Avg episode reward: [(0, '2038.456')]
+[2026-06-02 16:41:50,527][243551] Updated weights for policy 0, policy_version 46118 (0.0009)
+[2026-06-02 16:41:50,685][243551] Updated weights for policy 0, policy_version 46128 (0.0008)
+[2026-06-02 16:41:50,845][243551] Updated weights for policy 0, policy_version 46138 (0.0008)
+[2026-06-02 16:41:51,002][243551] Updated weights for policy 0, policy_version 46148 (0.0008)
+[2026-06-02 16:41:51,174][243551] Updated weights for policy 0, policy_version 46158 (0.0008)
+[2026-06-02 16:41:51,336][243551] Updated weights for policy 0, policy_version 46168 (0.0009)
+[2026-06-02 16:41:51,985][243551] Updated weights for policy 0, policy_version 46178 (0.0008)
+[2026-06-02 16:41:52,138][243551] Updated weights for policy 0, policy_version 46188 (0.0008)
+[2026-06-02 16:41:52,302][243551] Updated weights for policy 0, policy_version 46198 (0.0008)
+[2026-06-02 16:41:52,459][243551] Updated weights for policy 0, policy_version 46208 (0.0008)
+[2026-06-02 16:41:52,626][243551] Updated weights for policy 0, policy_version 46218 (0.0008)
+[2026-06-02 16:41:52,809][243551] Updated weights for policy 0, policy_version 46229 (0.0008)
+[2026-06-02 16:41:52,979][243551] Updated weights for policy 0, policy_version 46239 (0.0008)
+[2026-06-02 16:41:53,612][243551] Updated weights for policy 0, policy_version 46249 (0.0009)
+[2026-06-02 16:41:53,766][243551] Updated weights for policy 0, policy_version 46259 (0.0008)
+[2026-06-02 16:41:53,926][243551] Updated weights for policy 0, policy_version 46269 (0.0008)
+[2026-06-02 16:41:54,102][243551] Updated weights for policy 0, policy_version 46279 (0.0008)
+[2026-06-02 16:41:54,264][243551] Updated weights for policy 0, policy_version 46289 (0.0008)
+[2026-06-02 16:41:54,436][243551] Updated weights for policy 0, policy_version 46299 (0.0008)
+[2026-06-02 16:41:54,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 23724032. Throughput: 0: 21640.5. Samples: 23733376. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:41:54,954][235966] Avg episode reward: [(0, '2038.456')]
+[2026-06-02 16:41:55,088][243551] Updated weights for policy 0, policy_version 46310 (0.0008)
+[2026-06-02 16:41:55,273][243551] Updated weights for policy 0, policy_version 46321 (0.0008)
+[2026-06-02 16:41:55,429][243551] Updated weights for policy 0, policy_version 46331 (0.0008)
+[2026-06-02 16:41:55,599][243551] Updated weights for policy 0, policy_version 46341 (0.0009)
+[2026-06-02 16:41:55,762][243551] Updated weights for policy 0, policy_version 46351 (0.0009)
+[2026-06-02 16:41:55,943][243551] Updated weights for policy 0, policy_version 46362 (0.0008)
+[2026-06-02 16:41:56,587][243551] Updated weights for policy 0, policy_version 46372 (0.0008)
+[2026-06-02 16:41:56,745][243551] Updated weights for policy 0, policy_version 46382 (0.0008)
+[2026-06-02 16:41:56,905][243551] Updated weights for policy 0, policy_version 46392 (0.0008)
+[2026-06-02 16:41:57,087][243551] Updated weights for policy 0, policy_version 46403 (0.0008)
+[2026-06-02 16:41:57,241][243551] Updated weights for policy 0, policy_version 46413 (0.0008)
+[2026-06-02 16:41:57,415][243551] Updated weights for policy 0, policy_version 46423 (0.0008)
+[2026-06-02 16:41:58,084][243551] Updated weights for policy 0, policy_version 46434 (0.0008)
+[2026-06-02 16:41:58,232][243551] Updated weights for policy 0, policy_version 46444 (0.0008)
+[2026-06-02 16:41:58,400][243551] Updated weights for policy 0, policy_version 46454 (0.0008)
+[2026-06-02 16:41:58,561][243551] Updated weights for policy 0, policy_version 46464 (0.0008)
+[2026-06-02 16:41:58,729][243551] Updated weights for policy 0, policy_version 46474 (0.0008)
+[2026-06-02 16:41:58,892][243551] Updated weights for policy 0, policy_version 46484 (0.0008)
+[2026-06-02 16:41:59,048][243551] Updated weights for policy 0, policy_version 46494 (0.0008)
+[2026-06-02 16:41:59,694][243551] Updated weights for policy 0, policy_version 46504 (0.0009)
+[2026-06-02 16:41:59,858][243551] Updated weights for policy 0, policy_version 46514 (0.0008)
+[2026-06-02 16:41:59,953][235966] Fps is (10 sec: 19660.7, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 23822336. Throughput: 0: 21541.0. Samples: 23859456. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:41:59,954][235966] Avg episode reward: [(0, '2060.043')]
+[2026-06-02 16:42:00,011][243551] Updated weights for policy 0, policy_version 46524 (0.0008)
+[2026-06-02 16:42:00,176][243551] Updated weights for policy 0, policy_version 46534 (0.0008)
+[2026-06-02 16:42:00,352][243551] Updated weights for policy 0, policy_version 46544 (0.0008)
+[2026-06-02 16:42:00,511][243551] Updated weights for policy 0, policy_version 46554 (0.0008)
+[2026-06-02 16:42:00,601][242747] Saving new best policy, reward=2060.043!
+[2026-06-02 16:42:01,152][243551] Updated weights for policy 0, policy_version 46564 (0.0008)
+[2026-06-02 16:42:01,315][243551] Updated weights for policy 0, policy_version 46574 (0.0008)
+[2026-06-02 16:42:01,468][243551] Updated weights for policy 0, policy_version 46584 (0.0008)
+[2026-06-02 16:42:01,640][243551] Updated weights for policy 0, policy_version 46594 (0.0008)
+[2026-06-02 16:42:01,805][243551] Updated weights for policy 0, policy_version 46604 (0.0008)
+[2026-06-02 16:42:01,965][243551] Updated weights for policy 0, policy_version 46614 (0.0008)
+[2026-06-02 16:42:02,126][243551] Updated weights for policy 0, policy_version 46624 (0.0008)
+[2026-06-02 16:42:02,760][243551] Updated weights for policy 0, policy_version 46634 (0.0008)
+[2026-06-02 16:42:02,918][243551] Updated weights for policy 0, policy_version 46644 (0.0009)
+[2026-06-02 16:42:03,087][243551] Updated weights for policy 0, policy_version 46654 (0.0008)
+[2026-06-02 16:42:03,281][243551] Updated weights for policy 0, policy_version 46666 (0.0009)
+[2026-06-02 16:42:03,456][243551] Updated weights for policy 0, policy_version 46677 (0.0008)
+[2026-06-02 16:42:04,173][243551] Updated weights for policy 0, policy_version 46689 (0.0008)
+[2026-06-02 16:42:04,317][243551] Updated weights for policy 0, policy_version 46699 (0.0008)
+[2026-06-02 16:42:04,503][243551] Updated weights for policy 0, policy_version 46710 (0.0008)
+[2026-06-02 16:42:04,656][243551] Updated weights for policy 0, policy_version 46720 (0.0008)
+[2026-06-02 16:42:04,842][243551] Updated weights for policy 0, policy_version 46731 (0.0009)
+[2026-06-02 16:42:04,953][235966] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 23920640. Throughput: 0: 21498.3. Samples: 23922688. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:04,954][235966] Avg episode reward: [(0, '2091.296')]
+[2026-06-02 16:42:05,008][243551] Updated weights for policy 0, policy_version 46741 (0.0008)
+[2026-06-02 16:42:05,175][243551] Updated weights for policy 0, policy_version 46751 (0.0008)
+[2026-06-02 16:42:05,182][242747] Saving new best policy, reward=2091.296!
+[2026-06-02 16:42:05,827][243551] Updated weights for policy 0, policy_version 46762 (0.0008)
+[2026-06-02 16:42:05,987][243551] Updated weights for policy 0, policy_version 46772 (0.0008)
+[2026-06-02 16:42:06,150][243551] Updated weights for policy 0, policy_version 46782 (0.0008)
+[2026-06-02 16:42:06,316][243551] Updated weights for policy 0, policy_version 46792 (0.0008)
+[2026-06-02 16:42:06,515][243551] Updated weights for policy 0, policy_version 46804 (0.0008)
+[2026-06-02 16:42:06,679][243551] Updated weights for policy 0, policy_version 46814 (0.0008)
+[2026-06-02 16:42:07,310][243551] Updated weights for policy 0, policy_version 46824 (0.0008)
+[2026-06-02 16:42:07,474][243551] Updated weights for policy 0, policy_version 46834 (0.0008)
+[2026-06-02 16:42:07,637][243551] Updated weights for policy 0, policy_version 46844 (0.0008)
+[2026-06-02 16:42:07,817][243551] Updated weights for policy 0, policy_version 46855 (0.0008)
+[2026-06-02 16:42:07,984][243551] Updated weights for policy 0, policy_version 46865 (0.0008)
+[2026-06-02 16:42:08,148][243551] Updated weights for policy 0, policy_version 46875 (0.0008)
+[2026-06-02 16:42:08,777][243551] Updated weights for policy 0, policy_version 46885 (0.0008)
+[2026-06-02 16:42:08,951][243551] Updated weights for policy 0, policy_version 46896 (0.0008)
+[2026-06-02 16:42:09,129][243551] Updated weights for policy 0, policy_version 46907 (0.0009)
+[2026-06-02 16:42:09,310][243551] Updated weights for policy 0, policy_version 46918 (0.0008)
+[2026-06-02 16:42:09,481][243551] Updated weights for policy 0, policy_version 46928 (0.0008)
+[2026-06-02 16:42:09,641][243551] Updated weights for policy 0, policy_version 46938 (0.0008)
+[2026-06-02 16:42:09,953][235966] Fps is (10 sec: 22937.4, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 24051712. Throughput: 0: 21421.5. Samples: 24049024. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:09,954][235966] Avg episode reward: [(0, '2096.616')]
+[2026-06-02 16:42:09,959][242747] Saving new best policy, reward=2096.616!
+[2026-06-02 16:42:10,298][243551] Updated weights for policy 0, policy_version 46949 (0.0008)
+[2026-06-02 16:42:10,457][243551] Updated weights for policy 0, policy_version 46959 (0.0008)
+[2026-06-02 16:42:10,621][243551] Updated weights for policy 0, policy_version 46969 (0.0008)
+[2026-06-02 16:42:10,787][243551] Updated weights for policy 0, policy_version 46979 (0.0008)
+[2026-06-02 16:42:10,948][243551] Updated weights for policy 0, policy_version 46989 (0.0008)
+[2026-06-02 16:42:11,127][243551] Updated weights for policy 0, policy_version 47000 (0.0009)
+[2026-06-02 16:42:11,778][243551] Updated weights for policy 0, policy_version 47010 (0.0008)
+[2026-06-02 16:42:11,942][243551] Updated weights for policy 0, policy_version 47020 (0.0008)
+[2026-06-02 16:42:12,104][243551] Updated weights for policy 0, policy_version 47030 (0.0008)
+[2026-06-02 16:42:12,258][243551] Updated weights for policy 0, policy_version 47040 (0.0008)
+[2026-06-02 16:42:12,433][243551] Updated weights for policy 0, policy_version 47050 (0.0007)
+[2026-06-02 16:42:12,591][243551] Updated weights for policy 0, policy_version 47060 (0.0008)
+[2026-06-02 16:42:12,762][243551] Updated weights for policy 0, policy_version 47070 (0.0009)
+[2026-06-02 16:42:13,389][243551] Updated weights for policy 0, policy_version 47080 (0.0009)
+[2026-06-02 16:42:13,578][243551] Updated weights for policy 0, policy_version 47092 (0.0008)
+[2026-06-02 16:42:13,760][243551] Updated weights for policy 0, policy_version 47103 (0.0009)
+[2026-06-02 16:42:13,928][243551] Updated weights for policy 0, policy_version 47113 (0.0008)
+[2026-06-02 16:42:14,089][243551] Updated weights for policy 0, policy_version 47123 (0.0008)
+[2026-06-02 16:42:14,254][243551] Updated weights for policy 0, policy_version 47133 (0.0009)
+[2026-06-02 16:42:14,900][243551] Updated weights for policy 0, policy_version 47143 (0.0009)
+[2026-06-02 16:42:14,953][235966] Fps is (10 sec: 22937.8, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 24150016. Throughput: 0: 21350.4. Samples: 24175488. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0)
+[2026-06-02 16:42:14,954][235966] Avg episode reward: [(0, '2096.616')]
+[2026-06-02 16:42:15,057][243551] Updated weights for policy 0, policy_version 47153 (0.0009)
+[2026-06-02 16:42:15,219][243551] Updated weights for policy 0, policy_version 47163 (0.0009)
+[2026-06-02 16:42:15,382][243551] Updated weights for policy 0, policy_version 47173 (0.0009)
+[2026-06-02 16:42:15,546][243551] Updated weights for policy 0, policy_version 47183 (0.0009)
+[2026-06-02 16:42:15,711][243551] Updated weights for policy 0, policy_version 47193 (0.0008)
+[2026-06-02 16:42:16,361][243551] Updated weights for policy 0, policy_version 47203 (0.0009)
+[2026-06-02 16:42:16,522][243551] Updated weights for policy 0, policy_version 47214 (0.0008)
+[2026-06-02 16:42:16,709][243551] Updated weights for policy 0, policy_version 47225 (0.0008)
+[2026-06-02 16:42:16,893][243551] Updated weights for policy 0, policy_version 47236 (0.0008)
+[2026-06-02 16:42:17,062][243551] Updated weights for policy 0, policy_version 47246 (0.0008)
+[2026-06-02 16:42:17,226][243551] Updated weights for policy 0, policy_version 47256 (0.0008)
+[2026-06-02 16:42:17,862][243551] Updated weights for policy 0, policy_version 47266 (0.0009)
+[2026-06-02 16:42:18,034][243551] Updated weights for policy 0, policy_version 47277 (0.0008)
+[2026-06-02 16:42:18,194][243551] Updated weights for policy 0, policy_version 47287 (0.0008)
+[2026-06-02 16:42:18,370][243551] Updated weights for policy 0, policy_version 47297 (0.0008)
+[2026-06-02 16:42:18,528][243551] Updated weights for policy 0, policy_version 47307 (0.0008)
+[2026-06-02 16:42:18,709][243551] Updated weights for policy 0, policy_version 47318 (0.0008)
+[2026-06-02 16:42:19,378][243551] Updated weights for policy 0, policy_version 47329 (0.0009)
+[2026-06-02 16:42:19,542][243551] Updated weights for policy 0, policy_version 47340 (0.0009)
+[2026-06-02 16:42:19,706][243551] Updated weights for policy 0, policy_version 47350 (0.0008)
+[2026-06-02 16:42:19,871][243551] Updated weights for policy 0, policy_version 47360 (0.0008)
+[2026-06-02 16:42:19,953][235966] Fps is (10 sec: 19660.9, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 24248320. Throughput: 0: 21339.0. Samples: 24240000. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:19,954][235966] Avg episode reward: [(0, '2158.132')]
+[2026-06-02 16:42:20,051][243551] Updated weights for policy 0, policy_version 47371 (0.0008)
+[2026-06-02 16:42:20,216][243551] Updated weights for policy 0, policy_version 47381 (0.0008)
+[2026-06-02 16:42:20,380][243551] Updated weights for policy 0, policy_version 47391 (0.0008)
+[2026-06-02 16:42:20,389][242747] Saving new best policy, reward=2158.132!
+[2026-06-02 16:42:21,039][243551] Updated weights for policy 0, policy_version 47401 (0.0008)
+[2026-06-02 16:42:21,215][243551] Updated weights for policy 0, policy_version 47412 (0.0009)
+[2026-06-02 16:42:21,393][243551] Updated weights for policy 0, policy_version 47423 (0.0009)
+[2026-06-02 16:42:21,555][243551] Updated weights for policy 0, policy_version 47433 (0.0008)
+[2026-06-02 16:42:21,721][243551] Updated weights for policy 0, policy_version 47443 (0.0008)
+[2026-06-02 16:42:21,881][243551] Updated weights for policy 0, policy_version 47453 (0.0008)
+[2026-06-02 16:42:22,531][243551] Updated weights for policy 0, policy_version 47464 (0.0009)
+[2026-06-02 16:42:22,702][243551] Updated weights for policy 0, policy_version 47475 (0.0009)
+[2026-06-02 16:42:22,867][243551] Updated weights for policy 0, policy_version 47485 (0.0009)
+[2026-06-02 16:42:23,031][243551] Updated weights for policy 0, policy_version 47495 (0.0009)
+[2026-06-02 16:42:23,208][243551] Updated weights for policy 0, policy_version 47506 (0.0006)
+[2026-06-02 16:42:23,377][243551] Updated weights for policy 0, policy_version 47516 (0.0009)
+[2026-06-02 16:42:24,031][243551] Updated weights for policy 0, policy_version 47526 (0.0008)
+[2026-06-02 16:42:24,190][243551] Updated weights for policy 0, policy_version 47536 (0.0008)
+[2026-06-02 16:42:24,378][243551] Updated weights for policy 0, policy_version 47547 (0.0009)
+[2026-06-02 16:42:24,542][243551] Updated weights for policy 0, policy_version 47557 (0.0008)
+[2026-06-02 16:42:24,719][243551] Updated weights for policy 0, policy_version 47568 (0.0009)
+[2026-06-02 16:42:24,888][243551] Updated weights for policy 0, policy_version 47578 (0.0008)
+[2026-06-02 16:42:24,953][235966] Fps is (10 sec: 19660.4, 60 sec: 21299.1, 300 sec: 21438.0). Total num frames: 24346624. Throughput: 0: 21319.0. Samples: 24368768. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:24,955][235966] Avg episode reward: [(0, '2185.043')]
+[2026-06-02 16:42:24,978][242747] Saving new best policy, reward=2185.043!
+[2026-06-02 16:42:25,525][243551] Updated weights for policy 0, policy_version 47589 (0.0008)
+[2026-06-02 16:42:25,689][243551] Updated weights for policy 0, policy_version 47599 (0.0009)
+[2026-06-02 16:42:25,851][243551] Updated weights for policy 0, policy_version 47609 (0.0008)
+[2026-06-02 16:42:26,028][243551] Updated weights for policy 0, policy_version 47620 (0.0009)
+[2026-06-02 16:42:26,197][243551] Updated weights for policy 0, policy_version 47630 (0.0008)
+[2026-06-02 16:42:26,414][243551] Updated weights for policy 0, policy_version 47643 (0.0008)
+[2026-06-02 16:42:27,044][243551] Updated weights for policy 0, policy_version 47653 (0.0008)
+[2026-06-02 16:42:27,212][243551] Updated weights for policy 0, policy_version 47664 (0.0008)
+[2026-06-02 16:42:27,367][243551] Updated weights for policy 0, policy_version 47674 (0.0009)
+[2026-06-02 16:42:27,534][243551] Updated weights for policy 0, policy_version 47684 (0.0008)
+[2026-06-02 16:42:27,710][243551] Updated weights for policy 0, policy_version 47695 (0.0008)
+[2026-06-02 16:42:27,868][243551] Updated weights for policy 0, policy_version 47705 (0.0009)
+[2026-06-02 16:42:28,534][243551] Updated weights for policy 0, policy_version 47715 (0.0008)
+[2026-06-02 16:42:28,693][243551] Updated weights for policy 0, policy_version 47725 (0.0010)
+[2026-06-02 16:42:28,873][243551] Updated weights for policy 0, policy_version 47736 (0.0009)
+[2026-06-02 16:42:29,035][243551] Updated weights for policy 0, policy_version 47746 (0.0008)
+[2026-06-02 16:42:29,202][243551] Updated weights for policy 0, policy_version 47756 (0.0008)
+[2026-06-02 16:42:29,363][243551] Updated weights for policy 0, policy_version 47766 (0.0009)
+[2026-06-02 16:42:29,530][243551] Updated weights for policy 0, policy_version 47776 (0.0009)
+[2026-06-02 16:42:29,953][235966] Fps is (10 sec: 22937.5, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 24477696. Throughput: 0: 21296.3. Samples: 24498048. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:29,954][235966] Avg episode reward: [(0, '2192.078')]
+[2026-06-02 16:42:30,173][243551] Updated weights for policy 0, policy_version 47786 (0.0008)
+[2026-06-02 16:42:30,337][243551] Updated weights for policy 0, policy_version 47796 (0.0008)
+[2026-06-02 16:42:30,500][243551] Updated weights for policy 0, policy_version 47806 (0.0008)
+[2026-06-02 16:42:30,667][243551] Updated weights for policy 0, policy_version 47816 (0.0008)
+[2026-06-02 16:42:30,832][243551] Updated weights for policy 0, policy_version 47826 (0.0008)
+[2026-06-02 16:42:30,995][243551] Updated weights for policy 0, policy_version 47836 (0.0009)
+[2026-06-02 16:42:31,053][242747] Saving new best policy, reward=2192.078!
+[2026-06-02 16:42:31,631][243551] Updated weights for policy 0, policy_version 47846 (0.0008)
+[2026-06-02 16:42:31,793][243551] Updated weights for policy 0, policy_version 47856 (0.0009)
+[2026-06-02 16:42:31,962][243551] Updated weights for policy 0, policy_version 47866 (0.0008)
+[2026-06-02 16:42:32,126][243551] Updated weights for policy 0, policy_version 47876 (0.0009)
+[2026-06-02 16:42:32,291][243551] Updated weights for policy 0, policy_version 47886 (0.0008)
+[2026-06-02 16:42:32,471][243551] Updated weights for policy 0, policy_version 47897 (0.0009)
+[2026-06-02 16:42:33,124][243551] Updated weights for policy 0, policy_version 47907 (0.0009)
+[2026-06-02 16:42:33,277][243551] Updated weights for policy 0, policy_version 47917 (0.0009)
+[2026-06-02 16:42:33,454][243551] Updated weights for policy 0, policy_version 47928 (0.0008)
+[2026-06-02 16:42:33,617][243551] Updated weights for policy 0, policy_version 47938 (0.0008)
+[2026-06-02 16:42:33,783][243551] Updated weights for policy 0, policy_version 47948 (0.0008)
+[2026-06-02 16:42:33,957][243551] Updated weights for policy 0, policy_version 47959 (0.0008)
+[2026-06-02 16:42:34,600][243551] Updated weights for policy 0, policy_version 47969 (0.0008)
+[2026-06-02 16:42:34,760][243551] Updated weights for policy 0, policy_version 47979 (0.0008)
+[2026-06-02 16:42:34,917][243551] Updated weights for policy 0, policy_version 47989 (0.0008)
+[2026-06-02 16:42:34,953][235966] Fps is (10 sec: 22938.0, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 24576000. Throughput: 0: 21310.5. Samples: 24563456. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:34,954][235966] Avg episode reward: [(0, '2230.648')]
+[2026-06-02 16:42:35,085][243551] Updated weights for policy 0, policy_version 47999 (0.0008)
+[2026-06-02 16:42:35,268][243551] Updated weights for policy 0, policy_version 48010 (0.0008)
+[2026-06-02 16:42:35,433][243551] Updated weights for policy 0, policy_version 48020 (0.0008)
+[2026-06-02 16:42:35,595][243551] Updated weights for policy 0, policy_version 48030 (0.0008)
+[2026-06-02 16:42:35,619][242747] Saving new best policy, reward=2230.648!
+[2026-06-02 16:42:36,224][243551] Updated weights for policy 0, policy_version 48040 (0.0008)
+[2026-06-02 16:42:36,380][243551] Updated weights for policy 0, policy_version 48050 (0.0008)
+[2026-06-02 16:42:36,544][243551] Updated weights for policy 0, policy_version 48060 (0.0009)
+[2026-06-02 16:42:36,710][243551] Updated weights for policy 0, policy_version 48070 (0.0008)
+[2026-06-02 16:42:36,874][243551] Updated weights for policy 0, policy_version 48080 (0.0008)
+[2026-06-02 16:42:37,038][243551] Updated weights for policy 0, policy_version 48090 (0.0008)
+[2026-06-02 16:42:37,695][243551] Updated weights for policy 0, policy_version 48100 (0.0009)
+[2026-06-02 16:42:37,883][243551] Updated weights for policy 0, policy_version 48112 (0.0012)
+[2026-06-02 16:42:38,051][243551] Updated weights for policy 0, policy_version 48122 (0.0010)
+[2026-06-02 16:42:38,207][243551] Updated weights for policy 0, policy_version 48132 (0.0009)
+[2026-06-02 16:42:38,369][243551] Updated weights for policy 0, policy_version 48142 (0.0010)
+[2026-06-02 16:42:38,537][243551] Updated weights for policy 0, policy_version 48152 (0.0011)
+[2026-06-02 16:42:39,199][243551] Updated weights for policy 0, policy_version 48162 (0.0009)
+[2026-06-02 16:42:39,351][243551] Updated weights for policy 0, policy_version 48172 (0.0009)
+[2026-06-02 16:42:39,514][243551] Updated weights for policy 0, policy_version 48182 (0.0009)
+[2026-06-02 16:42:39,670][243551] Updated weights for policy 0, policy_version 48192 (0.0009)
+[2026-06-02 16:42:39,839][243551] Updated weights for policy 0, policy_version 48202 (0.0009)
+[2026-06-02 16:42:39,953][235966] Fps is (10 sec: 19660.4, 60 sec: 21299.1, 300 sec: 21438.0). Total num frames: 24674304. Throughput: 0: 21307.7. Samples: 24692224. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:39,954][235966] Avg episode reward: [(0, '2230.648')]
+[2026-06-02 16:42:40,021][243551] Updated weights for policy 0, policy_version 48213 (0.0008)
+[2026-06-02 16:42:40,179][243551] Updated weights for policy 0, policy_version 48223 (0.0008)
+[2026-06-02 16:42:40,843][243551] Updated weights for policy 0, policy_version 48234 (0.0008)
+[2026-06-02 16:42:41,009][243551] Updated weights for policy 0, policy_version 48244 (0.0008)
+[2026-06-02 16:42:41,183][243551] Updated weights for policy 0, policy_version 48255 (0.0008)
+[2026-06-02 16:42:41,347][243551] Updated weights for policy 0, policy_version 48265 (0.0008)
+[2026-06-02 16:42:41,522][243551] Updated weights for policy 0, policy_version 48275 (0.0009)
+[2026-06-02 16:42:41,685][243551] Updated weights for policy 0, policy_version 48285 (0.0008)
+[2026-06-02 16:42:42,341][243551] Updated weights for policy 0, policy_version 48296 (0.0009)
+[2026-06-02 16:42:42,503][243551] Updated weights for policy 0, policy_version 48306 (0.0008)
+[2026-06-02 16:42:42,669][243551] Updated weights for policy 0, policy_version 48316 (0.0009)
+[2026-06-02 16:42:42,829][243551] Updated weights for policy 0, policy_version 48326 (0.0008)
+[2026-06-02 16:42:43,012][243551] Updated weights for policy 0, policy_version 48337 (0.0008)
+[2026-06-02 16:42:43,169][243551] Updated weights for policy 0, policy_version 48347 (0.0008)
+[2026-06-02 16:42:43,835][243551] Updated weights for policy 0, policy_version 48358 (0.0008)
+[2026-06-02 16:42:44,009][243551] Updated weights for policy 0, policy_version 48369 (0.0008)
+[2026-06-02 16:42:44,170][243551] Updated weights for policy 0, policy_version 48379 (0.0008)
+[2026-06-02 16:42:44,346][243551] Updated weights for policy 0, policy_version 48390 (0.0009)
+[2026-06-02 16:42:44,506][243551] Updated weights for policy 0, policy_version 48400 (0.0008)
+[2026-06-02 16:42:44,672][243551] Updated weights for policy 0, policy_version 48410 (0.0008)
+[2026-06-02 16:42:44,953][235966] Fps is (10 sec: 22937.6, 60 sec: 21845.3, 300 sec: 21549.1). Total num frames: 24805376. Throughput: 0: 21398.8. Samples: 24822400. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:42:44,954][235966] Avg episode reward: [(0, '2284.212')]
+[2026-06-02 16:42:44,959][242747] Saving new best policy, reward=2284.212!
+[2026-06-02 16:42:45,319][243551] Updated weights for policy 0, policy_version 48420 (0.0008)
+[2026-06-02 16:42:45,483][243551] Updated weights for policy 0, policy_version 48430 (0.0008)
+[2026-06-02 16:42:45,640][243551] Updated weights for policy 0, policy_version 48440 (0.0008)
+[2026-06-02 16:42:45,803][243551] Updated weights for policy 0, policy_version 48450 (0.0008)
+[2026-06-02 16:42:45,960][243551] Updated weights for policy 0, policy_version 48460 (0.0008)
+[2026-06-02 16:42:46,148][243551] Updated weights for policy 0, policy_version 48471 (0.0009)
+[2026-06-02 16:42:46,797][243551] Updated weights for policy 0, policy_version 48481 (0.0008)
+[2026-06-02 16:42:46,949][243551] Updated weights for policy 0, policy_version 48491 (0.0008)
+[2026-06-02 16:42:47,107][243551] Updated weights for policy 0, policy_version 48501 (0.0009)
+[2026-06-02 16:42:47,271][243551] Updated weights for policy 0, policy_version 48511 (0.0009)
+[2026-06-02 16:42:47,438][243551] Updated weights for policy 0, policy_version 48521 (0.0008)
+[2026-06-02 16:42:47,597][243551] Updated weights for policy 0, policy_version 48531 (0.0008)
+[2026-06-02 16:42:47,777][243551] Updated weights for policy 0, policy_version 48542 (0.0008)
+[2026-06-02 16:42:48,414][243551] Updated weights for policy 0, policy_version 48552 (0.0008)
+[2026-06-02 16:42:48,602][243551] Updated weights for policy 0, policy_version 48563 (0.0008)
+[2026-06-02 16:42:48,758][243551] Updated weights for policy 0, policy_version 48573 (0.0008)
+[2026-06-02 16:42:48,923][243551] Updated weights for policy 0, policy_version 48583 (0.0008)
+[2026-06-02 16:42:49,103][243551] Updated weights for policy 0, policy_version 48594 (0.0008)
+[2026-06-02 16:42:49,268][243551] Updated weights for policy 0, policy_version 48604 (0.0008)
+[2026-06-02 16:42:49,935][243551] Updated weights for policy 0, policy_version 48614 (0.0009)
+[2026-06-02 16:42:49,953][235966] Fps is (10 sec: 22938.2, 60 sec: 21299.2, 300 sec: 21549.1). Total num frames: 24903680. Throughput: 0: 21430.1. Samples: 24887040. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:42:49,954][235966] Avg episode reward: [(0, '2298.861')]
+[2026-06-02 16:42:50,097][243551] Updated weights for policy 0, policy_version 48624 (0.0008)
+[2026-06-02 16:42:50,253][243551] Updated weights for policy 0, policy_version 48634 (0.0008)
+[2026-06-02 16:42:50,418][243551] Updated weights for policy 0, policy_version 48644 (0.0008)
+[2026-06-02 16:42:50,589][243551] Updated weights for policy 0, policy_version 48655 (0.0008)
+[2026-06-02 16:42:50,780][243551] Updated weights for policy 0, policy_version 48666 (0.0008)
+[2026-06-02 16:42:50,869][242747] Saving new best policy, reward=2298.861!
+[2026-06-02 16:42:51,415][243551] Updated weights for policy 0, policy_version 48676 (0.0008)
+[2026-06-02 16:42:51,572][243551] Updated weights for policy 0, policy_version 48686 (0.0008)
+[2026-06-02 16:42:51,729][243551] Updated weights for policy 0, policy_version 48696 (0.0008)
+[2026-06-02 16:42:51,890][243551] Updated weights for policy 0, policy_version 48706 (0.0008)
+[2026-06-02 16:42:52,057][243551] Updated weights for policy 0, policy_version 48716 (0.0008)
+[2026-06-02 16:42:52,234][243551] Updated weights for policy 0, policy_version 48727 (0.0008)
+[2026-06-02 16:42:52,893][243551] Updated weights for policy 0, policy_version 48737 (0.0008)
+[2026-06-02 16:42:53,062][243551] Updated weights for policy 0, policy_version 48748 (0.0004)
+[2026-06-02 16:42:53,242][243551] Updated weights for policy 0, policy_version 48759 (0.0004)
+[2026-06-02 16:42:53,417][243551] Updated weights for policy 0, policy_version 48770 (0.0004)
+[2026-06-02 16:42:53,581][243551] Updated weights for policy 0, policy_version 48780 (0.0004)
+[2026-06-02 16:42:53,750][243551] Updated weights for policy 0, policy_version 48790 (0.0004)
+[2026-06-02 16:42:54,392][243551] Updated weights for policy 0, policy_version 48801 (0.0004)
+[2026-06-02 16:42:54,566][243551] Updated weights for policy 0, policy_version 48812 (0.0004)
+[2026-06-02 16:42:54,728][243551] Updated weights for policy 0, policy_version 48822 (0.0004)
+[2026-06-02 16:42:54,890][243551] Updated weights for policy 0, policy_version 48832 (0.0004)
+[2026-06-02 16:42:54,953][235966] Fps is (10 sec: 19660.6, 60 sec: 21299.2, 300 sec: 21438.0). Total num frames: 25001984. Throughput: 0: 21515.4. Samples: 25017216. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:42:54,955][235966] Avg episode reward: [(0, '2301.347')]
+[2026-06-02 16:42:55,016][242747] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000000
+[2026-06-02 16:42:55,017][242747] Saving new best policy, reward=2301.347!
+[2026-06-02 16:42:55,018][235966] Component Batcher_0 stopped!
+[2026-06-02 16:42:55,018][243552] Stopping RolloutWorker_w1...
+[2026-06-02 16:42:55,019][243552] Loop rollout_proc1_evt_loop terminating...
+[2026-06-02 16:42:55,017][242747] Stopping Batcher_0...
+[2026-06-02 16:42:55,019][235966] Component RolloutWorker_w1 stopped!
+[2026-06-02 16:42:55,019][243550] Stopping RolloutWorker_w0...
+[2026-06-02 16:42:55,019][242747] Loop batcher_evt_loop terminating...
+[2026-06-02 16:42:55,020][243550] Loop rollout_proc0_evt_loop terminating...
+[2026-06-02 16:42:55,019][235966] Component RolloutWorker_w0 stopped!
+[2026-06-02 16:42:55,044][242747] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 16:42:55,050][243551] Weights refcount: 2 0
+[2026-06-02 16:42:55,051][243551] Stopping InferenceWorker_p0-w0...
+[2026-06-02 16:42:55,051][243551] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-02 16:42:55,051][235966] Component InferenceWorker_p0-w0 stopped!
+[2026-06-02 16:42:55,061][242747] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed13/checkpoint_p0/checkpoint_000048840_25034752.pth...
+[2026-06-02 16:42:55,081][242747] Stopping LearnerWorker_p0...
+[2026-06-02 16:42:55,081][242747] Loop learner_proc0_evt_loop terminating...
+[2026-06-02 16:42:55,081][235966] Component LearnerWorker_p0 stopped!
+[2026-06-02 16:42:55,081][235966] Waiting for process learner_proc0 to stop...
+[2026-06-02 16:42:55,898][235966] Waiting for process inference_proc0-0 to join...
+[2026-06-02 16:42:55,899][235966] Waiting for process rollout_proc0 to join...
+[2026-06-02 16:42:55,899][235966] Waiting for process rollout_proc1 to join...
+[2026-06-02 16:42:55,900][235966] Batcher 0 profile tree view:
+batching: 0.8401, releasing_batches: 0.0289
+[2026-06-02 16:42:55,901][235966] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0000
+  wait_policy_total: 721.7773
+update_model: 44.9137
+  weight_update: 0.0004
+one_step: 0.0007
+  handle_policy_step: 377.7941
+    deserialize: 4.9892, stack: 0.3566, obs_to_device_normalize: 52.7909, forward: 140.9579, prepare_outputs: 152.7780, send_messages: 10.2249
+[2026-06-02 16:42:55,901][235966] Learner 0 profile tree view:
+misc: 0.0049, prepare_batch: 99.8283
+train: 785.8693
+  epoch_init: 0.0552, minibatch_init: 2.4595, losses_postprocess: 269.4132, kl_divergence: 24.0035, after_optimizer: 314.9672
+  calculate_losses: 38.5430
+    losses_init: 0.0735, forward_head: 12.5358, bptt_initial: 0.3516, bptt: 0.3631, tail: 8.7026, advantages_returns: 2.8636, losses: 10.8601
+  update: 133.3725
+    clip: 12.8679
+[2026-06-02 16:42:55,902][235966] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0353, enqueue_policy_requests: 135.4410, process_policy_outputs: 7.5294, env_step: 758.9228, finalize_trajectories: 0.1105, complete_rollouts: 0.0780
+post_env_step: 15.9658
+  process_env_step: 4.4797
+[2026-06-02 16:42:55,902][235966] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0333, enqueue_policy_requests: 129.5478, process_policy_outputs: 7.3764, env_step: 759.7849, finalize_trajectories: 0.1045, complete_rollouts: 0.0781
+post_env_step: 15.8751
+  process_env_step: 4.6346
+[2026-06-02 16:42:55,903][235966] Loop Runner_EvtLoop terminating...
+[2026-06-02 16:42:55,904][235966] Runner profile tree view:
+main_loop: 1176.5797
+[2026-06-02 16:42:55,904][235966] Collected {0: 25034752}, FPS: 21277.6