diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..a0a0a4e4e728ada00c82ee2a3d9acaea2842b491 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000043896_22511616_reward_1220.980.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000043896_22511616_reward_1220.980.pth
new file mode 100644
index 0000000000000000000000000000000000000000..531e54de584417d3861643e05c58b76d286ec7dc
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/best_000043896_22511616_reward_1220.980.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e9ebfbb6583ee1867c29a166087494c7798daf30a308d0176830b935512f2c
+size 21798073
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000021824_11173888.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000021824_11173888.pth
new file mode 100644
index 0000000000000000000000000000000000000000..76a915136bc912dde1c73c1eb1b982bbbb14b9ce
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000021824_11173888.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc08c95cf78050fc973ad3395e03f41dea69868c213728fc638e944a1891dfbd
+size 21798305
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000045048_23101440.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000045048_23101440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..02692195badaa3b38adcc35f04096977ffb6e1ba
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000045048_23101440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ad3f5f9f5bcfe4451f4f6fe28b82d4ce7b2c843c758828fffeee608b3dc2a
+size 21798497
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048824_25034752.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048824_25034752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..afdf78035c8060b4ca0d89539a57440ef2a11b27
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048824_25034752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e944aa8693653d654117b5d72012d4993cc09ad5c46395f45f490c4821ac1ec
+size 21798497
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/config.json b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7185fec55abc0abac74c570961ea95970b342e78
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/config.json
@@ -0,0 +1,266 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_observation_stride_fixed_l2_stride1_seed10",
+  "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 10,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "flappy-stride1-fixed_l2",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "flappy",
+    "observation_stride",
+    "fixed",
+    "fixed_l2",
+    "stride1",
+    "seed10"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 30.0,
+  "obs_fps": 30.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "fixed",
+  "fixed_latency_ms": 66.66666666666667,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 3600,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_observation_stride_fixed_l2_stride1_seed10 --train_dir results/checkpoints_factor_sweeps/flappy/observation_stride --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 10 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-stride1-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy observation_stride fixed fixed_l2 stride1 seed10 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_observation_stride_fixed_l2_stride1_seed10",
+    "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 10,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "flappy-stride1-fixed_l2",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "flappy",
+      "observation_stride",
+      "fixed",
+      "fixed_l2",
+      "stride1",
+      "seed10"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 30.0,
+    "obs_fps": 30.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "fixed",
+    "fixed_latency_ms": 66.66666666666667,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 3600,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/episode_metrics.jsonl"
+  },
+  "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/factor_sweeps/flappy/observation_stride/train/observation_stride/fixed_l2/stride1/seed_10",
+  "wandb_unique_id": "flappy-stride1-fixed_l2-s10"
+}
\ No newline at end of file
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3f25459ebca7fa19da85b6ab2f35627decfa8066
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/episode_metrics.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07beb1f5e46a1b19c04ebd0c3f33ecd48852dfc66d5166796d2507fc8545f82
+size 23787908
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/git.diff b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/git.diff
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..77806135964aad2f6ad3b8ac1bddfd3aedb35069
--- /dev/null
+++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs30:stride1:seed10/sf_log.txt
@@ -0,0 +1,5610 @@
+[2026-06-02 16:12:44,252][210156] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/config.json...
+[2026-06-02 16:12:44,317][210156] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:44,318][210156] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:12:44,318][210156] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 16:12:44,319][210156] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:12:46,667][210156] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:46,668][210156] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:12:46,673][210156] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:46,678][210156] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 16:12:46,679][210156] Starting all processes...
+[2026-06-02 16:12:46,680][210156] Starting process learner_proc0
+[2026-06-02 16:12:48,077][210156] Starting all processes...
+[2026-06-02 16:12:48,081][210156] Starting process inference_proc0-0
+[2026-06-02 16:12:48,081][210156] Starting process rollout_proc0
+[2026-06-02 16:12:48,082][210156] Starting process rollout_proc1
+[2026-06-02 16:12:48,909][233443] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:48,909][233443] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for learning process 0
+[2026-06-02 16:12:48,910][233443] Num visible devices: 1
+[2026-06-02 16:12:48,910][233443] Setting fixed seed 10
+[2026-06-02 16:12:48,912][233443] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:48,912][233443] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:12:48,912][233443] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:12:48,944][233443] RunningMeanStd input shape: (1,)
+[2026-06-02 16:12:48,953][233443] ConvEncoder: input_channels=12
+[2026-06-02 16:12:49,017][233443] Conv encoder output size: 512
+[2026-06-02 16:12:49,018][233443] Created Actor Critic model with architecture:
+[2026-06-02 16:12:49,018][233443] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:12:49,021][233443] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:12:50,125][233443] No checkpoints found
+[2026-06-02 16:12:50,126][233443] Did not load from checkpoint, starting from scratch!
+[2026-06-02 16:12:50,126][233443] Initialized policy 0 weights for model version 0
+[2026-06-02 16:12:50,160][233443] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:12:50,160][233443] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:51,754][233723] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:12:51,756][233723] Using GPUs [0] for process 1 (actually maps to GPUs [5])
+[2026-06-02 16:12:51,756][233723] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 1
+[2026-06-02 16:12:51,757][233723] Num visible devices: 1
+[2026-06-02 16:12:51,870][233724] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:12:51,871][233724] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:51,871][233724] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 0
+[2026-06-02 16:12:51,871][233724] Num visible devices: 1
+[2026-06-02 16:12:51,871][233722] Using GPUs [0] for process 0 (actually maps to GPUs [5])
+[2026-06-02 16:12:51,871][233722] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for inference process 0
+[2026-06-02 16:12:51,871][233722] Num visible devices: 1
+[2026-06-02 16:12:51,874][233722] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:12:51,900][233722] RunningMeanStd input shape: (1,)
+[2026-06-02 16:12:51,914][233722] ConvEncoder: input_channels=12
+[2026-06-02 16:12:51,994][233722] Conv encoder output size: 512
+[2026-06-02 16:12:52,000][210156] Inference worker 0-0 is ready!
+[2026-06-02 16:12:52,001][210156] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:12:52,002][233724] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:12:52,003][233723] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:12:53,392][210156] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:12:54,801][233443] Signal inference workers to stop experience collection...
+[2026-06-02 16:12:54,811][233722] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:12:56,480][233443] Signal inference workers to resume experience collection...
+[2026-06-02 16:12:56,481][233722] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:12:56,887][233722] Updated weights for policy 0, policy_version 81 (0.0047)
+[2026-06-02 16:12:57,078][233722] Updated weights for policy 0, policy_version 91 (0.0004)
+[2026-06-02 16:12:57,274][233722] Updated weights for policy 0, policy_version 102 (0.0009)
+[2026-06-02 16:12:57,473][233722] Updated weights for policy 0, policy_version 112 (0.0007)
+[2026-06-02 16:12:57,666][233722] Updated weights for policy 0, policy_version 122 (0.0005)
+[2026-06-02 16:12:58,186][233722] Updated weights for policy 0, policy_version 136 (0.0008)
+[2026-06-02 16:12:58,354][233722] Updated weights for policy 0, policy_version 146 (0.0006)
+[2026-06-02 16:12:58,392][210156] Fps is (10 sec: 13107.0, 60 sec: 13107.0, 300 sec: 13107.0). Total num frames: 65536. Throughput: 0: 20146.9. Samples: 100736. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 16:12:58,393][210156] Avg episode reward: [(0, '-6.956')]
+[2026-06-02 16:12:58,547][233722] Updated weights for policy 0, policy_version 156 (0.0005)
+[2026-06-02 16:12:58,736][233722] Updated weights for policy 0, policy_version 166 (0.0008)
+[2026-06-02 16:12:58,899][233722] Updated weights for policy 0, policy_version 176 (0.0010)
+[2026-06-02 16:12:59,091][233722] Updated weights for policy 0, policy_version 186 (0.0007)
+[2026-06-02 16:12:59,606][233722] Updated weights for policy 0, policy_version 196 (0.0005)
+[2026-06-02 16:12:59,780][233722] Updated weights for policy 0, policy_version 206 (0.0007)
+[2026-06-02 16:12:59,943][233722] Updated weights for policy 0, policy_version 216 (0.0006)
+[2026-06-02 16:13:00,133][233722] Updated weights for policy 0, policy_version 226 (0.0008)
+[2026-06-02 16:13:00,316][233722] Updated weights for policy 0, policy_version 236 (0.0008)
+[2026-06-02 16:13:00,505][233722] Updated weights for policy 0, policy_version 246 (0.0005)
+[2026-06-02 16:13:00,687][233722] Updated weights for policy 0, policy_version 256 (0.0008)
+[2026-06-02 16:13:01,101][233722] Updated weights for policy 0, policy_version 266 (0.0007)
+[2026-06-02 16:13:01,275][233722] Updated weights for policy 0, policy_version 276 (0.0007)
+[2026-06-02 16:13:01,469][233722] Updated weights for policy 0, policy_version 286 (0.0007)
+[2026-06-02 16:13:01,652][233722] Updated weights for policy 0, policy_version 296 (0.0006)
+[2026-06-02 16:13:01,834][233722] Updated weights for policy 0, policy_version 306 (0.0005)
+[2026-06-02 16:13:02,025][233722] Updated weights for policy 0, policy_version 316 (0.0009)
+[2026-06-02 16:13:02,474][233722] Updated weights for policy 0, policy_version 326 (0.0007)
+[2026-06-02 16:13:02,650][233722] Updated weights for policy 0, policy_version 336 (0.0007)
+[2026-06-02 16:13:02,823][233722] Updated weights for policy 0, policy_version 346 (0.0008)
+[2026-06-02 16:13:03,000][233722] Updated weights for policy 0, policy_version 356 (0.0010)
+[2026-06-02 16:13:03,182][233722] Updated weights for policy 0, policy_version 366 (0.0010)
+[2026-06-02 16:13:03,368][233722] Updated weights for policy 0, policy_version 376 (0.0009)
+[2026-06-02 16:13:03,392][210156] Fps is (10 sec: 16383.2, 60 sec: 16383.2, 300 sec: 16383.2). Total num frames: 163840. Throughput: 0: 17074.4. Samples: 170752. Policy #0 lag: (min: 5.0, avg: 29.9, max: 69.0)
+[2026-06-02 16:13:03,394][210156] Avg episode reward: [(0, '-4.669')]
+[2026-06-02 16:13:03,505][233443] Saving new best policy, reward=-4.669!
+[2026-06-02 16:13:03,861][233722] Updated weights for policy 0, policy_version 387 (0.0009)
+[2026-06-02 16:13:04,027][233722] Updated weights for policy 0, policy_version 397 (0.0006)
+[2026-06-02 16:13:04,214][233722] Updated weights for policy 0, policy_version 407 (0.0005)
+[2026-06-02 16:13:04,402][233722] Updated weights for policy 0, policy_version 417 (0.0006)
+[2026-06-02 16:13:04,570][233722] Updated weights for policy 0, policy_version 427 (0.0007)
+[2026-06-02 16:13:04,768][233722] Updated weights for policy 0, policy_version 437 (0.0005)
+[2026-06-02 16:13:04,963][233722] Updated weights for policy 0, policy_version 447 (0.0005)
+[2026-06-02 16:13:05,398][233722] Updated weights for policy 0, policy_version 457 (0.0005)
+[2026-06-02 16:13:05,562][233722] Updated weights for policy 0, policy_version 467 (0.0009)
+[2026-06-02 16:13:05,734][233722] Updated weights for policy 0, policy_version 477 (0.0011)
+[2026-06-02 16:13:05,935][233722] Updated weights for policy 0, policy_version 487 (0.0006)
+[2026-06-02 16:13:06,122][233722] Updated weights for policy 0, policy_version 497 (0.0007)
+[2026-06-02 16:13:06,293][233722] Updated weights for policy 0, policy_version 507 (0.0009)
+[2026-06-02 16:13:06,655][210156] Heartbeat connected on Batcher_0
+[2026-06-02 16:13:06,680][210156] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:13:06,685][210156] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:13:06,744][233722] Updated weights for policy 0, policy_version 517 (0.0008)
+[2026-06-02 16:13:06,746][210156] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:13:06,927][233722] Updated weights for policy 0, policy_version 527 (0.0008)
+[2026-06-02 16:13:07,111][233722] Updated weights for policy 0, policy_version 537 (0.0006)
+[2026-06-02 16:13:07,291][233722] Updated weights for policy 0, policy_version 547 (0.0010)
+[2026-06-02 16:13:07,444][233722] Updated weights for policy 0, policy_version 557 (0.0011)
+[2026-06-02 16:13:07,636][233722] Updated weights for policy 0, policy_version 567 (0.0009)
+[2026-06-02 16:13:07,813][210156] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:13:08,125][233722] Updated weights for policy 0, policy_version 577 (0.0006)
+[2026-06-02 16:13:08,302][233722] Updated weights for policy 0, policy_version 587 (0.0007)
+[2026-06-02 16:13:08,392][210156] Fps is (10 sec: 22937.8, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 294912. Throughput: 0: 20650.7. Samples: 309760. Policy #0 lag: (min: 63.0, avg: 89.7, max: 127.0)
+[2026-06-02 16:13:08,393][210156] Avg episode reward: [(0, '-0.784')]
+[2026-06-02 16:13:08,469][233722] Updated weights for policy 0, policy_version 597 (0.0012)
+[2026-06-02 16:13:08,641][233722] Updated weights for policy 0, policy_version 607 (0.0009)
+[2026-06-02 16:13:08,836][233722] Updated weights for policy 0, policy_version 617 (0.0007)
+[2026-06-02 16:13:09,060][233722] Updated weights for policy 0, policy_version 629 (0.0008)
+[2026-06-02 16:13:09,212][233722] Updated weights for policy 0, policy_version 639 (0.0009)
+[2026-06-02 16:13:09,223][233443] Saving new best policy, reward=-0.784!
+[2026-06-02 16:13:09,757][233722] Updated weights for policy 0, policy_version 649 (0.0011)
+[2026-06-02 16:13:09,949][233722] Updated weights for policy 0, policy_version 659 (0.0007)
+[2026-06-02 16:13:10,168][233722] Updated weights for policy 0, policy_version 671 (0.0007)
+[2026-06-02 16:13:10,325][233722] Updated weights for policy 0, policy_version 681 (0.0010)
+[2026-06-02 16:13:10,490][233722] Updated weights for policy 0, policy_version 691 (0.0009)
+[2026-06-02 16:13:10,691][233722] Updated weights for policy 0, policy_version 701 (0.0006)
+[2026-06-02 16:13:11,278][233722] Updated weights for policy 0, policy_version 713 (0.0009)
+[2026-06-02 16:13:11,467][233722] Updated weights for policy 0, policy_version 725 (0.0010)
+[2026-06-02 16:13:11,629][233722] Updated weights for policy 0, policy_version 735 (0.0010)
+[2026-06-02 16:13:11,820][233722] Updated weights for policy 0, policy_version 745 (0.0010)
+[2026-06-02 16:13:12,026][233722] Updated weights for policy 0, policy_version 756 (0.0007)
+[2026-06-02 16:13:12,199][233722] Updated weights for policy 0, policy_version 767 (0.0012)
+[2026-06-02 16:13:12,867][233722] Updated weights for policy 0, policy_version 777 (0.0007)
+[2026-06-02 16:13:13,034][233722] Updated weights for policy 0, policy_version 787 (0.0009)
+[2026-06-02 16:13:13,247][233722] Updated weights for policy 0, policy_version 799 (0.0011)
+[2026-06-02 16:13:13,394][233722] Updated weights for policy 0, policy_version 809 (0.0011)
+[2026-06-02 16:13:13,393][210156] Fps is (10 sec: 22937.0, 60 sec: 19660.1, 300 sec: 19660.1). Total num frames: 393216. Throughput: 0: 22060.0. Samples: 441216. Policy #0 lag: (min: 63.0, avg: 86.7, max: 127.0)
+[2026-06-02 16:13:13,396][210156] Avg episode reward: [(0, '3.889')]
+[2026-06-02 16:13:13,573][233722] Updated weights for policy 0, policy_version 819 (0.0010)
+[2026-06-02 16:13:13,749][233722] Updated weights for policy 0, policy_version 829 (0.0009)
+[2026-06-02 16:13:13,802][233443] Saving new best policy, reward=3.889!
+[2026-06-02 16:13:14,416][233722] Updated weights for policy 0, policy_version 840 (0.0010)
+[2026-06-02 16:13:14,569][233722] Updated weights for policy 0, policy_version 850 (0.0011)
+[2026-06-02 16:13:14,719][233722] Updated weights for policy 0, policy_version 860 (0.0010)
+[2026-06-02 16:13:14,913][233722] Updated weights for policy 0, policy_version 871 (0.0010)
+[2026-06-02 16:13:15,098][233722] Updated weights for policy 0, policy_version 881 (0.0006)
+[2026-06-02 16:13:15,272][233722] Updated weights for policy 0, policy_version 891 (0.0008)
+[2026-06-02 16:13:16,027][233722] Updated weights for policy 0, policy_version 901 (0.0009)
+[2026-06-02 16:13:16,202][233722] Updated weights for policy 0, policy_version 912 (0.0010)
+[2026-06-02 16:13:16,388][233722] Updated weights for policy 0, policy_version 923 (0.0009)
+[2026-06-02 16:13:16,531][233722] Updated weights for policy 0, policy_version 933 (0.0008)
+[2026-06-02 16:13:16,713][233722] Updated weights for policy 0, policy_version 944 (0.0009)
+[2026-06-02 16:13:16,896][233722] Updated weights for policy 0, policy_version 955 (0.0011)
+[2026-06-02 16:13:17,619][233722] Updated weights for policy 0, policy_version 965 (0.0010)
+[2026-06-02 16:13:17,833][233722] Updated weights for policy 0, policy_version 979 (0.0010)
+[2026-06-02 16:13:18,013][233722] Updated weights for policy 0, policy_version 990 (0.0010)
+[2026-06-02 16:13:18,196][233722] Updated weights for policy 0, policy_version 1001 (0.0008)
+[2026-06-02 16:13:18,378][233722] Updated weights for policy 0, policy_version 1011 (0.0009)
+[2026-06-02 16:13:18,392][210156] Fps is (10 sec: 19661.0, 60 sec: 19660.9, 300 sec: 19660.9). Total num frames: 491520. Throughput: 0: 20111.4. Samples: 502784. Policy #0 lag: (min: 63.0, avg: 83.2, max: 127.0)
+[2026-06-02 16:13:18,393][210156] Avg episode reward: [(0, '3.966')]
+[2026-06-02 16:13:18,532][233722] Updated weights for policy 0, policy_version 1021 (0.0007)
+[2026-06-02 16:13:18,578][233443] Saving new best policy, reward=3.966!
+[2026-06-02 16:13:19,391][233722] Updated weights for policy 0, policy_version 1031 (0.0010)
+[2026-06-02 16:13:19,561][233722] Updated weights for policy 0, policy_version 1041 (0.0009)
+[2026-06-02 16:13:19,725][233722] Updated weights for policy 0, policy_version 1051 (0.0008)
+[2026-06-02 16:13:19,894][233722] Updated weights for policy 0, policy_version 1061 (0.0010)
+[2026-06-02 16:13:20,081][233722] Updated weights for policy 0, policy_version 1072 (0.0010)
+[2026-06-02 16:13:20,275][233722] Updated weights for policy 0, policy_version 1084 (0.0009)
+[2026-06-02 16:13:21,019][233722] Updated weights for policy 0, policy_version 1095 (0.0009)
+[2026-06-02 16:13:21,185][233722] Updated weights for policy 0, policy_version 1105 (0.0008)
+[2026-06-02 16:13:21,387][233722] Updated weights for policy 0, policy_version 1118 (0.0011)
+[2026-06-02 16:13:21,571][233722] Updated weights for policy 0, policy_version 1129 (0.0010)
+[2026-06-02 16:13:21,743][233722] Updated weights for policy 0, policy_version 1139 (0.0010)
+[2026-06-02 16:13:21,911][233722] Updated weights for policy 0, policy_version 1149 (0.0006)
+[2026-06-02 16:13:22,736][233722] Updated weights for policy 0, policy_version 1161 (0.0010)
+[2026-06-02 16:13:22,901][233722] Updated weights for policy 0, policy_version 1171 (0.0011)
+[2026-06-02 16:13:23,070][233722] Updated weights for policy 0, policy_version 1181 (0.0011)
+[2026-06-02 16:13:23,240][233722] Updated weights for policy 0, policy_version 1191 (0.0011)
+[2026-06-02 16:13:23,393][210156] Fps is (10 sec: 19661.3, 60 sec: 19660.5, 300 sec: 19660.5). Total num frames: 589824. Throughput: 0: 20526.6. Samples: 615808. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0)
+[2026-06-02 16:13:23,396][210156] Avg episode reward: [(0, '4.041')]
+[2026-06-02 16:13:23,409][233722] Updated weights for policy 0, policy_version 1201 (0.0008)
+[2026-06-02 16:13:23,588][233722] Updated weights for policy 0, policy_version 1212 (0.0011)
+[2026-06-02 16:13:23,646][233443] Saving new best policy, reward=4.041!
+[2026-06-02 16:13:24,363][233722] Updated weights for policy 0, policy_version 1222 (0.0010)
+[2026-06-02 16:13:24,548][233722] Updated weights for policy 0, policy_version 1233 (0.0013)
+[2026-06-02 16:13:24,703][233722] Updated weights for policy 0, policy_version 1243 (0.0010)
+[2026-06-02 16:13:24,891][233722] Updated weights for policy 0, policy_version 1254 (0.0009)
+[2026-06-02 16:13:25,056][233722] Updated weights for policy 0, policy_version 1264 (0.0009)
+[2026-06-02 16:13:25,227][233722] Updated weights for policy 0, policy_version 1274 (0.0011)
+[2026-06-02 16:13:26,008][233722] Updated weights for policy 0, policy_version 1284 (0.0012)
+[2026-06-02 16:13:26,185][233722] Updated weights for policy 0, policy_version 1295 (0.0010)
+[2026-06-02 16:13:26,340][233722] Updated weights for policy 0, policy_version 1305 (0.0011)
+[2026-06-02 16:13:26,516][233722] Updated weights for policy 0, policy_version 1316 (0.0011)
+[2026-06-02 16:13:26,708][233722] Updated weights for policy 0, policy_version 1327 (0.0008)
+[2026-06-02 16:13:26,899][233722] Updated weights for policy 0, policy_version 1339 (0.0009)
+[2026-06-02 16:13:27,704][233722] Updated weights for policy 0, policy_version 1349 (0.0011)
+[2026-06-02 16:13:27,885][233722] Updated weights for policy 0, policy_version 1360 (0.0010)
+[2026-06-02 16:13:28,037][233722] Updated weights for policy 0, policy_version 1370 (0.0012)
+[2026-06-02 16:13:28,212][233722] Updated weights for policy 0, policy_version 1380 (0.0010)
+[2026-06-02 16:13:28,371][233722] Updated weights for policy 0, policy_version 1390 (0.0008)
+[2026-06-02 16:13:28,392][210156] Fps is (10 sec: 19660.5, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 688128. Throughput: 0: 21006.6. Samples: 735232. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0)
+[2026-06-02 16:13:28,396][210156] Avg episode reward: [(0, '4.319')]
+[2026-06-02 16:13:28,535][233722] Updated weights for policy 0, policy_version 1400 (0.0010)
+[2026-06-02 16:13:28,661][233443] Saving new best policy, reward=4.319!
+[2026-06-02 16:13:29,377][233722] Updated weights for policy 0, policy_version 1411 (0.0012)
+[2026-06-02 16:13:29,536][233722] Updated weights for policy 0, policy_version 1421 (0.0012)
+[2026-06-02 16:13:29,699][233722] Updated weights for policy 0, policy_version 1431 (0.0011)
+[2026-06-02 16:13:29,878][233722] Updated weights for policy 0, policy_version 1442 (0.0011)
+[2026-06-02 16:13:30,050][233722] Updated weights for policy 0, policy_version 1452 (0.0011)
+[2026-06-02 16:13:30,202][233722] Updated weights for policy 0, policy_version 1462 (0.0010)
+[2026-06-02 16:13:30,378][233722] Updated weights for policy 0, policy_version 1472 (0.0008)
+[2026-06-02 16:13:31,226][233722] Updated weights for policy 0, policy_version 1482 (0.0009)
+[2026-06-02 16:13:31,397][233722] Updated weights for policy 0, policy_version 1492 (0.0010)
+[2026-06-02 16:13:31,551][233722] Updated weights for policy 0, policy_version 1502 (0.0011)
+[2026-06-02 16:13:31,723][233722] Updated weights for policy 0, policy_version 1512 (0.0009)
+[2026-06-02 16:13:31,911][233722] Updated weights for policy 0, policy_version 1523 (0.0010)
+[2026-06-02 16:13:32,096][233722] Updated weights for policy 0, policy_version 1534 (0.0009)
+[2026-06-02 16:13:32,975][233722] Updated weights for policy 0, policy_version 1544 (0.0009)
+[2026-06-02 16:13:33,142][233722] Updated weights for policy 0, policy_version 1555 (0.0010)
+[2026-06-02 16:13:33,313][233722] Updated weights for policy 0, policy_version 1565 (0.0011)
+[2026-06-02 16:13:33,392][210156] Fps is (10 sec: 19661.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 786432. Throughput: 0: 19894.4. Samples: 795776. Policy #0 lag: (min: 63.0, avg: 75.9, max: 127.0)
+[2026-06-02 16:13:33,393][210156] Avg episode reward: [(0, '4.775')]
+[2026-06-02 16:13:33,486][233722] Updated weights for policy 0, policy_version 1575 (0.0011)
+[2026-06-02 16:13:33,662][233722] Updated weights for policy 0, policy_version 1586 (0.0009)
+[2026-06-02 16:13:33,869][233722] Updated weights for policy 0, policy_version 1598 (0.0009)
+[2026-06-02 16:13:33,893][233443] Saving new best policy, reward=4.775!
+[2026-06-02 16:13:34,697][233722] Updated weights for policy 0, policy_version 1608 (0.0011)
+[2026-06-02 16:13:34,853][233722] Updated weights for policy 0, policy_version 1618 (0.0011)
+[2026-06-02 16:13:35,026][233722] Updated weights for policy 0, policy_version 1628 (0.0010)
+[2026-06-02 16:13:35,206][233722] Updated weights for policy 0, policy_version 1639 (0.0013)
+[2026-06-02 16:13:35,386][233722] Updated weights for policy 0, policy_version 1650 (0.0013)
+[2026-06-02 16:13:35,568][233722] Updated weights for policy 0, policy_version 1661 (0.0013)
+[2026-06-02 16:13:36,382][233722] Updated weights for policy 0, policy_version 1671 (0.0008)
+[2026-06-02 16:13:36,566][233722] Updated weights for policy 0, policy_version 1682 (0.0009)
+[2026-06-02 16:13:36,724][233722] Updated weights for policy 0, policy_version 1692 (0.0008)
+[2026-06-02 16:13:36,912][233722] Updated weights for policy 0, policy_version 1703 (0.0009)
+[2026-06-02 16:13:37,071][233722] Updated weights for policy 0, policy_version 1713 (0.0010)
+[2026-06-02 16:13:37,257][233722] Updated weights for policy 0, policy_version 1724 (0.0012)
+[2026-06-02 16:13:38,099][233722] Updated weights for policy 0, policy_version 1734 (0.0012)
+[2026-06-02 16:13:38,269][233722] Updated weights for policy 0, policy_version 1744 (0.0009)
+[2026-06-02 16:13:38,392][210156] Fps is (10 sec: 19661.2, 60 sec: 19660.9, 300 sec: 19660.9). Total num frames: 884736. Throughput: 0: 20101.7. Samples: 904576. Policy #0 lag: (min: 58.0, avg: 109.4, max: 122.0)
+[2026-06-02 16:13:38,395][210156] Avg episode reward: [(0, '5.195')]
+[2026-06-02 16:13:38,450][233722] Updated weights for policy 0, policy_version 1755 (0.0007)
+[2026-06-02 16:13:38,620][233722] Updated weights for policy 0, policy_version 1765 (0.0010)
+[2026-06-02 16:13:38,793][233722] Updated weights for policy 0, policy_version 1775 (0.0008)
+[2026-06-02 16:13:38,962][233722] Updated weights for policy 0, policy_version 1785 (0.0011)
+[2026-06-02 16:13:39,066][233443] Saving new best policy, reward=5.195!
+[2026-06-02 16:13:39,762][233722] Updated weights for policy 0, policy_version 1796 (0.0012)
+[2026-06-02 16:13:39,931][233722] Updated weights for policy 0, policy_version 1806 (0.0009)
+[2026-06-02 16:13:40,092][233722] Updated weights for policy 0, policy_version 1816 (0.0009)
+[2026-06-02 16:13:40,260][233722] Updated weights for policy 0, policy_version 1826 (0.0008)
+[2026-06-02 16:13:40,424][233722] Updated weights for policy 0, policy_version 1836 (0.0009)
+[2026-06-02 16:13:40,606][233722] Updated weights for policy 0, policy_version 1847 (0.0008)
+[2026-06-02 16:13:41,443][233722] Updated weights for policy 0, policy_version 1858 (0.0012)
+[2026-06-02 16:13:41,618][233722] Updated weights for policy 0, policy_version 1869 (0.0012)
+[2026-06-02 16:13:41,772][233722] Updated weights for policy 0, policy_version 1879 (0.0011)
+[2026-06-02 16:13:41,935][233722] Updated weights for policy 0, policy_version 1889 (0.0011)
+[2026-06-02 16:13:42,126][233722] Updated weights for policy 0, policy_version 1900 (0.0012)
+[2026-06-02 16:13:42,306][233722] Updated weights for policy 0, policy_version 1911 (0.0010)
+[2026-06-02 16:13:43,157][233722] Updated weights for policy 0, policy_version 1921 (0.0008)
+[2026-06-02 16:13:43,323][233722] Updated weights for policy 0, policy_version 1932 (0.0008)
+[2026-06-02 16:13:43,392][210156] Fps is (10 sec: 19659.9, 60 sec: 19660.6, 300 sec: 19660.6). Total num frames: 983040. Throughput: 0: 20570.8. Samples: 1026432. Policy #0 lag: (min: 28.0, avg: 43.3, max: 92.0)
+[2026-06-02 16:13:43,395][210156] Avg episode reward: [(0, '5.524')]
+[2026-06-02 16:13:43,493][233722] Updated weights for policy 0, policy_version 1943 (0.0013)
+[2026-06-02 16:13:43,661][233722] Updated weights for policy 0, policy_version 1953 (0.0010)
+[2026-06-02 16:13:43,821][233722] Updated weights for policy 0, policy_version 1963 (0.0008)
+[2026-06-02 16:13:43,974][233722] Updated weights for policy 0, policy_version 1973 (0.0010)
+[2026-06-02 16:13:44,156][233443] Saving new best policy, reward=5.524!
+[2026-06-02 16:13:44,157][233722] Updated weights for policy 0, policy_version 1984 (0.0010)
+[2026-06-02 16:13:45,046][233722] Updated weights for policy 0, policy_version 1994 (0.0009)
+[2026-06-02 16:13:45,208][233722] Updated weights for policy 0, policy_version 2004 (0.0009)
+[2026-06-02 16:13:45,379][233722] Updated weights for policy 0, policy_version 2015 (0.0010)
+[2026-06-02 16:13:45,584][233722] Updated weights for policy 0, policy_version 2027 (0.0011)
+[2026-06-02 16:13:45,792][233722] Updated weights for policy 0, policy_version 2039 (0.0010)
+[2026-06-02 16:13:46,619][233722] Updated weights for policy 0, policy_version 2049 (0.0011)
+[2026-06-02 16:13:46,785][233722] Updated weights for policy 0, policy_version 2060 (0.0011)
+[2026-06-02 16:13:46,966][233722] Updated weights for policy 0, policy_version 2071 (0.0011)
+[2026-06-02 16:13:47,164][233722] Updated weights for policy 0, policy_version 2083 (0.0010)
+[2026-06-02 16:13:47,325][233722] Updated weights for policy 0, policy_version 2093 (0.0011)
+[2026-06-02 16:13:47,490][233722] Updated weights for policy 0, policy_version 2103 (0.0013)
+[2026-06-02 16:13:48,356][233722] Updated weights for policy 0, policy_version 2115 (0.0010)
+[2026-06-02 16:13:48,392][210156] Fps is (10 sec: 19660.6, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1081344. Throughput: 0: 20084.8. Samples: 1074560. Policy #0 lag: (min: 44.0, avg: 55.8, max: 108.0)
+[2026-06-02 16:13:48,393][210156] Avg episode reward: [(0, '6.510')]
+[2026-06-02 16:13:48,516][233722] Updated weights for policy 0, policy_version 2125 (0.0009)
+[2026-06-02 16:13:48,681][233722] Updated weights for policy 0, policy_version 2135 (0.0010)
+[2026-06-02 16:13:48,861][233722] Updated weights for policy 0, policy_version 2146 (0.0007)
+[2026-06-02 16:13:49,040][233722] Updated weights for policy 0, policy_version 2156 (0.0009)
+[2026-06-02 16:13:49,210][233722] Updated weights for policy 0, policy_version 2166 (0.0009)
+[2026-06-02 16:13:49,369][233443] Saving new best policy, reward=6.510!
+[2026-06-02 16:13:49,374][233722] Updated weights for policy 0, policy_version 2176 (0.0011)
+[2026-06-02 16:13:50,163][233722] Updated weights for policy 0, policy_version 2187 (0.0009)
+[2026-06-02 16:13:50,346][233722] Updated weights for policy 0, policy_version 2198 (0.0009)
+[2026-06-02 16:13:50,577][233722] Updated weights for policy 0, policy_version 2212 (0.0012)
+[2026-06-02 16:13:50,777][233722] Updated weights for policy 0, policy_version 2224 (0.0009)
+[2026-06-02 16:13:50,950][233722] Updated weights for policy 0, policy_version 2234 (0.0014)
+[2026-06-02 16:13:51,765][233722] Updated weights for policy 0, policy_version 2244 (0.0008)
+[2026-06-02 16:13:51,937][233722] Updated weights for policy 0, policy_version 2254 (0.0010)
+[2026-06-02 16:13:52,084][233722] Updated weights for policy 0, policy_version 2264 (0.0010)
+[2026-06-02 16:13:52,284][233722] Updated weights for policy 0, policy_version 2276 (0.0009)
+[2026-06-02 16:13:52,461][233722] Updated weights for policy 0, policy_version 2286 (0.0010)
+[2026-06-02 16:13:52,627][233722] Updated weights for policy 0, policy_version 2296 (0.0011)
+[2026-06-02 16:13:53,393][210156] Fps is (10 sec: 19660.4, 60 sec: 19660.6, 300 sec: 19660.6). Total num frames: 1179648. Throughput: 0: 19632.1. Samples: 1193216. Policy #0 lag: (min: 7.0, avg: 22.4, max: 71.0)
+[2026-06-02 16:13:53,397][210156] Avg episode reward: [(0, '6.788')]
+[2026-06-02 16:13:53,491][233722] Updated weights for policy 0, policy_version 2307 (0.0012)
+[2026-06-02 16:13:53,663][233722] Updated weights for policy 0, policy_version 2318 (0.0010)
+[2026-06-02 16:13:53,847][233722] Updated weights for policy 0, policy_version 2329 (0.0011)
+[2026-06-02 16:13:54,007][233722] Updated weights for policy 0, policy_version 2339 (0.0010)
+[2026-06-02 16:13:54,230][233722] Updated weights for policy 0, policy_version 2352 (0.0009)
+[2026-06-02 16:13:54,398][233722] Updated weights for policy 0, policy_version 2362 (0.0009)
+[2026-06-02 16:13:54,494][233443] Saving new best policy, reward=6.788!
+[2026-06-02 16:13:55,215][233722] Updated weights for policy 0, policy_version 2373 (0.0012)
+[2026-06-02 16:13:55,364][233722] Updated weights for policy 0, policy_version 2383 (0.0012)
+[2026-06-02 16:13:55,553][233722] Updated weights for policy 0, policy_version 2394 (0.0011)
+[2026-06-02 16:13:55,726][233722] Updated weights for policy 0, policy_version 2405 (0.0013)
+[2026-06-02 16:13:55,893][233722] Updated weights for policy 0, policy_version 2415 (0.0010)
+[2026-06-02 16:13:56,096][233722] Updated weights for policy 0, policy_version 2427 (0.0012)
+[2026-06-02 16:13:57,003][233722] Updated weights for policy 0, policy_version 2439 (0.0010)
+[2026-06-02 16:13:57,165][233722] Updated weights for policy 0, policy_version 2449 (0.0011)
+[2026-06-02 16:13:57,329][233722] Updated weights for policy 0, policy_version 2459 (0.0011)
+[2026-06-02 16:13:57,501][233722] Updated weights for policy 0, policy_version 2469 (0.0013)
+[2026-06-02 16:13:57,692][233722] Updated weights for policy 0, policy_version 2481 (0.0009)
+[2026-06-02 16:13:57,890][233722] Updated weights for policy 0, policy_version 2493 (0.0011)
+[2026-06-02 16:13:58,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 1277952. Throughput: 0: 19126.4. Samples: 1301888. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0)
+[2026-06-02 16:13:58,394][210156] Avg episode reward: [(0, '8.245')]
+[2026-06-02 16:13:58,401][233443] Saving new best policy, reward=8.245!
+[2026-06-02 16:13:58,750][233722] Updated weights for policy 0, policy_version 2504 (0.0010)
+[2026-06-02 16:13:58,945][233722] Updated weights for policy 0, policy_version 2516 (0.0010)
+[2026-06-02 16:13:59,118][233722] Updated weights for policy 0, policy_version 2526 (0.0009)
+[2026-06-02 16:13:59,290][233722] Updated weights for policy 0, policy_version 2537 (0.0010)
+[2026-06-02 16:13:59,481][233722] Updated weights for policy 0, policy_version 2548 (0.0011)
+[2026-06-02 16:13:59,665][233722] Updated weights for policy 0, policy_version 2559 (0.0010)
+[2026-06-02 16:14:00,530][233722] Updated weights for policy 0, policy_version 2569 (0.0012)
+[2026-06-02 16:14:00,692][233722] Updated weights for policy 0, policy_version 2579 (0.0011)
+[2026-06-02 16:14:00,843][233722] Updated weights for policy 0, policy_version 2589 (0.0010)
+[2026-06-02 16:14:01,037][233722] Updated weights for policy 0, policy_version 2600 (0.0011)
+[2026-06-02 16:14:01,216][233722] Updated weights for policy 0, policy_version 2611 (0.0010)
+[2026-06-02 16:14:01,399][233722] Updated weights for policy 0, policy_version 2622 (0.0013)
+[2026-06-02 16:14:02,245][233722] Updated weights for policy 0, policy_version 2632 (0.0009)
+[2026-06-02 16:14:02,409][233722] Updated weights for policy 0, policy_version 2642 (0.0012)
+[2026-06-02 16:14:02,573][233722] Updated weights for policy 0, policy_version 2652 (0.0011)
+[2026-06-02 16:14:02,763][233722] Updated weights for policy 0, policy_version 2663 (0.0013)
+[2026-06-02 16:14:02,970][233722] Updated weights for policy 0, policy_version 2675 (0.0013)
+[2026-06-02 16:14:03,140][233722] Updated weights for policy 0, policy_version 2685 (0.0009)
+[2026-06-02 16:14:03,392][210156] Fps is (10 sec: 19662.3, 60 sec: 20207.1, 300 sec: 19660.8). Total num frames: 1376256. Throughput: 0: 19114.7. Samples: 1362944. Policy #0 lag: (min: 63.0, avg: 75.9, max: 127.0)
+[2026-06-02 16:14:03,393][210156] Avg episode reward: [(0, '9.924')]
+[2026-06-02 16:14:03,400][233443] Saving new best policy, reward=9.924!
+[2026-06-02 16:14:03,914][233722] Updated weights for policy 0, policy_version 2695 (0.0007)
+[2026-06-02 16:14:04,097][233722] Updated weights for policy 0, policy_version 2706 (0.0010)
+[2026-06-02 16:14:04,260][233722] Updated weights for policy 0, policy_version 2716 (0.0007)
+[2026-06-02 16:14:04,462][233722] Updated weights for policy 0, policy_version 2728 (0.0009)
+[2026-06-02 16:14:04,639][233722] Updated weights for policy 0, policy_version 2739 (0.0007)
+[2026-06-02 16:14:04,850][233722] Updated weights for policy 0, policy_version 2751 (0.0014)
+[2026-06-02 16:14:05,672][233722] Updated weights for policy 0, policy_version 2764 (0.0010)
+[2026-06-02 16:14:05,842][233722] Updated weights for policy 0, policy_version 2774 (0.0012)
+[2026-06-02 16:14:06,017][233722] Updated weights for policy 0, policy_version 2785 (0.0011)
+[2026-06-02 16:14:06,185][233722] Updated weights for policy 0, policy_version 2795 (0.0009)
+[2026-06-02 16:14:06,374][233722] Updated weights for policy 0, policy_version 2807 (0.0011)
+[2026-06-02 16:14:07,253][233722] Updated weights for policy 0, policy_version 2821 (0.0013)
+[2026-06-02 16:14:07,414][233722] Updated weights for policy 0, policy_version 2831 (0.0007)
+[2026-06-02 16:14:07,584][233722] Updated weights for policy 0, policy_version 2841 (0.0009)
+[2026-06-02 16:14:07,772][233722] Updated weights for policy 0, policy_version 2852 (0.0011)
+[2026-06-02 16:14:07,957][233722] Updated weights for policy 0, policy_version 2863 (0.0011)
+[2026-06-02 16:14:08,130][233722] Updated weights for policy 0, policy_version 2873 (0.0010)
+[2026-06-02 16:14:08,392][210156] Fps is (10 sec: 19660.7, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 1474560. Throughput: 0: 19282.7. Samples: 1483520. Policy #0 lag: (min: 63.0, avg: 77.2, max: 127.0)
+[2026-06-02 16:14:08,394][210156] Avg episode reward: [(0, '9.619')]
+[2026-06-02 16:14:08,984][233722] Updated weights for policy 0, policy_version 2885 (0.0011)
+[2026-06-02 16:14:09,167][233722] Updated weights for policy 0, policy_version 2897 (0.0011)
+[2026-06-02 16:14:09,339][233722] Updated weights for policy 0, policy_version 2907 (0.0010)
+[2026-06-02 16:14:09,545][233722] Updated weights for policy 0, policy_version 2919 (0.0011)
+[2026-06-02 16:14:09,739][233722] Updated weights for policy 0, policy_version 2930 (0.0012)
+[2026-06-02 16:14:09,920][233722] Updated weights for policy 0, policy_version 2941 (0.0012)
+[2026-06-02 16:14:10,783][233722] Updated weights for policy 0, policy_version 2952 (0.0010)
+[2026-06-02 16:14:10,969][233722] Updated weights for policy 0, policy_version 2963 (0.0011)
+[2026-06-02 16:14:11,156][233722] Updated weights for policy 0, policy_version 2974 (0.0012)
+[2026-06-02 16:14:11,328][233722] Updated weights for policy 0, policy_version 2984 (0.0010)
+[2026-06-02 16:14:11,506][233722] Updated weights for policy 0, policy_version 2995 (0.0011)
+[2026-06-02 16:14:11,701][233722] Updated weights for policy 0, policy_version 3006 (0.0012)
+[2026-06-02 16:14:12,580][233722] Updated weights for policy 0, policy_version 3017 (0.0012)
+[2026-06-02 16:14:12,753][233722] Updated weights for policy 0, policy_version 3027 (0.0008)
+[2026-06-02 16:14:12,925][233722] Updated weights for policy 0, policy_version 3038 (0.0008)
+[2026-06-02 16:14:13,117][233722] Updated weights for policy 0, policy_version 3049 (0.0009)
+[2026-06-02 16:14:13,281][233722] Updated weights for policy 0, policy_version 3059 (0.0011)
+[2026-06-02 16:14:13,392][210156] Fps is (10 sec: 16383.9, 60 sec: 19114.9, 300 sec: 19251.2). Total num frames: 1540096. Throughput: 0: 19063.5. Samples: 1593088. Policy #0 lag: (min: 23.0, avg: 37.2, max: 87.0)
+[2026-06-02 16:14:13,396][210156] Avg episode reward: [(0, '11.969')]
+[2026-06-02 16:14:13,457][233722] Updated weights for policy 0, policy_version 3069 (0.0012)
+[2026-06-02 16:14:13,500][233443] Saving new best policy, reward=11.969!
+[2026-06-02 16:14:14,233][233722] Updated weights for policy 0, policy_version 3080 (0.0010)
+[2026-06-02 16:14:14,422][233722] Updated weights for policy 0, policy_version 3091 (0.0007)
+[2026-06-02 16:14:14,581][233722] Updated weights for policy 0, policy_version 3101 (0.0008)
+[2026-06-02 16:14:14,755][233722] Updated weights for policy 0, policy_version 3111 (0.0008)
+[2026-06-02 16:14:14,928][233722] Updated weights for policy 0, policy_version 3121 (0.0009)
+[2026-06-02 16:14:15,126][233722] Updated weights for policy 0, policy_version 3133 (0.0011)
+[2026-06-02 16:14:15,878][233722] Updated weights for policy 0, policy_version 3144 (0.0008)
+[2026-06-02 16:14:16,053][233722] Updated weights for policy 0, policy_version 3154 (0.0010)
+[2026-06-02 16:14:16,217][233722] Updated weights for policy 0, policy_version 3164 (0.0008)
+[2026-06-02 16:14:16,385][233722] Updated weights for policy 0, policy_version 3174 (0.0010)
+[2026-06-02 16:14:16,554][233722] Updated weights for policy 0, policy_version 3184 (0.0011)
+[2026-06-02 16:14:16,718][233722] Updated weights for policy 0, policy_version 3194 (0.0011)
+[2026-06-02 16:14:17,596][233722] Updated weights for policy 0, policy_version 3206 (0.0011)
+[2026-06-02 16:14:17,782][233722] Updated weights for policy 0, policy_version 3217 (0.0013)
+[2026-06-02 16:14:17,973][233722] Updated weights for policy 0, policy_version 3229 (0.0011)
+[2026-06-02 16:14:18,159][233722] Updated weights for policy 0, policy_version 3240 (0.0011)
+[2026-06-02 16:14:18,327][233722] Updated weights for policy 0, policy_version 3250 (0.0013)
+[2026-06-02 16:14:18,392][210156] Fps is (10 sec: 16384.0, 60 sec: 19114.6, 300 sec: 19275.3). Total num frames: 1638400. Throughput: 0: 19049.3. Samples: 1652992. Policy #0 lag: (min: 44.0, avg: 72.6, max: 93.0)
+[2026-06-02 16:14:18,393][210156] Avg episode reward: [(0, '12.801')]
+[2026-06-02 16:14:18,521][233722] Updated weights for policy 0, policy_version 3261 (0.0010)
+[2026-06-02 16:14:18,558][233443] Saving new best policy, reward=12.801!
+[2026-06-02 16:14:19,310][233722] Updated weights for policy 0, policy_version 3271 (0.0010)
+[2026-06-02 16:14:19,495][233722] Updated weights for policy 0, policy_version 3282 (0.0009)
+[2026-06-02 16:14:19,714][233722] Updated weights for policy 0, policy_version 3295 (0.0010)
+[2026-06-02 16:14:19,883][233722] Updated weights for policy 0, policy_version 3305 (0.0011)
+[2026-06-02 16:14:20,055][233722] Updated weights for policy 0, policy_version 3315 (0.0010)
+[2026-06-02 16:14:20,243][233722] Updated weights for policy 0, policy_version 3326 (0.0009)
+[2026-06-02 16:14:21,074][233722] Updated weights for policy 0, policy_version 3336 (0.0011)
+[2026-06-02 16:14:21,243][233722] Updated weights for policy 0, policy_version 3346 (0.0010)
+[2026-06-02 16:14:21,431][233722] Updated weights for policy 0, policy_version 3357 (0.0012)
+[2026-06-02 16:14:21,620][233722] Updated weights for policy 0, policy_version 3368 (0.0008)
+[2026-06-02 16:14:21,823][233722] Updated weights for policy 0, policy_version 3380 (0.0011)
+[2026-06-02 16:14:22,001][233722] Updated weights for policy 0, policy_version 3390 (0.0011)
+[2026-06-02 16:14:22,791][233722] Updated weights for policy 0, policy_version 3400 (0.0011)
+[2026-06-02 16:14:22,987][233722] Updated weights for policy 0, policy_version 3412 (0.0013)
+[2026-06-02 16:14:23,161][233722] Updated weights for policy 0, policy_version 3422 (0.0014)
+[2026-06-02 16:14:23,353][233722] Updated weights for policy 0, policy_version 3433 (0.0011)
+[2026-06-02 16:14:23,392][210156] Fps is (10 sec: 19660.9, 60 sec: 19114.8, 300 sec: 19296.7). Total num frames: 1736704. Throughput: 0: 19020.8. Samples: 1760512. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0)
+[2026-06-02 16:14:23,394][210156] Avg episode reward: [(0, '14.015')]
+[2026-06-02 16:14:23,528][233722] Updated weights for policy 0, policy_version 3443 (0.0010)
+[2026-06-02 16:14:23,706][233722] Updated weights for policy 0, policy_version 3453 (0.0011)
+[2026-06-02 16:14:23,748][233443] Saving new best policy, reward=14.015!
+[2026-06-02 16:14:24,507][233722] Updated weights for policy 0, policy_version 3463 (0.0010)
+[2026-06-02 16:14:24,696][233722] Updated weights for policy 0, policy_version 3475 (0.0010)
+[2026-06-02 16:14:24,885][233722] Updated weights for policy 0, policy_version 3486 (0.0009)
+[2026-06-02 16:14:25,079][233722] Updated weights for policy 0, policy_version 3498 (0.0010)
+[2026-06-02 16:14:25,268][233722] Updated weights for policy 0, policy_version 3509 (0.0010)
+[2026-06-02 16:14:25,442][233722] Updated weights for policy 0, policy_version 3519 (0.0011)
+[2026-06-02 16:14:26,294][233722] Updated weights for policy 0, policy_version 3529 (0.0012)
+[2026-06-02 16:14:26,472][233722] Updated weights for policy 0, policy_version 3540 (0.0011)
+[2026-06-02 16:14:26,656][233722] Updated weights for policy 0, policy_version 3551 (0.0010)
+[2026-06-02 16:14:26,843][233722] Updated weights for policy 0, policy_version 3562 (0.0011)
+[2026-06-02 16:14:27,027][233722] Updated weights for policy 0, policy_version 3573 (0.0008)
+[2026-06-02 16:14:27,198][233722] Updated weights for policy 0, policy_version 3583 (0.0009)
+[2026-06-02 16:14:28,059][233722] Updated weights for policy 0, policy_version 3595 (0.0011)
+[2026-06-02 16:14:28,238][233722] Updated weights for policy 0, policy_version 3606 (0.0010)
+[2026-06-02 16:14:28,392][210156] Fps is (10 sec: 19660.8, 60 sec: 19114.7, 300 sec: 19315.9). Total num frames: 1835008. Throughput: 0: 19006.8. Samples: 1881728. Policy #0 lag: (min: 12.0, avg: 27.2, max: 76.0)
+[2026-06-02 16:14:28,393][210156] Avg episode reward: [(0, '16.517')]
+[2026-06-02 16:14:28,408][233722] Updated weights for policy 0, policy_version 3616 (0.0008)
+[2026-06-02 16:14:28,600][233722] Updated weights for policy 0, policy_version 3627 (0.0010)
+[2026-06-02 16:14:28,807][233722] Updated weights for policy 0, policy_version 3639 (0.0012)
+[2026-06-02 16:14:28,954][233443] Saving new best policy, reward=16.517!
+[2026-06-02 16:14:29,557][233722] Updated weights for policy 0, policy_version 3649 (0.0009)
+[2026-06-02 16:14:29,726][233722] Updated weights for policy 0, policy_version 3659 (0.0011)
+[2026-06-02 16:14:29,929][233722] Updated weights for policy 0, policy_version 3671 (0.0008)
+[2026-06-02 16:14:30,106][233722] Updated weights for policy 0, policy_version 3681 (0.0012)
+[2026-06-02 16:14:30,286][233722] Updated weights for policy 0, policy_version 3691 (0.0012)
+[2026-06-02 16:14:30,455][233722] Updated weights for policy 0, policy_version 3701 (0.0012)
+[2026-06-02 16:14:30,630][233722] Updated weights for policy 0, policy_version 3711 (0.0010)
+[2026-06-02 16:14:31,369][233722] Updated weights for policy 0, policy_version 3721 (0.0011)
+[2026-06-02 16:14:31,563][233722] Updated weights for policy 0, policy_version 3733 (0.0009)
+[2026-06-02 16:14:31,735][233722] Updated weights for policy 0, policy_version 3743 (0.0010)
+[2026-06-02 16:14:31,898][233722] Updated weights for policy 0, policy_version 3753 (0.0010)
+[2026-06-02 16:14:32,074][233722] Updated weights for policy 0, policy_version 3763 (0.0012)
+[2026-06-02 16:14:32,263][233722] Updated weights for policy 0, policy_version 3774 (0.0012)
+[2026-06-02 16:14:33,075][233722] Updated weights for policy 0, policy_version 3787 (0.0008)
+[2026-06-02 16:14:33,282][233722] Updated weights for policy 0, policy_version 3799 (0.0009)
+[2026-06-02 16:14:33,392][210156] Fps is (10 sec: 19660.5, 60 sec: 19114.6, 300 sec: 19333.1). Total num frames: 1933312. Throughput: 0: 19248.3. Samples: 1940736. Policy #0 lag: (min: 36.0, avg: 49.6, max: 100.0)
+[2026-06-02 16:14:33,393][210156] Avg episode reward: [(0, '19.673')]
+[2026-06-02 16:14:33,452][233722] Updated weights for policy 0, policy_version 3809 (0.0009)
+[2026-06-02 16:14:33,614][233722] Updated weights for policy 0, policy_version 3819 (0.0010)
+[2026-06-02 16:14:33,818][233722] Updated weights for policy 0, policy_version 3831 (0.0008)
+[2026-06-02 16:14:33,969][233443] Saving new best policy, reward=19.673!
+[2026-06-02 16:14:34,632][233722] Updated weights for policy 0, policy_version 3843 (0.0011)
+[2026-06-02 16:14:34,792][233722] Updated weights for policy 0, policy_version 3853 (0.0009)
+[2026-06-02 16:14:34,957][233722] Updated weights for policy 0, policy_version 3863 (0.0011)
+[2026-06-02 16:14:35,143][233722] Updated weights for policy 0, policy_version 3874 (0.0012)
+[2026-06-02 16:14:35,338][233722] Updated weights for policy 0, policy_version 3885 (0.0012)
+[2026-06-02 16:14:35,513][233722] Updated weights for policy 0, policy_version 3895 (0.0008)
+[2026-06-02 16:14:36,239][233722] Updated weights for policy 0, policy_version 3905 (0.0011)
+[2026-06-02 16:14:36,403][233722] Updated weights for policy 0, policy_version 3915 (0.0010)
+[2026-06-02 16:14:36,580][233722] Updated weights for policy 0, policy_version 3925 (0.0008)
+[2026-06-02 16:14:36,751][233722] Updated weights for policy 0, policy_version 3935 (0.0009)
+[2026-06-02 16:14:36,941][233722] Updated weights for policy 0, policy_version 3945 (0.0011)
+[2026-06-02 16:14:37,108][233722] Updated weights for policy 0, policy_version 3955 (0.0010)
+[2026-06-02 16:14:37,286][233722] Updated weights for policy 0, policy_version 3965 (0.0009)
+[2026-06-02 16:14:37,959][233722] Updated weights for policy 0, policy_version 3975 (0.0011)
+[2026-06-02 16:14:38,144][233722] Updated weights for policy 0, policy_version 3986 (0.0011)
+[2026-06-02 16:14:38,339][233722] Updated weights for policy 0, policy_version 3997 (0.0010)
+[2026-06-02 16:14:38,392][210156] Fps is (10 sec: 19659.9, 60 sec: 19114.5, 300 sec: 19348.6). Total num frames: 2031616. Throughput: 0: 19063.6. Samples: 2051072. Policy #0 lag: (min: 63.0, avg: 77.3, max: 127.0)
+[2026-06-02 16:14:38,394][210156] Avg episode reward: [(0, '19.580')]
+[2026-06-02 16:14:38,514][233722] Updated weights for policy 0, policy_version 4007 (0.0008)
+[2026-06-02 16:14:38,702][233722] Updated weights for policy 0, policy_version 4018 (0.0008)
+[2026-06-02 16:14:38,888][233722] Updated weights for policy 0, policy_version 4029 (0.0009)
+[2026-06-02 16:14:39,731][233722] Updated weights for policy 0, policy_version 4040 (0.0011)
+[2026-06-02 16:14:39,898][233722] Updated weights for policy 0, policy_version 4050 (0.0010)
+[2026-06-02 16:14:40,085][233722] Updated weights for policy 0, policy_version 4061 (0.0010)
+[2026-06-02 16:14:40,257][233722] Updated weights for policy 0, policy_version 4071 (0.0010)
+[2026-06-02 16:14:40,426][233722] Updated weights for policy 0, policy_version 4081 (0.0010)
+[2026-06-02 16:14:40,623][233722] Updated weights for policy 0, policy_version 4092 (0.0010)
+[2026-06-02 16:14:41,553][233722] Updated weights for policy 0, policy_version 4102 (0.0011)
+[2026-06-02 16:14:41,734][233722] Updated weights for policy 0, policy_version 4113 (0.0012)
+[2026-06-02 16:14:41,900][233722] Updated weights for policy 0, policy_version 4123 (0.0010)
+[2026-06-02 16:14:42,085][233722] Updated weights for policy 0, policy_version 4134 (0.0008)
+[2026-06-02 16:14:42,274][233722] Updated weights for policy 0, policy_version 4145 (0.0008)
+[2026-06-02 16:14:42,451][233722] Updated weights for policy 0, policy_version 4155 (0.0010)
+[2026-06-02 16:14:43,315][233722] Updated weights for policy 0, policy_version 4165 (0.0011)
+[2026-06-02 16:14:43,393][210156] Fps is (10 sec: 19660.0, 60 sec: 19114.6, 300 sec: 19362.8). Total num frames: 2129920. Throughput: 0: 19401.7. Samples: 2174976. Policy #0 lag: (min: 63.0, avg: 77.5, max: 127.0)
+[2026-06-02 16:14:43,395][210156] Avg episode reward: [(0, '20.445')]
+[2026-06-02 16:14:43,472][233722] Updated weights for policy 0, policy_version 4175 (0.0012)
+[2026-06-02 16:14:43,649][233722] Updated weights for policy 0, policy_version 4185 (0.0010)
+[2026-06-02 16:14:43,839][233722] Updated weights for policy 0, policy_version 4196 (0.0010)
+[2026-06-02 16:14:44,016][233722] Updated weights for policy 0, policy_version 4206 (0.0009)
+[2026-06-02 16:14:44,229][233722] Updated weights for policy 0, policy_version 4218 (0.0009)
+[2026-06-02 16:14:44,324][233443] Saving new best policy, reward=20.445!
+[2026-06-02 16:14:44,969][233722] Updated weights for policy 0, policy_version 4228 (0.0011)
+[2026-06-02 16:14:45,137][233722] Updated weights for policy 0, policy_version 4238 (0.0010)
+[2026-06-02 16:14:45,316][233722] Updated weights for policy 0, policy_version 4248 (0.0010)
+[2026-06-02 16:14:45,500][233722] Updated weights for policy 0, policy_version 4259 (0.0009)
+[2026-06-02 16:14:45,693][233722] Updated weights for policy 0, policy_version 4270 (0.0008)
+[2026-06-02 16:14:45,863][233722] Updated weights for policy 0, policy_version 4280 (0.0006)
+[2026-06-02 16:14:46,581][233722] Updated weights for policy 0, policy_version 4290 (0.0009)
+[2026-06-02 16:14:46,748][233722] Updated weights for policy 0, policy_version 4300 (0.0009)
+[2026-06-02 16:14:46,911][233722] Updated weights for policy 0, policy_version 4310 (0.0010)
+[2026-06-02 16:14:47,110][233722] Updated weights for policy 0, policy_version 4321 (0.0010)
+[2026-06-02 16:14:47,312][233722] Updated weights for policy 0, policy_version 4333 (0.0012)
+[2026-06-02 16:14:47,490][233722] Updated weights for policy 0, policy_version 4343 (0.0012)
+[2026-06-02 16:14:48,203][233722] Updated weights for policy 0, policy_version 4353 (0.0013)
+[2026-06-02 16:14:48,379][233722] Updated weights for policy 0, policy_version 4364 (0.0010)
+[2026-06-02 16:14:48,392][210156] Fps is (10 sec: 19661.6, 60 sec: 19114.7, 300 sec: 19375.9). Total num frames: 2228224. Throughput: 0: 19168.7. Samples: 2225536. Policy #0 lag: (min: 63.0, avg: 77.5, max: 127.0)
+[2026-06-02 16:14:48,393][210156] Avg episode reward: [(0, '25.423')]
+[2026-06-02 16:14:48,556][233722] Updated weights for policy 0, policy_version 4374 (0.0010)
+[2026-06-02 16:14:48,727][233722] Updated weights for policy 0, policy_version 4384 (0.0010)
+[2026-06-02 16:14:48,901][233722] Updated weights for policy 0, policy_version 4394 (0.0012)
+[2026-06-02 16:14:49,090][233722] Updated weights for policy 0, policy_version 4405 (0.0013)
+[2026-06-02 16:14:49,267][233722] Updated weights for policy 0, policy_version 4415 (0.0012)
+[2026-06-02 16:14:49,285][233443] Saving new best policy, reward=25.423!
+[2026-06-02 16:14:49,969][233722] Updated weights for policy 0, policy_version 4425 (0.0009)
+[2026-06-02 16:14:50,135][233722] Updated weights for policy 0, policy_version 4435 (0.0009)
+[2026-06-02 16:14:50,325][233722] Updated weights for policy 0, policy_version 4446 (0.0010)
+[2026-06-02 16:14:50,505][233722] Updated weights for policy 0, policy_version 4456 (0.0010)
+[2026-06-02 16:14:50,683][233722] Updated weights for policy 0, policy_version 4466 (0.0010)
+[2026-06-02 16:14:50,854][233722] Updated weights for policy 0, policy_version 4476 (0.0008)
+[2026-06-02 16:14:51,556][233722] Updated weights for policy 0, policy_version 4486 (0.0008)
+[2026-06-02 16:14:51,730][233722] Updated weights for policy 0, policy_version 4496 (0.0008)
+[2026-06-02 16:14:51,897][233722] Updated weights for policy 0, policy_version 4506 (0.0010)
+[2026-06-02 16:14:52,067][233722] Updated weights for policy 0, policy_version 4516 (0.0010)
+[2026-06-02 16:14:52,242][233722] Updated weights for policy 0, policy_version 4526 (0.0012)
+[2026-06-02 16:14:52,414][233722] Updated weights for policy 0, policy_version 4536 (0.0009)
+[2026-06-02 16:14:53,117][233722] Updated weights for policy 0, policy_version 4546 (0.0010)
+[2026-06-02 16:14:53,301][233722] Updated weights for policy 0, policy_version 4557 (0.0010)
+[2026-06-02 16:14:53,392][210156] Fps is (10 sec: 19661.6, 60 sec: 19114.8, 300 sec: 19387.7). Total num frames: 2326528. Throughput: 0: 19148.7. Samples: 2345216. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:14:53,394][210156] Avg episode reward: [(0, '33.037')]
+[2026-06-02 16:14:53,462][233722] Updated weights for policy 0, policy_version 4567 (0.0010)
+[2026-06-02 16:14:53,658][233722] Updated weights for policy 0, policy_version 4579 (0.0008)
+[2026-06-02 16:14:53,851][233722] Updated weights for policy 0, policy_version 4590 (0.0008)
+[2026-06-02 16:14:54,030][233722] Updated weights for policy 0, policy_version 4600 (0.0009)
+[2026-06-02 16:14:54,164][233443] Saving new best policy, reward=33.037!
+[2026-06-02 16:14:54,798][233722] Updated weights for policy 0, policy_version 4610 (0.0011)
+[2026-06-02 16:14:54,956][233722] Updated weights for policy 0, policy_version 4620 (0.0010)
+[2026-06-02 16:14:55,127][233722] Updated weights for policy 0, policy_version 4630 (0.0010)
+[2026-06-02 16:14:55,301][233722] Updated weights for policy 0, policy_version 4640 (0.0010)
+[2026-06-02 16:14:55,483][233722] Updated weights for policy 0, policy_version 4650 (0.0010)
+[2026-06-02 16:14:55,645][233722] Updated weights for policy 0, policy_version 4660 (0.0009)
+[2026-06-02 16:14:55,821][233722] Updated weights for policy 0, policy_version 4670 (0.0008)
+[2026-06-02 16:14:56,500][233722] Updated weights for policy 0, policy_version 4680 (0.0007)
+[2026-06-02 16:14:56,685][233722] Updated weights for policy 0, policy_version 4691 (0.0009)
+[2026-06-02 16:14:56,867][233722] Updated weights for policy 0, policy_version 4701 (0.0010)
+[2026-06-02 16:14:57,046][233722] Updated weights for policy 0, policy_version 4711 (0.0009)
+[2026-06-02 16:14:57,221][233722] Updated weights for policy 0, policy_version 4721 (0.0008)
+[2026-06-02 16:14:57,397][233722] Updated weights for policy 0, policy_version 4731 (0.0009)
+[2026-06-02 16:14:58,122][233722] Updated weights for policy 0, policy_version 4741 (0.0008)
+[2026-06-02 16:14:58,284][233722] Updated weights for policy 0, policy_version 4751 (0.0011)
+[2026-06-02 16:14:58,393][210156] Fps is (10 sec: 19659.3, 60 sec: 19114.4, 300 sec: 19398.5). Total num frames: 2424832. Throughput: 0: 19518.2. Samples: 2471424. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:14:58,395][210156] Avg episode reward: [(0, '36.321')]
+[2026-06-02 16:14:58,454][233722] Updated weights for policy 0, policy_version 4761 (0.0009)
+[2026-06-02 16:14:58,631][233722] Updated weights for policy 0, policy_version 4771 (0.0009)
+[2026-06-02 16:14:58,837][233722] Updated weights for policy 0, policy_version 4783 (0.0010)
+[2026-06-02 16:14:59,013][233722] Updated weights for policy 0, policy_version 4793 (0.0011)
+[2026-06-02 16:14:59,131][233443] Saving new best policy, reward=36.321!
+[2026-06-02 16:14:59,758][233722] Updated weights for policy 0, policy_version 4803 (0.0010)
+[2026-06-02 16:14:59,935][233722] Updated weights for policy 0, policy_version 4813 (0.0009)
+[2026-06-02 16:15:00,124][233722] Updated weights for policy 0, policy_version 4824 (0.0009)
+[2026-06-02 16:15:00,294][233722] Updated weights for policy 0, policy_version 4834 (0.0008)
+[2026-06-02 16:15:00,477][233722] Updated weights for policy 0, policy_version 4844 (0.0011)
+[2026-06-02 16:15:00,650][233722] Updated weights for policy 0, policy_version 4854 (0.0008)
+[2026-06-02 16:15:01,401][233722] Updated weights for policy 0, policy_version 4865 (0.0010)
+[2026-06-02 16:15:01,565][233722] Updated weights for policy 0, policy_version 4875 (0.0010)
+[2026-06-02 16:15:01,731][233722] Updated weights for policy 0, policy_version 4885 (0.0008)
+[2026-06-02 16:15:01,910][233722] Updated weights for policy 0, policy_version 4895 (0.0010)
+[2026-06-02 16:15:02,080][233722] Updated weights for policy 0, policy_version 4905 (0.0011)
+[2026-06-02 16:15:02,250][233722] Updated weights for policy 0, policy_version 4915 (0.0010)
+[2026-06-02 16:15:02,427][233722] Updated weights for policy 0, policy_version 4925 (0.0009)
+[2026-06-02 16:15:03,121][233722] Updated weights for policy 0, policy_version 4935 (0.0009)
+[2026-06-02 16:15:03,291][233722] Updated weights for policy 0, policy_version 4945 (0.0012)
+[2026-06-02 16:15:03,392][210156] Fps is (10 sec: 19661.2, 60 sec: 19114.7, 300 sec: 19408.7). Total num frames: 2523136. Throughput: 0: 19450.3. Samples: 2528256. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:15:03,393][210156] Avg episode reward: [(0, '43.513')]
+[2026-06-02 16:15:03,465][233722] Updated weights for policy 0, policy_version 4955 (0.0012)
+[2026-06-02 16:15:03,640][233722] Updated weights for policy 0, policy_version 4965 (0.0008)
+[2026-06-02 16:15:03,845][233722] Updated weights for policy 0, policy_version 4976 (0.0010)
+[2026-06-02 16:15:04,032][233722] Updated weights for policy 0, policy_version 4987 (0.0010)
+[2026-06-02 16:15:04,117][233443] Saving new best policy, reward=43.513!
+[2026-06-02 16:15:04,725][233722] Updated weights for policy 0, policy_version 4997 (0.0011)
+[2026-06-02 16:15:04,890][233722] Updated weights for policy 0, policy_version 5007 (0.0011)
+[2026-06-02 16:15:05,060][233722] Updated weights for policy 0, policy_version 5017 (0.0011)
+[2026-06-02 16:15:05,243][233722] Updated weights for policy 0, policy_version 5027 (0.0011)
+[2026-06-02 16:15:05,425][233722] Updated weights for policy 0, policy_version 5037 (0.0011)
+[2026-06-02 16:15:05,608][233722] Updated weights for policy 0, policy_version 5048 (0.0012)
+[2026-06-02 16:15:06,292][233722] Updated weights for policy 0, policy_version 5059 (0.0011)
+[2026-06-02 16:15:06,454][233722] Updated weights for policy 0, policy_version 5069 (0.0007)
+[2026-06-02 16:15:06,642][233722] Updated weights for policy 0, policy_version 5079 (0.0011)
+[2026-06-02 16:15:06,812][233722] Updated weights for policy 0, policy_version 5089 (0.0012)
+[2026-06-02 16:15:06,989][233722] Updated weights for policy 0, policy_version 5099 (0.0011)
+[2026-06-02 16:15:07,163][233722] Updated weights for policy 0, policy_version 5109 (0.0012)
+[2026-06-02 16:15:07,349][233722] Updated weights for policy 0, policy_version 5120 (0.0010)
+[2026-06-02 16:15:08,009][233722] Updated weights for policy 0, policy_version 5130 (0.0012)
+[2026-06-02 16:15:08,201][233722] Updated weights for policy 0, policy_version 5141 (0.0013)
+[2026-06-02 16:15:08,374][233722] Updated weights for policy 0, policy_version 5151 (0.0011)
+[2026-06-02 16:15:08,392][210156] Fps is (10 sec: 19662.2, 60 sec: 19114.6, 300 sec: 19418.1). Total num frames: 2621440. Throughput: 0: 19723.3. Samples: 2648064. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0)
+[2026-06-02 16:15:08,393][210156] Avg episode reward: [(0, '54.712')]
+[2026-06-02 16:15:08,561][233722] Updated weights for policy 0, policy_version 5161 (0.0008)
+[2026-06-02 16:15:08,735][233722] Updated weights for policy 0, policy_version 5171 (0.0007)
+[2026-06-02 16:15:08,908][233722] Updated weights for policy 0, policy_version 5181 (0.0009)
+[2026-06-02 16:15:08,952][233443] Saving new best policy, reward=54.712!
+[2026-06-02 16:15:09,596][233722] Updated weights for policy 0, policy_version 5191 (0.0011)
+[2026-06-02 16:15:09,775][233722] Updated weights for policy 0, policy_version 5201 (0.0009)
+[2026-06-02 16:15:09,945][233722] Updated weights for policy 0, policy_version 5211 (0.0010)
+[2026-06-02 16:15:10,127][233722] Updated weights for policy 0, policy_version 5221 (0.0009)
+[2026-06-02 16:15:10,296][233722] Updated weights for policy 0, policy_version 5231 (0.0010)
+[2026-06-02 16:15:10,477][233722] Updated weights for policy 0, policy_version 5241 (0.0011)
+[2026-06-02 16:15:11,175][233722] Updated weights for policy 0, policy_version 5251 (0.0012)
+[2026-06-02 16:15:11,339][233722] Updated weights for policy 0, policy_version 5261 (0.0007)
+[2026-06-02 16:15:11,527][233722] Updated weights for policy 0, policy_version 5271 (0.0007)
+[2026-06-02 16:15:11,711][233722] Updated weights for policy 0, policy_version 5282 (0.0011)
+[2026-06-02 16:15:11,892][233722] Updated weights for policy 0, policy_version 5292 (0.0012)
+[2026-06-02 16:15:12,069][233722] Updated weights for policy 0, policy_version 5302 (0.0011)
+[2026-06-02 16:15:12,243][233722] Updated weights for policy 0, policy_version 5312 (0.0009)
+[2026-06-02 16:15:12,937][233722] Updated weights for policy 0, policy_version 5322 (0.0007)
+[2026-06-02 16:15:13,129][233722] Updated weights for policy 0, policy_version 5333 (0.0013)
+[2026-06-02 16:15:13,292][233722] Updated weights for policy 0, policy_version 5343 (0.0008)
+[2026-06-02 16:15:13,394][210156] Fps is (10 sec: 19657.5, 60 sec: 19660.3, 300 sec: 19426.5). Total num frames: 2719744. Throughput: 0: 19790.9. Samples: 2772352. Policy #0 lag: (min: 36.0, avg: 52.3, max: 100.0)
+[2026-06-02 16:15:13,396][210156] Avg episode reward: [(0, '62.758')]
+[2026-06-02 16:15:13,486][233722] Updated weights for policy 0, policy_version 5354 (0.0008)
+[2026-06-02 16:15:13,658][233722] Updated weights for policy 0, policy_version 5364 (0.0009)
+[2026-06-02 16:15:13,845][233722] Updated weights for policy 0, policy_version 5374 (0.0010)
+[2026-06-02 16:15:13,872][233443] Saving new best policy, reward=62.758!
+[2026-06-02 16:15:14,540][233722] Updated weights for policy 0, policy_version 5384 (0.0010)
+[2026-06-02 16:15:14,729][233722] Updated weights for policy 0, policy_version 5394 (0.0009)
+[2026-06-02 16:15:14,901][233722] Updated weights for policy 0, policy_version 5404 (0.0008)
+[2026-06-02 16:15:15,110][233722] Updated weights for policy 0, policy_version 5416 (0.0012)
+[2026-06-02 16:15:15,295][233722] Updated weights for policy 0, policy_version 5427 (0.0012)
+[2026-06-02 16:15:15,473][233722] Updated weights for policy 0, policy_version 5437 (0.0010)
+[2026-06-02 16:15:16,151][233722] Updated weights for policy 0, policy_version 5447 (0.0013)
+[2026-06-02 16:15:16,319][233722] Updated weights for policy 0, policy_version 5457 (0.0012)
+[2026-06-02 16:15:16,484][233722] Updated weights for policy 0, policy_version 5467 (0.0013)
+[2026-06-02 16:15:16,655][233722] Updated weights for policy 0, policy_version 5477 (0.0010)
+[2026-06-02 16:15:16,842][233722] Updated weights for policy 0, policy_version 5487 (0.0011)
+[2026-06-02 16:15:17,022][233722] Updated weights for policy 0, policy_version 5497 (0.0011)
+[2026-06-02 16:15:17,733][233722] Updated weights for policy 0, policy_version 5508 (0.0012)
+[2026-06-02 16:15:17,894][233722] Updated weights for policy 0, policy_version 5518 (0.0013)
+[2026-06-02 16:15:18,096][233722] Updated weights for policy 0, policy_version 5530 (0.0014)
+[2026-06-02 16:15:18,291][233722] Updated weights for policy 0, policy_version 5541 (0.0012)
+[2026-06-02 16:15:18,392][210156] Fps is (10 sec: 19660.9, 60 sec: 19660.8, 300 sec: 19434.8). Total num frames: 2818048. Throughput: 0: 19874.2. Samples: 2835072. Policy #0 lag: (min: 14.0, avg: 26.9, max: 74.0)
+[2026-06-02 16:15:18,393][210156] Avg episode reward: [(0, '67.832')]
+[2026-06-02 16:15:18,466][233722] Updated weights for policy 0, policy_version 5551 (0.0009)
+[2026-06-02 16:15:18,659][233722] Updated weights for policy 0, policy_version 5562 (0.0011)
+[2026-06-02 16:15:18,756][233443] Saving new best policy, reward=67.832!
+[2026-06-02 16:15:19,350][233722] Updated weights for policy 0, policy_version 5572 (0.0011)
+[2026-06-02 16:15:19,516][233722] Updated weights for policy 0, policy_version 5582 (0.0011)
+[2026-06-02 16:15:19,687][233722] Updated weights for policy 0, policy_version 5592 (0.0011)
+[2026-06-02 16:15:19,860][233722] Updated weights for policy 0, policy_version 5602 (0.0012)
+[2026-06-02 16:15:20,062][233722] Updated weights for policy 0, policy_version 5613 (0.0011)
+[2026-06-02 16:15:20,243][233722] Updated weights for policy 0, policy_version 5623 (0.0010)
+[2026-06-02 16:15:20,902][233722] Updated weights for policy 0, policy_version 5633 (0.0013)
+[2026-06-02 16:15:21,063][233722] Updated weights for policy 0, policy_version 5643 (0.0010)
+[2026-06-02 16:15:21,234][233722] Updated weights for policy 0, policy_version 5653 (0.0011)
+[2026-06-02 16:15:21,412][233722] Updated weights for policy 0, policy_version 5663 (0.0011)
+[2026-06-02 16:15:21,612][233722] Updated weights for policy 0, policy_version 5674 (0.0014)
+[2026-06-02 16:15:21,792][233722] Updated weights for policy 0, policy_version 5684 (0.0012)
+[2026-06-02 16:15:21,964][233722] Updated weights for policy 0, policy_version 5694 (0.0015)
+[2026-06-02 16:15:22,653][233722] Updated weights for policy 0, policy_version 5704 (0.0010)
+[2026-06-02 16:15:22,819][233722] Updated weights for policy 0, policy_version 5714 (0.0011)
+[2026-06-02 16:15:22,992][233722] Updated weights for policy 0, policy_version 5724 (0.0011)
+[2026-06-02 16:15:23,169][233722] Updated weights for policy 0, policy_version 5734 (0.0009)
+[2026-06-02 16:15:23,346][233722] Updated weights for policy 0, policy_version 5744 (0.0010)
+[2026-06-02 16:15:23,392][210156] Fps is (10 sec: 19664.0, 60 sec: 19660.8, 300 sec: 19442.4). Total num frames: 2916352. Throughput: 0: 19931.2. Samples: 2947968. Policy #0 lag: (min: 50.0, avg: 66.4, max: 114.0)
+[2026-06-02 16:15:23,393][210156] Avg episode reward: [(0, '74.319')]
+[2026-06-02 16:15:23,528][233722] Updated weights for policy 0, policy_version 5754 (0.0010)
+[2026-06-02 16:15:23,627][233443] Saving new best policy, reward=74.319!
+[2026-06-02 16:15:24,157][233722] Updated weights for policy 0, policy_version 5764 (0.0008)
+[2026-06-02 16:15:24,337][233722] Updated weights for policy 0, policy_version 5775 (0.0012)
+[2026-06-02 16:15:24,503][233722] Updated weights for policy 0, policy_version 5785 (0.0011)
+[2026-06-02 16:15:24,683][233722] Updated weights for policy 0, policy_version 5795 (0.0009)
+[2026-06-02 16:15:24,855][233722] Updated weights for policy 0, policy_version 5805 (0.0007)
+[2026-06-02 16:15:25,033][233722] Updated weights for policy 0, policy_version 5815 (0.0013)
+[2026-06-02 16:15:25,734][233722] Updated weights for policy 0, policy_version 5825 (0.0010)
+[2026-06-02 16:15:25,908][233722] Updated weights for policy 0, policy_version 5836 (0.0006)
+[2026-06-02 16:15:26,095][233722] Updated weights for policy 0, policy_version 5846 (0.0006)
+[2026-06-02 16:15:26,270][233722] Updated weights for policy 0, policy_version 5856 (0.0007)
+[2026-06-02 16:15:26,446][233722] Updated weights for policy 0, policy_version 5866 (0.0013)
+[2026-06-02 16:15:26,621][233722] Updated weights for policy 0, policy_version 5876 (0.0007)
+[2026-06-02 16:15:26,805][233722] Updated weights for policy 0, policy_version 5886 (0.0008)
+[2026-06-02 16:15:27,437][233722] Updated weights for policy 0, policy_version 5896 (0.0014)
+[2026-06-02 16:15:27,599][233722] Updated weights for policy 0, policy_version 5906 (0.0009)
+[2026-06-02 16:15:27,787][233722] Updated weights for policy 0, policy_version 5916 (0.0006)
+[2026-06-02 16:15:27,964][233722] Updated weights for policy 0, policy_version 5926 (0.0008)
+[2026-06-02 16:15:28,137][233722] Updated weights for policy 0, policy_version 5936 (0.0009)
+[2026-06-02 16:15:28,319][233722] Updated weights for policy 0, policy_version 5946 (0.0007)
+[2026-06-02 16:15:28,392][210156] Fps is (10 sec: 19661.1, 60 sec: 19660.8, 300 sec: 19449.4). Total num frames: 3014656. Throughput: 0: 19956.9. Samples: 3073024. Policy #0 lag: (min: 50.0, avg: 66.4, max: 114.0)
+[2026-06-02 16:15:28,393][210156] Avg episode reward: [(0, '92.035')]
+[2026-06-02 16:15:28,421][233443] Saving new best policy, reward=92.035!
+[2026-06-02 16:15:28,971][233722] Updated weights for policy 0, policy_version 5958 (0.0011)
+[2026-06-02 16:15:29,156][233722] Updated weights for policy 0, policy_version 5969 (0.0011)
+[2026-06-02 16:15:29,327][233722] Updated weights for policy 0, policy_version 5979 (0.0010)
+[2026-06-02 16:15:29,504][233722] Updated weights for policy 0, policy_version 5989 (0.0011)
+[2026-06-02 16:15:29,700][233722] Updated weights for policy 0, policy_version 6000 (0.0012)
+[2026-06-02 16:15:29,869][233722] Updated weights for policy 0, policy_version 6010 (0.0010)
+[2026-06-02 16:15:30,571][233722] Updated weights for policy 0, policy_version 6020 (0.0010)
+[2026-06-02 16:15:30,741][233722] Updated weights for policy 0, policy_version 6030 (0.0011)
+[2026-06-02 16:15:30,920][233722] Updated weights for policy 0, policy_version 6040 (0.0009)
+[2026-06-02 16:15:31,101][233722] Updated weights for policy 0, policy_version 6050 (0.0011)
+[2026-06-02 16:15:31,274][233722] Updated weights for policy 0, policy_version 6060 (0.0007)
+[2026-06-02 16:15:31,448][233722] Updated weights for policy 0, policy_version 6070 (0.0008)
+[2026-06-02 16:15:32,110][233722] Updated weights for policy 0, policy_version 6081 (0.0011)
+[2026-06-02 16:15:32,280][233722] Updated weights for policy 0, policy_version 6091 (0.0012)
+[2026-06-02 16:15:32,447][233722] Updated weights for policy 0, policy_version 6101 (0.0010)
+[2026-06-02 16:15:32,623][233722] Updated weights for policy 0, policy_version 6111 (0.0010)
+[2026-06-02 16:15:32,799][233722] Updated weights for policy 0, policy_version 6121 (0.0007)
+[2026-06-02 16:15:32,979][233722] Updated weights for policy 0, policy_version 6131 (0.0010)
+[2026-06-02 16:15:33,155][233722] Updated weights for policy 0, policy_version 6141 (0.0010)
+[2026-06-02 16:15:33,392][210156] Fps is (10 sec: 22937.5, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 3145728. Throughput: 0: 20178.5. Samples: 3133568. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0)
+[2026-06-02 16:15:33,393][210156] Avg episode reward: [(0, '97.505')]
+[2026-06-02 16:15:33,399][233443] Saving new best policy, reward=97.505!
+[2026-06-02 16:15:33,818][233722] Updated weights for policy 0, policy_version 6151 (0.0011)
+[2026-06-02 16:15:33,996][233722] Updated weights for policy 0, policy_version 6161 (0.0010)
+[2026-06-02 16:15:34,176][233722] Updated weights for policy 0, policy_version 6171 (0.0008)
+[2026-06-02 16:15:34,354][233722] Updated weights for policy 0, policy_version 6181 (0.0011)
+[2026-06-02 16:15:34,531][233722] Updated weights for policy 0, policy_version 6191 (0.0009)
+[2026-06-02 16:15:34,705][233722] Updated weights for policy 0, policy_version 6201 (0.0009)
+[2026-06-02 16:15:35,329][233722] Updated weights for policy 0, policy_version 6211 (0.0009)
+[2026-06-02 16:15:35,504][233722] Updated weights for policy 0, policy_version 6221 (0.0010)
+[2026-06-02 16:15:35,678][233722] Updated weights for policy 0, policy_version 6231 (0.0011)
+[2026-06-02 16:15:35,847][233722] Updated weights for policy 0, policy_version 6241 (0.0010)
+[2026-06-02 16:15:36,021][233722] Updated weights for policy 0, policy_version 6251 (0.0007)
+[2026-06-02 16:15:36,212][233722] Updated weights for policy 0, policy_version 6261 (0.0009)
+[2026-06-02 16:15:36,383][233722] Updated weights for policy 0, policy_version 6271 (0.0013)
+[2026-06-02 16:15:37,025][233722] Updated weights for policy 0, policy_version 6281 (0.0011)
+[2026-06-02 16:15:37,198][233722] Updated weights for policy 0, policy_version 6291 (0.0009)
+[2026-06-02 16:15:37,377][233722] Updated weights for policy 0, policy_version 6301 (0.0009)
+[2026-06-02 16:15:37,555][233722] Updated weights for policy 0, policy_version 6311 (0.0009)
+[2026-06-02 16:15:37,724][233722] Updated weights for policy 0, policy_version 6321 (0.0011)
+[2026-06-02 16:15:37,907][233722] Updated weights for policy 0, policy_version 6331 (0.0008)
+[2026-06-02 16:15:38,392][210156] Fps is (10 sec: 22937.1, 60 sec: 20207.1, 300 sec: 19660.8). Total num frames: 3244032. Throughput: 0: 20266.7. Samples: 3257216. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:15:38,393][210156] Avg episode reward: [(0, '97.526')]
+[2026-06-02 16:15:38,540][233722] Updated weights for policy 0, policy_version 6341 (0.0010)
+[2026-06-02 16:15:38,705][233722] Updated weights for policy 0, policy_version 6351 (0.0011)
+[2026-06-02 16:15:38,881][233722] Updated weights for policy 0, policy_version 6361 (0.0012)
+[2026-06-02 16:15:39,059][233722] Updated weights for policy 0, policy_version 6371 (0.0010)
+[2026-06-02 16:15:39,232][233722] Updated weights for policy 0, policy_version 6381 (0.0010)
+[2026-06-02 16:15:39,429][233722] Updated weights for policy 0, policy_version 6392 (0.0010)
+[2026-06-02 16:15:39,564][233443] Saving new best policy, reward=97.526!
+[2026-06-02 16:15:40,062][233722] Updated weights for policy 0, policy_version 6402 (0.0009)
+[2026-06-02 16:15:40,247][233722] Updated weights for policy 0, policy_version 6413 (0.0008)
+[2026-06-02 16:15:40,420][233722] Updated weights for policy 0, policy_version 6423 (0.0006)
+[2026-06-02 16:15:40,604][233722] Updated weights for policy 0, policy_version 6433 (0.0011)
+[2026-06-02 16:15:40,781][233722] Updated weights for policy 0, policy_version 6443 (0.0011)
+[2026-06-02 16:15:40,961][233722] Updated weights for policy 0, policy_version 6453 (0.0011)
+[2026-06-02 16:15:41,133][233722] Updated weights for policy 0, policy_version 6463 (0.0011)
+[2026-06-02 16:15:41,797][233722] Updated weights for policy 0, policy_version 6473 (0.0012)
+[2026-06-02 16:15:41,973][233722] Updated weights for policy 0, policy_version 6483 (0.0010)
+[2026-06-02 16:15:42,147][233722] Updated weights for policy 0, policy_version 6493 (0.0010)
+[2026-06-02 16:15:42,327][233722] Updated weights for policy 0, policy_version 6503 (0.0007)
+[2026-06-02 16:15:42,503][233722] Updated weights for policy 0, policy_version 6513 (0.0011)
+[2026-06-02 16:15:42,683][233722] Updated weights for policy 0, policy_version 6523 (0.0011)
+[2026-06-02 16:15:43,332][233722] Updated weights for policy 0, policy_version 6533 (0.0010)
+[2026-06-02 16:15:43,392][210156] Fps is (10 sec: 19660.3, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 3342336. Throughput: 0: 20175.9. Samples: 3379328. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:15:43,394][210156] Avg episode reward: [(0, '95.771')]
+[2026-06-02 16:15:43,502][233722] Updated weights for policy 0, policy_version 6543 (0.0010)
+[2026-06-02 16:15:43,679][233722] Updated weights for policy 0, policy_version 6553 (0.0010)
+[2026-06-02 16:15:43,851][233722] Updated weights for policy 0, policy_version 6563 (0.0012)
+[2026-06-02 16:15:44,045][233722] Updated weights for policy 0, policy_version 6573 (0.0007)
+[2026-06-02 16:15:44,231][233722] Updated weights for policy 0, policy_version 6583 (0.0011)
+[2026-06-02 16:15:44,858][233722] Updated weights for policy 0, policy_version 6593 (0.0015)
+[2026-06-02 16:15:45,031][233722] Updated weights for policy 0, policy_version 6603 (0.0012)
+[2026-06-02 16:15:45,206][233722] Updated weights for policy 0, policy_version 6613 (0.0011)
+[2026-06-02 16:15:45,384][233722] Updated weights for policy 0, policy_version 6623 (0.0011)
+[2026-06-02 16:15:45,563][233722] Updated weights for policy 0, policy_version 6633 (0.0011)
+[2026-06-02 16:15:45,739][233722] Updated weights for policy 0, policy_version 6643 (0.0012)
+[2026-06-02 16:15:45,908][233722] Updated weights for policy 0, policy_version 6653 (0.0012)
+[2026-06-02 16:15:46,582][233722] Updated weights for policy 0, policy_version 6663 (0.0010)
+[2026-06-02 16:15:46,746][233722] Updated weights for policy 0, policy_version 6673 (0.0010)
+[2026-06-02 16:15:46,921][233722] Updated weights for policy 0, policy_version 6683 (0.0006)
+[2026-06-02 16:15:47,117][233722] Updated weights for policy 0, policy_version 6694 (0.0008)
+[2026-06-02 16:15:47,285][233722] Updated weights for policy 0, policy_version 6704 (0.0011)
+[2026-06-02 16:15:47,466][233722] Updated weights for policy 0, policy_version 6714 (0.0010)
+[2026-06-02 16:15:48,151][233722] Updated weights for policy 0, policy_version 6724 (0.0010)
+[2026-06-02 16:15:48,314][233722] Updated weights for policy 0, policy_version 6734 (0.0009)
+[2026-06-02 16:15:48,392][210156] Fps is (10 sec: 19661.1, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 3440640. Throughput: 0: 20141.5. Samples: 3434624. Policy #0 lag: (min: 4.0, avg: 22.2, max: 68.0)
+[2026-06-02 16:15:48,393][210156] Avg episode reward: [(0, '121.146')]
+[2026-06-02 16:15:48,486][233722] Updated weights for policy 0, policy_version 6744 (0.0008)
+[2026-06-02 16:15:48,663][233722] Updated weights for policy 0, policy_version 6754 (0.0010)
+[2026-06-02 16:15:48,861][233722] Updated weights for policy 0, policy_version 6765 (0.0011)
+[2026-06-02 16:15:49,030][233722] Updated weights for policy 0, policy_version 6775 (0.0011)
+[2026-06-02 16:15:49,182][233443] Saving new best policy, reward=121.146!
+[2026-06-02 16:15:49,729][233722] Updated weights for policy 0, policy_version 6786 (0.0010)
+[2026-06-02 16:15:49,918][233722] Updated weights for policy 0, policy_version 6797 (0.0010)
+[2026-06-02 16:15:50,089][233722] Updated weights for policy 0, policy_version 6807 (0.0010)
+[2026-06-02 16:15:50,269][233722] Updated weights for policy 0, policy_version 6817 (0.0011)
+[2026-06-02 16:15:50,446][233722] Updated weights for policy 0, policy_version 6827 (0.0009)
+[2026-06-02 16:15:50,616][233722] Updated weights for policy 0, policy_version 6837 (0.0009)
+[2026-06-02 16:15:50,799][233722] Updated weights for policy 0, policy_version 6847 (0.0009)
+[2026-06-02 16:15:51,452][233722] Updated weights for policy 0, policy_version 6858 (0.0009)
+[2026-06-02 16:15:51,624][233722] Updated weights for policy 0, policy_version 6868 (0.0010)
+[2026-06-02 16:15:51,805][233722] Updated weights for policy 0, policy_version 6878 (0.0012)
+[2026-06-02 16:15:51,970][233722] Updated weights for policy 0, policy_version 6888 (0.0011)
+[2026-06-02 16:15:52,144][233722] Updated weights for policy 0, policy_version 6898 (0.0008)
+[2026-06-02 16:15:52,327][233722] Updated weights for policy 0, policy_version 6908 (0.0011)
+[2026-06-02 16:15:52,988][233722] Updated weights for policy 0, policy_version 6918 (0.0007)
+[2026-06-02 16:15:53,155][233722] Updated weights for policy 0, policy_version 6928 (0.0008)
+[2026-06-02 16:15:53,326][233722] Updated weights for policy 0, policy_version 6938 (0.0010)
+[2026-06-02 16:15:53,392][210156] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 3538944. Throughput: 0: 20252.4. Samples: 3559424. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:15:53,394][210156] Avg episode reward: [(0, '141.052')]
+[2026-06-02 16:15:53,501][233722] Updated weights for policy 0, policy_version 6948 (0.0012)
+[2026-06-02 16:15:53,678][233722] Updated weights for policy 0, policy_version 6958 (0.0012)
+[2026-06-02 16:15:53,859][233722] Updated weights for policy 0, policy_version 6968 (0.0008)
+[2026-06-02 16:15:53,993][233443] Saving new best policy, reward=141.052!
+[2026-06-02 16:15:54,558][233722] Updated weights for policy 0, policy_version 6978 (0.0009)
+[2026-06-02 16:15:54,719][233722] Updated weights for policy 0, policy_version 6988 (0.0010)
+[2026-06-02 16:15:54,897][233722] Updated weights for policy 0, policy_version 6998 (0.0012)
+[2026-06-02 16:15:55,076][233722] Updated weights for policy 0, policy_version 7008 (0.0013)
+[2026-06-02 16:15:55,251][233722] Updated weights for policy 0, policy_version 7018 (0.0012)
+[2026-06-02 16:15:55,420][233722] Updated weights for policy 0, policy_version 7028 (0.0013)
+[2026-06-02 16:15:55,608][233722] Updated weights for policy 0, policy_version 7038 (0.0010)
+[2026-06-02 16:15:56,269][233722] Updated weights for policy 0, policy_version 7048 (0.0011)
+[2026-06-02 16:15:56,431][233722] Updated weights for policy 0, policy_version 7058 (0.0012)
+[2026-06-02 16:15:56,609][233722] Updated weights for policy 0, policy_version 7068 (0.0013)
+[2026-06-02 16:15:56,782][233722] Updated weights for policy 0, policy_version 7078 (0.0012)
+[2026-06-02 16:15:56,961][233722] Updated weights for policy 0, policy_version 7088 (0.0010)
+[2026-06-02 16:15:57,164][233722] Updated weights for policy 0, policy_version 7099 (0.0011)
+[2026-06-02 16:15:57,841][233722] Updated weights for policy 0, policy_version 7109 (0.0011)
+[2026-06-02 16:15:58,011][233722] Updated weights for policy 0, policy_version 7119 (0.0011)
+[2026-06-02 16:15:58,185][233722] Updated weights for policy 0, policy_version 7129 (0.0011)
+[2026-06-02 16:15:58,358][233722] Updated weights for policy 0, policy_version 7139 (0.0009)
+[2026-06-02 16:15:58,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20207.2, 300 sec: 19660.8). Total num frames: 3637248. Throughput: 0: 20312.9. Samples: 3686400. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:15:58,393][210156] Avg episode reward: [(0, '140.379')]
+[2026-06-02 16:15:58,537][233722] Updated weights for policy 0, policy_version 7149 (0.0009)
+[2026-06-02 16:15:58,713][233722] Updated weights for policy 0, policy_version 7159 (0.0008)
+[2026-06-02 16:15:59,366][233722] Updated weights for policy 0, policy_version 7169 (0.0009)
+[2026-06-02 16:15:59,531][233722] Updated weights for policy 0, policy_version 7179 (0.0009)
+[2026-06-02 16:15:59,712][233722] Updated weights for policy 0, policy_version 7189 (0.0007)
+[2026-06-02 16:15:59,907][233722] Updated weights for policy 0, policy_version 7200 (0.0009)
+[2026-06-02 16:16:00,076][233722] Updated weights for policy 0, policy_version 7210 (0.0007)
+[2026-06-02 16:16:00,257][233722] Updated weights for policy 0, policy_version 7220 (0.0011)
+[2026-06-02 16:16:00,431][233722] Updated weights for policy 0, policy_version 7230 (0.0011)
+[2026-06-02 16:16:01,085][233722] Updated weights for policy 0, policy_version 7240 (0.0012)
+[2026-06-02 16:16:01,271][233722] Updated weights for policy 0, policy_version 7251 (0.0011)
+[2026-06-02 16:16:01,455][233722] Updated weights for policy 0, policy_version 7261 (0.0010)
+[2026-06-02 16:16:01,649][233722] Updated weights for policy 0, policy_version 7272 (0.0007)
+[2026-06-02 16:16:01,826][233722] Updated weights for policy 0, policy_version 7282 (0.0010)
+[2026-06-02 16:16:01,999][233722] Updated weights for policy 0, policy_version 7292 (0.0012)
+[2026-06-02 16:16:02,646][233722] Updated weights for policy 0, policy_version 7302 (0.0012)
+[2026-06-02 16:16:02,818][233722] Updated weights for policy 0, policy_version 7312 (0.0013)
+[2026-06-02 16:16:02,993][233722] Updated weights for policy 0, policy_version 7322 (0.0009)
+[2026-06-02 16:16:03,167][233722] Updated weights for policy 0, policy_version 7332 (0.0010)
+[2026-06-02 16:16:03,343][233722] Updated weights for policy 0, policy_version 7342 (0.0010)
+[2026-06-02 16:16:03,392][210156] Fps is (10 sec: 19661.3, 60 sec: 20206.9, 300 sec: 19660.8). Total num frames: 3735552. Throughput: 0: 20312.2. Samples: 3749120. Policy #0 lag: (min: 63.0, avg: 77.8, max: 127.0)
+[2026-06-02 16:16:03,393][210156] Avg episode reward: [(0, '156.747')]
+[2026-06-02 16:16:03,520][233722] Updated weights for policy 0, policy_version 7352 (0.0010)
+[2026-06-02 16:16:03,668][233443] Saving new best policy, reward=156.747!
+[2026-06-02 16:16:04,170][233722] Updated weights for policy 0, policy_version 7362 (0.0008)
+[2026-06-02 16:16:04,338][233722] Updated weights for policy 0, policy_version 7372 (0.0009)
+[2026-06-02 16:16:04,505][233722] Updated weights for policy 0, policy_version 7382 (0.0010)
+[2026-06-02 16:16:04,690][233722] Updated weights for policy 0, policy_version 7392 (0.0012)
+[2026-06-02 16:16:04,860][233722] Updated weights for policy 0, policy_version 7402 (0.0013)
+[2026-06-02 16:16:05,045][233722] Updated weights for policy 0, policy_version 7412 (0.0010)
+[2026-06-02 16:16:05,223][233722] Updated weights for policy 0, policy_version 7422 (0.0010)
+[2026-06-02 16:16:05,872][233722] Updated weights for policy 0, policy_version 7433 (0.0011)
+[2026-06-02 16:16:06,047][233722] Updated weights for policy 0, policy_version 7443 (0.0011)
+[2026-06-02 16:16:06,226][233722] Updated weights for policy 0, policy_version 7453 (0.0011)
+[2026-06-02 16:16:06,402][233722] Updated weights for policy 0, policy_version 7463 (0.0012)
+[2026-06-02 16:16:06,578][233722] Updated weights for policy 0, policy_version 7473 (0.0011)
+[2026-06-02 16:16:06,758][233722] Updated weights for policy 0, policy_version 7483 (0.0010)
+[2026-06-02 16:16:07,415][233722] Updated weights for policy 0, policy_version 7493 (0.0012)
+[2026-06-02 16:16:07,585][233722] Updated weights for policy 0, policy_version 7503 (0.0010)
+[2026-06-02 16:16:07,762][233722] Updated weights for policy 0, policy_version 7513 (0.0012)
+[2026-06-02 16:16:07,940][233722] Updated weights for policy 0, policy_version 7523 (0.0011)
+[2026-06-02 16:16:08,118][233722] Updated weights for policy 0, policy_version 7533 (0.0009)
+[2026-06-02 16:16:08,295][233722] Updated weights for policy 0, policy_version 7543 (0.0008)
+[2026-06-02 16:16:08,392][210156] Fps is (10 sec: 19660.9, 60 sec: 20207.0, 300 sec: 19660.8). Total num frames: 3833856. Throughput: 0: 20468.6. Samples: 3869056. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0)
+[2026-06-02 16:16:08,393][210156] Avg episode reward: [(0, '177.801')]
+[2026-06-02 16:16:08,459][233443] Saving new best policy, reward=177.801!
+[2026-06-02 16:16:08,916][233722] Updated weights for policy 0, policy_version 7553 (0.0007)
+[2026-06-02 16:16:09,088][233722] Updated weights for policy 0, policy_version 7563 (0.0011)
+[2026-06-02 16:16:09,260][233722] Updated weights for policy 0, policy_version 7573 (0.0011)
+[2026-06-02 16:16:09,435][233722] Updated weights for policy 0, policy_version 7583 (0.0009)
+[2026-06-02 16:16:09,606][233722] Updated weights for policy 0, policy_version 7593 (0.0010)
+[2026-06-02 16:16:09,796][233722] Updated weights for policy 0, policy_version 7603 (0.0009)
+[2026-06-02 16:16:09,965][233722] Updated weights for policy 0, policy_version 7613 (0.0010)
+[2026-06-02 16:16:10,587][233722] Updated weights for policy 0, policy_version 7623 (0.0011)
+[2026-06-02 16:16:10,750][233722] Updated weights for policy 0, policy_version 7633 (0.0011)
+[2026-06-02 16:16:10,934][233722] Updated weights for policy 0, policy_version 7643 (0.0009)
+[2026-06-02 16:16:11,114][233722] Updated weights for policy 0, policy_version 7653 (0.0010)
+[2026-06-02 16:16:11,295][233722] Updated weights for policy 0, policy_version 7663 (0.0010)
+[2026-06-02 16:16:11,472][233722] Updated weights for policy 0, policy_version 7673 (0.0011)
+[2026-06-02 16:16:12,113][233722] Updated weights for policy 0, policy_version 7683 (0.0007)
+[2026-06-02 16:16:12,286][233722] Updated weights for policy 0, policy_version 7693 (0.0008)
+[2026-06-02 16:16:12,460][233722] Updated weights for policy 0, policy_version 7703 (0.0010)
+[2026-06-02 16:16:12,639][233722] Updated weights for policy 0, policy_version 7713 (0.0010)
+[2026-06-02 16:16:12,817][233722] Updated weights for policy 0, policy_version 7723 (0.0008)
+[2026-06-02 16:16:12,995][233722] Updated weights for policy 0, policy_version 7733 (0.0012)
+[2026-06-02 16:16:13,175][233722] Updated weights for policy 0, policy_version 7743 (0.0008)
+[2026-06-02 16:16:13,392][210156] Fps is (10 sec: 22937.8, 60 sec: 20753.7, 300 sec: 19824.7). Total num frames: 3964928. Throughput: 0: 20386.1. Samples: 3990400. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0)
+[2026-06-02 16:16:13,392][210156] Avg episode reward: [(0, '183.469')]
+[2026-06-02 16:16:13,398][233443] Saving new best policy, reward=183.469!
+[2026-06-02 16:16:13,808][233722] Updated weights for policy 0, policy_version 7753 (0.0012)
+[2026-06-02 16:16:13,980][233722] Updated weights for policy 0, policy_version 7763 (0.0012)
+[2026-06-02 16:16:14,157][233722] Updated weights for policy 0, policy_version 7773 (0.0014)
+[2026-06-02 16:16:14,334][233722] Updated weights for policy 0, policy_version 7783 (0.0009)
+[2026-06-02 16:16:14,513][233722] Updated weights for policy 0, policy_version 7793 (0.0010)
+[2026-06-02 16:16:14,698][233722] Updated weights for policy 0, policy_version 7803 (0.0008)
+[2026-06-02 16:16:15,344][233722] Updated weights for policy 0, policy_version 7813 (0.0013)
+[2026-06-02 16:16:15,529][233722] Updated weights for policy 0, policy_version 7824 (0.0012)
+[2026-06-02 16:16:15,706][233722] Updated weights for policy 0, policy_version 7834 (0.0013)
+[2026-06-02 16:16:15,894][233722] Updated weights for policy 0, policy_version 7844 (0.0010)
+[2026-06-02 16:16:16,069][233722] Updated weights for policy 0, policy_version 7854 (0.0010)
+[2026-06-02 16:16:16,236][233722] Updated weights for policy 0, policy_version 7864 (0.0011)
+[2026-06-02 16:16:16,930][233722] Updated weights for policy 0, policy_version 7874 (0.0009)
+[2026-06-02 16:16:17,091][233722] Updated weights for policy 0, policy_version 7884 (0.0011)
+[2026-06-02 16:16:17,272][233722] Updated weights for policy 0, policy_version 7894 (0.0012)
+[2026-06-02 16:16:17,451][233722] Updated weights for policy 0, policy_version 7904 (0.0010)
+[2026-06-02 16:16:17,630][233722] Updated weights for policy 0, policy_version 7914 (0.0012)
+[2026-06-02 16:16:17,808][233722] Updated weights for policy 0, policy_version 7924 (0.0009)
+[2026-06-02 16:16:17,985][233722] Updated weights for policy 0, policy_version 7934 (0.0009)
+[2026-06-02 16:16:18,392][210156] Fps is (10 sec: 22937.2, 60 sec: 20753.0, 300 sec: 19820.6). Total num frames: 4063232. Throughput: 0: 20423.0. Samples: 4052608. Policy #0 lag: (min: 53.0, avg: 71.2, max: 117.0)
+[2026-06-02 16:16:18,394][210156] Avg episode reward: [(0, '202.033')]
+[2026-06-02 16:16:18,627][233722] Updated weights for policy 0, policy_version 7944 (0.0010)
+[2026-06-02 16:16:18,800][233722] Updated weights for policy 0, policy_version 7954 (0.0011)
+[2026-06-02 16:16:18,976][233722] Updated weights for policy 0, policy_version 7964 (0.0008)
+[2026-06-02 16:16:19,155][233722] Updated weights for policy 0, policy_version 7974 (0.0008)
+[2026-06-02 16:16:19,342][233722] Updated weights for policy 0, policy_version 7985 (0.0006)
+[2026-06-02 16:16:19,530][233722] Updated weights for policy 0, policy_version 7995 (0.0008)
+[2026-06-02 16:16:19,609][233443] Saving new best policy, reward=202.033!
+[2026-06-02 16:16:20,170][233722] Updated weights for policy 0, policy_version 8005 (0.0011)
+[2026-06-02 16:16:20,341][233722] Updated weights for policy 0, policy_version 8015 (0.0013)
+[2026-06-02 16:16:20,540][233722] Updated weights for policy 0, policy_version 8026 (0.0012)
+[2026-06-02 16:16:20,715][233722] Updated weights for policy 0, policy_version 8036 (0.0007)
+[2026-06-02 16:16:20,894][233722] Updated weights for policy 0, policy_version 8046 (0.0007)
+[2026-06-02 16:16:21,074][233722] Updated weights for policy 0, policy_version 8056 (0.0009)
+[2026-06-02 16:16:21,686][233722] Updated weights for policy 0, policy_version 8066 (0.0010)
+[2026-06-02 16:16:21,872][233722] Updated weights for policy 0, policy_version 8077 (0.0010)
+[2026-06-02 16:16:22,045][233722] Updated weights for policy 0, policy_version 8087 (0.0011)
+[2026-06-02 16:16:22,218][233722] Updated weights for policy 0, policy_version 8097 (0.0010)
+[2026-06-02 16:16:22,404][233722] Updated weights for policy 0, policy_version 8107 (0.0010)
+[2026-06-02 16:16:22,586][233722] Updated weights for policy 0, policy_version 8117 (0.0011)
+[2026-06-02 16:16:22,782][233722] Updated weights for policy 0, policy_version 8128 (0.0011)
+[2026-06-02 16:16:23,389][233722] Updated weights for policy 0, policy_version 8138 (0.0012)
+[2026-06-02 16:16:23,392][210156] Fps is (10 sec: 19660.4, 60 sec: 20753.0, 300 sec: 19816.8). Total num frames: 4161536. Throughput: 0: 20474.3. Samples: 4178560. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:16:23,394][210156] Avg episode reward: [(0, '205.138')]
+[2026-06-02 16:16:23,563][233722] Updated weights for policy 0, policy_version 8148 (0.0010)
+[2026-06-02 16:16:23,739][233722] Updated weights for policy 0, policy_version 8158 (0.0010)
+[2026-06-02 16:16:23,912][233722] Updated weights for policy 0, policy_version 8168 (0.0010)
+[2026-06-02 16:16:24,090][233722] Updated weights for policy 0, policy_version 8178 (0.0009)
+[2026-06-02 16:16:24,268][233722] Updated weights for policy 0, policy_version 8188 (0.0012)
+[2026-06-02 16:16:24,337][233443] Saving new best policy, reward=205.138!
+[2026-06-02 16:16:24,907][233722] Updated weights for policy 0, policy_version 8198 (0.0011)
+[2026-06-02 16:16:25,072][233722] Updated weights for policy 0, policy_version 8208 (0.0011)
+[2026-06-02 16:16:25,246][233722] Updated weights for policy 0, policy_version 8218 (0.0012)
+[2026-06-02 16:16:25,420][233722] Updated weights for policy 0, policy_version 8228 (0.0010)
+[2026-06-02 16:16:25,601][233722] Updated weights for policy 0, policy_version 8238 (0.0011)
+[2026-06-02 16:16:25,778][233722] Updated weights for policy 0, policy_version 8248 (0.0010)
+[2026-06-02 16:16:26,413][233722] Updated weights for policy 0, policy_version 8258 (0.0011)
+[2026-06-02 16:16:26,586][233722] Updated weights for policy 0, policy_version 8268 (0.0010)
+[2026-06-02 16:16:26,761][233722] Updated weights for policy 0, policy_version 8278 (0.0010)
+[2026-06-02 16:16:26,934][233722] Updated weights for policy 0, policy_version 8288 (0.0013)
+[2026-06-02 16:16:27,106][233722] Updated weights for policy 0, policy_version 8298 (0.0010)
+[2026-06-02 16:16:27,289][233722] Updated weights for policy 0, policy_version 8308 (0.0011)
+[2026-06-02 16:16:27,470][233722] Updated weights for policy 0, policy_version 8318 (0.0011)
+[2026-06-02 16:16:28,110][233722] Updated weights for policy 0, policy_version 8328 (0.0012)
+[2026-06-02 16:16:28,282][233722] Updated weights for policy 0, policy_version 8338 (0.0011)
+[2026-06-02 16:16:28,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 19813.2). Total num frames: 4259840. Throughput: 0: 20502.9. Samples: 4301952. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:16:28,393][210156] Avg episode reward: [(0, '195.880')]
+[2026-06-02 16:16:28,465][233722] Updated weights for policy 0, policy_version 8348 (0.0012)
+[2026-06-02 16:16:28,640][233722] Updated weights for policy 0, policy_version 8358 (0.0011)
+[2026-06-02 16:16:28,826][233722] Updated weights for policy 0, policy_version 8368 (0.0008)
+[2026-06-02 16:16:29,019][233722] Updated weights for policy 0, policy_version 8379 (0.0011)
+[2026-06-02 16:16:29,645][233722] Updated weights for policy 0, policy_version 8389 (0.0013)
+[2026-06-02 16:16:29,819][233722] Updated weights for policy 0, policy_version 8399 (0.0012)
+[2026-06-02 16:16:29,983][233722] Updated weights for policy 0, policy_version 8409 (0.0010)
+[2026-06-02 16:16:30,167][233722] Updated weights for policy 0, policy_version 8419 (0.0011)
+[2026-06-02 16:16:30,332][233722] Updated weights for policy 0, policy_version 8429 (0.0010)
+[2026-06-02 16:16:30,515][233722] Updated weights for policy 0, policy_version 8439 (0.0011)
+[2026-06-02 16:16:31,180][233722] Updated weights for policy 0, policy_version 8449 (0.0011)
+[2026-06-02 16:16:31,348][233722] Updated weights for policy 0, policy_version 8459 (0.0008)
+[2026-06-02 16:16:31,518][233722] Updated weights for policy 0, policy_version 8469 (0.0010)
+[2026-06-02 16:16:31,697][233722] Updated weights for policy 0, policy_version 8479 (0.0011)
+[2026-06-02 16:16:31,867][233722] Updated weights for policy 0, policy_version 8489 (0.0010)
+[2026-06-02 16:16:32,032][233722] Updated weights for policy 0, policy_version 8499 (0.0010)
+[2026-06-02 16:16:32,213][233722] Updated weights for policy 0, policy_version 8509 (0.0011)
+[2026-06-02 16:16:32,858][233722] Updated weights for policy 0, policy_version 8519 (0.0011)
+[2026-06-02 16:16:33,038][233722] Updated weights for policy 0, policy_version 8529 (0.0010)
+[2026-06-02 16:16:33,218][233722] Updated weights for policy 0, policy_version 8539 (0.0009)
+[2026-06-02 16:16:33,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 19809.7). Total num frames: 4358144. Throughput: 0: 20681.9. Samples: 4365312. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:16:33,393][210156] Avg episode reward: [(0, '179.689')]
+[2026-06-02 16:16:33,393][233722] Updated weights for policy 0, policy_version 8549 (0.0010)
+[2026-06-02 16:16:33,565][233722] Updated weights for policy 0, policy_version 8559 (0.0008)
+[2026-06-02 16:16:33,741][233722] Updated weights for policy 0, policy_version 8569 (0.0011)
+[2026-06-02 16:16:34,383][233722] Updated weights for policy 0, policy_version 8579 (0.0010)
+[2026-06-02 16:16:34,556][233722] Updated weights for policy 0, policy_version 8589 (0.0009)
+[2026-06-02 16:16:34,726][233722] Updated weights for policy 0, policy_version 8599 (0.0011)
+[2026-06-02 16:16:34,904][233722] Updated weights for policy 0, policy_version 8609 (0.0011)
+[2026-06-02 16:16:35,086][233722] Updated weights for policy 0, policy_version 8619 (0.0010)
+[2026-06-02 16:16:35,257][233722] Updated weights for policy 0, policy_version 8629 (0.0010)
+[2026-06-02 16:16:35,436][233722] Updated weights for policy 0, policy_version 8639 (0.0011)
+[2026-06-02 16:16:36,079][233722] Updated weights for policy 0, policy_version 8650 (0.0010)
+[2026-06-02 16:16:36,249][233722] Updated weights for policy 0, policy_version 8660 (0.0010)
+[2026-06-02 16:16:36,439][233722] Updated weights for policy 0, policy_version 8671 (0.0010)
+[2026-06-02 16:16:36,615][233722] Updated weights for policy 0, policy_version 8681 (0.0011)
+[2026-06-02 16:16:36,791][233722] Updated weights for policy 0, policy_version 8691 (0.0012)
+[2026-06-02 16:16:36,969][233722] Updated weights for policy 0, policy_version 8701 (0.0010)
+[2026-06-02 16:16:37,720][233722] Updated weights for policy 0, policy_version 8711 (0.0010)
+[2026-06-02 16:16:37,892][233722] Updated weights for policy 0, policy_version 8721 (0.0008)
+[2026-06-02 16:16:38,065][233722] Updated weights for policy 0, policy_version 8731 (0.0009)
+[2026-06-02 16:16:38,238][233722] Updated weights for policy 0, policy_version 8741 (0.0009)
+[2026-06-02 16:16:38,392][210156] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 19806.4). Total num frames: 4456448. Throughput: 0: 20460.2. Samples: 4480128. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0)
+[2026-06-02 16:16:38,393][210156] Avg episode reward: [(0, '195.095')]
+[2026-06-02 16:16:38,404][233722] Updated weights for policy 0, policy_version 8751 (0.0007)
+[2026-06-02 16:16:38,593][233722] Updated weights for policy 0, policy_version 8761 (0.0007)
+[2026-06-02 16:16:39,328][233722] Updated weights for policy 0, policy_version 8771 (0.0008)
+[2026-06-02 16:16:39,501][233722] Updated weights for policy 0, policy_version 8781 (0.0007)
+[2026-06-02 16:16:39,666][233722] Updated weights for policy 0, policy_version 8791 (0.0008)
+[2026-06-02 16:16:39,845][233722] Updated weights for policy 0, policy_version 8801 (0.0007)
+[2026-06-02 16:16:40,022][233722] Updated weights for policy 0, policy_version 8811 (0.0008)
+[2026-06-02 16:16:40,200][233722] Updated weights for policy 0, policy_version 8821 (0.0007)
+[2026-06-02 16:16:40,378][233722] Updated weights for policy 0, policy_version 8831 (0.0007)
+[2026-06-02 16:16:41,017][233722] Updated weights for policy 0, policy_version 8841 (0.0011)
+[2026-06-02 16:16:41,189][233722] Updated weights for policy 0, policy_version 8851 (0.0010)
+[2026-06-02 16:16:41,367][233722] Updated weights for policy 0, policy_version 8861 (0.0011)
+[2026-06-02 16:16:41,540][233722] Updated weights for policy 0, policy_version 8871 (0.0011)
+[2026-06-02 16:16:41,720][233722] Updated weights for policy 0, policy_version 8881 (0.0010)
+[2026-06-02 16:16:41,896][233722] Updated weights for policy 0, policy_version 8891 (0.0009)
+[2026-06-02 16:16:42,579][233722] Updated weights for policy 0, policy_version 8902 (0.0015)
+[2026-06-02 16:16:42,757][233722] Updated weights for policy 0, policy_version 8912 (0.0010)
+[2026-06-02 16:16:42,931][233722] Updated weights for policy 0, policy_version 8922 (0.0012)
+[2026-06-02 16:16:43,104][233722] Updated weights for policy 0, policy_version 8932 (0.0010)
+[2026-06-02 16:16:43,277][233722] Updated weights for policy 0, policy_version 8942 (0.0010)
+[2026-06-02 16:16:43,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 19803.3). Total num frames: 4554752. Throughput: 0: 20554.0. Samples: 4611328. Policy #0 lag: (min: 117.0, avg: 125.1, max: 151.0)
+[2026-06-02 16:16:43,394][210156] Avg episode reward: [(0, '210.416')]
+[2026-06-02 16:16:43,457][233722] Updated weights for policy 0, policy_version 8952 (0.0010)
+[2026-06-02 16:16:43,593][233443] Saving new best policy, reward=210.416!
+[2026-06-02 16:16:44,132][233722] Updated weights for policy 0, policy_version 8962 (0.0011)
+[2026-06-02 16:16:44,302][233722] Updated weights for policy 0, policy_version 8972 (0.0009)
+[2026-06-02 16:16:44,475][233722] Updated weights for policy 0, policy_version 8982 (0.0010)
+[2026-06-02 16:16:44,647][233722] Updated weights for policy 0, policy_version 8992 (0.0010)
+[2026-06-02 16:16:44,838][233722] Updated weights for policy 0, policy_version 9003 (0.0009)
+[2026-06-02 16:16:45,009][233722] Updated weights for policy 0, policy_version 9013 (0.0009)
+[2026-06-02 16:16:45,190][233722] Updated weights for policy 0, policy_version 9023 (0.0009)
+[2026-06-02 16:16:45,816][233722] Updated weights for policy 0, policy_version 9033 (0.0010)
+[2026-06-02 16:16:45,987][233722] Updated weights for policy 0, policy_version 9043 (0.0010)
+[2026-06-02 16:16:46,164][233722] Updated weights for policy 0, policy_version 9053 (0.0010)
+[2026-06-02 16:16:46,336][233722] Updated weights for policy 0, policy_version 9063 (0.0006)
+[2026-06-02 16:16:46,517][233722] Updated weights for policy 0, policy_version 9073 (0.0006)
+[2026-06-02 16:16:46,696][233722] Updated weights for policy 0, policy_version 9083 (0.0010)
+[2026-06-02 16:16:47,353][233722] Updated weights for policy 0, policy_version 9093 (0.0010)
+[2026-06-02 16:16:47,522][233722] Updated weights for policy 0, policy_version 9103 (0.0010)
+[2026-06-02 16:16:47,698][233722] Updated weights for policy 0, policy_version 9113 (0.0011)
+[2026-06-02 16:16:47,873][233722] Updated weights for policy 0, policy_version 9123 (0.0010)
+[2026-06-02 16:16:48,052][233722] Updated weights for policy 0, policy_version 9133 (0.0010)
+[2026-06-02 16:16:48,230][233722] Updated weights for policy 0, policy_version 9143 (0.0010)
+[2026-06-02 16:16:48,392][210156] Fps is (10 sec: 22937.7, 60 sec: 20753.0, 300 sec: 19939.7). Total num frames: 4685824. Throughput: 0: 20562.5. Samples: 4674432. Policy #0 lag: (min: 117.0, avg: 125.1, max: 151.0)
+[2026-06-02 16:16:48,393][210156] Avg episode reward: [(0, '239.286')]
+[2026-06-02 16:16:48,400][233443] Saving new best policy, reward=239.286!
+[2026-06-02 16:16:48,863][233722] Updated weights for policy 0, policy_version 9153 (0.0011)
+[2026-06-02 16:16:49,033][233722] Updated weights for policy 0, policy_version 9163 (0.0009)
+[2026-06-02 16:16:49,206][233722] Updated weights for policy 0, policy_version 9173 (0.0011)
+[2026-06-02 16:16:49,377][233722] Updated weights for policy 0, policy_version 9183 (0.0009)
+[2026-06-02 16:16:49,560][233722] Updated weights for policy 0, policy_version 9193 (0.0009)
+[2026-06-02 16:16:49,740][233722] Updated weights for policy 0, policy_version 9203 (0.0009)
+[2026-06-02 16:16:49,919][233722] Updated weights for policy 0, policy_version 9213 (0.0008)
+[2026-06-02 16:16:50,556][233722] Updated weights for policy 0, policy_version 9224 (0.0010)
+[2026-06-02 16:16:50,734][233722] Updated weights for policy 0, policy_version 9234 (0.0011)
+[2026-06-02 16:16:50,908][233722] Updated weights for policy 0, policy_version 9244 (0.0009)
+[2026-06-02 16:16:51,089][233722] Updated weights for policy 0, policy_version 9254 (0.0008)
+[2026-06-02 16:16:51,267][233722] Updated weights for policy 0, policy_version 9264 (0.0011)
+[2026-06-02 16:16:51,440][233722] Updated weights for policy 0, policy_version 9274 (0.0010)
+[2026-06-02 16:16:52,084][233722] Updated weights for policy 0, policy_version 9284 (0.0010)
+[2026-06-02 16:16:52,255][233722] Updated weights for policy 0, policy_version 9294 (0.0012)
+[2026-06-02 16:16:52,447][233722] Updated weights for policy 0, policy_version 9305 (0.0012)
+[2026-06-02 16:16:52,615][233722] Updated weights for policy 0, policy_version 9315 (0.0009)
+[2026-06-02 16:16:52,792][233722] Updated weights for policy 0, policy_version 9325 (0.0009)
+[2026-06-02 16:16:52,977][233722] Updated weights for policy 0, policy_version 9335 (0.0010)
+[2026-06-02 16:16:53,392][210156] Fps is (10 sec: 22937.4, 60 sec: 20753.1, 300 sec: 19933.9). Total num frames: 4784128. Throughput: 0: 20681.9. Samples: 4799744. Policy #0 lag: (min: 7.0, avg: 24.7, max: 71.0)
+[2026-06-02 16:16:53,394][210156] Avg episode reward: [(0, '293.380')]
+[2026-06-02 16:16:53,400][233443] Saving new best policy, reward=293.380!
+[2026-06-02 16:16:53,611][233722] Updated weights for policy 0, policy_version 9345 (0.0011)
+[2026-06-02 16:16:53,767][233722] Updated weights for policy 0, policy_version 9355 (0.0009)
+[2026-06-02 16:16:53,935][233722] Updated weights for policy 0, policy_version 9365 (0.0012)
+[2026-06-02 16:16:54,103][233722] Updated weights for policy 0, policy_version 9375 (0.0011)
+[2026-06-02 16:16:54,281][233722] Updated weights for policy 0, policy_version 9385 (0.0007)
+[2026-06-02 16:16:54,458][233722] Updated weights for policy 0, policy_version 9395 (0.0007)
+[2026-06-02 16:16:54,644][233722] Updated weights for policy 0, policy_version 9405 (0.0008)
+[2026-06-02 16:16:55,272][233722] Updated weights for policy 0, policy_version 9415 (0.0011)
+[2026-06-02 16:16:55,444][233722] Updated weights for policy 0, policy_version 9425 (0.0012)
+[2026-06-02 16:16:55,617][233722] Updated weights for policy 0, policy_version 9435 (0.0013)
+[2026-06-02 16:16:55,790][233722] Updated weights for policy 0, policy_version 9445 (0.0010)
+[2026-06-02 16:16:55,967][233722] Updated weights for policy 0, policy_version 9455 (0.0009)
+[2026-06-02 16:16:56,164][233722] Updated weights for policy 0, policy_version 9466 (0.0008)
+[2026-06-02 16:16:56,819][233722] Updated weights for policy 0, policy_version 9476 (0.0010)
+[2026-06-02 16:16:56,986][233722] Updated weights for policy 0, policy_version 9486 (0.0010)
+[2026-06-02 16:16:57,154][233722] Updated weights for policy 0, policy_version 9496 (0.0008)
+[2026-06-02 16:16:57,334][233722] Updated weights for policy 0, policy_version 9506 (0.0012)
+[2026-06-02 16:16:57,496][233722] Updated weights for policy 0, policy_version 9516 (0.0010)
+[2026-06-02 16:16:57,703][233722] Updated weights for policy 0, policy_version 9527 (0.0011)
+[2026-06-02 16:16:58,352][233722] Updated weights for policy 0, policy_version 9538 (0.0007)
+[2026-06-02 16:16:58,392][210156] Fps is (10 sec: 19660.7, 60 sec: 20753.0, 300 sec: 19928.3). Total num frames: 4882432. Throughput: 0: 20593.7. Samples: 4917120. Policy #0 lag: (min: 7.0, avg: 24.7, max: 71.0)
+[2026-06-02 16:16:58,393][210156] Avg episode reward: [(0, '294.251')]
+[2026-06-02 16:16:58,515][233722] Updated weights for policy 0, policy_version 9548 (0.0006)
+[2026-06-02 16:16:58,685][233722] Updated weights for policy 0, policy_version 9558 (0.0009)
+[2026-06-02 16:16:58,874][233722] Updated weights for policy 0, policy_version 9568 (0.0008)
+[2026-06-02 16:16:59,064][233722] Updated weights for policy 0, policy_version 9579 (0.0008)
+[2026-06-02 16:16:59,254][233722] Updated weights for policy 0, policy_version 9590 (0.0013)
+[2026-06-02 16:16:59,421][233443] Saving new best policy, reward=294.251!
+[2026-06-02 16:16:59,423][233722] Updated weights for policy 0, policy_version 9600 (0.0008)
+[2026-06-02 16:17:00,057][233722] Updated weights for policy 0, policy_version 9610 (0.0008)
+[2026-06-02 16:17:00,231][233722] Updated weights for policy 0, policy_version 9620 (0.0011)
+[2026-06-02 16:17:00,407][233722] Updated weights for policy 0, policy_version 9630 (0.0009)
+[2026-06-02 16:17:00,599][233722] Updated weights for policy 0, policy_version 9641 (0.0008)
+[2026-06-02 16:17:00,772][233722] Updated weights for policy 0, policy_version 9651 (0.0011)
+[2026-06-02 16:17:00,948][233722] Updated weights for policy 0, policy_version 9661 (0.0009)
+[2026-06-02 16:17:01,613][233722] Updated weights for policy 0, policy_version 9671 (0.0010)
+[2026-06-02 16:17:01,791][233722] Updated weights for policy 0, policy_version 9681 (0.0007)
+[2026-06-02 16:17:01,960][233722] Updated weights for policy 0, policy_version 9691 (0.0010)
+[2026-06-02 16:17:02,140][233722] Updated weights for policy 0, policy_version 9701 (0.0012)
+[2026-06-02 16:17:02,323][233722] Updated weights for policy 0, policy_version 9711 (0.0011)
+[2026-06-02 16:17:02,505][233722] Updated weights for policy 0, policy_version 9721 (0.0007)
+[2026-06-02 16:17:03,090][233722] Updated weights for policy 0, policy_version 9731 (0.0011)
+[2026-06-02 16:17:03,260][233722] Updated weights for policy 0, policy_version 9741 (0.0012)
+[2026-06-02 16:17:03,392][210156] Fps is (10 sec: 19660.3, 60 sec: 20752.9, 300 sec: 19922.9). Total num frames: 4980736. Throughput: 0: 20477.1. Samples: 4974080. Policy #0 lag: (min: 49.0, avg: 86.0, max: 115.0)
+[2026-06-02 16:17:03,393][210156] Avg episode reward: [(0, '289.557')]
+[2026-06-02 16:17:03,437][233722] Updated weights for policy 0, policy_version 9751 (0.0010)
+[2026-06-02 16:17:03,609][233722] Updated weights for policy 0, policy_version 9761 (0.0011)
+[2026-06-02 16:17:03,784][233722] Updated weights for policy 0, policy_version 9771 (0.0011)
+[2026-06-02 16:17:03,971][233722] Updated weights for policy 0, policy_version 9781 (0.0009)
+[2026-06-02 16:17:04,148][233722] Updated weights for policy 0, policy_version 9791 (0.0008)
+[2026-06-02 16:17:04,762][233722] Updated weights for policy 0, policy_version 9801 (0.0009)
+[2026-06-02 16:17:04,933][233722] Updated weights for policy 0, policy_version 9811 (0.0008)
+[2026-06-02 16:17:05,109][233722] Updated weights for policy 0, policy_version 9821 (0.0010)
+[2026-06-02 16:17:05,285][233722] Updated weights for policy 0, policy_version 9831 (0.0008)
+[2026-06-02 16:17:05,455][233722] Updated weights for policy 0, policy_version 9841 (0.0009)
+[2026-06-02 16:17:05,643][233722] Updated weights for policy 0, policy_version 9851 (0.0009)
+[2026-06-02 16:17:06,248][233722] Updated weights for policy 0, policy_version 9861 (0.0010)
+[2026-06-02 16:17:06,416][233722] Updated weights for policy 0, policy_version 9871 (0.0009)
+[2026-06-02 16:17:06,583][233722] Updated weights for policy 0, policy_version 9881 (0.0010)
+[2026-06-02 16:17:06,773][233722] Updated weights for policy 0, policy_version 9892 (0.0012)
+[2026-06-02 16:17:06,949][233722] Updated weights for policy 0, policy_version 9902 (0.0010)
+[2026-06-02 16:17:07,115][233722] Updated weights for policy 0, policy_version 9912 (0.0010)
+[2026-06-02 16:17:07,774][233722] Updated weights for policy 0, policy_version 9922 (0.0010)
+[2026-06-02 16:17:07,947][233722] Updated weights for policy 0, policy_version 9932 (0.0010)
+[2026-06-02 16:17:08,124][233722] Updated weights for policy 0, policy_version 9942 (0.0010)
+[2026-06-02 16:17:08,289][233722] Updated weights for policy 0, policy_version 9952 (0.0010)
+[2026-06-02 16:17:08,392][210156] Fps is (10 sec: 19660.3, 60 sec: 20752.9, 300 sec: 19917.8). Total num frames: 5079040. Throughput: 0: 20360.4. Samples: 5094784. Policy #0 lag: (min: 49.0, avg: 86.0, max: 115.0)
+[2026-06-02 16:17:08,394][210156] Avg episode reward: [(0, '282.324')]
+[2026-06-02 16:17:08,470][233722] Updated weights for policy 0, policy_version 9962 (0.0011)
+[2026-06-02 16:17:08,639][233722] Updated weights for policy 0, policy_version 9972 (0.0010)
+[2026-06-02 16:17:08,827][233722] Updated weights for policy 0, policy_version 9982 (0.0011)
+[2026-06-02 16:17:09,458][233722] Updated weights for policy 0, policy_version 9992 (0.0010)
+[2026-06-02 16:17:09,637][233722] Updated weights for policy 0, policy_version 10002 (0.0008)
+[2026-06-02 16:17:09,824][233722] Updated weights for policy 0, policy_version 10013 (0.0007)
+[2026-06-02 16:17:10,007][233722] Updated weights for policy 0, policy_version 10023 (0.0007)
+[2026-06-02 16:17:10,191][233722] Updated weights for policy 0, policy_version 10033 (0.0006)
+[2026-06-02 16:17:10,368][233722] Updated weights for policy 0, policy_version 10043 (0.0010)
+[2026-06-02 16:17:11,006][233722] Updated weights for policy 0, policy_version 10053 (0.0009)
+[2026-06-02 16:17:11,198][233722] Updated weights for policy 0, policy_version 10064 (0.0010)
+[2026-06-02 16:17:11,382][233722] Updated weights for policy 0, policy_version 10074 (0.0007)
+[2026-06-02 16:17:11,558][233722] Updated weights for policy 0, policy_version 10084 (0.0009)
+[2026-06-02 16:17:11,739][233722] Updated weights for policy 0, policy_version 10094 (0.0007)
+[2026-06-02 16:17:11,918][233722] Updated weights for policy 0, policy_version 10104 (0.0009)
+[2026-06-02 16:17:12,555][233722] Updated weights for policy 0, policy_version 10114 (0.0009)
+[2026-06-02 16:17:12,723][233722] Updated weights for policy 0, policy_version 10124 (0.0007)
+[2026-06-02 16:17:12,899][233722] Updated weights for policy 0, policy_version 10134 (0.0011)
+[2026-06-02 16:17:13,075][233722] Updated weights for policy 0, policy_version 10144 (0.0010)
+[2026-06-02 16:17:13,253][233722] Updated weights for policy 0, policy_version 10154 (0.0010)
+[2026-06-02 16:17:13,392][210156] Fps is (10 sec: 19661.5, 60 sec: 20206.9, 300 sec: 19912.9). Total num frames: 5177344. Throughput: 0: 20403.2. Samples: 5220096. Policy #0 lag: (min: 11.0, avg: 42.0, max: 75.0)
+[2026-06-02 16:17:13,393][210156] Avg episode reward: [(0, '267.207')]
+[2026-06-02 16:17:13,428][233722] Updated weights for policy 0, policy_version 10164 (0.0010)
+[2026-06-02 16:17:13,607][233722] Updated weights for policy 0, policy_version 10174 (0.0007)
+[2026-06-02 16:17:14,253][233722] Updated weights for policy 0, policy_version 10184 (0.0007)
+[2026-06-02 16:17:14,422][233722] Updated weights for policy 0, policy_version 10194 (0.0008)
+[2026-06-02 16:17:14,600][233722] Updated weights for policy 0, policy_version 10204 (0.0007)
+[2026-06-02 16:17:14,780][233722] Updated weights for policy 0, policy_version 10214 (0.0009)
+[2026-06-02 16:17:14,962][233722] Updated weights for policy 0, policy_version 10224 (0.0010)
+[2026-06-02 16:17:15,129][233722] Updated weights for policy 0, policy_version 10234 (0.0012)
+[2026-06-02 16:17:15,811][233722] Updated weights for policy 0, policy_version 10244 (0.0013)
+[2026-06-02 16:17:15,979][233722] Updated weights for policy 0, policy_version 10254 (0.0010)
+[2026-06-02 16:17:16,163][233722] Updated weights for policy 0, policy_version 10264 (0.0013)
+[2026-06-02 16:17:16,347][233722] Updated weights for policy 0, policy_version 10274 (0.0010)
+[2026-06-02 16:17:16,517][233722] Updated weights for policy 0, policy_version 10284 (0.0011)
+[2026-06-02 16:17:16,701][233722] Updated weights for policy 0, policy_version 10294 (0.0010)
+[2026-06-02 16:17:16,890][233722] Updated weights for policy 0, policy_version 10304 (0.0010)
+[2026-06-02 16:17:17,518][233722] Updated weights for policy 0, policy_version 10314 (0.0011)
+[2026-06-02 16:17:17,685][233722] Updated weights for policy 0, policy_version 10324 (0.0010)
+[2026-06-02 16:17:17,861][233722] Updated weights for policy 0, policy_version 10334 (0.0011)
+[2026-06-02 16:17:18,066][233722] Updated weights for policy 0, policy_version 10345 (0.0010)
+[2026-06-02 16:17:18,241][233722] Updated weights for policy 0, policy_version 10355 (0.0011)
+[2026-06-02 16:17:18,392][210156] Fps is (10 sec: 19661.4, 60 sec: 20207.0, 300 sec: 19908.1). Total num frames: 5275648. Throughput: 0: 20423.1. Samples: 5284352. Policy #0 lag: (min: 11.0, avg: 42.0, max: 75.0)
+[2026-06-02 16:17:18,393][210156] Avg episode reward: [(0, '254.645')]
+[2026-06-02 16:17:18,425][233722] Updated weights for policy 0, policy_version 10365 (0.0012)
+[2026-06-02 16:17:19,021][233722] Updated weights for policy 0, policy_version 10375 (0.0011)
+[2026-06-02 16:17:19,190][233722] Updated weights for policy 0, policy_version 10385 (0.0010)
+[2026-06-02 16:17:19,380][233722] Updated weights for policy 0, policy_version 10396 (0.0009)
+[2026-06-02 16:17:19,562][233722] Updated weights for policy 0, policy_version 10406 (0.0010)
+[2026-06-02 16:17:19,739][233722] Updated weights for policy 0, policy_version 10416 (0.0009)
+[2026-06-02 16:17:19,930][233722] Updated weights for policy 0, policy_version 10426 (0.0011)
+[2026-06-02 16:17:20,583][233722] Updated weights for policy 0, policy_version 10437 (0.0010)
+[2026-06-02 16:17:20,749][233722] Updated weights for policy 0, policy_version 10447 (0.0012)
+[2026-06-02 16:17:20,916][233722] Updated weights for policy 0, policy_version 10457 (0.0010)
+[2026-06-02 16:17:21,102][233722] Updated weights for policy 0, policy_version 10467 (0.0010)
+[2026-06-02 16:17:21,281][233722] Updated weights for policy 0, policy_version 10477 (0.0009)
+[2026-06-02 16:17:21,452][233722] Updated weights for policy 0, policy_version 10487 (0.0013)
+[2026-06-02 16:17:22,131][233722] Updated weights for policy 0, policy_version 10497 (0.0011)
+[2026-06-02 16:17:22,302][233722] Updated weights for policy 0, policy_version 10507 (0.0010)
+[2026-06-02 16:17:22,475][233722] Updated weights for policy 0, policy_version 10517 (0.0010)
+[2026-06-02 16:17:22,655][233722] Updated weights for policy 0, policy_version 10527 (0.0010)
+[2026-06-02 16:17:22,849][233722] Updated weights for policy 0, policy_version 10538 (0.0008)
+[2026-06-02 16:17:23,021][233722] Updated weights for policy 0, policy_version 10548 (0.0010)
+[2026-06-02 16:17:23,198][233722] Updated weights for policy 0, policy_version 10558 (0.0010)
+[2026-06-02 16:17:23,392][210156] Fps is (10 sec: 22936.7, 60 sec: 20753.0, 300 sec: 20024.9). Total num frames: 5406720. Throughput: 0: 20707.4. Samples: 5411968. Policy #0 lag: (min: 1.0, avg: 34.1, max: 65.0)
+[2026-06-02 16:17:23,396][210156] Avg episode reward: [(0, '282.850')]
+[2026-06-02 16:17:23,839][233722] Updated weights for policy 0, policy_version 10568 (0.0010)
+[2026-06-02 16:17:24,004][233722] Updated weights for policy 0, policy_version 10578 (0.0009)
+[2026-06-02 16:17:24,184][233722] Updated weights for policy 0, policy_version 10588 (0.0010)
+[2026-06-02 16:17:24,364][233722] Updated weights for policy 0, policy_version 10598 (0.0011)
+[2026-06-02 16:17:24,540][233722] Updated weights for policy 0, policy_version 10608 (0.0011)
+[2026-06-02 16:17:24,717][233722] Updated weights for policy 0, policy_version 10618 (0.0010)
+[2026-06-02 16:17:25,378][233722] Updated weights for policy 0, policy_version 10628 (0.0010)
+[2026-06-02 16:17:25,554][233722] Updated weights for policy 0, policy_version 10638 (0.0011)
+[2026-06-02 16:17:25,731][233722] Updated weights for policy 0, policy_version 10648 (0.0010)
+[2026-06-02 16:17:25,907][233722] Updated weights for policy 0, policy_version 10658 (0.0007)
+[2026-06-02 16:17:26,081][233722] Updated weights for policy 0, policy_version 10668 (0.0007)
+[2026-06-02 16:17:26,255][233722] Updated weights for policy 0, policy_version 10678 (0.0010)
+[2026-06-02 16:17:26,429][233722] Updated weights for policy 0, policy_version 10688 (0.0009)
+[2026-06-02 16:17:27,087][233722] Updated weights for policy 0, policy_version 10699 (0.0009)
+[2026-06-02 16:17:27,260][233722] Updated weights for policy 0, policy_version 10709 (0.0007)
+[2026-06-02 16:17:27,440][233722] Updated weights for policy 0, policy_version 10719 (0.0006)
+[2026-06-02 16:17:27,634][233722] Updated weights for policy 0, policy_version 10730 (0.0009)
+[2026-06-02 16:17:27,809][233722] Updated weights for policy 0, policy_version 10740 (0.0010)
+[2026-06-02 16:17:27,989][233722] Updated weights for policy 0, policy_version 10750 (0.0010)
+[2026-06-02 16:17:28,392][210156] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20018.3). Total num frames: 5505024. Throughput: 0: 20354.8. Samples: 5527296. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0)
+[2026-06-02 16:17:28,393][210156] Avg episode reward: [(0, '265.245')]
+[2026-06-02 16:17:28,665][233722] Updated weights for policy 0, policy_version 10760 (0.0007)
+[2026-06-02 16:17:28,834][233722] Updated weights for policy 0, policy_version 10770 (0.0008)
+[2026-06-02 16:17:29,022][233722] Updated weights for policy 0, policy_version 10780 (0.0008)
+[2026-06-02 16:17:29,202][233722] Updated weights for policy 0, policy_version 10790 (0.0009)
+[2026-06-02 16:17:29,372][233722] Updated weights for policy 0, policy_version 10800 (0.0008)
+[2026-06-02 16:17:29,562][233722] Updated weights for policy 0, policy_version 10810 (0.0012)
+[2026-06-02 16:17:30,198][233722] Updated weights for policy 0, policy_version 10820 (0.0011)
+[2026-06-02 16:17:30,373][233722] Updated weights for policy 0, policy_version 10830 (0.0010)
+[2026-06-02 16:17:30,539][233722] Updated weights for policy 0, policy_version 10840 (0.0011)
+[2026-06-02 16:17:30,738][233722] Updated weights for policy 0, policy_version 10851 (0.0011)
+[2026-06-02 16:17:30,916][233722] Updated weights for policy 0, policy_version 10861 (0.0010)
+[2026-06-02 16:17:31,095][233722] Updated weights for policy 0, policy_version 10871 (0.0011)
+[2026-06-02 16:17:31,758][233722] Updated weights for policy 0, policy_version 10881 (0.0010)
+[2026-06-02 16:17:31,924][233722] Updated weights for policy 0, policy_version 10891 (0.0008)
+[2026-06-02 16:17:32,096][233722] Updated weights for policy 0, policy_version 10901 (0.0007)
+[2026-06-02 16:17:32,274][233722] Updated weights for policy 0, policy_version 10911 (0.0006)
+[2026-06-02 16:17:32,461][233722] Updated weights for policy 0, policy_version 10922 (0.0009)
+[2026-06-02 16:17:32,643][233722] Updated weights for policy 0, policy_version 10932 (0.0011)
+[2026-06-02 16:17:32,819][233722] Updated weights for policy 0, policy_version 10942 (0.0009)
+[2026-06-02 16:17:33,392][210156] Fps is (10 sec: 19661.3, 60 sec: 20753.0, 300 sec: 20011.9). Total num frames: 5603328. Throughput: 0: 20408.9. Samples: 5592832. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0)
+[2026-06-02 16:17:33,393][210156] Avg episode reward: [(0, '271.108')]
+[2026-06-02 16:17:33,519][233722] Updated weights for policy 0, policy_version 10952 (0.0009)
+[2026-06-02 16:17:33,704][233722] Updated weights for policy 0, policy_version 10963 (0.0010)
+[2026-06-02 16:17:33,876][233722] Updated weights for policy 0, policy_version 10973 (0.0012)
+[2026-06-02 16:17:34,055][233722] Updated weights for policy 0, policy_version 10983 (0.0007)
+[2026-06-02 16:17:34,240][233722] Updated weights for policy 0, policy_version 10993 (0.0008)
+[2026-06-02 16:17:34,420][233722] Updated weights for policy 0, policy_version 11003 (0.0009)
+[2026-06-02 16:17:35,094][233722] Updated weights for policy 0, policy_version 11015 (0.0009)
+[2026-06-02 16:17:35,290][233722] Updated weights for policy 0, policy_version 11027 (0.0010)
+[2026-06-02 16:17:35,470][233722] Updated weights for policy 0, policy_version 11037 (0.0007)
+[2026-06-02 16:17:35,649][233722] Updated weights for policy 0, policy_version 11047 (0.0007)
+[2026-06-02 16:17:35,838][233722] Updated weights for policy 0, policy_version 11058 (0.0009)
+[2026-06-02 16:17:36,019][233722] Updated weights for policy 0, policy_version 11068 (0.0008)
+[2026-06-02 16:17:36,689][233722] Updated weights for policy 0, policy_version 11078 (0.0010)
+[2026-06-02 16:17:36,857][233722] Updated weights for policy 0, policy_version 11088 (0.0010)
+[2026-06-02 16:17:37,033][233722] Updated weights for policy 0, policy_version 11098 (0.0010)
+[2026-06-02 16:17:37,200][233722] Updated weights for policy 0, policy_version 11108 (0.0009)
+[2026-06-02 16:17:37,387][233722] Updated weights for policy 0, policy_version 11118 (0.0009)
+[2026-06-02 16:17:37,564][233722] Updated weights for policy 0, policy_version 11128 (0.0011)
+[2026-06-02 16:17:38,247][233722] Updated weights for policy 0, policy_version 11138 (0.0011)
+[2026-06-02 16:17:38,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20005.7). Total num frames: 5701632. Throughput: 0: 20491.4. Samples: 5721856. Policy #0 lag: (min: 87.0, avg: 119.7, max: 149.0)
+[2026-06-02 16:17:38,393][210156] Avg episode reward: [(0, '252.627')]
+[2026-06-02 16:17:38,426][233722] Updated weights for policy 0, policy_version 11148 (0.0009)
+[2026-06-02 16:17:38,611][233722] Updated weights for policy 0, policy_version 11158 (0.0010)
+[2026-06-02 16:17:38,780][233722] Updated weights for policy 0, policy_version 11168 (0.0009)
+[2026-06-02 16:17:38,964][233722] Updated weights for policy 0, policy_version 11178 (0.0007)
+[2026-06-02 16:17:39,145][233722] Updated weights for policy 0, policy_version 11188 (0.0008)
+[2026-06-02 16:17:39,325][233722] Updated weights for policy 0, policy_version 11198 (0.0009)
+[2026-06-02 16:17:39,955][233722] Updated weights for policy 0, policy_version 11208 (0.0010)
+[2026-06-02 16:17:40,126][233722] Updated weights for policy 0, policy_version 11218 (0.0007)
+[2026-06-02 16:17:40,302][233722] Updated weights for policy 0, policy_version 11228 (0.0008)
+[2026-06-02 16:17:40,483][233722] Updated weights for policy 0, policy_version 11238 (0.0010)
+[2026-06-02 16:17:40,676][233722] Updated weights for policy 0, policy_version 11249 (0.0010)
+[2026-06-02 16:17:40,850][233722] Updated weights for policy 0, policy_version 11259 (0.0010)
+[2026-06-02 16:17:41,478][233722] Updated weights for policy 0, policy_version 11269 (0.0009)
+[2026-06-02 16:17:41,649][233722] Updated weights for policy 0, policy_version 11279 (0.0011)
+[2026-06-02 16:17:41,823][233722] Updated weights for policy 0, policy_version 11289 (0.0013)
+[2026-06-02 16:17:41,993][233722] Updated weights for policy 0, policy_version 11299 (0.0010)
+[2026-06-02 16:17:42,179][233722] Updated weights for policy 0, policy_version 11309 (0.0010)
+[2026-06-02 16:17:42,348][233722] Updated weights for policy 0, policy_version 11319 (0.0012)
+[2026-06-02 16:17:43,019][233722] Updated weights for policy 0, policy_version 11329 (0.0010)
+[2026-06-02 16:17:43,178][233722] Updated weights for policy 0, policy_version 11339 (0.0011)
+[2026-06-02 16:17:43,354][233722] Updated weights for policy 0, policy_version 11349 (0.0011)
+[2026-06-02 16:17:43,392][210156] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19999.8). Total num frames: 5799936. Throughput: 0: 20707.6. Samples: 5848960. Policy #0 lag: (min: 87.0, avg: 119.7, max: 149.0)
+[2026-06-02 16:17:43,393][210156] Avg episode reward: [(0, '250.402')]
+[2026-06-02 16:17:43,517][233722] Updated weights for policy 0, policy_version 11359 (0.0011)
+[2026-06-02 16:17:43,703][233722] Updated weights for policy 0, policy_version 11369 (0.0011)
+[2026-06-02 16:17:43,878][233722] Updated weights for policy 0, policy_version 11379 (0.0011)
+[2026-06-02 16:17:44,055][233722] Updated weights for policy 0, policy_version 11389 (0.0010)
+[2026-06-02 16:17:44,737][233722] Updated weights for policy 0, policy_version 11399 (0.0009)
+[2026-06-02 16:17:44,920][233722] Updated weights for policy 0, policy_version 11410 (0.0009)
+[2026-06-02 16:17:45,106][233722] Updated weights for policy 0, policy_version 11420 (0.0011)
+[2026-06-02 16:17:45,293][233722] Updated weights for policy 0, policy_version 11431 (0.0013)
+[2026-06-02 16:17:45,477][233722] Updated weights for policy 0, policy_version 11441 (0.0012)
+[2026-06-02 16:17:45,654][233722] Updated weights for policy 0, policy_version 11451 (0.0009)
+[2026-06-02 16:17:46,282][233722] Updated weights for policy 0, policy_version 11461 (0.0010)
+[2026-06-02 16:17:46,457][233722] Updated weights for policy 0, policy_version 11471 (0.0007)
+[2026-06-02 16:17:46,629][233722] Updated weights for policy 0, policy_version 11481 (0.0010)
+[2026-06-02 16:17:46,816][233722] Updated weights for policy 0, policy_version 11491 (0.0006)
+[2026-06-02 16:17:46,996][233722] Updated weights for policy 0, policy_version 11501 (0.0008)
+[2026-06-02 16:17:47,181][233722] Updated weights for policy 0, policy_version 11511 (0.0008)
+[2026-06-02 16:17:47,801][233722] Updated weights for policy 0, policy_version 11521 (0.0009)
+[2026-06-02 16:17:47,964][233722] Updated weights for policy 0, policy_version 11531 (0.0009)
+[2026-06-02 16:17:48,135][233722] Updated weights for policy 0, policy_version 11541 (0.0010)
+[2026-06-02 16:17:48,316][233722] Updated weights for policy 0, policy_version 11551 (0.0011)
+[2026-06-02 16:17:48,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20207.0, 300 sec: 19994.0). Total num frames: 5898240. Throughput: 0: 20804.5. Samples: 5910272. Policy #0 lag: (min: 87.0, avg: 119.7, max: 149.0)
+[2026-06-02 16:17:48,392][210156] Avg episode reward: [(0, '252.401')]
+[2026-06-02 16:17:48,501][233722] Updated weights for policy 0, policy_version 11561 (0.0011)
+[2026-06-02 16:17:48,676][233722] Updated weights for policy 0, policy_version 11571 (0.0008)
+[2026-06-02 16:17:48,863][233722] Updated weights for policy 0, policy_version 11581 (0.0008)
+[2026-06-02 16:17:49,465][233722] Updated weights for policy 0, policy_version 11591 (0.0007)
+[2026-06-02 16:17:49,640][233722] Updated weights for policy 0, policy_version 11601 (0.0010)
+[2026-06-02 16:17:49,808][233722] Updated weights for policy 0, policy_version 11611 (0.0011)
+[2026-06-02 16:17:49,991][233722] Updated weights for policy 0, policy_version 11621 (0.0013)
+[2026-06-02 16:17:50,161][233722] Updated weights for policy 0, policy_version 11631 (0.0011)
+[2026-06-02 16:17:50,335][233722] Updated weights for policy 0, policy_version 11641 (0.0009)
+[2026-06-02 16:17:50,982][233722] Updated weights for policy 0, policy_version 11651 (0.0011)
+[2026-06-02 16:17:51,161][233722] Updated weights for policy 0, policy_version 11662 (0.0010)
+[2026-06-02 16:17:51,332][233722] Updated weights for policy 0, policy_version 11672 (0.0011)
+[2026-06-02 16:17:51,528][233722] Updated weights for policy 0, policy_version 11683 (0.0011)
+[2026-06-02 16:17:51,714][233722] Updated weights for policy 0, policy_version 11693 (0.0010)
+[2026-06-02 16:17:51,885][233722] Updated weights for policy 0, policy_version 11703 (0.0011)
+[2026-06-02 16:17:52,539][233722] Updated weights for policy 0, policy_version 11713 (0.0011)
+[2026-06-02 16:17:52,708][233722] Updated weights for policy 0, policy_version 11723 (0.0008)
+[2026-06-02 16:17:52,877][233722] Updated weights for policy 0, policy_version 11733 (0.0006)
+[2026-06-02 16:17:53,055][233722] Updated weights for policy 0, policy_version 11743 (0.0009)
+[2026-06-02 16:17:53,228][233722] Updated weights for policy 0, policy_version 11753 (0.0011)
+[2026-06-02 16:17:53,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20206.9, 300 sec: 20105.1). Total num frames: 5996544. Throughput: 0: 20687.7. Samples: 6025728. Policy #0 lag: (min: 94.0, avg: 116.8, max: 163.0)
+[2026-06-02 16:17:53,393][210156] Avg episode reward: [(0, '254.155')]
+[2026-06-02 16:17:53,415][233722] Updated weights for policy 0, policy_version 11763 (0.0008)
+[2026-06-02 16:17:53,591][233722] Updated weights for policy 0, policy_version 11773 (0.0009)
+[2026-06-02 16:17:54,239][233722] Updated weights for policy 0, policy_version 11783 (0.0010)
+[2026-06-02 16:17:54,417][233722] Updated weights for policy 0, policy_version 11793 (0.0010)
+[2026-06-02 16:17:54,590][233722] Updated weights for policy 0, policy_version 11803 (0.0008)
+[2026-06-02 16:17:54,774][233722] Updated weights for policy 0, policy_version 11813 (0.0010)
+[2026-06-02 16:17:54,949][233722] Updated weights for policy 0, policy_version 11823 (0.0010)
+[2026-06-02 16:17:55,133][233722] Updated weights for policy 0, policy_version 11833 (0.0010)
+[2026-06-02 16:17:55,753][233722] Updated weights for policy 0, policy_version 11843 (0.0013)
+[2026-06-02 16:17:55,924][233722] Updated weights for policy 0, policy_version 11853 (0.0009)
+[2026-06-02 16:17:56,102][233722] Updated weights for policy 0, policy_version 11863 (0.0011)
+[2026-06-02 16:17:56,280][233722] Updated weights for policy 0, policy_version 11873 (0.0012)
+[2026-06-02 16:17:56,455][233722] Updated weights for policy 0, policy_version 11883 (0.0012)
+[2026-06-02 16:17:56,638][233722] Updated weights for policy 0, policy_version 11893 (0.0011)
+[2026-06-02 16:17:56,833][233722] Updated weights for policy 0, policy_version 11904 (0.0011)
+[2026-06-02 16:17:57,483][233722] Updated weights for policy 0, policy_version 11915 (0.0011)
+[2026-06-02 16:17:57,691][233722] Updated weights for policy 0, policy_version 11927 (0.0010)
+[2026-06-02 16:17:57,863][233722] Updated weights for policy 0, policy_version 11937 (0.0009)
+[2026-06-02 16:17:58,051][233722] Updated weights for policy 0, policy_version 11947 (0.0011)
+[2026-06-02 16:17:58,226][233722] Updated weights for policy 0, policy_version 11957 (0.0010)
+[2026-06-02 16:17:58,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20207.0, 300 sec: 20105.1). Total num frames: 6094848. Throughput: 0: 20667.7. Samples: 6150144. Policy #0 lag: (min: 94.0, avg: 116.8, max: 163.0)
+[2026-06-02 16:17:58,393][210156] Avg episode reward: [(0, '289.586')]
+[2026-06-02 16:17:58,420][233722] Updated weights for policy 0, policy_version 11968 (0.0011)
+[2026-06-02 16:17:59,070][233722] Updated weights for policy 0, policy_version 11978 (0.0010)
+[2026-06-02 16:17:59,237][233722] Updated weights for policy 0, policy_version 11988 (0.0013)
+[2026-06-02 16:17:59,406][233722] Updated weights for policy 0, policy_version 11998 (0.0010)
+[2026-06-02 16:17:59,581][233722] Updated weights for policy 0, policy_version 12008 (0.0010)
+[2026-06-02 16:17:59,757][233722] Updated weights for policy 0, policy_version 12018 (0.0012)
+[2026-06-02 16:17:59,936][233722] Updated weights for policy 0, policy_version 12028 (0.0009)
+[2026-06-02 16:18:00,622][233722] Updated weights for policy 0, policy_version 12038 (0.0008)
+[2026-06-02 16:18:00,805][233722] Updated weights for policy 0, policy_version 12048 (0.0008)
+[2026-06-02 16:18:00,996][233722] Updated weights for policy 0, policy_version 12058 (0.0007)
+[2026-06-02 16:18:01,175][233722] Updated weights for policy 0, policy_version 12068 (0.0006)
+[2026-06-02 16:18:01,363][233722] Updated weights for policy 0, policy_version 12078 (0.0010)
+[2026-06-02 16:18:01,539][233722] Updated weights for policy 0, policy_version 12088 (0.0009)
+[2026-06-02 16:18:02,124][233722] Updated weights for policy 0, policy_version 12098 (0.0010)
+[2026-06-02 16:18:02,293][233722] Updated weights for policy 0, policy_version 12108 (0.0011)
+[2026-06-02 16:18:02,469][233722] Updated weights for policy 0, policy_version 12118 (0.0012)
+[2026-06-02 16:18:02,644][233722] Updated weights for policy 0, policy_version 12128 (0.0011)
+[2026-06-02 16:18:02,823][233722] Updated weights for policy 0, policy_version 12138 (0.0011)
+[2026-06-02 16:18:03,003][233722] Updated weights for policy 0, policy_version 12148 (0.0014)
+[2026-06-02 16:18:03,198][233722] Updated weights for policy 0, policy_version 12159 (0.0012)
+[2026-06-02 16:18:03,392][210156] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20105.1). Total num frames: 6225920. Throughput: 0: 20679.0. Samples: 6214912. Policy #0 lag: (min: 7.0, avg: 23.4, max: 71.0)
+[2026-06-02 16:18:03,393][210156] Avg episode reward: [(0, '299.198')]
+[2026-06-02 16:18:03,401][233443] Saving new best policy, reward=299.198!
+[2026-06-02 16:18:03,853][233722] Updated weights for policy 0, policy_version 12169 (0.0009)
+[2026-06-02 16:18:04,025][233722] Updated weights for policy 0, policy_version 12179 (0.0006)
+[2026-06-02 16:18:04,203][233722] Updated weights for policy 0, policy_version 12189 (0.0006)
+[2026-06-02 16:18:04,383][233722] Updated weights for policy 0, policy_version 12199 (0.0010)
+[2026-06-02 16:18:04,558][233722] Updated weights for policy 0, policy_version 12209 (0.0010)
+[2026-06-02 16:18:04,740][233722] Updated weights for policy 0, policy_version 12219 (0.0013)
+[2026-06-02 16:18:05,381][233722] Updated weights for policy 0, policy_version 12229 (0.0012)
+[2026-06-02 16:18:05,552][233722] Updated weights for policy 0, policy_version 12239 (0.0010)
+[2026-06-02 16:18:05,729][233722] Updated weights for policy 0, policy_version 12249 (0.0009)
+[2026-06-02 16:18:05,910][233722] Updated weights for policy 0, policy_version 12259 (0.0011)
+[2026-06-02 16:18:06,088][233722] Updated weights for policy 0, policy_version 12269 (0.0010)
+[2026-06-02 16:18:06,267][233722] Updated weights for policy 0, policy_version 12279 (0.0010)
+[2026-06-02 16:18:06,908][233722] Updated weights for policy 0, policy_version 12289 (0.0012)
+[2026-06-02 16:18:07,088][233722] Updated weights for policy 0, policy_version 12300 (0.0011)
+[2026-06-02 16:18:07,263][233722] Updated weights for policy 0, policy_version 12310 (0.0008)
+[2026-06-02 16:18:07,446][233722] Updated weights for policy 0, policy_version 12320 (0.0011)
+[2026-06-02 16:18:07,622][233722] Updated weights for policy 0, policy_version 12330 (0.0011)
+[2026-06-02 16:18:07,795][233722] Updated weights for policy 0, policy_version 12340 (0.0011)
+[2026-06-02 16:18:07,977][233722] Updated weights for policy 0, policy_version 12350 (0.0011)
+[2026-06-02 16:18:08,392][210156] Fps is (10 sec: 22937.5, 60 sec: 20753.2, 300 sec: 20105.2). Total num frames: 6324224. Throughput: 0: 20619.5. Samples: 6339840. Policy #0 lag: (min: 7.0, avg: 23.4, max: 71.0)
+[2026-06-02 16:18:08,393][210156] Avg episode reward: [(0, '324.442')]
+[2026-06-02 16:18:08,630][233722] Updated weights for policy 0, policy_version 12360 (0.0012)
+[2026-06-02 16:18:08,801][233722] Updated weights for policy 0, policy_version 12370 (0.0013)
+[2026-06-02 16:18:08,977][233722] Updated weights for policy 0, policy_version 12380 (0.0010)
+[2026-06-02 16:18:09,155][233722] Updated weights for policy 0, policy_version 12390 (0.0011)
+[2026-06-02 16:18:09,336][233722] Updated weights for policy 0, policy_version 12400 (0.0007)
+[2026-06-02 16:18:09,511][233722] Updated weights for policy 0, policy_version 12410 (0.0009)
+[2026-06-02 16:18:09,618][233443] Saving new best policy, reward=324.442!
+[2026-06-02 16:18:10,180][233722] Updated weights for policy 0, policy_version 12421 (0.0010)
+[2026-06-02 16:18:10,351][233722] Updated weights for policy 0, policy_version 12431 (0.0011)
+[2026-06-02 16:18:10,517][233722] Updated weights for policy 0, policy_version 12441 (0.0014)
+[2026-06-02 16:18:10,704][233722] Updated weights for policy 0, policy_version 12451 (0.0008)
+[2026-06-02 16:18:10,869][233722] Updated weights for policy 0, policy_version 12461 (0.0006)
+[2026-06-02 16:18:11,043][233722] Updated weights for policy 0, policy_version 12471 (0.0011)
+[2026-06-02 16:18:11,682][233722] Updated weights for policy 0, policy_version 12481 (0.0010)
+[2026-06-02 16:18:11,847][233722] Updated weights for policy 0, policy_version 12491 (0.0007)
+[2026-06-02 16:18:12,020][233722] Updated weights for policy 0, policy_version 12501 (0.0008)
+[2026-06-02 16:18:12,196][233722] Updated weights for policy 0, policy_version 12511 (0.0012)
+[2026-06-02 16:18:12,385][233722] Updated weights for policy 0, policy_version 12521 (0.0009)
+[2026-06-02 16:18:12,555][233722] Updated weights for policy 0, policy_version 12531 (0.0012)
+[2026-06-02 16:18:12,740][233722] Updated weights for policy 0, policy_version 12541 (0.0009)
+[2026-06-02 16:18:12,784][233443] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000004
+[2026-06-02 16:18:13,361][233722] Updated weights for policy 0, policy_version 12551 (0.0009)
+[2026-06-02 16:18:13,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20105.1). Total num frames: 6422528. Throughput: 0: 20755.9. Samples: 6461312. Policy #0 lag: (min: 46.0, avg: 63.7, max: 110.0)
+[2026-06-02 16:18:13,393][210156] Avg episode reward: [(0, '305.535')]
+[2026-06-02 16:18:13,546][233722] Updated weights for policy 0, policy_version 12562 (0.0012)
+[2026-06-02 16:18:13,740][233722] Updated weights for policy 0, policy_version 12573 (0.0011)
+[2026-06-02 16:18:13,925][233722] Updated weights for policy 0, policy_version 12583 (0.0010)
+[2026-06-02 16:18:14,104][233722] Updated weights for policy 0, policy_version 12593 (0.0013)
+[2026-06-02 16:18:14,281][233722] Updated weights for policy 0, policy_version 12603 (0.0013)
+[2026-06-02 16:18:14,904][233722] Updated weights for policy 0, policy_version 12613 (0.0009)
+[2026-06-02 16:18:15,071][233722] Updated weights for policy 0, policy_version 12623 (0.0009)
+[2026-06-02 16:18:15,246][233722] Updated weights for policy 0, policy_version 12633 (0.0009)
+[2026-06-02 16:18:15,426][233722] Updated weights for policy 0, policy_version 12643 (0.0011)
+[2026-06-02 16:18:15,604][233722] Updated weights for policy 0, policy_version 12653 (0.0011)
+[2026-06-02 16:18:15,790][233722] Updated weights for policy 0, policy_version 12663 (0.0009)
+[2026-06-02 16:18:16,422][233722] Updated weights for policy 0, policy_version 12673 (0.0011)
+[2026-06-02 16:18:16,580][233722] Updated weights for policy 0, policy_version 12683 (0.0011)
+[2026-06-02 16:18:16,760][233722] Updated weights for policy 0, policy_version 12693 (0.0009)
+[2026-06-02 16:18:16,936][233722] Updated weights for policy 0, policy_version 12703 (0.0010)
+[2026-06-02 16:18:17,122][233722] Updated weights for policy 0, policy_version 12713 (0.0010)
+[2026-06-02 16:18:17,296][233722] Updated weights for policy 0, policy_version 12723 (0.0011)
+[2026-06-02 16:18:17,489][233722] Updated weights for policy 0, policy_version 12734 (0.0012)
+[2026-06-02 16:18:18,148][233722] Updated weights for policy 0, policy_version 12744 (0.0012)
+[2026-06-02 16:18:18,315][233722] Updated weights for policy 0, policy_version 12754 (0.0009)
+[2026-06-02 16:18:18,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20105.1). Total num frames: 6520832. Throughput: 0: 20551.2. Samples: 6517632. Policy #0 lag: (min: 46.0, avg: 63.7, max: 110.0)
+[2026-06-02 16:18:18,393][210156] Avg episode reward: [(0, '297.158')]
+[2026-06-02 16:18:18,498][233722] Updated weights for policy 0, policy_version 12764 (0.0012)
+[2026-06-02 16:18:18,666][233722] Updated weights for policy 0, policy_version 12774 (0.0010)
+[2026-06-02 16:18:18,868][233722] Updated weights for policy 0, policy_version 12785 (0.0010)
+[2026-06-02 16:18:19,052][233722] Updated weights for policy 0, policy_version 12795 (0.0012)
+[2026-06-02 16:18:19,686][233722] Updated weights for policy 0, policy_version 12805 (0.0014)
+[2026-06-02 16:18:19,862][233722] Updated weights for policy 0, policy_version 12815 (0.0009)
+[2026-06-02 16:18:20,028][233722] Updated weights for policy 0, policy_version 12825 (0.0010)
+[2026-06-02 16:18:20,214][233722] Updated weights for policy 0, policy_version 12835 (0.0010)
+[2026-06-02 16:18:20,389][233722] Updated weights for policy 0, policy_version 12845 (0.0010)
+[2026-06-02 16:18:20,565][233722] Updated weights for policy 0, policy_version 12855 (0.0008)
+[2026-06-02 16:18:21,194][233722] Updated weights for policy 0, policy_version 12865 (0.0007)
+[2026-06-02 16:18:21,365][233722] Updated weights for policy 0, policy_version 12875 (0.0010)
+[2026-06-02 16:18:21,531][233722] Updated weights for policy 0, policy_version 12885 (0.0010)
+[2026-06-02 16:18:21,723][233722] Updated weights for policy 0, policy_version 12895 (0.0010)
+[2026-06-02 16:18:21,903][233722] Updated weights for policy 0, policy_version 12905 (0.0010)
+[2026-06-02 16:18:22,081][233722] Updated weights for policy 0, policy_version 12915 (0.0010)
+[2026-06-02 16:18:22,272][233722] Updated weights for policy 0, policy_version 12925 (0.0010)
+[2026-06-02 16:18:22,883][233722] Updated weights for policy 0, policy_version 12935 (0.0009)
+[2026-06-02 16:18:23,057][233722] Updated weights for policy 0, policy_version 12945 (0.0011)
+[2026-06-02 16:18:23,235][233722] Updated weights for policy 0, policy_version 12955 (0.0012)
+[2026-06-02 16:18:23,392][210156] Fps is (10 sec: 19660.9, 60 sec: 20207.0, 300 sec: 20105.1). Total num frames: 6619136. Throughput: 0: 20471.5. Samples: 6643072. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:18:23,393][210156] Avg episode reward: [(0, '302.846')]
+[2026-06-02 16:18:23,412][233722] Updated weights for policy 0, policy_version 12965 (0.0011)
+[2026-06-02 16:18:23,592][233722] Updated weights for policy 0, policy_version 12975 (0.0010)
+[2026-06-02 16:18:23,768][233722] Updated weights for policy 0, policy_version 12985 (0.0010)
+[2026-06-02 16:18:24,436][233722] Updated weights for policy 0, policy_version 12995 (0.0010)
+[2026-06-02 16:18:24,603][233722] Updated weights for policy 0, policy_version 13005 (0.0006)
+[2026-06-02 16:18:24,777][233722] Updated weights for policy 0, policy_version 13015 (0.0008)
+[2026-06-02 16:18:24,955][233722] Updated weights for policy 0, policy_version 13025 (0.0010)
+[2026-06-02 16:18:25,135][233722] Updated weights for policy 0, policy_version 13035 (0.0011)
+[2026-06-02 16:18:25,307][233722] Updated weights for policy 0, policy_version 13045 (0.0010)
+[2026-06-02 16:18:25,494][233722] Updated weights for policy 0, policy_version 13055 (0.0010)
+[2026-06-02 16:18:26,113][233722] Updated weights for policy 0, policy_version 13065 (0.0010)
+[2026-06-02 16:18:26,283][233722] Updated weights for policy 0, policy_version 13075 (0.0007)
+[2026-06-02 16:18:26,462][233722] Updated weights for policy 0, policy_version 13085 (0.0010)
+[2026-06-02 16:18:26,647][233722] Updated weights for policy 0, policy_version 13095 (0.0008)
+[2026-06-02 16:18:26,829][233722] Updated weights for policy 0, policy_version 13105 (0.0009)
+[2026-06-02 16:18:27,008][233722] Updated weights for policy 0, policy_version 13115 (0.0009)
+[2026-06-02 16:18:27,656][233722] Updated weights for policy 0, policy_version 13125 (0.0010)
+[2026-06-02 16:18:27,824][233722] Updated weights for policy 0, policy_version 13135 (0.0012)
+[2026-06-02 16:18:28,018][233722] Updated weights for policy 0, policy_version 13146 (0.0010)
+[2026-06-02 16:18:28,203][233722] Updated weights for policy 0, policy_version 13156 (0.0010)
+[2026-06-02 16:18:28,380][233722] Updated weights for policy 0, policy_version 13166 (0.0008)
+[2026-06-02 16:18:28,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 20105.1). Total num frames: 6717440. Throughput: 0: 20474.3. Samples: 6770304. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:18:28,396][210156] Avg episode reward: [(0, '298.336')]
+[2026-06-02 16:18:28,562][233722] Updated weights for policy 0, policy_version 13176 (0.0008)
+[2026-06-02 16:18:29,213][233722] Updated weights for policy 0, policy_version 13186 (0.0011)
+[2026-06-02 16:18:29,379][233722] Updated weights for policy 0, policy_version 13196 (0.0011)
+[2026-06-02 16:18:29,548][233722] Updated weights for policy 0, policy_version 13206 (0.0010)
+[2026-06-02 16:18:29,729][233722] Updated weights for policy 0, policy_version 13216 (0.0009)
+[2026-06-02 16:18:29,906][233722] Updated weights for policy 0, policy_version 13226 (0.0009)
+[2026-06-02 16:18:30,085][233722] Updated weights for policy 0, policy_version 13236 (0.0007)
+[2026-06-02 16:18:30,261][233722] Updated weights for policy 0, policy_version 13246 (0.0006)
+[2026-06-02 16:18:30,886][233722] Updated weights for policy 0, policy_version 13256 (0.0010)
+[2026-06-02 16:18:31,070][233722] Updated weights for policy 0, policy_version 13266 (0.0012)
+[2026-06-02 16:18:31,240][233722] Updated weights for policy 0, policy_version 13276 (0.0011)
+[2026-06-02 16:18:31,417][233722] Updated weights for policy 0, policy_version 13286 (0.0012)
+[2026-06-02 16:18:31,598][233722] Updated weights for policy 0, policy_version 13296 (0.0011)
+[2026-06-02 16:18:31,784][233722] Updated weights for policy 0, policy_version 13306 (0.0011)
+[2026-06-02 16:18:32,443][233722] Updated weights for policy 0, policy_version 13316 (0.0010)
+[2026-06-02 16:18:32,630][233722] Updated weights for policy 0, policy_version 13327 (0.0008)
+[2026-06-02 16:18:32,803][233722] Updated weights for policy 0, policy_version 13337 (0.0006)
+[2026-06-02 16:18:32,981][233722] Updated weights for policy 0, policy_version 13347 (0.0007)
+[2026-06-02 16:18:33,163][233722] Updated weights for policy 0, policy_version 13357 (0.0006)
+[2026-06-02 16:18:33,342][233722] Updated weights for policy 0, policy_version 13367 (0.0008)
+[2026-06-02 16:18:33,392][210156] Fps is (10 sec: 19660.1, 60 sec: 20206.8, 300 sec: 20105.1). Total num frames: 6815744. Throughput: 0: 20533.8. Samples: 6834304. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0)
+[2026-06-02 16:18:33,394][210156] Avg episode reward: [(0, '303.796')]
+[2026-06-02 16:18:33,977][233722] Updated weights for policy 0, policy_version 13377 (0.0008)
+[2026-06-02 16:18:34,144][233722] Updated weights for policy 0, policy_version 13387 (0.0011)
+[2026-06-02 16:18:34,317][233722] Updated weights for policy 0, policy_version 13397 (0.0010)
+[2026-06-02 16:18:34,497][233722] Updated weights for policy 0, policy_version 13407 (0.0008)
+[2026-06-02 16:18:34,676][233722] Updated weights for policy 0, policy_version 13417 (0.0008)
+[2026-06-02 16:18:34,857][233722] Updated weights for policy 0, policy_version 13427 (0.0008)
+[2026-06-02 16:18:35,038][233722] Updated weights for policy 0, policy_version 13437 (0.0008)
+[2026-06-02 16:18:35,654][233722] Updated weights for policy 0, policy_version 13447 (0.0010)
+[2026-06-02 16:18:35,818][233722] Updated weights for policy 0, policy_version 13457 (0.0011)
+[2026-06-02 16:18:36,019][233722] Updated weights for policy 0, policy_version 13468 (0.0011)
+[2026-06-02 16:18:36,199][233722] Updated weights for policy 0, policy_version 13478 (0.0011)
+[2026-06-02 16:18:36,378][233722] Updated weights for policy 0, policy_version 13488 (0.0008)
+[2026-06-02 16:18:36,552][233722] Updated weights for policy 0, policy_version 13498 (0.0008)
+[2026-06-02 16:18:37,208][233722] Updated weights for policy 0, policy_version 13508 (0.0009)
+[2026-06-02 16:18:37,376][233722] Updated weights for policy 0, policy_version 13518 (0.0008)
+[2026-06-02 16:18:37,547][233722] Updated weights for policy 0, policy_version 13528 (0.0010)
+[2026-06-02 16:18:37,735][233722] Updated weights for policy 0, policy_version 13539 (0.0010)
+[2026-06-02 16:18:37,916][233722] Updated weights for policy 0, policy_version 13549 (0.0009)
+[2026-06-02 16:18:38,101][233722] Updated weights for policy 0, policy_version 13559 (0.0009)
+[2026-06-02 16:18:38,392][210156] Fps is (10 sec: 22937.3, 60 sec: 20753.0, 300 sec: 20216.2). Total num frames: 6946816. Throughput: 0: 20795.7. Samples: 6961536. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0)
+[2026-06-02 16:18:38,393][210156] Avg episode reward: [(0, '341.189')]
+[2026-06-02 16:18:38,399][233443] Saving new best policy, reward=341.189!
+[2026-06-02 16:18:38,713][233722] Updated weights for policy 0, policy_version 13569 (0.0010)
+[2026-06-02 16:18:38,875][233722] Updated weights for policy 0, policy_version 13579 (0.0011)
+[2026-06-02 16:18:39,041][233722] Updated weights for policy 0, policy_version 13589 (0.0010)
+[2026-06-02 16:18:39,223][233722] Updated weights for policy 0, policy_version 13599 (0.0010)
+[2026-06-02 16:18:39,403][233722] Updated weights for policy 0, policy_version 13609 (0.0010)
+[2026-06-02 16:18:39,584][233722] Updated weights for policy 0, policy_version 13619 (0.0010)
+[2026-06-02 16:18:39,777][233722] Updated weights for policy 0, policy_version 13630 (0.0007)
+[2026-06-02 16:18:40,406][233722] Updated weights for policy 0, policy_version 13640 (0.0006)
+[2026-06-02 16:18:40,576][233722] Updated weights for policy 0, policy_version 13650 (0.0006)
+[2026-06-02 16:18:40,758][233722] Updated weights for policy 0, policy_version 13660 (0.0008)
+[2026-06-02 16:18:40,939][233722] Updated weights for policy 0, policy_version 13670 (0.0009)
+[2026-06-02 16:18:41,114][233722] Updated weights for policy 0, policy_version 13680 (0.0009)
+[2026-06-02 16:18:41,293][233722] Updated weights for policy 0, policy_version 13690 (0.0012)
+[2026-06-02 16:18:41,927][233722] Updated weights for policy 0, policy_version 13700 (0.0012)
+[2026-06-02 16:18:42,094][233722] Updated weights for policy 0, policy_version 13710 (0.0010)
+[2026-06-02 16:18:42,271][233722] Updated weights for policy 0, policy_version 13720 (0.0007)
+[2026-06-02 16:18:42,449][233722] Updated weights for policy 0, policy_version 13730 (0.0009)
+[2026-06-02 16:18:42,619][233722] Updated weights for policy 0, policy_version 13740 (0.0007)
+[2026-06-02 16:18:42,801][233722] Updated weights for policy 0, policy_version 13750 (0.0007)
+[2026-06-02 16:18:42,984][233722] Updated weights for policy 0, policy_version 13760 (0.0010)
+[2026-06-02 16:18:43,392][210156] Fps is (10 sec: 22938.2, 60 sec: 20753.0, 300 sec: 20216.2). Total num frames: 7045120. Throughput: 0: 20551.1. Samples: 7074944. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:18:43,393][210156] Avg episode reward: [(0, '357.529')]
+[2026-06-02 16:18:43,596][233722] Updated weights for policy 0, policy_version 13770 (0.0011)
+[2026-06-02 16:18:43,767][233722] Updated weights for policy 0, policy_version 13780 (0.0012)
+[2026-06-02 16:18:43,948][233722] Updated weights for policy 0, policy_version 13790 (0.0011)
+[2026-06-02 16:18:44,137][233722] Updated weights for policy 0, policy_version 13800 (0.0011)
+[2026-06-02 16:18:44,306][233722] Updated weights for policy 0, policy_version 13810 (0.0010)
+[2026-06-02 16:18:44,490][233722] Updated weights for policy 0, policy_version 13820 (0.0009)
+[2026-06-02 16:18:44,551][233443] Saving new best policy, reward=357.529!
+[2026-06-02 16:18:45,139][233722] Updated weights for policy 0, policy_version 13830 (0.0014)
+[2026-06-02 16:18:45,308][233722] Updated weights for policy 0, policy_version 13840 (0.0010)
+[2026-06-02 16:18:45,483][233722] Updated weights for policy 0, policy_version 13850 (0.0010)
+[2026-06-02 16:18:45,685][233722] Updated weights for policy 0, policy_version 13861 (0.0011)
+[2026-06-02 16:18:45,858][233722] Updated weights for policy 0, policy_version 13871 (0.0011)
+[2026-06-02 16:18:46,052][233722] Updated weights for policy 0, policy_version 13881 (0.0012)
+[2026-06-02 16:18:46,682][233722] Updated weights for policy 0, policy_version 13891 (0.0011)
+[2026-06-02 16:18:46,851][233722] Updated weights for policy 0, policy_version 13901 (0.0012)
+[2026-06-02 16:18:47,018][233722] Updated weights for policy 0, policy_version 13911 (0.0011)
+[2026-06-02 16:18:47,200][233722] Updated weights for policy 0, policy_version 13921 (0.0010)
+[2026-06-02 16:18:47,382][233722] Updated weights for policy 0, policy_version 13931 (0.0011)
+[2026-06-02 16:18:47,558][233722] Updated weights for policy 0, policy_version 13941 (0.0012)
+[2026-06-02 16:18:47,739][233722] Updated weights for policy 0, policy_version 13951 (0.0010)
+[2026-06-02 16:18:48,390][233722] Updated weights for policy 0, policy_version 13961 (0.0010)
+[2026-06-02 16:18:48,392][210156] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20216.2). Total num frames: 7143424. Throughput: 0: 20517.1. Samples: 7138176. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:18:48,393][210156] Avg episode reward: [(0, '394.133')]
+[2026-06-02 16:18:48,555][233722] Updated weights for policy 0, policy_version 13971 (0.0012)
+[2026-06-02 16:18:48,735][233722] Updated weights for policy 0, policy_version 13981 (0.0010)
+[2026-06-02 16:18:48,905][233722] Updated weights for policy 0, policy_version 13991 (0.0010)
+[2026-06-02 16:18:49,102][233722] Updated weights for policy 0, policy_version 14002 (0.0010)
+[2026-06-02 16:18:49,278][233722] Updated weights for policy 0, policy_version 14012 (0.0009)
+[2026-06-02 16:18:49,344][233443] Saving new best policy, reward=394.133!
+[2026-06-02 16:18:49,887][233722] Updated weights for policy 0, policy_version 14022 (0.0008)
+[2026-06-02 16:18:50,048][233722] Updated weights for policy 0, policy_version 14032 (0.0014)
+[2026-06-02 16:18:50,230][233722] Updated weights for policy 0, policy_version 14042 (0.0012)
+[2026-06-02 16:18:50,396][233722] Updated weights for policy 0, policy_version 14052 (0.0011)
+[2026-06-02 16:18:50,582][233722] Updated weights for policy 0, policy_version 14062 (0.0011)
+[2026-06-02 16:18:50,766][233722] Updated weights for policy 0, policy_version 14072 (0.0011)
+[2026-06-02 16:18:51,425][233722] Updated weights for policy 0, policy_version 14082 (0.0013)
+[2026-06-02 16:18:51,588][233722] Updated weights for policy 0, policy_version 14092 (0.0008)
+[2026-06-02 16:18:51,765][233722] Updated weights for policy 0, policy_version 14102 (0.0008)
+[2026-06-02 16:18:51,938][233722] Updated weights for policy 0, policy_version 14112 (0.0008)
+[2026-06-02 16:18:52,126][233722] Updated weights for policy 0, policy_version 14122 (0.0008)
+[2026-06-02 16:18:52,321][233722] Updated weights for policy 0, policy_version 14133 (0.0012)
+[2026-06-02 16:18:52,510][233722] Updated weights for policy 0, policy_version 14144 (0.0012)
+[2026-06-02 16:18:53,156][233722] Updated weights for policy 0, policy_version 14154 (0.0012)
+[2026-06-02 16:18:53,329][233722] Updated weights for policy 0, policy_version 14164 (0.0008)
+[2026-06-02 16:18:53,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 20216.2). Total num frames: 7241728. Throughput: 0: 20531.2. Samples: 7263744. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:18:53,393][210156] Avg episode reward: [(0, '396.653')]
+[2026-06-02 16:18:53,509][233722] Updated weights for policy 0, policy_version 14175 (0.0008)
+[2026-06-02 16:18:53,688][233722] Updated weights for policy 0, policy_version 14185 (0.0011)
+[2026-06-02 16:18:53,873][233722] Updated weights for policy 0, policy_version 14195 (0.0009)
+[2026-06-02 16:18:54,047][233722] Updated weights for policy 0, policy_version 14205 (0.0010)
+[2026-06-02 16:18:54,096][233443] Saving new best policy, reward=396.653!
+[2026-06-02 16:18:54,710][233722] Updated weights for policy 0, policy_version 14215 (0.0010)
+[2026-06-02 16:18:54,879][233722] Updated weights for policy 0, policy_version 14225 (0.0007)
+[2026-06-02 16:18:55,056][233722] Updated weights for policy 0, policy_version 14235 (0.0011)
+[2026-06-02 16:18:55,224][233722] Updated weights for policy 0, policy_version 14245 (0.0010)
+[2026-06-02 16:18:55,404][233722] Updated weights for policy 0, policy_version 14255 (0.0007)
+[2026-06-02 16:18:55,578][233722] Updated weights for policy 0, policy_version 14265 (0.0011)
+[2026-06-02 16:18:56,230][233722] Updated weights for policy 0, policy_version 14275 (0.0009)
+[2026-06-02 16:18:56,397][233722] Updated weights for policy 0, policy_version 14285 (0.0012)
+[2026-06-02 16:18:56,575][233722] Updated weights for policy 0, policy_version 14295 (0.0010)
+[2026-06-02 16:18:56,755][233722] Updated weights for policy 0, policy_version 14305 (0.0010)
+[2026-06-02 16:18:56,924][233722] Updated weights for policy 0, policy_version 14315 (0.0007)
+[2026-06-02 16:18:57,105][233722] Updated weights for policy 0, policy_version 14325 (0.0006)
+[2026-06-02 16:18:57,290][233722] Updated weights for policy 0, policy_version 14335 (0.0010)
+[2026-06-02 16:18:57,909][233722] Updated weights for policy 0, policy_version 14345 (0.0010)
+[2026-06-02 16:18:58,084][233722] Updated weights for policy 0, policy_version 14355 (0.0010)
+[2026-06-02 16:18:58,268][233722] Updated weights for policy 0, policy_version 14365 (0.0011)
+[2026-06-02 16:18:58,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20216.2). Total num frames: 7340032. Throughput: 0: 20613.8. Samples: 7388928. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:18:58,393][210156] Avg episode reward: [(0, '393.082')]
+[2026-06-02 16:18:58,450][233722] Updated weights for policy 0, policy_version 14375 (0.0010)
+[2026-06-02 16:18:58,626][233722] Updated weights for policy 0, policy_version 14385 (0.0010)
+[2026-06-02 16:18:58,805][233722] Updated weights for policy 0, policy_version 14395 (0.0013)
+[2026-06-02 16:18:59,426][233722] Updated weights for policy 0, policy_version 14405 (0.0010)
+[2026-06-02 16:18:59,593][233722] Updated weights for policy 0, policy_version 14415 (0.0009)
+[2026-06-02 16:18:59,768][233722] Updated weights for policy 0, policy_version 14425 (0.0012)
+[2026-06-02 16:18:59,945][233722] Updated weights for policy 0, policy_version 14435 (0.0013)
+[2026-06-02 16:19:00,124][233722] Updated weights for policy 0, policy_version 14445 (0.0013)
+[2026-06-02 16:19:00,300][233722] Updated weights for policy 0, policy_version 14455 (0.0011)
+[2026-06-02 16:19:00,964][233722] Updated weights for policy 0, policy_version 14465 (0.0010)
+[2026-06-02 16:19:01,132][233722] Updated weights for policy 0, policy_version 14475 (0.0011)
+[2026-06-02 16:19:01,306][233722] Updated weights for policy 0, policy_version 14485 (0.0011)
+[2026-06-02 16:19:01,475][233722] Updated weights for policy 0, policy_version 14495 (0.0010)
+[2026-06-02 16:19:01,657][233722] Updated weights for policy 0, policy_version 14505 (0.0010)
+[2026-06-02 16:19:01,833][233722] Updated weights for policy 0, policy_version 14515 (0.0015)
+[2026-06-02 16:19:02,014][233722] Updated weights for policy 0, policy_version 14525 (0.0010)
+[2026-06-02 16:19:02,647][233722] Updated weights for policy 0, policy_version 14535 (0.0012)
+[2026-06-02 16:19:02,822][233722] Updated weights for policy 0, policy_version 14545 (0.0011)
+[2026-06-02 16:19:02,996][233722] Updated weights for policy 0, policy_version 14555 (0.0011)
+[2026-06-02 16:19:03,175][233722] Updated weights for policy 0, policy_version 14565 (0.0011)
+[2026-06-02 16:19:03,350][233722] Updated weights for policy 0, policy_version 14575 (0.0011)
+[2026-06-02 16:19:03,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20206.9, 300 sec: 20216.2). Total num frames: 7438336. Throughput: 0: 20741.6. Samples: 7451008. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:19:03,394][210156] Avg episode reward: [(0, '397.015')]
+[2026-06-02 16:19:03,528][233722] Updated weights for policy 0, policy_version 14585 (0.0010)
+[2026-06-02 16:19:03,645][233443] Saving new best policy, reward=397.015!
+[2026-06-02 16:19:04,163][233722] Updated weights for policy 0, policy_version 14595 (0.0009)
+[2026-06-02 16:19:04,332][233722] Updated weights for policy 0, policy_version 14605 (0.0011)
+[2026-06-02 16:19:04,501][233722] Updated weights for policy 0, policy_version 14615 (0.0010)
+[2026-06-02 16:19:04,687][233722] Updated weights for policy 0, policy_version 14625 (0.0011)
+[2026-06-02 16:19:04,867][233722] Updated weights for policy 0, policy_version 14635 (0.0010)
+[2026-06-02 16:19:05,049][233722] Updated weights for policy 0, policy_version 14645 (0.0010)
+[2026-06-02 16:19:05,232][233722] Updated weights for policy 0, policy_version 14655 (0.0011)
+[2026-06-02 16:19:05,853][233722] Updated weights for policy 0, policy_version 14665 (0.0010)
+[2026-06-02 16:19:06,027][233722] Updated weights for policy 0, policy_version 14675 (0.0011)
+[2026-06-02 16:19:06,208][233722] Updated weights for policy 0, policy_version 14685 (0.0008)
+[2026-06-02 16:19:06,385][233722] Updated weights for policy 0, policy_version 14695 (0.0008)
+[2026-06-02 16:19:06,557][233722] Updated weights for policy 0, policy_version 14705 (0.0007)
+[2026-06-02 16:19:06,743][233722] Updated weights for policy 0, policy_version 14715 (0.0010)
+[2026-06-02 16:19:07,429][233722] Updated weights for policy 0, policy_version 14726 (0.0012)
+[2026-06-02 16:19:07,601][233722] Updated weights for policy 0, policy_version 14736 (0.0010)
+[2026-06-02 16:19:07,783][233722] Updated weights for policy 0, policy_version 14746 (0.0012)
+[2026-06-02 16:19:07,975][233722] Updated weights for policy 0, policy_version 14757 (0.0012)
+[2026-06-02 16:19:08,150][233722] Updated weights for policy 0, policy_version 14767 (0.0011)
+[2026-06-02 16:19:08,325][233722] Updated weights for policy 0, policy_version 14777 (0.0010)
+[2026-06-02 16:19:08,392][210156] Fps is (10 sec: 19660.3, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 7536640. Throughput: 0: 20656.3. Samples: 7572608. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:19:08,393][210156] Avg episode reward: [(0, '385.502')]
+[2026-06-02 16:19:08,971][233722] Updated weights for policy 0, policy_version 14787 (0.0009)
+[2026-06-02 16:19:09,147][233722] Updated weights for policy 0, policy_version 14797 (0.0010)
+[2026-06-02 16:19:09,314][233722] Updated weights for policy 0, policy_version 14807 (0.0010)
+[2026-06-02 16:19:09,501][233722] Updated weights for policy 0, policy_version 14817 (0.0011)
+[2026-06-02 16:19:09,684][233722] Updated weights for policy 0, policy_version 14827 (0.0010)
+[2026-06-02 16:19:09,862][233722] Updated weights for policy 0, policy_version 14837 (0.0010)
+[2026-06-02 16:19:10,039][233722] Updated weights for policy 0, policy_version 14847 (0.0009)
+[2026-06-02 16:19:10,690][233722] Updated weights for policy 0, policy_version 14857 (0.0009)
+[2026-06-02 16:19:10,867][233722] Updated weights for policy 0, policy_version 14867 (0.0011)
+[2026-06-02 16:19:11,040][233722] Updated weights for policy 0, policy_version 14877 (0.0013)
+[2026-06-02 16:19:11,209][233722] Updated weights for policy 0, policy_version 14887 (0.0011)
+[2026-06-02 16:19:11,385][233722] Updated weights for policy 0, policy_version 14897 (0.0012)
+[2026-06-02 16:19:11,566][233722] Updated weights for policy 0, policy_version 14907 (0.0010)
+[2026-06-02 16:19:12,197][233722] Updated weights for policy 0, policy_version 14917 (0.0011)
+[2026-06-02 16:19:12,365][233722] Updated weights for policy 0, policy_version 14927 (0.0012)
+[2026-06-02 16:19:12,548][233722] Updated weights for policy 0, policy_version 14937 (0.0008)
+[2026-06-02 16:19:12,723][233722] Updated weights for policy 0, policy_version 14947 (0.0008)
+[2026-06-02 16:19:12,911][233722] Updated weights for policy 0, policy_version 14957 (0.0009)
+[2026-06-02 16:19:13,087][233722] Updated weights for policy 0, policy_version 14967 (0.0009)
+[2026-06-02 16:19:13,392][210156] Fps is (10 sec: 22937.9, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 7667712. Throughput: 0: 20548.2. Samples: 7694976. Policy #0 lag: (min: 14.0, avg: 31.1, max: 78.0)
+[2026-06-02 16:19:13,393][210156] Avg episode reward: [(0, '393.264')]
+[2026-06-02 16:19:13,704][233722] Updated weights for policy 0, policy_version 14977 (0.0009)
+[2026-06-02 16:19:13,875][233722] Updated weights for policy 0, policy_version 14987 (0.0010)
+[2026-06-02 16:19:14,052][233722] Updated weights for policy 0, policy_version 14997 (0.0009)
+[2026-06-02 16:19:14,231][233722] Updated weights for policy 0, policy_version 15007 (0.0009)
+[2026-06-02 16:19:14,408][233722] Updated weights for policy 0, policy_version 15017 (0.0013)
+[2026-06-02 16:19:14,587][233722] Updated weights for policy 0, policy_version 15027 (0.0011)
+[2026-06-02 16:19:14,772][233722] Updated weights for policy 0, policy_version 15037 (0.0011)
+[2026-06-02 16:19:15,371][233722] Updated weights for policy 0, policy_version 15047 (0.0007)
+[2026-06-02 16:19:15,551][233722] Updated weights for policy 0, policy_version 15057 (0.0011)
+[2026-06-02 16:19:15,724][233722] Updated weights for policy 0, policy_version 15067 (0.0012)
+[2026-06-02 16:19:15,916][233722] Updated weights for policy 0, policy_version 15077 (0.0011)
+[2026-06-02 16:19:16,090][233722] Updated weights for policy 0, policy_version 15087 (0.0008)
+[2026-06-02 16:19:16,267][233722] Updated weights for policy 0, policy_version 15097 (0.0007)
+[2026-06-02 16:19:16,898][233722] Updated weights for policy 0, policy_version 15107 (0.0008)
+[2026-06-02 16:19:17,065][233722] Updated weights for policy 0, policy_version 15117 (0.0007)
+[2026-06-02 16:19:17,247][233722] Updated weights for policy 0, policy_version 15127 (0.0007)
+[2026-06-02 16:19:17,442][233722] Updated weights for policy 0, policy_version 15137 (0.0007)
+[2026-06-02 16:19:17,617][233722] Updated weights for policy 0, policy_version 15147 (0.0006)
+[2026-06-02 16:19:17,805][233722] Updated weights for policy 0, policy_version 15157 (0.0008)
+[2026-06-02 16:19:17,986][233722] Updated weights for policy 0, policy_version 15167 (0.0011)
+[2026-06-02 16:19:18,392][210156] Fps is (10 sec: 22937.7, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 7766016. Throughput: 0: 20522.8. Samples: 7757824. Policy #0 lag: (min: 14.0, avg: 31.1, max: 78.0)
+[2026-06-02 16:19:18,393][210156] Avg episode reward: [(0, '392.166')]
+[2026-06-02 16:19:18,568][233722] Updated weights for policy 0, policy_version 15177 (0.0011)
+[2026-06-02 16:19:18,742][233722] Updated weights for policy 0, policy_version 15187 (0.0009)
+[2026-06-02 16:19:18,932][233722] Updated weights for policy 0, policy_version 15197 (0.0008)
+[2026-06-02 16:19:19,103][233722] Updated weights for policy 0, policy_version 15207 (0.0008)
+[2026-06-02 16:19:19,285][233722] Updated weights for policy 0, policy_version 15217 (0.0011)
+[2026-06-02 16:19:19,467][233722] Updated weights for policy 0, policy_version 15227 (0.0013)
+[2026-06-02 16:19:20,074][233722] Updated weights for policy 0, policy_version 15237 (0.0012)
+[2026-06-02 16:19:20,254][233722] Updated weights for policy 0, policy_version 15247 (0.0008)
+[2026-06-02 16:19:20,427][233722] Updated weights for policy 0, policy_version 15257 (0.0013)
+[2026-06-02 16:19:20,598][233722] Updated weights for policy 0, policy_version 15267 (0.0008)
+[2026-06-02 16:19:20,789][233722] Updated weights for policy 0, policy_version 15277 (0.0011)
+[2026-06-02 16:19:20,954][233722] Updated weights for policy 0, policy_version 15287 (0.0010)
+[2026-06-02 16:19:21,563][233722] Updated weights for policy 0, policy_version 15297 (0.0008)
+[2026-06-02 16:19:21,723][233722] Updated weights for policy 0, policy_version 15307 (0.0013)
+[2026-06-02 16:19:21,901][233722] Updated weights for policy 0, policy_version 15317 (0.0007)
+[2026-06-02 16:19:22,074][233722] Updated weights for policy 0, policy_version 15327 (0.0009)
+[2026-06-02 16:19:22,262][233722] Updated weights for policy 0, policy_version 15338 (0.0012)
+[2026-06-02 16:19:22,467][233722] Updated weights for policy 0, policy_version 15349 (0.0011)
+[2026-06-02 16:19:22,633][233722] Updated weights for policy 0, policy_version 15359 (0.0010)
+[2026-06-02 16:19:23,253][233722] Updated weights for policy 0, policy_version 15369 (0.0011)
+[2026-06-02 16:19:23,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 7864320. Throughput: 0: 20386.2. Samples: 7878912. Policy #0 lag: (min: 94.0, avg: 124.4, max: 159.0)
+[2026-06-02 16:19:23,393][210156] Avg episode reward: [(0, '384.152')]
+[2026-06-02 16:19:23,430][233722] Updated weights for policy 0, policy_version 15379 (0.0010)
+[2026-06-02 16:19:23,601][233722] Updated weights for policy 0, policy_version 15389 (0.0011)
+[2026-06-02 16:19:23,780][233722] Updated weights for policy 0, policy_version 15399 (0.0009)
+[2026-06-02 16:19:23,952][233722] Updated weights for policy 0, policy_version 15409 (0.0009)
+[2026-06-02 16:19:24,138][233722] Updated weights for policy 0, policy_version 15419 (0.0008)
+[2026-06-02 16:19:24,773][233722] Updated weights for policy 0, policy_version 15429 (0.0010)
+[2026-06-02 16:19:24,951][233722] Updated weights for policy 0, policy_version 15440 (0.0012)
+[2026-06-02 16:19:25,133][233722] Updated weights for policy 0, policy_version 15450 (0.0008)
+[2026-06-02 16:19:25,306][233722] Updated weights for policy 0, policy_version 15460 (0.0007)
+[2026-06-02 16:19:25,491][233722] Updated weights for policy 0, policy_version 15470 (0.0008)
+[2026-06-02 16:19:25,671][233722] Updated weights for policy 0, policy_version 15480 (0.0007)
+[2026-06-02 16:19:26,350][233722] Updated weights for policy 0, policy_version 15490 (0.0011)
+[2026-06-02 16:19:26,517][233722] Updated weights for policy 0, policy_version 15500 (0.0010)
+[2026-06-02 16:19:26,693][233722] Updated weights for policy 0, policy_version 15510 (0.0010)
+[2026-06-02 16:19:26,870][233722] Updated weights for policy 0, policy_version 15520 (0.0008)
+[2026-06-02 16:19:27,049][233722] Updated weights for policy 0, policy_version 15530 (0.0011)
+[2026-06-02 16:19:27,228][233722] Updated weights for policy 0, policy_version 15540 (0.0009)
+[2026-06-02 16:19:27,410][233722] Updated weights for policy 0, policy_version 15550 (0.0008)
+[2026-06-02 16:19:28,030][233722] Updated weights for policy 0, policy_version 15560 (0.0008)
+[2026-06-02 16:19:28,205][233722] Updated weights for policy 0, policy_version 15570 (0.0008)
+[2026-06-02 16:19:28,381][233722] Updated weights for policy 0, policy_version 15580 (0.0015)
+[2026-06-02 16:19:28,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 7962624. Throughput: 0: 20642.2. Samples: 8003840. Policy #0 lag: (min: 94.0, avg: 124.4, max: 159.0)
+[2026-06-02 16:19:28,394][210156] Avg episode reward: [(0, '379.703')]
+[2026-06-02 16:19:28,558][233722] Updated weights for policy 0, policy_version 15590 (0.0010)
+[2026-06-02 16:19:28,738][233722] Updated weights for policy 0, policy_version 15600 (0.0013)
+[2026-06-02 16:19:28,919][233722] Updated weights for policy 0, policy_version 15610 (0.0012)
+[2026-06-02 16:19:29,545][233722] Updated weights for policy 0, policy_version 15620 (0.0011)
+[2026-06-02 16:19:29,712][233722] Updated weights for policy 0, policy_version 15630 (0.0009)
+[2026-06-02 16:19:29,882][233722] Updated weights for policy 0, policy_version 15640 (0.0010)
+[2026-06-02 16:19:30,061][233722] Updated weights for policy 0, policy_version 15650 (0.0011)
+[2026-06-02 16:19:30,243][233722] Updated weights for policy 0, policy_version 15660 (0.0012)
+[2026-06-02 16:19:30,424][233722] Updated weights for policy 0, policy_version 15670 (0.0012)
+[2026-06-02 16:19:30,598][233722] Updated weights for policy 0, policy_version 15680 (0.0010)
+[2026-06-02 16:19:31,248][233722] Updated weights for policy 0, policy_version 15690 (0.0009)
+[2026-06-02 16:19:31,433][233722] Updated weights for policy 0, policy_version 15700 (0.0010)
+[2026-06-02 16:19:31,606][233722] Updated weights for policy 0, policy_version 15710 (0.0010)
+[2026-06-02 16:19:31,786][233722] Updated weights for policy 0, policy_version 15720 (0.0009)
+[2026-06-02 16:19:31,962][233722] Updated weights for policy 0, policy_version 15730 (0.0011)
+[2026-06-02 16:19:32,144][233722] Updated weights for policy 0, policy_version 15740 (0.0011)
+[2026-06-02 16:19:32,777][233722] Updated weights for policy 0, policy_version 15750 (0.0010)
+[2026-06-02 16:19:32,945][233722] Updated weights for policy 0, policy_version 15760 (0.0010)
+[2026-06-02 16:19:33,123][233722] Updated weights for policy 0, policy_version 15770 (0.0011)
+[2026-06-02 16:19:33,317][233722] Updated weights for policy 0, policy_version 15781 (0.0011)
+[2026-06-02 16:19:33,392][210156] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20438.4). Total num frames: 8060928. Throughput: 0: 20653.4. Samples: 8067584. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:19:33,393][210156] Avg episode reward: [(0, '386.892')]
+[2026-06-02 16:19:33,497][233722] Updated weights for policy 0, policy_version 15791 (0.0010)
+[2026-06-02 16:19:33,673][233722] Updated weights for policy 0, policy_version 15801 (0.0011)
+[2026-06-02 16:19:34,323][233722] Updated weights for policy 0, policy_version 15811 (0.0010)
+[2026-06-02 16:19:34,522][233722] Updated weights for policy 0, policy_version 15823 (0.0013)
+[2026-06-02 16:19:34,695][233722] Updated weights for policy 0, policy_version 15833 (0.0012)
+[2026-06-02 16:19:34,882][233722] Updated weights for policy 0, policy_version 15843 (0.0012)
+[2026-06-02 16:19:35,058][233722] Updated weights for policy 0, policy_version 15853 (0.0010)
+[2026-06-02 16:19:35,227][233722] Updated weights for policy 0, policy_version 15863 (0.0009)
+[2026-06-02 16:19:35,891][233722] Updated weights for policy 0, policy_version 15873 (0.0010)
+[2026-06-02 16:19:36,050][233722] Updated weights for policy 0, policy_version 15883 (0.0013)
+[2026-06-02 16:19:36,231][233722] Updated weights for policy 0, policy_version 15893 (0.0011)
+[2026-06-02 16:19:36,403][233722] Updated weights for policy 0, policy_version 15903 (0.0011)
+[2026-06-02 16:19:36,587][233722] Updated weights for policy 0, policy_version 15913 (0.0010)
+[2026-06-02 16:19:36,760][233722] Updated weights for policy 0, policy_version 15923 (0.0008)
+[2026-06-02 16:19:36,963][233722] Updated weights for policy 0, policy_version 15934 (0.0009)
+[2026-06-02 16:19:37,585][233722] Updated weights for policy 0, policy_version 15944 (0.0009)
+[2026-06-02 16:19:37,762][233722] Updated weights for policy 0, policy_version 15954 (0.0010)
+[2026-06-02 16:19:37,938][233722] Updated weights for policy 0, policy_version 15964 (0.0010)
+[2026-06-02 16:19:38,119][233722] Updated weights for policy 0, policy_version 15974 (0.0011)
+[2026-06-02 16:19:38,286][233722] Updated weights for policy 0, policy_version 15984 (0.0011)
+[2026-06-02 16:19:38,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.4). Total num frames: 8159232. Throughput: 0: 20397.5. Samples: 8181632. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:19:38,393][210156] Avg episode reward: [(0, '418.732')]
+[2026-06-02 16:19:38,470][233722] Updated weights for policy 0, policy_version 15994 (0.0012)
+[2026-06-02 16:19:38,574][233443] Saving new best policy, reward=418.732!
+[2026-06-02 16:19:39,104][233722] Updated weights for policy 0, policy_version 16004 (0.0012)
+[2026-06-02 16:19:39,267][233722] Updated weights for policy 0, policy_version 16014 (0.0012)
+[2026-06-02 16:19:39,450][233722] Updated weights for policy 0, policy_version 16024 (0.0012)
+[2026-06-02 16:19:39,637][233722] Updated weights for policy 0, policy_version 16035 (0.0012)
+[2026-06-02 16:19:39,819][233722] Updated weights for policy 0, policy_version 16045 (0.0011)
+[2026-06-02 16:19:39,994][233722] Updated weights for policy 0, policy_version 16055 (0.0010)
+[2026-06-02 16:19:40,676][233722] Updated weights for policy 0, policy_version 16065 (0.0013)
+[2026-06-02 16:19:40,840][233722] Updated weights for policy 0, policy_version 16075 (0.0012)
+[2026-06-02 16:19:41,035][233722] Updated weights for policy 0, policy_version 16086 (0.0010)
+[2026-06-02 16:19:41,213][233722] Updated weights for policy 0, policy_version 16096 (0.0010)
+[2026-06-02 16:19:41,393][233722] Updated weights for policy 0, policy_version 16106 (0.0011)
+[2026-06-02 16:19:41,572][233722] Updated weights for policy 0, policy_version 16116 (0.0013)
+[2026-06-02 16:19:41,750][233722] Updated weights for policy 0, policy_version 16126 (0.0011)
+[2026-06-02 16:19:42,345][233722] Updated weights for policy 0, policy_version 16136 (0.0011)
+[2026-06-02 16:19:42,515][233722] Updated weights for policy 0, policy_version 16146 (0.0009)
+[2026-06-02 16:19:42,697][233722] Updated weights for policy 0, policy_version 16156 (0.0007)
+[2026-06-02 16:19:42,876][233722] Updated weights for policy 0, policy_version 16166 (0.0010)
+[2026-06-02 16:19:43,047][233722] Updated weights for policy 0, policy_version 16176 (0.0011)
+[2026-06-02 16:19:43,235][233722] Updated weights for policy 0, policy_version 16186 (0.0012)
+[2026-06-02 16:19:43,392][210156] Fps is (10 sec: 22937.9, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 8290304. Throughput: 0: 20371.8. Samples: 8305664. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0)
+[2026-06-02 16:19:43,393][210156] Avg episode reward: [(0, '426.787')]
+[2026-06-02 16:19:43,403][233443] Saving new best policy, reward=426.787!
+[2026-06-02 16:19:43,871][233722] Updated weights for policy 0, policy_version 16196 (0.0010)
+[2026-06-02 16:19:44,031][233722] Updated weights for policy 0, policy_version 16206 (0.0010)
+[2026-06-02 16:19:44,229][233722] Updated weights for policy 0, policy_version 16217 (0.0012)
+[2026-06-02 16:19:44,409][233722] Updated weights for policy 0, policy_version 16227 (0.0008)
+[2026-06-02 16:19:44,587][233722] Updated weights for policy 0, policy_version 16237 (0.0009)
+[2026-06-02 16:19:44,762][233722] Updated weights for policy 0, policy_version 16247 (0.0010)
+[2026-06-02 16:19:45,416][233722] Updated weights for policy 0, policy_version 16257 (0.0009)
+[2026-06-02 16:19:45,582][233722] Updated weights for policy 0, policy_version 16267 (0.0010)
+[2026-06-02 16:19:45,774][233722] Updated weights for policy 0, policy_version 16278 (0.0012)
+[2026-06-02 16:19:45,949][233722] Updated weights for policy 0, policy_version 16288 (0.0007)
+[2026-06-02 16:19:46,126][233722] Updated weights for policy 0, policy_version 16298 (0.0010)
+[2026-06-02 16:19:46,304][233722] Updated weights for policy 0, policy_version 16308 (0.0011)
+[2026-06-02 16:19:46,495][233722] Updated weights for policy 0, policy_version 16319 (0.0012)
+[2026-06-02 16:19:47,126][233722] Updated weights for policy 0, policy_version 16329 (0.0011)
+[2026-06-02 16:19:47,300][233722] Updated weights for policy 0, policy_version 16339 (0.0009)
+[2026-06-02 16:19:47,490][233722] Updated weights for policy 0, policy_version 16350 (0.0007)
+[2026-06-02 16:19:47,664][233722] Updated weights for policy 0, policy_version 16360 (0.0012)
+[2026-06-02 16:19:47,841][233722] Updated weights for policy 0, policy_version 16370 (0.0009)
+[2026-06-02 16:19:48,025][233722] Updated weights for policy 0, policy_version 16380 (0.0008)
+[2026-06-02 16:19:48,392][210156] Fps is (10 sec: 22936.8, 60 sec: 20752.9, 300 sec: 20549.4). Total num frames: 8388608. Throughput: 0: 20411.6. Samples: 8369536. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0)
+[2026-06-02 16:19:48,394][210156] Avg episode reward: [(0, '420.934')]
+[2026-06-02 16:19:48,719][233722] Updated weights for policy 0, policy_version 16391 (0.0010)
+[2026-06-02 16:19:48,900][233722] Updated weights for policy 0, policy_version 16401 (0.0013)
+[2026-06-02 16:19:49,072][233722] Updated weights for policy 0, policy_version 16411 (0.0010)
+[2026-06-02 16:19:49,242][233722] Updated weights for policy 0, policy_version 16421 (0.0010)
+[2026-06-02 16:19:49,413][233722] Updated weights for policy 0, policy_version 16431 (0.0010)
+[2026-06-02 16:19:49,593][233722] Updated weights for policy 0, policy_version 16441 (0.0009)
+[2026-06-02 16:19:50,285][233722] Updated weights for policy 0, policy_version 16451 (0.0011)
+[2026-06-02 16:19:50,449][233722] Updated weights for policy 0, policy_version 16461 (0.0010)
+[2026-06-02 16:19:50,616][233722] Updated weights for policy 0, policy_version 16471 (0.0009)
+[2026-06-02 16:19:50,804][233722] Updated weights for policy 0, policy_version 16481 (0.0010)
+[2026-06-02 16:19:50,979][233722] Updated weights for policy 0, policy_version 16491 (0.0011)
+[2026-06-02 16:19:51,158][233722] Updated weights for policy 0, policy_version 16501 (0.0012)
+[2026-06-02 16:19:51,326][233722] Updated weights for policy 0, policy_version 16511 (0.0009)
+[2026-06-02 16:19:51,985][233722] Updated weights for policy 0, policy_version 16521 (0.0009)
+[2026-06-02 16:19:52,159][233722] Updated weights for policy 0, policy_version 16531 (0.0008)
+[2026-06-02 16:19:52,323][233722] Updated weights for policy 0, policy_version 16541 (0.0010)
+[2026-06-02 16:19:52,508][233722] Updated weights for policy 0, policy_version 16551 (0.0010)
+[2026-06-02 16:19:52,690][233722] Updated weights for policy 0, policy_version 16561 (0.0011)
+[2026-06-02 16:19:52,869][233722] Updated weights for policy 0, policy_version 16571 (0.0010)
+[2026-06-02 16:19:53,392][210156] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20549.5). Total num frames: 8486912. Throughput: 0: 20548.3. Samples: 8497280. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0)
+[2026-06-02 16:19:53,393][210156] Avg episode reward: [(0, '401.434')]
+[2026-06-02 16:19:53,484][233722] Updated weights for policy 0, policy_version 16581 (0.0010)
+[2026-06-02 16:19:53,676][233722] Updated weights for policy 0, policy_version 16592 (0.0010)
+[2026-06-02 16:19:53,851][233722] Updated weights for policy 0, policy_version 16602 (0.0010)
+[2026-06-02 16:19:54,017][233722] Updated weights for policy 0, policy_version 16612 (0.0010)
+[2026-06-02 16:19:54,196][233722] Updated weights for policy 0, policy_version 16622 (0.0011)
+[2026-06-02 16:19:54,380][233722] Updated weights for policy 0, policy_version 16632 (0.0010)
+[2026-06-02 16:19:55,037][233722] Updated weights for policy 0, policy_version 16642 (0.0010)
+[2026-06-02 16:19:55,196][233722] Updated weights for policy 0, policy_version 16652 (0.0006)
+[2026-06-02 16:19:55,384][233722] Updated weights for policy 0, policy_version 16662 (0.0010)
+[2026-06-02 16:19:55,557][233722] Updated weights for policy 0, policy_version 16672 (0.0009)
+[2026-06-02 16:19:55,749][233722] Updated weights for policy 0, policy_version 16682 (0.0009)
+[2026-06-02 16:19:55,927][233722] Updated weights for policy 0, policy_version 16692 (0.0007)
+[2026-06-02 16:19:56,110][233722] Updated weights for policy 0, policy_version 16702 (0.0008)
+[2026-06-02 16:19:56,721][233722] Updated weights for policy 0, policy_version 16712 (0.0007)
+[2026-06-02 16:19:56,889][233722] Updated weights for policy 0, policy_version 16722 (0.0007)
+[2026-06-02 16:19:57,071][233722] Updated weights for policy 0, policy_version 16732 (0.0008)
+[2026-06-02 16:19:57,245][233722] Updated weights for policy 0, policy_version 16742 (0.0010)
+[2026-06-02 16:19:57,433][233722] Updated weights for policy 0, policy_version 16752 (0.0012)
+[2026-06-02 16:19:57,608][233722] Updated weights for policy 0, policy_version 16762 (0.0009)
+[2026-06-02 16:19:58,227][233722] Updated weights for policy 0, policy_version 16772 (0.0010)
+[2026-06-02 16:19:58,390][233722] Updated weights for policy 0, policy_version 16782 (0.0010)
+[2026-06-02 16:19:58,392][210156] Fps is (10 sec: 19661.7, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 8585216. Throughput: 0: 20588.1. Samples: 8621440. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0)
+[2026-06-02 16:19:58,393][210156] Avg episode reward: [(0, '412.594')]
+[2026-06-02 16:19:58,574][233722] Updated weights for policy 0, policy_version 16792 (0.0008)
+[2026-06-02 16:19:58,754][233722] Updated weights for policy 0, policy_version 16802 (0.0010)
+[2026-06-02 16:19:58,932][233722] Updated weights for policy 0, policy_version 16812 (0.0010)
+[2026-06-02 16:19:59,115][233722] Updated weights for policy 0, policy_version 16822 (0.0008)
+[2026-06-02 16:19:59,291][233722] Updated weights for policy 0, policy_version 16832 (0.0009)
+[2026-06-02 16:19:59,891][233722] Updated weights for policy 0, policy_version 16842 (0.0009)
+[2026-06-02 16:20:00,072][233722] Updated weights for policy 0, policy_version 16852 (0.0009)
+[2026-06-02 16:20:00,248][233722] Updated weights for policy 0, policy_version 16862 (0.0011)
+[2026-06-02 16:20:00,421][233722] Updated weights for policy 0, policy_version 16872 (0.0012)
+[2026-06-02 16:20:00,596][233722] Updated weights for policy 0, policy_version 16882 (0.0011)
+[2026-06-02 16:20:00,766][233722] Updated weights for policy 0, policy_version 16892 (0.0008)
+[2026-06-02 16:20:01,387][233722] Updated weights for policy 0, policy_version 16902 (0.0008)
+[2026-06-02 16:20:01,558][233722] Updated weights for policy 0, policy_version 16912 (0.0010)
+[2026-06-02 16:20:01,731][233722] Updated weights for policy 0, policy_version 16922 (0.0013)
+[2026-06-02 16:20:01,907][233722] Updated weights for policy 0, policy_version 16932 (0.0010)
+[2026-06-02 16:20:02,092][233722] Updated weights for policy 0, policy_version 16942 (0.0011)
+[2026-06-02 16:20:02,269][233722] Updated weights for policy 0, policy_version 16952 (0.0012)
+[2026-06-02 16:20:02,939][233722] Updated weights for policy 0, policy_version 16962 (0.0012)
+[2026-06-02 16:20:03,111][233722] Updated weights for policy 0, policy_version 16972 (0.0012)
+[2026-06-02 16:20:03,294][233722] Updated weights for policy 0, policy_version 16983 (0.0010)
+[2026-06-02 16:20:03,392][210156] Fps is (10 sec: 19660.5, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 8683520. Throughput: 0: 20448.7. Samples: 8678016. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:20:03,393][210156] Avg episode reward: [(0, '410.050')]
+[2026-06-02 16:20:03,475][233722] Updated weights for policy 0, policy_version 16993 (0.0010)
+[2026-06-02 16:20:03,658][233722] Updated weights for policy 0, policy_version 17003 (0.0009)
+[2026-06-02 16:20:03,851][233722] Updated weights for policy 0, policy_version 17014 (0.0010)
+[2026-06-02 16:20:04,021][233722] Updated weights for policy 0, policy_version 17024 (0.0008)
+[2026-06-02 16:20:04,634][233722] Updated weights for policy 0, policy_version 17034 (0.0011)
+[2026-06-02 16:20:04,807][233722] Updated weights for policy 0, policy_version 17044 (0.0012)
+[2026-06-02 16:20:04,983][233722] Updated weights for policy 0, policy_version 17054 (0.0009)
+[2026-06-02 16:20:05,158][233722] Updated weights for policy 0, policy_version 17064 (0.0009)
+[2026-06-02 16:20:05,342][233722] Updated weights for policy 0, policy_version 17074 (0.0009)
+[2026-06-02 16:20:05,512][233722] Updated weights for policy 0, policy_version 17084 (0.0008)
+[2026-06-02 16:20:06,177][233722] Updated weights for policy 0, policy_version 17094 (0.0009)
+[2026-06-02 16:20:06,348][233722] Updated weights for policy 0, policy_version 17104 (0.0011)
+[2026-06-02 16:20:06,521][233722] Updated weights for policy 0, policy_version 17114 (0.0012)
+[2026-06-02 16:20:06,712][233722] Updated weights for policy 0, policy_version 17125 (0.0009)
+[2026-06-02 16:20:06,894][233722] Updated weights for policy 0, policy_version 17135 (0.0007)
+[2026-06-02 16:20:07,073][233722] Updated weights for policy 0, policy_version 17145 (0.0010)
+[2026-06-02 16:20:07,713][233722] Updated weights for policy 0, policy_version 17155 (0.0012)
+[2026-06-02 16:20:07,879][233722] Updated weights for policy 0, policy_version 17165 (0.0011)
+[2026-06-02 16:20:08,054][233722] Updated weights for policy 0, policy_version 17175 (0.0014)
+[2026-06-02 16:20:08,236][233722] Updated weights for policy 0, policy_version 17185 (0.0010)
+[2026-06-02 16:20:08,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20549.5). Total num frames: 8781824. Throughput: 0: 20388.9. Samples: 8796416. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:20:08,393][210156] Avg episode reward: [(0, '418.585')]
+[2026-06-02 16:20:08,414][233722] Updated weights for policy 0, policy_version 17195 (0.0009)
+[2026-06-02 16:20:08,591][233722] Updated weights for policy 0, policy_version 17205 (0.0009)
+[2026-06-02 16:20:08,756][233722] Updated weights for policy 0, policy_version 17215 (0.0010)
+[2026-06-02 16:20:09,392][233722] Updated weights for policy 0, policy_version 17225 (0.0011)
+[2026-06-02 16:20:09,562][233722] Updated weights for policy 0, policy_version 17235 (0.0011)
+[2026-06-02 16:20:09,741][233722] Updated weights for policy 0, policy_version 17245 (0.0011)
+[2026-06-02 16:20:09,919][233722] Updated weights for policy 0, policy_version 17255 (0.0011)
+[2026-06-02 16:20:10,100][233722] Updated weights for policy 0, policy_version 17265 (0.0010)
+[2026-06-02 16:20:10,279][233722] Updated weights for policy 0, policy_version 17275 (0.0008)
+[2026-06-02 16:20:10,924][233722] Updated weights for policy 0, policy_version 17285 (0.0011)
+[2026-06-02 16:20:11,091][233722] Updated weights for policy 0, policy_version 17295 (0.0010)
+[2026-06-02 16:20:11,263][233722] Updated weights for policy 0, policy_version 17305 (0.0014)
+[2026-06-02 16:20:11,433][233722] Updated weights for policy 0, policy_version 17315 (0.0013)
+[2026-06-02 16:20:11,619][233722] Updated weights for policy 0, policy_version 17325 (0.0014)
+[2026-06-02 16:20:11,799][233722] Updated weights for policy 0, policy_version 17335 (0.0008)
+[2026-06-02 16:20:12,488][233722] Updated weights for policy 0, policy_version 17345 (0.0012)
+[2026-06-02 16:20:12,648][233722] Updated weights for policy 0, policy_version 17355 (0.0011)
+[2026-06-02 16:20:12,838][233722] Updated weights for policy 0, policy_version 17366 (0.0011)
+[2026-06-02 16:20:13,014][233722] Updated weights for policy 0, policy_version 17376 (0.0010)
+[2026-06-02 16:20:13,191][233722] Updated weights for policy 0, policy_version 17386 (0.0011)
+[2026-06-02 16:20:13,375][233722] Updated weights for policy 0, policy_version 17396 (0.0011)
+[2026-06-02 16:20:13,392][210156] Fps is (10 sec: 19661.3, 60 sec: 20207.0, 300 sec: 20549.4). Total num frames: 8880128. Throughput: 0: 20440.3. Samples: 8923648. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0)
+[2026-06-02 16:20:13,392][210156] Avg episode reward: [(0, '404.706')]
+[2026-06-02 16:20:13,558][233722] Updated weights for policy 0, policy_version 17406 (0.0010)
+[2026-06-02 16:20:14,221][233722] Updated weights for policy 0, policy_version 17416 (0.0012)
+[2026-06-02 16:20:14,397][233722] Updated weights for policy 0, policy_version 17426 (0.0012)
+[2026-06-02 16:20:14,573][233722] Updated weights for policy 0, policy_version 17436 (0.0010)
+[2026-06-02 16:20:14,750][233722] Updated weights for policy 0, policy_version 17446 (0.0009)
+[2026-06-02 16:20:14,931][233722] Updated weights for policy 0, policy_version 17456 (0.0011)
+[2026-06-02 16:20:15,112][233722] Updated weights for policy 0, policy_version 17466 (0.0010)
+[2026-06-02 16:20:15,768][233722] Updated weights for policy 0, policy_version 17476 (0.0011)
+[2026-06-02 16:20:15,937][233722] Updated weights for policy 0, policy_version 17486 (0.0012)
+[2026-06-02 16:20:16,116][233722] Updated weights for policy 0, policy_version 17496 (0.0011)
+[2026-06-02 16:20:16,292][233722] Updated weights for policy 0, policy_version 17506 (0.0010)
+[2026-06-02 16:20:16,467][233722] Updated weights for policy 0, policy_version 17516 (0.0011)
+[2026-06-02 16:20:16,642][233722] Updated weights for policy 0, policy_version 17526 (0.0011)
+[2026-06-02 16:20:16,813][233722] Updated weights for policy 0, policy_version 17536 (0.0010)
+[2026-06-02 16:20:17,483][233722] Updated weights for policy 0, policy_version 17546 (0.0013)
+[2026-06-02 16:20:17,656][233722] Updated weights for policy 0, policy_version 17556 (0.0008)
+[2026-06-02 16:20:17,834][233722] Updated weights for policy 0, policy_version 17566 (0.0010)
+[2026-06-02 16:20:18,010][233722] Updated weights for policy 0, policy_version 17576 (0.0011)
+[2026-06-02 16:20:18,183][233722] Updated weights for policy 0, policy_version 17586 (0.0011)
+[2026-06-02 16:20:18,379][233722] Updated weights for policy 0, policy_version 17597 (0.0012)
+[2026-06-02 16:20:18,392][210156] Fps is (10 sec: 19661.1, 60 sec: 20207.0, 300 sec: 20549.4). Total num frames: 8978432. Throughput: 0: 20460.2. Samples: 8988288. Policy #0 lag: (min: 56.0, avg: 75.4, max: 120.0)
+[2026-06-02 16:20:18,394][210156] Avg episode reward: [(0, '426.887')]
+[2026-06-02 16:20:18,424][233443] Saving new best policy, reward=426.887!
+[2026-06-02 16:20:19,023][233722] Updated weights for policy 0, policy_version 17607 (0.0010)
+[2026-06-02 16:20:19,196][233722] Updated weights for policy 0, policy_version 17617 (0.0010)
+[2026-06-02 16:20:19,372][233722] Updated weights for policy 0, policy_version 17627 (0.0010)
+[2026-06-02 16:20:19,547][233722] Updated weights for policy 0, policy_version 17637 (0.0012)
+[2026-06-02 16:20:19,747][233722] Updated weights for policy 0, policy_version 17648 (0.0010)
+[2026-06-02 16:20:19,928][233722] Updated weights for policy 0, policy_version 17658 (0.0010)
+[2026-06-02 16:20:20,584][233722] Updated weights for policy 0, policy_version 17668 (0.0011)
+[2026-06-02 16:20:20,752][233722] Updated weights for policy 0, policy_version 17678 (0.0013)
+[2026-06-02 16:20:20,926][233722] Updated weights for policy 0, policy_version 17688 (0.0010)
+[2026-06-02 16:20:21,107][233722] Updated weights for policy 0, policy_version 17698 (0.0010)
+[2026-06-02 16:20:21,280][233722] Updated weights for policy 0, policy_version 17708 (0.0011)
+[2026-06-02 16:20:21,458][233722] Updated weights for policy 0, policy_version 17718 (0.0010)
+[2026-06-02 16:20:21,627][233722] Updated weights for policy 0, policy_version 17728 (0.0010)
+[2026-06-02 16:20:22,290][233722] Updated weights for policy 0, policy_version 17739 (0.0010)
+[2026-06-02 16:20:22,467][233722] Updated weights for policy 0, policy_version 17749 (0.0008)
+[2026-06-02 16:20:22,655][233722] Updated weights for policy 0, policy_version 17759 (0.0010)
+[2026-06-02 16:20:22,822][233722] Updated weights for policy 0, policy_version 17769 (0.0007)
+[2026-06-02 16:20:23,005][233722] Updated weights for policy 0, policy_version 17779 (0.0007)
+[2026-06-02 16:20:23,175][233722] Updated weights for policy 0, policy_version 17789 (0.0006)
+[2026-06-02 16:20:23,392][210156] Fps is (10 sec: 22937.2, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 9109504. Throughput: 0: 20755.9. Samples: 9115648. Policy #0 lag: (min: 56.0, avg: 75.4, max: 120.0)
+[2026-06-02 16:20:23,393][210156] Avg episode reward: [(0, '420.860')]
+[2026-06-02 16:20:23,828][233722] Updated weights for policy 0, policy_version 17799 (0.0010)
+[2026-06-02 16:20:23,999][233722] Updated weights for policy 0, policy_version 17809 (0.0010)
+[2026-06-02 16:20:24,174][233722] Updated weights for policy 0, policy_version 17819 (0.0012)
+[2026-06-02 16:20:24,342][233722] Updated weights for policy 0, policy_version 17829 (0.0011)
+[2026-06-02 16:20:24,527][233722] Updated weights for policy 0, policy_version 17839 (0.0008)
+[2026-06-02 16:20:24,705][233722] Updated weights for policy 0, policy_version 17849 (0.0011)
+[2026-06-02 16:20:25,340][233722] Updated weights for policy 0, policy_version 17859 (0.0011)
+[2026-06-02 16:20:25,521][233722] Updated weights for policy 0, policy_version 17870 (0.0011)
+[2026-06-02 16:20:25,696][233722] Updated weights for policy 0, policy_version 17880 (0.0011)
+[2026-06-02 16:20:25,877][233722] Updated weights for policy 0, policy_version 17890 (0.0011)
+[2026-06-02 16:20:26,053][233722] Updated weights for policy 0, policy_version 17900 (0.0010)
+[2026-06-02 16:20:26,235][233722] Updated weights for policy 0, policy_version 17910 (0.0011)
+[2026-06-02 16:20:26,406][233722] Updated weights for policy 0, policy_version 17920 (0.0009)
+[2026-06-02 16:20:27,052][233722] Updated weights for policy 0, policy_version 17930 (0.0010)
+[2026-06-02 16:20:27,223][233722] Updated weights for policy 0, policy_version 17940 (0.0010)
+[2026-06-02 16:20:27,398][233722] Updated weights for policy 0, policy_version 17950 (0.0010)
+[2026-06-02 16:20:27,567][233722] Updated weights for policy 0, policy_version 17960 (0.0006)
+[2026-06-02 16:20:27,744][233722] Updated weights for policy 0, policy_version 17970 (0.0009)
+[2026-06-02 16:20:27,925][233722] Updated weights for policy 0, policy_version 17980 (0.0008)
+[2026-06-02 16:20:28,392][210156] Fps is (10 sec: 22937.2, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 9207808. Throughput: 0: 20531.2. Samples: 9229568. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:20:28,393][210156] Avg episode reward: [(0, '483.769')]
+[2026-06-02 16:20:28,602][233722] Updated weights for policy 0, policy_version 17990 (0.0007)
+[2026-06-02 16:20:28,779][233722] Updated weights for policy 0, policy_version 18000 (0.0009)
+[2026-06-02 16:20:28,952][233722] Updated weights for policy 0, policy_version 18010 (0.0007)
+[2026-06-02 16:20:29,129][233722] Updated weights for policy 0, policy_version 18020 (0.0011)
+[2026-06-02 16:20:29,310][233722] Updated weights for policy 0, policy_version 18030 (0.0010)
+[2026-06-02 16:20:29,485][233722] Updated weights for policy 0, policy_version 18040 (0.0009)
+[2026-06-02 16:20:29,624][233443] Saving new best policy, reward=483.769!
+[2026-06-02 16:20:30,105][233722] Updated weights for policy 0, policy_version 18050 (0.0007)
+[2026-06-02 16:20:30,268][233722] Updated weights for policy 0, policy_version 18060 (0.0010)
+[2026-06-02 16:20:30,443][233722] Updated weights for policy 0, policy_version 18070 (0.0011)
+[2026-06-02 16:20:30,615][233722] Updated weights for policy 0, policy_version 18080 (0.0011)
+[2026-06-02 16:20:30,799][233722] Updated weights for policy 0, policy_version 18090 (0.0011)
+[2026-06-02 16:20:30,972][233722] Updated weights for policy 0, policy_version 18100 (0.0012)
+[2026-06-02 16:20:31,150][233722] Updated weights for policy 0, policy_version 18110 (0.0010)
+[2026-06-02 16:20:31,794][233722] Updated weights for policy 0, policy_version 18120 (0.0010)
+[2026-06-02 16:20:31,962][233722] Updated weights for policy 0, policy_version 18130 (0.0009)
+[2026-06-02 16:20:32,144][233722] Updated weights for policy 0, policy_version 18140 (0.0011)
+[2026-06-02 16:20:32,323][233722] Updated weights for policy 0, policy_version 18150 (0.0007)
+[2026-06-02 16:20:32,500][233722] Updated weights for policy 0, policy_version 18160 (0.0011)
+[2026-06-02 16:20:32,680][233722] Updated weights for policy 0, policy_version 18170 (0.0011)
+[2026-06-02 16:20:33,296][233722] Updated weights for policy 0, policy_version 18180 (0.0008)
+[2026-06-02 16:20:33,392][210156] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 9306112. Throughput: 0: 20511.5. Samples: 9292544. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:20:33,392][210156] Avg episode reward: [(0, '543.418')]
+[2026-06-02 16:20:33,467][233722] Updated weights for policy 0, policy_version 18190 (0.0010)
+[2026-06-02 16:20:33,641][233722] Updated weights for policy 0, policy_version 18200 (0.0011)
+[2026-06-02 16:20:33,816][233722] Updated weights for policy 0, policy_version 18210 (0.0010)
+[2026-06-02 16:20:34,001][233722] Updated weights for policy 0, policy_version 18220 (0.0008)
+[2026-06-02 16:20:34,192][233722] Updated weights for policy 0, policy_version 18231 (0.0008)
+[2026-06-02 16:20:34,339][233443] Saving new best policy, reward=543.418!
+[2026-06-02 16:20:34,848][233722] Updated weights for policy 0, policy_version 18241 (0.0012)
+[2026-06-02 16:20:35,018][233722] Updated weights for policy 0, policy_version 18251 (0.0011)
+[2026-06-02 16:20:35,188][233722] Updated weights for policy 0, policy_version 18261 (0.0010)
+[2026-06-02 16:20:35,366][233722] Updated weights for policy 0, policy_version 18271 (0.0011)
+[2026-06-02 16:20:35,545][233722] Updated weights for policy 0, policy_version 18281 (0.0009)
+[2026-06-02 16:20:35,717][233722] Updated weights for policy 0, policy_version 18291 (0.0010)
+[2026-06-02 16:20:35,898][233722] Updated weights for policy 0, policy_version 18301 (0.0011)
+[2026-06-02 16:20:36,551][233722] Updated weights for policy 0, policy_version 18312 (0.0012)
+[2026-06-02 16:20:36,722][233722] Updated weights for policy 0, policy_version 18322 (0.0010)
+[2026-06-02 16:20:36,896][233722] Updated weights for policy 0, policy_version 18332 (0.0008)
+[2026-06-02 16:20:37,084][233722] Updated weights for policy 0, policy_version 18342 (0.0007)
+[2026-06-02 16:20:37,259][233722] Updated weights for policy 0, policy_version 18352 (0.0008)
+[2026-06-02 16:20:37,434][233722] Updated weights for policy 0, policy_version 18362 (0.0009)
+[2026-06-02 16:20:38,069][233722] Updated weights for policy 0, policy_version 18372 (0.0008)
+[2026-06-02 16:20:38,253][233722] Updated weights for policy 0, policy_version 18383 (0.0009)
+[2026-06-02 16:20:38,392][210156] Fps is (10 sec: 19661.1, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 9404416. Throughput: 0: 20457.3. Samples: 9417856. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0)
+[2026-06-02 16:20:38,392][210156] Avg episode reward: [(0, '575.472')]
+[2026-06-02 16:20:38,426][233722] Updated weights for policy 0, policy_version 18393 (0.0008)
+[2026-06-02 16:20:38,615][233722] Updated weights for policy 0, policy_version 18404 (0.0010)
+[2026-06-02 16:20:38,801][233722] Updated weights for policy 0, policy_version 18414 (0.0010)
+[2026-06-02 16:20:38,975][233722] Updated weights for policy 0, policy_version 18424 (0.0008)
+[2026-06-02 16:20:39,108][233443] Saving new best policy, reward=575.472!
+[2026-06-02 16:20:39,621][233722] Updated weights for policy 0, policy_version 18434 (0.0010)
+[2026-06-02 16:20:39,788][233722] Updated weights for policy 0, policy_version 18444 (0.0012)
+[2026-06-02 16:20:39,957][233722] Updated weights for policy 0, policy_version 18454 (0.0011)
+[2026-06-02 16:20:40,134][233722] Updated weights for policy 0, policy_version 18464 (0.0007)
+[2026-06-02 16:20:40,310][233722] Updated weights for policy 0, policy_version 18474 (0.0007)
+[2026-06-02 16:20:40,492][233722] Updated weights for policy 0, policy_version 18484 (0.0008)
+[2026-06-02 16:20:40,665][233722] Updated weights for policy 0, policy_version 18494 (0.0010)
+[2026-06-02 16:20:41,312][233722] Updated weights for policy 0, policy_version 18505 (0.0011)
+[2026-06-02 16:20:41,493][233722] Updated weights for policy 0, policy_version 18516 (0.0011)
+[2026-06-02 16:20:41,675][233722] Updated weights for policy 0, policy_version 18526 (0.0013)
+[2026-06-02 16:20:41,852][233722] Updated weights for policy 0, policy_version 18536 (0.0010)
+[2026-06-02 16:20:42,034][233722] Updated weights for policy 0, policy_version 18546 (0.0011)
+[2026-06-02 16:20:42,206][233722] Updated weights for policy 0, policy_version 18556 (0.0009)
+[2026-06-02 16:20:42,852][233722] Updated weights for policy 0, policy_version 18566 (0.0012)
+[2026-06-02 16:20:43,020][233722] Updated weights for policy 0, policy_version 18576 (0.0009)
+[2026-06-02 16:20:43,197][233722] Updated weights for policy 0, policy_version 18586 (0.0010)
+[2026-06-02 16:20:43,375][233722] Updated weights for policy 0, policy_version 18596 (0.0011)
+[2026-06-02 16:20:43,392][210156] Fps is (10 sec: 19659.7, 60 sec: 20206.8, 300 sec: 20549.4). Total num frames: 9502720. Throughput: 0: 20468.4. Samples: 9542528. Policy #0 lag: (min: 42.0, avg: 71.7, max: 106.0)
+[2026-06-02 16:20:43,394][210156] Avg episode reward: [(0, '596.773')]
+[2026-06-02 16:20:43,549][233722] Updated weights for policy 0, policy_version 18606 (0.0010)
+[2026-06-02 16:20:43,723][233722] Updated weights for policy 0, policy_version 18616 (0.0008)
+[2026-06-02 16:20:43,865][233443] Saving new best policy, reward=596.773!
+[2026-06-02 16:20:44,346][233722] Updated weights for policy 0, policy_version 18626 (0.0011)
+[2026-06-02 16:20:44,514][233722] Updated weights for policy 0, policy_version 18636 (0.0010)
+[2026-06-02 16:20:44,687][233722] Updated weights for policy 0, policy_version 18646 (0.0010)
+[2026-06-02 16:20:44,863][233722] Updated weights for policy 0, policy_version 18656 (0.0010)
+[2026-06-02 16:20:45,036][233722] Updated weights for policy 0, policy_version 18666 (0.0012)
+[2026-06-02 16:20:45,223][233722] Updated weights for policy 0, policy_version 18676 (0.0011)
+[2026-06-02 16:20:45,398][233722] Updated weights for policy 0, policy_version 18686 (0.0009)
+[2026-06-02 16:20:46,035][233722] Updated weights for policy 0, policy_version 18696 (0.0013)
+[2026-06-02 16:20:46,206][233722] Updated weights for policy 0, policy_version 18706 (0.0009)
+[2026-06-02 16:20:46,387][233722] Updated weights for policy 0, policy_version 18716 (0.0011)
+[2026-06-02 16:20:46,562][233722] Updated weights for policy 0, policy_version 18726 (0.0013)
+[2026-06-02 16:20:46,742][233722] Updated weights for policy 0, policy_version 18736 (0.0010)
+[2026-06-02 16:20:46,911][233722] Updated weights for policy 0, policy_version 18746 (0.0013)
+[2026-06-02 16:20:47,595][233722] Updated weights for policy 0, policy_version 18756 (0.0010)
+[2026-06-02 16:20:47,761][233722] Updated weights for policy 0, policy_version 18766 (0.0012)
+[2026-06-02 16:20:47,934][233722] Updated weights for policy 0, policy_version 18776 (0.0012)
+[2026-06-02 16:20:48,112][233722] Updated weights for policy 0, policy_version 18786 (0.0013)
+[2026-06-02 16:20:48,286][233722] Updated weights for policy 0, policy_version 18796 (0.0011)
+[2026-06-02 16:20:48,392][210156] Fps is (10 sec: 19660.7, 60 sec: 20207.1, 300 sec: 20549.4). Total num frames: 9601024. Throughput: 0: 20585.3. Samples: 9604352. Policy #0 lag: (min: 42.0, avg: 71.7, max: 106.0)
+[2026-06-02 16:20:48,393][210156] Avg episode reward: [(0, '585.035')]
+[2026-06-02 16:20:48,463][233722] Updated weights for policy 0, policy_version 18806 (0.0010)
+[2026-06-02 16:20:48,635][233722] Updated weights for policy 0, policy_version 18816 (0.0011)
+[2026-06-02 16:20:49,296][233722] Updated weights for policy 0, policy_version 18826 (0.0009)
+[2026-06-02 16:20:49,468][233722] Updated weights for policy 0, policy_version 18836 (0.0011)
+[2026-06-02 16:20:49,658][233722] Updated weights for policy 0, policy_version 18847 (0.0011)
+[2026-06-02 16:20:49,835][233722] Updated weights for policy 0, policy_version 18857 (0.0011)
+[2026-06-02 16:20:50,009][233722] Updated weights for policy 0, policy_version 18867 (0.0011)
+[2026-06-02 16:20:50,184][233722] Updated weights for policy 0, policy_version 18877 (0.0010)
+[2026-06-02 16:20:50,833][233722] Updated weights for policy 0, policy_version 18887 (0.0011)
+[2026-06-02 16:20:51,007][233722] Updated weights for policy 0, policy_version 18897 (0.0010)
+[2026-06-02 16:20:51,183][233722] Updated weights for policy 0, policy_version 18907 (0.0009)
+[2026-06-02 16:20:51,354][233722] Updated weights for policy 0, policy_version 18917 (0.0013)
+[2026-06-02 16:20:51,540][233722] Updated weights for policy 0, policy_version 18927 (0.0010)
+[2026-06-02 16:20:51,709][233722] Updated weights for policy 0, policy_version 18937 (0.0010)
+[2026-06-02 16:20:52,364][233722] Updated weights for policy 0, policy_version 18948 (0.0010)
+[2026-06-02 16:20:52,540][233722] Updated weights for policy 0, policy_version 18958 (0.0011)
+[2026-06-02 16:20:52,707][233722] Updated weights for policy 0, policy_version 18968 (0.0009)
+[2026-06-02 16:20:52,885][233722] Updated weights for policy 0, policy_version 18978 (0.0008)
+[2026-06-02 16:20:53,064][233722] Updated weights for policy 0, policy_version 18988 (0.0008)
+[2026-06-02 16:20:53,242][233722] Updated weights for policy 0, policy_version 18998 (0.0007)
+[2026-06-02 16:20:53,392][210156] Fps is (10 sec: 19661.9, 60 sec: 20207.0, 300 sec: 20549.4). Total num frames: 9699328. Throughput: 0: 20662.1. Samples: 9726208. Policy #0 lag: (min: 42.0, avg: 71.7, max: 106.0)
+[2026-06-02 16:20:53,393][210156] Avg episode reward: [(0, '587.956')]
+[2026-06-02 16:20:53,415][233722] Updated weights for policy 0, policy_version 19008 (0.0007)
+[2026-06-02 16:20:54,054][233722] Updated weights for policy 0, policy_version 19018 (0.0010)
+[2026-06-02 16:20:54,228][233722] Updated weights for policy 0, policy_version 19028 (0.0011)
+[2026-06-02 16:20:54,421][233722] Updated weights for policy 0, policy_version 19039 (0.0012)
+[2026-06-02 16:20:54,597][233722] Updated weights for policy 0, policy_version 19049 (0.0011)
+[2026-06-02 16:20:54,776][233722] Updated weights for policy 0, policy_version 19059 (0.0009)
+[2026-06-02 16:20:54,961][233722] Updated weights for policy 0, policy_version 19069 (0.0010)
+[2026-06-02 16:20:55,584][233722] Updated weights for policy 0, policy_version 19079 (0.0008)
+[2026-06-02 16:20:55,758][233722] Updated weights for policy 0, policy_version 19089 (0.0007)
+[2026-06-02 16:20:55,928][233722] Updated weights for policy 0, policy_version 19099 (0.0010)
+[2026-06-02 16:20:56,117][233722] Updated weights for policy 0, policy_version 19109 (0.0011)
+[2026-06-02 16:20:56,295][233722] Updated weights for policy 0, policy_version 19119 (0.0012)
+[2026-06-02 16:20:56,483][233722] Updated weights for policy 0, policy_version 19129 (0.0011)
+[2026-06-02 16:20:57,104][233722] Updated weights for policy 0, policy_version 19139 (0.0012)
+[2026-06-02 16:20:57,277][233722] Updated weights for policy 0, policy_version 19149 (0.0008)
+[2026-06-02 16:20:57,453][233722] Updated weights for policy 0, policy_version 19159 (0.0010)
+[2026-06-02 16:20:57,632][233722] Updated weights for policy 0, policy_version 19169 (0.0010)
+[2026-06-02 16:20:57,806][233722] Updated weights for policy 0, policy_version 19179 (0.0009)
+[2026-06-02 16:20:58,008][233722] Updated weights for policy 0, policy_version 19190 (0.0009)
+[2026-06-02 16:20:58,186][233722] Updated weights for policy 0, policy_version 19200 (0.0009)
+[2026-06-02 16:20:58,392][210156] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 9830400. Throughput: 0: 20502.7. Samples: 9846272. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:20:58,393][210156] Avg episode reward: [(0, '629.061')]
+[2026-06-02 16:20:58,401][233443] Saving new best policy, reward=629.061!
+[2026-06-02 16:20:58,806][233722] Updated weights for policy 0, policy_version 19210 (0.0008)
+[2026-06-02 16:20:58,984][233722] Updated weights for policy 0, policy_version 19220 (0.0009)
+[2026-06-02 16:20:59,161][233722] Updated weights for policy 0, policy_version 19230 (0.0010)
+[2026-06-02 16:20:59,337][233722] Updated weights for policy 0, policy_version 19240 (0.0010)
+[2026-06-02 16:20:59,527][233722] Updated weights for policy 0, policy_version 19250 (0.0011)
+[2026-06-02 16:20:59,699][233722] Updated weights for policy 0, policy_version 19260 (0.0009)
+[2026-06-02 16:21:00,296][233722] Updated weights for policy 0, policy_version 19270 (0.0008)
+[2026-06-02 16:21:00,474][233722] Updated weights for policy 0, policy_version 19280 (0.0010)
+[2026-06-02 16:21:00,656][233722] Updated weights for policy 0, policy_version 19290 (0.0010)
+[2026-06-02 16:21:00,828][233722] Updated weights for policy 0, policy_version 19300 (0.0009)
+[2026-06-02 16:21:01,013][233722] Updated weights for policy 0, policy_version 19310 (0.0008)
+[2026-06-02 16:21:01,210][233722] Updated weights for policy 0, policy_version 19321 (0.0011)
+[2026-06-02 16:21:01,853][233722] Updated weights for policy 0, policy_version 19331 (0.0010)
+[2026-06-02 16:21:02,025][233722] Updated weights for policy 0, policy_version 19341 (0.0012)
+[2026-06-02 16:21:02,202][233722] Updated weights for policy 0, policy_version 19351 (0.0009)
+[2026-06-02 16:21:02,382][233722] Updated weights for policy 0, policy_version 19361 (0.0013)
+[2026-06-02 16:21:02,556][233722] Updated weights for policy 0, policy_version 19371 (0.0011)
+[2026-06-02 16:21:02,736][233722] Updated weights for policy 0, policy_version 19381 (0.0010)
+[2026-06-02 16:21:02,917][233722] Updated weights for policy 0, policy_version 19391 (0.0010)
+[2026-06-02 16:21:03,392][210156] Fps is (10 sec: 22937.2, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 9928704. Throughput: 0: 20462.9. Samples: 9909120. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:21:03,394][210156] Avg episode reward: [(0, '639.197')]
+[2026-06-02 16:21:03,590][233722] Updated weights for policy 0, policy_version 19402 (0.0011)
+[2026-06-02 16:21:03,770][233722] Updated weights for policy 0, policy_version 19412 (0.0009)
+[2026-06-02 16:21:03,941][233722] Updated weights for policy 0, policy_version 19422 (0.0010)
+[2026-06-02 16:21:04,126][233722] Updated weights for policy 0, policy_version 19432 (0.0009)
+[2026-06-02 16:21:04,304][233722] Updated weights for policy 0, policy_version 19442 (0.0008)
+[2026-06-02 16:21:04,500][233722] Updated weights for policy 0, policy_version 19453 (0.0008)
+[2026-06-02 16:21:04,544][233443] Saving new best policy, reward=639.197!
+[2026-06-02 16:21:05,116][233722] Updated weights for policy 0, policy_version 19463 (0.0010)
+[2026-06-02 16:21:05,290][233722] Updated weights for policy 0, policy_version 19473 (0.0011)
+[2026-06-02 16:21:05,469][233722] Updated weights for policy 0, policy_version 19483 (0.0009)
+[2026-06-02 16:21:05,645][233722] Updated weights for policy 0, policy_version 19493 (0.0009)
+[2026-06-02 16:21:05,827][233722] Updated weights for policy 0, policy_version 19503 (0.0009)
+[2026-06-02 16:21:06,004][233722] Updated weights for policy 0, policy_version 19513 (0.0012)
+[2026-06-02 16:21:06,641][233722] Updated weights for policy 0, policy_version 19523 (0.0012)
+[2026-06-02 16:21:06,813][233722] Updated weights for policy 0, policy_version 19533 (0.0010)
+[2026-06-02 16:21:06,988][233722] Updated weights for policy 0, policy_version 19543 (0.0008)
+[2026-06-02 16:21:07,158][233722] Updated weights for policy 0, policy_version 19553 (0.0008)
+[2026-06-02 16:21:07,348][233722] Updated weights for policy 0, policy_version 19563 (0.0009)
+[2026-06-02 16:21:07,522][233722] Updated weights for policy 0, policy_version 19573 (0.0011)
+[2026-06-02 16:21:07,701][233722] Updated weights for policy 0, policy_version 19583 (0.0010)
+[2026-06-02 16:21:08,352][233722] Updated weights for policy 0, policy_version 19593 (0.0008)
+[2026-06-02 16:21:08,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 10027008. Throughput: 0: 20457.2. Samples: 10036224. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:21:08,393][210156] Avg episode reward: [(0, '632.727')]
+[2026-06-02 16:21:08,530][233722] Updated weights for policy 0, policy_version 19603 (0.0009)
+[2026-06-02 16:21:08,699][233722] Updated weights for policy 0, policy_version 19613 (0.0009)
+[2026-06-02 16:21:08,882][233722] Updated weights for policy 0, policy_version 19623 (0.0009)
+[2026-06-02 16:21:09,061][233722] Updated weights for policy 0, policy_version 19633 (0.0010)
+[2026-06-02 16:21:09,232][233722] Updated weights for policy 0, policy_version 19643 (0.0007)
+[2026-06-02 16:21:09,883][233722] Updated weights for policy 0, policy_version 19653 (0.0010)
+[2026-06-02 16:21:10,054][233722] Updated weights for policy 0, policy_version 19663 (0.0010)
+[2026-06-02 16:21:10,229][233722] Updated weights for policy 0, policy_version 19673 (0.0011)
+[2026-06-02 16:21:10,398][233722] Updated weights for policy 0, policy_version 19683 (0.0011)
+[2026-06-02 16:21:10,588][233722] Updated weights for policy 0, policy_version 19694 (0.0010)
+[2026-06-02 16:21:10,771][233722] Updated weights for policy 0, policy_version 19704 (0.0010)
+[2026-06-02 16:21:11,457][233722] Updated weights for policy 0, policy_version 19715 (0.0011)
+[2026-06-02 16:21:11,610][233722] Updated weights for policy 0, policy_version 19725 (0.0010)
+[2026-06-02 16:21:11,788][233722] Updated weights for policy 0, policy_version 19735 (0.0008)
+[2026-06-02 16:21:11,965][233722] Updated weights for policy 0, policy_version 19745 (0.0008)
+[2026-06-02 16:21:12,141][233722] Updated weights for policy 0, policy_version 19755 (0.0010)
+[2026-06-02 16:21:12,325][233722] Updated weights for policy 0, policy_version 19765 (0.0012)
+[2026-06-02 16:21:12,502][233722] Updated weights for policy 0, policy_version 19775 (0.0009)
+[2026-06-02 16:21:13,154][233722] Updated weights for policy 0, policy_version 19785 (0.0008)
+[2026-06-02 16:21:13,327][233722] Updated weights for policy 0, policy_version 19795 (0.0010)
+[2026-06-02 16:21:13,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 10125312. Throughput: 0: 20761.7. Samples: 10163840. Policy #0 lag: (min: 14.0, avg: 31.0, max: 78.0)
+[2026-06-02 16:21:13,393][210156] Avg episode reward: [(0, '608.272')]
+[2026-06-02 16:21:13,506][233722] Updated weights for policy 0, policy_version 19805 (0.0012)
+[2026-06-02 16:21:13,680][233722] Updated weights for policy 0, policy_version 19815 (0.0010)
+[2026-06-02 16:21:13,862][233722] Updated weights for policy 0, policy_version 19825 (0.0012)
+[2026-06-02 16:21:14,045][233722] Updated weights for policy 0, policy_version 19835 (0.0008)
+[2026-06-02 16:21:14,664][233722] Updated weights for policy 0, policy_version 19845 (0.0007)
+[2026-06-02 16:21:14,856][233722] Updated weights for policy 0, policy_version 19856 (0.0011)
+[2026-06-02 16:21:15,032][233722] Updated weights for policy 0, policy_version 19866 (0.0010)
+[2026-06-02 16:21:15,218][233722] Updated weights for policy 0, policy_version 19876 (0.0008)
+[2026-06-02 16:21:15,397][233722] Updated weights for policy 0, policy_version 19886 (0.0006)
+[2026-06-02 16:21:15,566][233722] Updated weights for policy 0, policy_version 19896 (0.0011)
+[2026-06-02 16:21:16,188][233722] Updated weights for policy 0, policy_version 19906 (0.0008)
+[2026-06-02 16:21:16,362][233722] Updated weights for policy 0, policy_version 19916 (0.0008)
+[2026-06-02 16:21:16,527][233722] Updated weights for policy 0, policy_version 19926 (0.0010)
+[2026-06-02 16:21:16,716][233722] Updated weights for policy 0, policy_version 19936 (0.0010)
+[2026-06-02 16:21:16,892][233722] Updated weights for policy 0, policy_version 19946 (0.0010)
+[2026-06-02 16:21:17,070][233722] Updated weights for policy 0, policy_version 19956 (0.0011)
+[2026-06-02 16:21:17,239][233722] Updated weights for policy 0, policy_version 19966 (0.0011)
+[2026-06-02 16:21:17,892][233722] Updated weights for policy 0, policy_version 19976 (0.0011)
+[2026-06-02 16:21:18,064][233722] Updated weights for policy 0, policy_version 19986 (0.0012)
+[2026-06-02 16:21:18,240][233722] Updated weights for policy 0, policy_version 19996 (0.0010)
+[2026-06-02 16:21:18,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 10223616. Throughput: 0: 20764.4. Samples: 10226944. Policy #0 lag: (min: 14.0, avg: 31.0, max: 78.0)
+[2026-06-02 16:21:18,393][210156] Avg episode reward: [(0, '589.682')]
+[2026-06-02 16:21:18,412][233722] Updated weights for policy 0, policy_version 20006 (0.0011)
+[2026-06-02 16:21:18,589][233722] Updated weights for policy 0, policy_version 20016 (0.0012)
+[2026-06-02 16:21:18,773][233722] Updated weights for policy 0, policy_version 20026 (0.0010)
+[2026-06-02 16:21:19,396][233722] Updated weights for policy 0, policy_version 20036 (0.0011)
+[2026-06-02 16:21:19,562][233722] Updated weights for policy 0, policy_version 20046 (0.0009)
+[2026-06-02 16:21:19,743][233722] Updated weights for policy 0, policy_version 20056 (0.0007)
+[2026-06-02 16:21:19,915][233722] Updated weights for policy 0, policy_version 20066 (0.0008)
+[2026-06-02 16:21:20,102][233722] Updated weights for policy 0, policy_version 20076 (0.0007)
+[2026-06-02 16:21:20,281][233722] Updated weights for policy 0, policy_version 20086 (0.0010)
+[2026-06-02 16:21:20,453][233722] Updated weights for policy 0, policy_version 20096 (0.0011)
+[2026-06-02 16:21:21,085][233722] Updated weights for policy 0, policy_version 20106 (0.0011)
+[2026-06-02 16:21:21,255][233722] Updated weights for policy 0, policy_version 20116 (0.0009)
+[2026-06-02 16:21:21,431][233722] Updated weights for policy 0, policy_version 20126 (0.0008)
+[2026-06-02 16:21:21,609][233722] Updated weights for policy 0, policy_version 20136 (0.0009)
+[2026-06-02 16:21:21,785][233722] Updated weights for policy 0, policy_version 20146 (0.0010)
+[2026-06-02 16:21:21,965][233722] Updated weights for policy 0, policy_version 20156 (0.0010)
+[2026-06-02 16:21:22,618][233722] Updated weights for policy 0, policy_version 20166 (0.0010)
+[2026-06-02 16:21:22,788][233722] Updated weights for policy 0, policy_version 20176 (0.0008)
+[2026-06-02 16:21:22,961][233722] Updated weights for policy 0, policy_version 20186 (0.0010)
+[2026-06-02 16:21:23,142][233722] Updated weights for policy 0, policy_version 20196 (0.0009)
+[2026-06-02 16:21:23,320][233722] Updated weights for policy 0, policy_version 20206 (0.0008)
+[2026-06-02 16:21:23,392][210156] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20549.4). Total num frames: 10321920. Throughput: 0: 20511.3. Samples: 10340864. Policy #0 lag: (min: 14.0, avg: 31.0, max: 78.0)
+[2026-06-02 16:21:23,393][210156] Avg episode reward: [(0, '572.675')]
+[2026-06-02 16:21:23,502][233722] Updated weights for policy 0, policy_version 20216 (0.0010)
+[2026-06-02 16:21:24,122][233722] Updated weights for policy 0, policy_version 20226 (0.0009)
+[2026-06-02 16:21:24,290][233722] Updated weights for policy 0, policy_version 20236 (0.0013)
+[2026-06-02 16:21:24,463][233722] Updated weights for policy 0, policy_version 20246 (0.0012)
+[2026-06-02 16:21:24,640][233722] Updated weights for policy 0, policy_version 20256 (0.0011)
+[2026-06-02 16:21:24,822][233722] Updated weights for policy 0, policy_version 20266 (0.0012)
+[2026-06-02 16:21:25,000][233722] Updated weights for policy 0, policy_version 20276 (0.0009)
+[2026-06-02 16:21:25,180][233722] Updated weights for policy 0, policy_version 20286 (0.0011)
+[2026-06-02 16:21:25,827][233722] Updated weights for policy 0, policy_version 20297 (0.0011)
+[2026-06-02 16:21:25,997][233722] Updated weights for policy 0, policy_version 20307 (0.0010)
+[2026-06-02 16:21:26,169][233722] Updated weights for policy 0, policy_version 20317 (0.0010)
+[2026-06-02 16:21:26,354][233722] Updated weights for policy 0, policy_version 20327 (0.0011)
+[2026-06-02 16:21:26,523][233722] Updated weights for policy 0, policy_version 20337 (0.0008)
+[2026-06-02 16:21:26,711][233722] Updated weights for policy 0, policy_version 20347 (0.0012)
+[2026-06-02 16:21:27,348][233722] Updated weights for policy 0, policy_version 20357 (0.0011)
+[2026-06-02 16:21:27,511][233722] Updated weights for policy 0, policy_version 20367 (0.0012)
+[2026-06-02 16:21:27,686][233722] Updated weights for policy 0, policy_version 20377 (0.0012)
+[2026-06-02 16:21:27,872][233722] Updated weights for policy 0, policy_version 20387 (0.0011)
+[2026-06-02 16:21:28,053][233722] Updated weights for policy 0, policy_version 20397 (0.0010)
+[2026-06-02 16:21:28,236][233722] Updated weights for policy 0, policy_version 20408 (0.0011)
+[2026-06-02 16:21:28,392][210156] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 10452992. Throughput: 0: 20551.3. Samples: 10467328. Policy #0 lag: (min: 54.0, avg: 71.2, max: 118.0)
+[2026-06-02 16:21:28,393][210156] Avg episode reward: [(0, '571.067')]
+[2026-06-02 16:21:28,919][233722] Updated weights for policy 0, policy_version 20418 (0.0010)
+[2026-06-02 16:21:29,087][233722] Updated weights for policy 0, policy_version 20428 (0.0011)
+[2026-06-02 16:21:29,252][233722] Updated weights for policy 0, policy_version 20438 (0.0010)
+[2026-06-02 16:21:29,439][233722] Updated weights for policy 0, policy_version 20448 (0.0011)
+[2026-06-02 16:21:29,619][233722] Updated weights for policy 0, policy_version 20458 (0.0011)
+[2026-06-02 16:21:29,799][233722] Updated weights for policy 0, policy_version 20468 (0.0013)
+[2026-06-02 16:21:29,977][233722] Updated weights for policy 0, policy_version 20478 (0.0010)
+[2026-06-02 16:21:30,596][233722] Updated weights for policy 0, policy_version 20488 (0.0007)
+[2026-06-02 16:21:30,777][233722] Updated weights for policy 0, policy_version 20498 (0.0007)
+[2026-06-02 16:21:30,949][233722] Updated weights for policy 0, policy_version 20508 (0.0010)
+[2026-06-02 16:21:31,126][233722] Updated weights for policy 0, policy_version 20518 (0.0009)
+[2026-06-02 16:21:31,306][233722] Updated weights for policy 0, policy_version 20528 (0.0010)
+[2026-06-02 16:21:31,478][233722] Updated weights for policy 0, policy_version 20538 (0.0010)
+[2026-06-02 16:21:32,109][233722] Updated weights for policy 0, policy_version 20548 (0.0010)
+[2026-06-02 16:21:32,279][233722] Updated weights for policy 0, policy_version 20558 (0.0007)
+[2026-06-02 16:21:32,455][233722] Updated weights for policy 0, policy_version 20568 (0.0007)
+[2026-06-02 16:21:32,631][233722] Updated weights for policy 0, policy_version 20578 (0.0011)
+[2026-06-02 16:21:32,813][233722] Updated weights for policy 0, policy_version 20588 (0.0011)
+[2026-06-02 16:21:32,993][233722] Updated weights for policy 0, policy_version 20598 (0.0011)
+[2026-06-02 16:21:33,169][233722] Updated weights for policy 0, policy_version 20608 (0.0012)
+[2026-06-02 16:21:33,392][210156] Fps is (10 sec: 22937.7, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 10551296. Throughput: 0: 20576.7. Samples: 10530304. Policy #0 lag: (min: 54.0, avg: 71.2, max: 118.0)
+[2026-06-02 16:21:33,393][210156] Avg episode reward: [(0, '598.995')]
+[2026-06-02 16:21:33,792][233722] Updated weights for policy 0, policy_version 20618 (0.0011)
+[2026-06-02 16:21:33,956][233722] Updated weights for policy 0, policy_version 20628 (0.0009)
+[2026-06-02 16:21:34,145][233722] Updated weights for policy 0, policy_version 20638 (0.0010)
+[2026-06-02 16:21:34,320][233722] Updated weights for policy 0, policy_version 20648 (0.0012)
+[2026-06-02 16:21:34,506][233722] Updated weights for policy 0, policy_version 20658 (0.0010)
+[2026-06-02 16:21:34,686][233722] Updated weights for policy 0, policy_version 20668 (0.0012)
+[2026-06-02 16:21:35,298][233722] Updated weights for policy 0, policy_version 20678 (0.0011)
+[2026-06-02 16:21:35,466][233722] Updated weights for policy 0, policy_version 20688 (0.0010)
+[2026-06-02 16:21:35,645][233722] Updated weights for policy 0, policy_version 20698 (0.0011)
+[2026-06-02 16:21:35,828][233722] Updated weights for policy 0, policy_version 20708 (0.0010)
+[2026-06-02 16:21:36,005][233722] Updated weights for policy 0, policy_version 20718 (0.0009)
+[2026-06-02 16:21:36,176][233722] Updated weights for policy 0, policy_version 20728 (0.0012)
+[2026-06-02 16:21:36,813][233722] Updated weights for policy 0, policy_version 20738 (0.0012)
+[2026-06-02 16:21:36,975][233722] Updated weights for policy 0, policy_version 20748 (0.0010)
+[2026-06-02 16:21:37,151][233722] Updated weights for policy 0, policy_version 20758 (0.0009)
+[2026-06-02 16:21:37,351][233722] Updated weights for policy 0, policy_version 20769 (0.0010)
+[2026-06-02 16:21:37,533][233722] Updated weights for policy 0, policy_version 20779 (0.0010)
+[2026-06-02 16:21:37,710][233722] Updated weights for policy 0, policy_version 20789 (0.0008)
+[2026-06-02 16:21:37,892][233722] Updated weights for policy 0, policy_version 20799 (0.0011)
+[2026-06-02 16:21:38,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20660.5). Total num frames: 10649600. Throughput: 0: 20659.1. Samples: 10655872. Policy #0 lag: (min: 54.0, avg: 71.2, max: 118.0)
+[2026-06-02 16:21:38,393][210156] Avg episode reward: [(0, '600.204')]
+[2026-06-02 16:21:38,506][233722] Updated weights for policy 0, policy_version 20809 (0.0011)
+[2026-06-02 16:21:38,682][233722] Updated weights for policy 0, policy_version 20819 (0.0010)
+[2026-06-02 16:21:38,857][233722] Updated weights for policy 0, policy_version 20829 (0.0013)
+[2026-06-02 16:21:39,024][233722] Updated weights for policy 0, policy_version 20839 (0.0008)
+[2026-06-02 16:21:39,215][233722] Updated weights for policy 0, policy_version 20849 (0.0010)
+[2026-06-02 16:21:39,392][233722] Updated weights for policy 0, policy_version 20859 (0.0008)
+[2026-06-02 16:21:40,014][233722] Updated weights for policy 0, policy_version 20869 (0.0009)
+[2026-06-02 16:21:40,179][233722] Updated weights for policy 0, policy_version 20879 (0.0011)
+[2026-06-02 16:21:40,356][233722] Updated weights for policy 0, policy_version 20889 (0.0013)
+[2026-06-02 16:21:40,534][233722] Updated weights for policy 0, policy_version 20899 (0.0011)
+[2026-06-02 16:21:40,713][233722] Updated weights for policy 0, policy_version 20909 (0.0010)
+[2026-06-02 16:21:40,892][233722] Updated weights for policy 0, policy_version 20919 (0.0010)
+[2026-06-02 16:21:41,533][233722] Updated weights for policy 0, policy_version 20929 (0.0010)
+[2026-06-02 16:21:41,698][233722] Updated weights for policy 0, policy_version 20939 (0.0010)
+[2026-06-02 16:21:41,872][233722] Updated weights for policy 0, policy_version 20949 (0.0010)
+[2026-06-02 16:21:42,045][233722] Updated weights for policy 0, policy_version 20959 (0.0010)
+[2026-06-02 16:21:42,230][233722] Updated weights for policy 0, policy_version 20969 (0.0011)
+[2026-06-02 16:21:42,398][233722] Updated weights for policy 0, policy_version 20979 (0.0011)
+[2026-06-02 16:21:42,587][233722] Updated weights for policy 0, policy_version 20989 (0.0010)
+[2026-06-02 16:21:43,221][233722] Updated weights for policy 0, policy_version 20999 (0.0010)
+[2026-06-02 16:21:43,391][233722] Updated weights for policy 0, policy_version 21009 (0.0012)
+[2026-06-02 16:21:43,392][210156] Fps is (10 sec: 19660.6, 60 sec: 20753.2, 300 sec: 20549.4). Total num frames: 10747904. Throughput: 0: 20781.5. Samples: 10781440. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:21:43,393][210156] Avg episode reward: [(0, '603.271')]
+[2026-06-02 16:21:43,560][233722] Updated weights for policy 0, policy_version 21019 (0.0009)
+[2026-06-02 16:21:43,757][233722] Updated weights for policy 0, policy_version 21030 (0.0010)
+[2026-06-02 16:21:43,941][233722] Updated weights for policy 0, policy_version 21040 (0.0010)
+[2026-06-02 16:21:44,117][233722] Updated weights for policy 0, policy_version 21050 (0.0009)
+[2026-06-02 16:21:44,762][233722] Updated weights for policy 0, policy_version 21060 (0.0009)
+[2026-06-02 16:21:44,924][233722] Updated weights for policy 0, policy_version 21070 (0.0010)
+[2026-06-02 16:21:45,104][233722] Updated weights for policy 0, policy_version 21080 (0.0010)
+[2026-06-02 16:21:45,286][233722] Updated weights for policy 0, policy_version 21090 (0.0011)
+[2026-06-02 16:21:45,466][233722] Updated weights for policy 0, policy_version 21100 (0.0010)
+[2026-06-02 16:21:45,659][233722] Updated weights for policy 0, policy_version 21111 (0.0011)
+[2026-06-02 16:21:46,310][233722] Updated weights for policy 0, policy_version 21121 (0.0010)
+[2026-06-02 16:21:46,474][233722] Updated weights for policy 0, policy_version 21131 (0.0008)
+[2026-06-02 16:21:46,650][233722] Updated weights for policy 0, policy_version 21141 (0.0007)
+[2026-06-02 16:21:46,828][233722] Updated weights for policy 0, policy_version 21151 (0.0012)
+[2026-06-02 16:21:47,002][233722] Updated weights for policy 0, policy_version 21161 (0.0009)
+[2026-06-02 16:21:47,175][233722] Updated weights for policy 0, policy_version 21171 (0.0011)
+[2026-06-02 16:21:47,348][233722] Updated weights for policy 0, policy_version 21181 (0.0013)
+[2026-06-02 16:21:48,017][233722] Updated weights for policy 0, policy_version 21191 (0.0011)
+[2026-06-02 16:21:48,187][233722] Updated weights for policy 0, policy_version 21201 (0.0008)
+[2026-06-02 16:21:48,365][233722] Updated weights for policy 0, policy_version 21211 (0.0009)
+[2026-06-02 16:21:48,392][210156] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 10846208. Throughput: 0: 20667.7. Samples: 10839168. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:21:48,393][210156] Avg episode reward: [(0, '622.039')]
+[2026-06-02 16:21:48,546][233722] Updated weights for policy 0, policy_version 21221 (0.0011)
+[2026-06-02 16:21:48,725][233722] Updated weights for policy 0, policy_version 21231 (0.0012)
+[2026-06-02 16:21:48,901][233722] Updated weights for policy 0, policy_version 21241 (0.0010)
+[2026-06-02 16:21:49,515][233722] Updated weights for policy 0, policy_version 21251 (0.0010)
+[2026-06-02 16:21:49,673][233722] Updated weights for policy 0, policy_version 21261 (0.0013)
+[2026-06-02 16:21:49,842][233722] Updated weights for policy 0, policy_version 21271 (0.0011)
+[2026-06-02 16:21:50,026][233722] Updated weights for policy 0, policy_version 21281 (0.0011)
+[2026-06-02 16:21:50,205][233722] Updated weights for policy 0, policy_version 21291 (0.0009)
+[2026-06-02 16:21:50,382][233722] Updated weights for policy 0, policy_version 21301 (0.0011)
+[2026-06-02 16:21:50,563][233722] Updated weights for policy 0, policy_version 21311 (0.0009)
+[2026-06-02 16:21:51,216][233722] Updated weights for policy 0, policy_version 21321 (0.0011)
+[2026-06-02 16:21:51,385][233722] Updated weights for policy 0, policy_version 21331 (0.0011)
+[2026-06-02 16:21:51,566][233722] Updated weights for policy 0, policy_version 21341 (0.0009)
+[2026-06-02 16:21:51,739][233722] Updated weights for policy 0, policy_version 21351 (0.0012)
+[2026-06-02 16:21:51,908][233722] Updated weights for policy 0, policy_version 21361 (0.0011)
+[2026-06-02 16:21:52,095][233722] Updated weights for policy 0, policy_version 21371 (0.0011)
+[2026-06-02 16:21:52,750][233722] Updated weights for policy 0, policy_version 21381 (0.0009)
+[2026-06-02 16:21:52,910][233722] Updated weights for policy 0, policy_version 21391 (0.0009)
+[2026-06-02 16:21:53,098][233722] Updated weights for policy 0, policy_version 21401 (0.0009)
+[2026-06-02 16:21:53,273][233722] Updated weights for policy 0, policy_version 21411 (0.0012)
+[2026-06-02 16:21:53,392][210156] Fps is (10 sec: 19660.2, 60 sec: 20752.9, 300 sec: 20549.4). Total num frames: 10944512. Throughput: 0: 20502.6. Samples: 10958848. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:21:53,393][210156] Avg episode reward: [(0, '632.285')]
+[2026-06-02 16:21:53,447][233722] Updated weights for policy 0, policy_version 21421 (0.0010)
+[2026-06-02 16:21:53,631][233722] Updated weights for policy 0, policy_version 21431 (0.0009)
+[2026-06-02 16:21:54,267][233722] Updated weights for policy 0, policy_version 21441 (0.0011)
+[2026-06-02 16:21:54,423][233722] Updated weights for policy 0, policy_version 21451 (0.0008)
+[2026-06-02 16:21:54,595][233722] Updated weights for policy 0, policy_version 21461 (0.0008)
+[2026-06-02 16:21:54,779][233722] Updated weights for policy 0, policy_version 21471 (0.0006)
+[2026-06-02 16:21:54,950][233722] Updated weights for policy 0, policy_version 21481 (0.0008)
+[2026-06-02 16:21:55,133][233722] Updated weights for policy 0, policy_version 21491 (0.0007)
+[2026-06-02 16:21:55,312][233722] Updated weights for policy 0, policy_version 21501 (0.0006)
+[2026-06-02 16:21:55,951][233722] Updated weights for policy 0, policy_version 21511 (0.0007)
+[2026-06-02 16:21:56,136][233722] Updated weights for policy 0, policy_version 21521 (0.0008)
+[2026-06-02 16:21:56,305][233722] Updated weights for policy 0, policy_version 21531 (0.0008)
+[2026-06-02 16:21:56,487][233722] Updated weights for policy 0, policy_version 21541 (0.0007)
+[2026-06-02 16:21:56,666][233722] Updated weights for policy 0, policy_version 21551 (0.0010)
+[2026-06-02 16:21:56,843][233722] Updated weights for policy 0, policy_version 21561 (0.0008)
+[2026-06-02 16:21:57,475][233722] Updated weights for policy 0, policy_version 21571 (0.0011)
+[2026-06-02 16:21:57,657][233722] Updated weights for policy 0, policy_version 21582 (0.0008)
+[2026-06-02 16:21:57,840][233722] Updated weights for policy 0, policy_version 21592 (0.0009)
+[2026-06-02 16:21:58,019][233722] Updated weights for policy 0, policy_version 21602 (0.0011)
+[2026-06-02 16:21:58,193][233722] Updated weights for policy 0, policy_version 21612 (0.0012)
+[2026-06-02 16:21:58,369][233722] Updated weights for policy 0, policy_version 21622 (0.0010)
+[2026-06-02 16:21:58,392][210156] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 20549.4). Total num frames: 11042816. Throughput: 0: 20485.7. Samples: 11085696. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0)
+[2026-06-02 16:21:58,393][210156] Avg episode reward: [(0, '659.265')]
+[2026-06-02 16:21:58,546][233443] Saving new best policy, reward=659.265!
+[2026-06-02 16:21:58,546][233722] Updated weights for policy 0, policy_version 21632 (0.0009)
+[2026-06-02 16:21:59,190][233722] Updated weights for policy 0, policy_version 21642 (0.0007)
+[2026-06-02 16:21:59,358][233722] Updated weights for policy 0, policy_version 21652 (0.0006)
+[2026-06-02 16:21:59,541][233722] Updated weights for policy 0, policy_version 21662 (0.0009)
+[2026-06-02 16:21:59,723][233722] Updated weights for policy 0, policy_version 21672 (0.0010)
+[2026-06-02 16:21:59,903][233722] Updated weights for policy 0, policy_version 21682 (0.0010)
+[2026-06-02 16:22:00,084][233722] Updated weights for policy 0, policy_version 21692 (0.0007)
+[2026-06-02 16:22:00,694][233722] Updated weights for policy 0, policy_version 21702 (0.0009)
+[2026-06-02 16:22:00,860][233722] Updated weights for policy 0, policy_version 21712 (0.0007)
+[2026-06-02 16:22:01,043][233722] Updated weights for policy 0, policy_version 21722 (0.0009)
+[2026-06-02 16:22:01,217][233722] Updated weights for policy 0, policy_version 21732 (0.0010)
+[2026-06-02 16:22:01,396][233722] Updated weights for policy 0, policy_version 21742 (0.0011)
+[2026-06-02 16:22:01,574][233722] Updated weights for policy 0, policy_version 21752 (0.0011)
+[2026-06-02 16:22:02,198][233722] Updated weights for policy 0, policy_version 21762 (0.0011)
+[2026-06-02 16:22:02,358][233722] Updated weights for policy 0, policy_version 21772 (0.0010)
+[2026-06-02 16:22:02,542][233722] Updated weights for policy 0, policy_version 21782 (0.0012)
+[2026-06-02 16:22:02,725][233722] Updated weights for policy 0, policy_version 21792 (0.0010)
+[2026-06-02 16:22:02,903][233722] Updated weights for policy 0, policy_version 21802 (0.0009)
+[2026-06-02 16:22:03,079][233722] Updated weights for policy 0, policy_version 21812 (0.0011)
+[2026-06-02 16:22:03,257][233722] Updated weights for policy 0, policy_version 21822 (0.0010)
+[2026-06-02 16:22:03,392][210156] Fps is (10 sec: 22938.5, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 11173888. Throughput: 0: 20482.9. Samples: 11148672. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0)
+[2026-06-02 16:22:03,393][210156] Avg episode reward: [(0, '659.127')]
+[2026-06-02 16:22:03,401][233443] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/checkpoint_p0/checkpoint_000021824_11173888.pth...
+[2026-06-02 16:23:16,603][235954] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/config.json...
+[2026-06-02 16:23:16,641][235954] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:16,643][235954] Rollout worker 0 uses device cuda:0
+[2026-06-02 16:23:16,643][235954] Using GPUs [0] for process 1 (actually maps to GPUs [1])
+[2026-06-02 16:23:16,643][235954] Rollout worker 1 uses device cuda:0
+[2026-06-02 16:23:19,266][235954] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:19,267][235954] InferenceWorker_p0-w0: min num requests: 1
+[2026-06-02 16:23:19,274][235954] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:19,281][235954] Using GPUs [0] for process 1 (actually maps to GPUs [1])
+[2026-06-02 16:23:19,282][235954] Starting all processes...
+[2026-06-02 16:23:19,283][235954] Starting process learner_proc0
+[2026-06-02 16:23:20,816][235954] Starting all processes...
+[2026-06-02 16:23:20,821][235954] Starting process inference_proc0-0
+[2026-06-02 16:23:20,822][235954] Starting process rollout_proc0
+[2026-06-02 16:23:20,822][235954] Starting process rollout_proc1
+[2026-06-02 16:23:22,002][242746] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:22,002][242746] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for learning process 0
+[2026-06-02 16:23:22,003][242746] Num visible devices: 1
+[2026-06-02 16:23:22,003][242746] Setting fixed seed 10
+[2026-06-02 16:23:22,006][242746] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:22,006][242746] Initializing actor-critic model on device cuda:0
+[2026-06-02 16:23:22,006][242746] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:22,014][242746] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:22,022][242746] ConvEncoder: input_channels=12
+[2026-06-02 16:23:22,102][242746] Conv encoder output size: 512
+[2026-06-02 16:23:22,104][242746] Created Actor Critic model with architecture:
+[2026-06-02 16:23:22,104][242746] ActorCriticSharedWeights(
+  (obs_normalizer): ObservationNormalizer(
+    (running_mean_std): RunningMeanStdDictInPlace(
+      (running_mean_std): ModuleDict(
+        (obs): RunningMeanStdInPlace()
+      )
+    )
+  )
+  (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace)
+  (encoder): MultiInputEncoder(
+    (encoders): ModuleDict(
+      (obs): ConvEncoder(
+        (enc): RecursiveScriptModule(
+          original_name=ConvEncoderImpl
+          (conv_head): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Conv2d)
+            (1): RecursiveScriptModule(original_name=ELU)
+            (2): RecursiveScriptModule(original_name=Conv2d)
+            (3): RecursiveScriptModule(original_name=ELU)
+            (4): RecursiveScriptModule(original_name=Conv2d)
+            (5): RecursiveScriptModule(original_name=ELU)
+          )
+          (mlp_layers): RecursiveScriptModule(
+            original_name=Sequential
+            (0): RecursiveScriptModule(original_name=Linear)
+            (1): RecursiveScriptModule(original_name=ELU)
+          )
+        )
+      )
+    )
+  )
+  (core): ModelCoreIdentity()
+  (decoder): MlpDecoder(
+    (mlp): Identity()
+  )
+  (critic_linear): Linear(in_features=512, out_features=1, bias=True)
+  (action_parameterization): ActionParameterizationDefault(
+    (distribution_linear): Linear(in_features=512, out_features=2, bias=True)
+  )
+)
+[2026-06-02 16:23:22,110][242746] Using optimizer <class 'torch.optim.adam.Adam'>
+[2026-06-02 16:23:23,003][242746] Loading state from checkpoint results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/checkpoint_p0/checkpoint_000021824_11173888.pth...
+[2026-06-02 16:23:23,030][242746] Loading model from checkpoint
+[2026-06-02 16:23:23,031][242746] Loaded experiment state at self.train_step=21824, self.env_steps=11173888
+[2026-06-02 16:23:23,031][242746] Initialized policy 0 weights for model version 21824
+[2026-06-02 16:23:23,046][242746] LearnerWorker_p0 finished initialization!
+[2026-06-02 16:23:23,046][242746] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:25,755][235954] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 11173888. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:26,675][243582] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:26,675][243582] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for inference process 0
+[2026-06-02 16:23:26,675][243582] Num visible devices: 1
+[2026-06-02 16:23:26,702][243582] RunningMeanStd input shape: (12, 84, 84)
+[2026-06-02 16:23:26,732][243582] RunningMeanStd input shape: (1,)
+[2026-06-02 16:23:26,734][243584] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191]
+[2026-06-02 16:23:26,736][243584] Using GPUs [0] for process 0 (actually maps to GPUs [1])
+[2026-06-02 16:23:26,736][243584] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for actor process 0
+[2026-06-02 16:23:26,736][243584] Num visible devices: 1
+[2026-06-02 16:23:26,741][243582] ConvEncoder: input_channels=12
+[2026-06-02 16:23:26,792][243583] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383]
+[2026-06-02 16:23:26,793][243583] Using GPUs [0] for process 1 (actually maps to GPUs [1])
+[2026-06-02 16:23:26,793][243583] Set environment var CUDA_VISIBLE_DEVICES to '1' (GPU indices [0]) for actor process 1
+[2026-06-02 16:23:26,793][243583] Num visible devices: 1
+[2026-06-02 16:23:26,805][243582] Conv encoder output size: 512
+[2026-06-02 16:23:26,810][235954] Inference worker 0-0 is ready!
+[2026-06-02 16:23:26,811][235954] All inference workers are ready! Signal rollout workers to start!
+[2026-06-02 16:23:26,812][243583] EnvRunner 1-0 uses policy 0
+[2026-06-02 16:23:26,812][243584] EnvRunner 0-0 uses policy 0
+[2026-06-02 16:23:29,364][242746] Signal inference workers to stop experience collection...
+[2026-06-02 16:23:29,369][243582] InferenceWorker_p0-w0: stopping experience collection
+[2026-06-02 16:23:30,755][235954] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 11173888. Throughput: 0: 13209.6. Samples: 66048. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0)
+[2026-06-02 16:23:30,756][235954] Avg episode reward: [(0, '12.386')]
+[2026-06-02 16:23:30,799][242746] Signal inference workers to resume experience collection...
+[2026-06-02 16:23:30,800][243582] InferenceWorker_p0-w0: resuming experience collection
+[2026-06-02 16:23:31,433][243582] Updated weights for policy 0, policy_version 21921 (0.0052)
+[2026-06-02 16:23:31,614][243582] Updated weights for policy 0, policy_version 21931 (0.0010)
+[2026-06-02 16:23:31,810][243582] Updated weights for policy 0, policy_version 21941 (0.0005)
+[2026-06-02 16:23:32,638][243582] Updated weights for policy 0, policy_version 21957 (0.0007)
+[2026-06-02 16:23:32,822][243582] Updated weights for policy 0, policy_version 21967 (0.0009)
+[2026-06-02 16:23:33,232][243582] Updated weights for policy 0, policy_version 21992 (0.0008)
+[2026-06-02 16:23:33,421][243582] Updated weights for policy 0, policy_version 22002 (0.0009)
+[2026-06-02 16:23:34,148][243582] Updated weights for policy 0, policy_version 22020 (0.0008)
+[2026-06-02 16:23:34,563][243582] Updated weights for policy 0, policy_version 22045 (0.0015)
+[2026-06-02 16:23:34,729][243582] Updated weights for policy 0, policy_version 22055 (0.0009)
+[2026-06-02 16:23:34,921][243582] Updated weights for policy 0, policy_version 22065 (0.0009)
+[2026-06-02 16:23:35,755][235954] Fps is (10 sec: 13107.2, 60 sec: 13107.2, 300 sec: 13107.2). Total num frames: 11304960. Throughput: 0: 10752.0. Samples: 107520. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 16:23:35,756][235954] Avg episode reward: [(0, '47.136')]
+[2026-06-02 16:23:35,862][243582] Updated weights for policy 0, policy_version 22094 (0.0009)
+[2026-06-02 16:23:36,039][243582] Updated weights for policy 0, policy_version 22104 (0.0013)
+[2026-06-02 16:23:36,224][243582] Updated weights for policy 0, policy_version 22114 (0.0009)
+[2026-06-02 16:23:36,529][243582] Updated weights for policy 0, policy_version 22133 (0.0011)
+[2026-06-02 16:23:36,721][243582] Updated weights for policy 0, policy_version 22143 (0.0009)
+[2026-06-02 16:23:37,361][243582] Updated weights for policy 0, policy_version 22153 (0.0009)
+[2026-06-02 16:23:37,538][243582] Updated weights for policy 0, policy_version 22163 (0.0009)
+[2026-06-02 16:23:37,868][243582] Updated weights for policy 0, policy_version 22183 (0.0011)
+[2026-06-02 16:23:38,063][243582] Updated weights for policy 0, policy_version 22193 (0.0009)
+[2026-06-02 16:23:38,829][243582] Updated weights for policy 0, policy_version 22212 (0.0011)
+[2026-06-02 16:23:39,049][235954] Heartbeat connected on Batcher_0
+[2026-06-02 16:23:39,185][243582] Updated weights for policy 0, policy_version 22234 (0.0009)
+[2026-06-02 16:23:39,275][235954] Heartbeat connected on RolloutWorker_w0
+[2026-06-02 16:23:39,281][235954] Heartbeat connected on RolloutWorker_w1
+[2026-06-02 16:23:39,283][235954] Heartbeat connected on InferenceWorker_p0-w0
+[2026-06-02 16:23:39,365][243582] Updated weights for policy 0, policy_version 22244 (0.0009)
+[2026-06-02 16:23:39,722][243582] Updated weights for policy 0, policy_version 22265 (0.0009)
+[2026-06-02 16:23:39,853][235954] Heartbeat connected on LearnerWorker_p0
+[2026-06-02 16:23:40,451][243582] Updated weights for policy 0, policy_version 22284 (0.0009)
+[2026-06-02 16:23:40,641][243582] Updated weights for policy 0, policy_version 22294 (0.0009)
+[2026-06-02 16:23:40,755][235954] Fps is (10 sec: 22937.7, 60 sec: 15291.8, 300 sec: 15291.8). Total num frames: 11403264. Throughput: 0: 15505.1. Samples: 232576. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 16:23:40,756][235954] Avg episode reward: [(0, '61.594')]
+[2026-06-02 16:23:40,821][243582] Updated weights for policy 0, policy_version 22304 (0.0008)
+[2026-06-02 16:23:41,150][243582] Updated weights for policy 0, policy_version 22324 (0.0011)
+[2026-06-02 16:23:41,333][243582] Updated weights for policy 0, policy_version 22334 (0.0009)
+[2026-06-02 16:23:42,002][243582] Updated weights for policy 0, policy_version 22344 (0.0009)
+[2026-06-02 16:23:42,219][243582] Updated weights for policy 0, policy_version 22358 (0.0015)
+[2026-06-02 16:23:42,393][243582] Updated weights for policy 0, policy_version 22368 (0.0009)
+[2026-06-02 16:23:42,574][243582] Updated weights for policy 0, policy_version 22378 (0.0011)
+[2026-06-02 16:23:42,773][243582] Updated weights for policy 0, policy_version 22389 (0.0009)
+[2026-06-02 16:23:43,568][243582] Updated weights for policy 0, policy_version 22412 (0.0017)
+[2026-06-02 16:23:43,742][243582] Updated weights for policy 0, policy_version 22422 (0.0009)
+[2026-06-02 16:23:43,934][243582] Updated weights for policy 0, policy_version 22432 (0.0009)
+[2026-06-02 16:23:44,103][243582] Updated weights for policy 0, policy_version 22442 (0.0015)
+[2026-06-02 16:23:44,382][243582] Updated weights for policy 0, policy_version 22458 (0.0010)
+[2026-06-02 16:23:45,014][243582] Updated weights for policy 0, policy_version 22468 (0.0009)
+[2026-06-02 16:23:45,192][243582] Updated weights for policy 0, policy_version 22478 (0.0009)
+[2026-06-02 16:23:45,425][243582] Updated weights for policy 0, policy_version 22492 (0.0022)
+[2026-06-02 16:23:45,602][243582] Updated weights for policy 0, policy_version 22502 (0.0008)
+[2026-06-02 16:23:45,754][235954] Fps is (10 sec: 19661.0, 60 sec: 16384.1, 300 sec: 16384.1). Total num frames: 11501568. Throughput: 0: 18086.5. Samples: 361728. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0)
+[2026-06-02 16:23:45,755][235954] Avg episode reward: [(0, '88.595')]
+[2026-06-02 16:23:45,783][243582] Updated weights for policy 0, policy_version 22512 (0.0009)
+[2026-06-02 16:23:45,954][243582] Updated weights for policy 0, policy_version 22522 (0.0009)
+[2026-06-02 16:23:46,785][243582] Updated weights for policy 0, policy_version 22546 (0.0009)
+[2026-06-02 16:23:46,965][243582] Updated weights for policy 0, policy_version 22556 (0.0009)
+[2026-06-02 16:23:47,141][243582] Updated weights for policy 0, policy_version 22566 (0.0009)
+[2026-06-02 16:23:47,460][243582] Updated weights for policy 0, policy_version 22585 (0.0011)
+[2026-06-02 16:23:48,139][243582] Updated weights for policy 0, policy_version 22599 (0.0009)
+[2026-06-02 16:23:48,322][243582] Updated weights for policy 0, policy_version 22609 (0.0009)
+[2026-06-02 16:23:48,496][243582] Updated weights for policy 0, policy_version 22619 (0.0009)
+[2026-06-02 16:23:48,762][243582] Updated weights for policy 0, policy_version 22634 (0.0015)
+[2026-06-02 16:23:48,928][243582] Updated weights for policy 0, policy_version 22644 (0.0008)
+[2026-06-02 16:23:49,112][243582] Updated weights for policy 0, policy_version 22654 (0.0009)
+[2026-06-02 16:23:49,768][243582] Updated weights for policy 0, policy_version 22664 (0.0009)
+[2026-06-02 16:23:50,040][243582] Updated weights for policy 0, policy_version 22681 (0.0009)
+[2026-06-02 16:23:50,226][243582] Updated weights for policy 0, policy_version 22691 (0.0010)
+[2026-06-02 16:23:50,404][243582] Updated weights for policy 0, policy_version 22701 (0.0009)
+[2026-06-02 16:23:50,672][243582] Updated weights for policy 0, policy_version 22717 (0.0015)
+[2026-06-02 16:23:50,754][235954] Fps is (10 sec: 22937.8, 60 sec: 18350.2, 300 sec: 18350.2). Total num frames: 11632640. Throughput: 0: 16844.9. Samples: 421120. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:23:50,755][235954] Avg episode reward: [(0, '104.398')]
+[2026-06-02 16:23:51,342][243582] Updated weights for policy 0, policy_version 22731 (0.0013)
+[2026-06-02 16:23:51,500][243582] Updated weights for policy 0, policy_version 22741 (0.0011)
+[2026-06-02 16:23:51,683][243582] Updated weights for policy 0, policy_version 22751 (0.0009)
+[2026-06-02 16:23:51,873][243582] Updated weights for policy 0, policy_version 22761 (0.0013)
+[2026-06-02 16:23:52,136][243582] Updated weights for policy 0, policy_version 22777 (0.0009)
+[2026-06-02 16:23:52,792][243582] Updated weights for policy 0, policy_version 22788 (0.0011)
+[2026-06-02 16:23:52,971][243582] Updated weights for policy 0, policy_version 22798 (0.0009)
+[2026-06-02 16:23:53,241][243582] Updated weights for policy 0, policy_version 22815 (0.0013)
+[2026-06-02 16:23:53,438][243582] Updated weights for policy 0, policy_version 22825 (0.0009)
+[2026-06-02 16:23:53,609][243582] Updated weights for policy 0, policy_version 22835 (0.0010)
+[2026-06-02 16:23:53,807][243582] Updated weights for policy 0, policy_version 22846 (0.0008)
+[2026-06-02 16:23:54,550][243582] Updated weights for policy 0, policy_version 22865 (0.0016)
+[2026-06-02 16:23:54,739][243582] Updated weights for policy 0, policy_version 22875 (0.0009)
+[2026-06-02 16:23:54,912][243582] Updated weights for policy 0, policy_version 22885 (0.0009)
+[2026-06-02 16:23:55,100][243582] Updated weights for policy 0, policy_version 22895 (0.0009)
+[2026-06-02 16:23:55,346][243582] Updated weights for policy 0, policy_version 22910 (0.0009)
+[2026-06-02 16:23:55,755][235954] Fps is (10 sec: 22937.4, 60 sec: 18568.5, 300 sec: 18568.5). Total num frames: 11730944. Throughput: 0: 18086.4. Samples: 542592. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:23:55,756][235954] Avg episode reward: [(0, '127.881')]
+[2026-06-02 16:23:55,950][243582] Updated weights for policy 0, policy_version 22921 (0.0011)
+[2026-06-02 16:23:56,126][243582] Updated weights for policy 0, policy_version 22931 (0.0009)
+[2026-06-02 16:23:56,300][243582] Updated weights for policy 0, policy_version 22941 (0.0009)
+[2026-06-02 16:23:56,569][243582] Updated weights for policy 0, policy_version 22956 (0.0009)
+[2026-06-02 16:23:56,736][243582] Updated weights for policy 0, policy_version 22966 (0.0009)
+[2026-06-02 16:23:56,918][243582] Updated weights for policy 0, policy_version 22976 (0.0013)
+[2026-06-02 16:23:57,577][243582] Updated weights for policy 0, policy_version 22986 (0.0009)
+[2026-06-02 16:23:57,754][243582] Updated weights for policy 0, policy_version 22996 (0.0011)
+[2026-06-02 16:23:57,935][243582] Updated weights for policy 0, policy_version 23007 (0.0009)
+[2026-06-02 16:23:58,106][243582] Updated weights for policy 0, policy_version 23017 (0.0008)
+[2026-06-02 16:23:58,306][243582] Updated weights for policy 0, policy_version 23028 (0.0008)
+[2026-06-02 16:23:58,480][243582] Updated weights for policy 0, policy_version 23038 (0.0010)
+[2026-06-02 16:23:59,095][243582] Updated weights for policy 0, policy_version 23049 (0.0009)
+[2026-06-02 16:23:59,271][243582] Updated weights for policy 0, policy_version 23059 (0.0011)
+[2026-06-02 16:23:59,444][243582] Updated weights for policy 0, policy_version 23069 (0.0008)
+[2026-06-02 16:23:59,620][243582] Updated weights for policy 0, policy_version 23079 (0.0015)
+[2026-06-02 16:23:59,806][243582] Updated weights for policy 0, policy_version 23090 (0.0011)
+[2026-06-02 16:23:59,986][243582] Updated weights for policy 0, policy_version 23100 (0.0009)
+[2026-06-02 16:24:00,625][243582] Updated weights for policy 0, policy_version 23110 (0.0009)
+[2026-06-02 16:24:00,754][235954] Fps is (10 sec: 19660.7, 60 sec: 18724.6, 300 sec: 18724.6). Total num frames: 11829248. Throughput: 0: 19123.2. Samples: 669312. Policy #0 lag: (min: 63.0, avg: 83.5, max: 127.0)
+[2026-06-02 16:24:00,755][235954] Avg episode reward: [(0, '164.710')]
+[2026-06-02 16:24:00,795][243582] Updated weights for policy 0, policy_version 23120 (0.0008)
+[2026-06-02 16:24:00,968][243582] Updated weights for policy 0, policy_version 23130 (0.0008)
+[2026-06-02 16:24:01,138][243582] Updated weights for policy 0, policy_version 23140 (0.0009)
+[2026-06-02 16:24:01,345][243582] Updated weights for policy 0, policy_version 23151 (0.0008)
+[2026-06-02 16:24:01,509][243582] Updated weights for policy 0, policy_version 23161 (0.0008)
+[2026-06-02 16:24:02,153][243582] Updated weights for policy 0, policy_version 23171 (0.0016)
+[2026-06-02 16:24:02,325][243582] Updated weights for policy 0, policy_version 23181 (0.0011)
+[2026-06-02 16:24:02,494][243582] Updated weights for policy 0, policy_version 23191 (0.0008)
+[2026-06-02 16:24:02,676][243582] Updated weights for policy 0, policy_version 23202 (0.0008)
+[2026-06-02 16:24:02,882][243582] Updated weights for policy 0, policy_version 23212 (0.0011)
+[2026-06-02 16:24:03,037][243582] Updated weights for policy 0, policy_version 23222 (0.0008)
+[2026-06-02 16:24:03,221][243582] Updated weights for policy 0, policy_version 23232 (0.0008)
+[2026-06-02 16:24:03,829][243582] Updated weights for policy 0, policy_version 23243 (0.0015)
+[2026-06-02 16:24:04,033][243582] Updated weights for policy 0, policy_version 23255 (0.0022)
+[2026-06-02 16:24:04,207][243582] Updated weights for policy 0, policy_version 23265 (0.0008)
+[2026-06-02 16:24:04,399][243582] Updated weights for policy 0, policy_version 23275 (0.0016)
+[2026-06-02 16:24:04,559][243582] Updated weights for policy 0, policy_version 23285 (0.0008)
+[2026-06-02 16:24:04,761][243582] Updated weights for policy 0, policy_version 23296 (0.0016)
+[2026-06-02 16:24:05,402][243582] Updated weights for policy 0, policy_version 23306 (0.0009)
+[2026-06-02 16:24:05,572][243582] Updated weights for policy 0, policy_version 23316 (0.0008)
+[2026-06-02 16:24:05,748][243582] Updated weights for policy 0, policy_version 23326 (0.0011)
+[2026-06-02 16:24:05,754][235954] Fps is (10 sec: 19660.9, 60 sec: 18841.6, 300 sec: 18841.6). Total num frames: 11927552. Throughput: 0: 18396.8. Samples: 735872. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:24:05,756][235954] Avg episode reward: [(0, '198.412')]
+[2026-06-02 16:24:05,925][243582] Updated weights for policy 0, policy_version 23336 (0.0009)
+[2026-06-02 16:24:06,107][243582] Updated weights for policy 0, policy_version 23346 (0.0009)
+[2026-06-02 16:24:06,296][243582] Updated weights for policy 0, policy_version 23356 (0.0009)
+[2026-06-02 16:24:07,017][243582] Updated weights for policy 0, policy_version 23372 (0.0009)
+[2026-06-02 16:24:07,193][243582] Updated weights for policy 0, policy_version 23382 (0.0009)
+[2026-06-02 16:24:07,382][243582] Updated weights for policy 0, policy_version 23392 (0.0009)
+[2026-06-02 16:24:07,554][243582] Updated weights for policy 0, policy_version 23402 (0.0009)
+[2026-06-02 16:24:07,766][243582] Updated weights for policy 0, policy_version 23414 (0.0009)
+[2026-06-02 16:24:08,411][243582] Updated weights for policy 0, policy_version 23425 (0.0017)
+[2026-06-02 16:24:08,574][243582] Updated weights for policy 0, policy_version 23435 (0.0009)
+[2026-06-02 16:24:08,757][243582] Updated weights for policy 0, policy_version 23445 (0.0009)
+[2026-06-02 16:24:08,953][243582] Updated weights for policy 0, policy_version 23456 (0.0009)
+[2026-06-02 16:24:09,140][243582] Updated weights for policy 0, policy_version 23467 (0.0009)
+[2026-06-02 16:24:09,317][243582] Updated weights for policy 0, policy_version 23477 (0.0009)
+[2026-06-02 16:24:09,510][243582] Updated weights for policy 0, policy_version 23488 (0.0012)
+[2026-06-02 16:24:10,160][243582] Updated weights for policy 0, policy_version 23499 (0.0009)
+[2026-06-02 16:24:10,349][243582] Updated weights for policy 0, policy_version 23510 (0.0018)
+[2026-06-02 16:24:10,523][243582] Updated weights for policy 0, policy_version 23520 (0.0014)
+[2026-06-02 16:24:10,706][243582] Updated weights for policy 0, policy_version 23530 (0.0009)
+[2026-06-02 16:24:10,754][235954] Fps is (10 sec: 19660.8, 60 sec: 18932.7, 300 sec: 18932.7). Total num frames: 12025856. Throughput: 0: 19225.6. Samples: 865152. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:24:10,755][235954] Avg episode reward: [(0, '265.632')]
+[2026-06-02 16:24:10,887][243582] Updated weights for policy 0, policy_version 23541 (0.0009)
+[2026-06-02 16:24:11,075][243582] Updated weights for policy 0, policy_version 23551 (0.0009)
+[2026-06-02 16:24:11,695][243582] Updated weights for policy 0, policy_version 23562 (0.0009)
+[2026-06-02 16:24:11,863][243582] Updated weights for policy 0, policy_version 23572 (0.0016)
+[2026-06-02 16:24:12,059][243582] Updated weights for policy 0, policy_version 23583 (0.0009)
+[2026-06-02 16:24:12,253][243582] Updated weights for policy 0, policy_version 23594 (0.0012)
+[2026-06-02 16:24:12,437][243582] Updated weights for policy 0, policy_version 23604 (0.0020)
+[2026-06-02 16:24:12,613][243582] Updated weights for policy 0, policy_version 23614 (0.0009)
+[2026-06-02 16:24:13,265][243582] Updated weights for policy 0, policy_version 23625 (0.0009)
+[2026-06-02 16:24:13,449][243582] Updated weights for policy 0, policy_version 23635 (0.0009)
+[2026-06-02 16:24:13,641][243582] Updated weights for policy 0, policy_version 23646 (0.0025)
+[2026-06-02 16:24:13,815][243582] Updated weights for policy 0, policy_version 23656 (0.0009)
+[2026-06-02 16:24:13,991][243582] Updated weights for policy 0, policy_version 23666 (0.0009)
+[2026-06-02 16:24:14,177][243582] Updated weights for policy 0, policy_version 23676 (0.0016)
+[2026-06-02 16:24:14,787][243582] Updated weights for policy 0, policy_version 23687 (0.0009)
+[2026-06-02 16:24:14,963][243582] Updated weights for policy 0, policy_version 23697 (0.0017)
+[2026-06-02 16:24:15,138][243582] Updated weights for policy 0, policy_version 23707 (0.0015)
+[2026-06-02 16:24:15,317][243582] Updated weights for policy 0, policy_version 23717 (0.0016)
+[2026-06-02 16:24:15,515][243582] Updated weights for policy 0, policy_version 23728 (0.0009)
+[2026-06-02 16:24:15,696][243582] Updated weights for policy 0, policy_version 23738 (0.0009)
+[2026-06-02 16:24:15,754][235954] Fps is (10 sec: 19660.9, 60 sec: 19005.5, 300 sec: 19005.5). Total num frames: 12124160. Throughput: 0: 20593.8. Samples: 992768. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:24:15,755][235954] Avg episode reward: [(0, '285.356')]
+[2026-06-02 16:24:16,315][243582] Updated weights for policy 0, policy_version 23748 (0.0009)
+[2026-06-02 16:24:16,492][243582] Updated weights for policy 0, policy_version 23758 (0.0009)
+[2026-06-02 16:24:16,658][243582] Updated weights for policy 0, policy_version 23768 (0.0010)
+[2026-06-02 16:24:16,854][243582] Updated weights for policy 0, policy_version 23779 (0.0009)
+[2026-06-02 16:24:17,037][243582] Updated weights for policy 0, policy_version 23789 (0.0016)
+[2026-06-02 16:24:17,225][243582] Updated weights for policy 0, policy_version 23799 (0.0016)
+[2026-06-02 16:24:17,833][243582] Updated weights for policy 0, policy_version 23809 (0.0009)
+[2026-06-02 16:24:18,015][243582] Updated weights for policy 0, policy_version 23820 (0.0009)
+[2026-06-02 16:24:18,189][243582] Updated weights for policy 0, policy_version 23830 (0.0013)
+[2026-06-02 16:24:18,370][243582] Updated weights for policy 0, policy_version 23840 (0.0009)
+[2026-06-02 16:24:18,550][243582] Updated weights for policy 0, policy_version 23850 (0.0009)
+[2026-06-02 16:24:18,724][243582] Updated weights for policy 0, policy_version 23860 (0.0009)
+[2026-06-02 16:24:18,928][243582] Updated weights for policy 0, policy_version 23871 (0.0009)
+[2026-06-02 16:24:19,522][243582] Updated weights for policy 0, policy_version 23881 (0.0006)
+[2026-06-02 16:24:19,699][243582] Updated weights for policy 0, policy_version 23891 (0.0010)
+[2026-06-02 16:24:19,876][243582] Updated weights for policy 0, policy_version 23901 (0.0007)
+[2026-06-02 16:24:20,057][243582] Updated weights for policy 0, policy_version 23911 (0.0009)
+[2026-06-02 16:24:20,255][243582] Updated weights for policy 0, policy_version 23922 (0.0016)
+[2026-06-02 16:24:20,435][243582] Updated weights for policy 0, policy_version 23932 (0.0016)
+[2026-06-02 16:24:20,754][235954] Fps is (10 sec: 22937.6, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 12255232. Throughput: 0: 21094.4. Samples: 1056768. Policy #0 lag: (min: 63.0, avg: 81.4, max: 127.0)
+[2026-06-02 16:24:20,755][235954] Avg episode reward: [(0, '307.427')]
+[2026-06-02 16:24:21,071][243582] Updated weights for policy 0, policy_version 23942 (0.0008)
+[2026-06-02 16:24:21,272][243582] Updated weights for policy 0, policy_version 23953 (0.0009)
+[2026-06-02 16:24:21,462][243582] Updated weights for policy 0, policy_version 23964 (0.0009)
+[2026-06-02 16:24:21,645][243582] Updated weights for policy 0, policy_version 23974 (0.0009)
+[2026-06-02 16:24:21,818][243582] Updated weights for policy 0, policy_version 23984 (0.0009)
+[2026-06-02 16:24:22,024][243582] Updated weights for policy 0, policy_version 23995 (0.0009)
+[2026-06-02 16:24:22,625][243582] Updated weights for policy 0, policy_version 24005 (0.0009)
+[2026-06-02 16:24:22,814][243582] Updated weights for policy 0, policy_version 24016 (0.0009)
+[2026-06-02 16:24:23,015][243582] Updated weights for policy 0, policy_version 24027 (0.0024)
+[2026-06-02 16:24:23,188][243582] Updated weights for policy 0, policy_version 24037 (0.0011)
+[2026-06-02 16:24:23,375][243582] Updated weights for policy 0, policy_version 24048 (0.0010)
+[2026-06-02 16:24:23,570][243582] Updated weights for policy 0, policy_version 24058 (0.0016)
+[2026-06-02 16:24:24,183][243582] Updated weights for policy 0, policy_version 24068 (0.0010)
+[2026-06-02 16:24:24,350][243582] Updated weights for policy 0, policy_version 24078 (0.0008)
+[2026-06-02 16:24:24,526][243582] Updated weights for policy 0, policy_version 24088 (0.0008)
+[2026-06-02 16:24:24,744][243582] Updated weights for policy 0, policy_version 24100 (0.0009)
+[2026-06-02 16:24:24,923][243582] Updated weights for policy 0, policy_version 24110 (0.0016)
+[2026-06-02 16:24:25,109][243582] Updated weights for policy 0, policy_version 24120 (0.0008)
+[2026-06-02 16:24:25,724][243582] Updated weights for policy 0, policy_version 24130 (0.0009)
+[2026-06-02 16:24:25,754][235954] Fps is (10 sec: 22937.5, 60 sec: 19660.8, 300 sec: 19660.8). Total num frames: 12353536. Throughput: 0: 21011.9. Samples: 1178112. Policy #0 lag: (min: 16.0, avg: 59.7, max: 80.0)
+[2026-06-02 16:24:25,755][235954] Avg episode reward: [(0, '325.208')]
+[2026-06-02 16:24:25,888][243582] Updated weights for policy 0, policy_version 24140 (0.0009)
+[2026-06-02 16:24:26,099][243582] Updated weights for policy 0, policy_version 24152 (0.0018)
+[2026-06-02 16:24:26,285][243582] Updated weights for policy 0, policy_version 24162 (0.0009)
+[2026-06-02 16:24:26,465][243582] Updated weights for policy 0, policy_version 24172 (0.0009)
+[2026-06-02 16:24:26,641][243582] Updated weights for policy 0, policy_version 24182 (0.0011)
+[2026-06-02 16:24:26,824][243582] Updated weights for policy 0, policy_version 24192 (0.0016)
+[2026-06-02 16:24:27,430][243582] Updated weights for policy 0, policy_version 24203 (0.0009)
+[2026-06-02 16:24:27,604][243582] Updated weights for policy 0, policy_version 24213 (0.0009)
+[2026-06-02 16:24:27,802][243582] Updated weights for policy 0, policy_version 24224 (0.0009)
+[2026-06-02 16:24:27,999][243582] Updated weights for policy 0, policy_version 24235 (0.0009)
+[2026-06-02 16:24:28,183][243582] Updated weights for policy 0, policy_version 24245 (0.0009)
+[2026-06-02 16:24:28,354][243582] Updated weights for policy 0, policy_version 24255 (0.0014)
+[2026-06-02 16:24:28,989][243582] Updated weights for policy 0, policy_version 24265 (0.0009)
+[2026-06-02 16:24:29,191][243582] Updated weights for policy 0, policy_version 24276 (0.0013)
+[2026-06-02 16:24:29,363][243582] Updated weights for policy 0, policy_version 24286 (0.0009)
+[2026-06-02 16:24:29,551][243582] Updated weights for policy 0, policy_version 24296 (0.0009)
+[2026-06-02 16:24:29,735][243582] Updated weights for policy 0, policy_version 24306 (0.0009)
+[2026-06-02 16:24:29,910][243582] Updated weights for policy 0, policy_version 24316 (0.0008)
+[2026-06-02 16:24:30,530][243582] Updated weights for policy 0, policy_version 24327 (0.0009)
+[2026-06-02 16:24:30,709][243582] Updated weights for policy 0, policy_version 24337 (0.0011)
+[2026-06-02 16:24:30,754][235954] Fps is (10 sec: 19660.8, 60 sec: 21299.2, 300 sec: 19660.8). Total num frames: 12451840. Throughput: 0: 20861.2. Samples: 1300480. Policy #0 lag: (min: 16.0, avg: 59.7, max: 80.0)
+[2026-06-02 16:24:30,756][235954] Avg episode reward: [(0, '338.860')]
+[2026-06-02 16:24:30,901][243582] Updated weights for policy 0, policy_version 24347 (0.0009)
+[2026-06-02 16:24:31,068][243582] Updated weights for policy 0, policy_version 24357 (0.0009)
+[2026-06-02 16:24:31,266][243582] Updated weights for policy 0, policy_version 24367 (0.0016)
+[2026-06-02 16:24:31,441][243582] Updated weights for policy 0, policy_version 24377 (0.0009)
+[2026-06-02 16:24:32,051][243582] Updated weights for policy 0, policy_version 24387 (0.0024)
+[2026-06-02 16:24:32,232][243582] Updated weights for policy 0, policy_version 24397 (0.0008)
+[2026-06-02 16:24:32,408][243582] Updated weights for policy 0, policy_version 24407 (0.0012)
+[2026-06-02 16:24:32,598][243582] Updated weights for policy 0, policy_version 24418 (0.0012)
+[2026-06-02 16:24:32,788][243582] Updated weights for policy 0, policy_version 24428 (0.0012)
+[2026-06-02 16:24:32,966][243582] Updated weights for policy 0, policy_version 24438 (0.0027)
+[2026-06-02 16:24:33,150][243582] Updated weights for policy 0, policy_version 24448 (0.0010)
+[2026-06-02 16:24:33,777][243582] Updated weights for policy 0, policy_version 24458 (0.0015)
+[2026-06-02 16:24:33,935][243582] Updated weights for policy 0, policy_version 24468 (0.0013)
+[2026-06-02 16:24:34,110][243582] Updated weights for policy 0, policy_version 24478 (0.0013)
+[2026-06-02 16:24:34,300][243582] Updated weights for policy 0, policy_version 24488 (0.0009)
+[2026-06-02 16:24:34,480][243582] Updated weights for policy 0, policy_version 24498 (0.0014)
+[2026-06-02 16:24:34,678][243582] Updated weights for policy 0, policy_version 24509 (0.0009)
+[2026-06-02 16:24:35,281][243582] Updated weights for policy 0, policy_version 24519 (0.0017)
+[2026-06-02 16:24:35,506][243582] Updated weights for policy 0, policy_version 24531 (0.0011)
+[2026-06-02 16:24:35,684][243582] Updated weights for policy 0, policy_version 24541 (0.0009)
+[2026-06-02 16:24:35,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 12550144. Throughput: 0: 20946.5. Samples: 1363712. Policy #0 lag: (min: 16.0, avg: 59.7, max: 80.0)
+[2026-06-02 16:24:35,755][235954] Avg episode reward: [(0, '350.470')]
+[2026-06-02 16:24:35,875][243582] Updated weights for policy 0, policy_version 24552 (0.0009)
+[2026-06-02 16:24:36,062][243582] Updated weights for policy 0, policy_version 24562 (0.0008)
+[2026-06-02 16:24:36,236][243582] Updated weights for policy 0, policy_version 24572 (0.0008)
+[2026-06-02 16:24:36,836][243582] Updated weights for policy 0, policy_version 24582 (0.0013)
+[2026-06-02 16:24:37,017][243582] Updated weights for policy 0, policy_version 24592 (0.0015)
+[2026-06-02 16:24:37,212][243582] Updated weights for policy 0, policy_version 24603 (0.0011)
+[2026-06-02 16:24:37,391][243582] Updated weights for policy 0, policy_version 24613 (0.0008)
+[2026-06-02 16:24:37,575][243582] Updated weights for policy 0, policy_version 24623 (0.0009)
+[2026-06-02 16:24:37,754][243582] Updated weights for policy 0, policy_version 24633 (0.0008)
+[2026-06-02 16:24:38,365][243582] Updated weights for policy 0, policy_version 24643 (0.0019)
+[2026-06-02 16:24:38,546][243582] Updated weights for policy 0, policy_version 24654 (0.0013)
+[2026-06-02 16:24:38,732][243582] Updated weights for policy 0, policy_version 24664 (0.0016)
+[2026-06-02 16:24:38,910][243582] Updated weights for policy 0, policy_version 24674 (0.0009)
+[2026-06-02 16:24:39,099][243582] Updated weights for policy 0, policy_version 24684 (0.0013)
+[2026-06-02 16:24:39,290][243582] Updated weights for policy 0, policy_version 24695 (0.0016)
+[2026-06-02 16:24:39,915][243582] Updated weights for policy 0, policy_version 24705 (0.0009)
+[2026-06-02 16:24:40,088][243582] Updated weights for policy 0, policy_version 24715 (0.0009)
+[2026-06-02 16:24:40,265][243582] Updated weights for policy 0, policy_version 24725 (0.0009)
+[2026-06-02 16:24:40,452][243582] Updated weights for policy 0, policy_version 24735 (0.0016)
+[2026-06-02 16:24:40,623][243582] Updated weights for policy 0, policy_version 24745 (0.0009)
+[2026-06-02 16:24:40,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 12648448. Throughput: 0: 21057.4. Samples: 1490176. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 16:24:40,756][235954] Avg episode reward: [(0, '361.496')]
+[2026-06-02 16:24:40,809][243582] Updated weights for policy 0, policy_version 24755 (0.0009)
+[2026-06-02 16:24:40,992][243582] Updated weights for policy 0, policy_version 24765 (0.0009)
+[2026-06-02 16:24:41,610][243582] Updated weights for policy 0, policy_version 24776 (0.0016)
+[2026-06-02 16:24:41,793][243582] Updated weights for policy 0, policy_version 24787 (0.0009)
+[2026-06-02 16:24:41,977][243582] Updated weights for policy 0, policy_version 24797 (0.0019)
+[2026-06-02 16:24:42,159][243582] Updated weights for policy 0, policy_version 24807 (0.0009)
+[2026-06-02 16:24:42,343][243582] Updated weights for policy 0, policy_version 24817 (0.0008)
+[2026-06-02 16:24:42,536][243582] Updated weights for policy 0, policy_version 24828 (0.0017)
+[2026-06-02 16:24:43,143][243582] Updated weights for policy 0, policy_version 24838 (0.0016)
+[2026-06-02 16:24:43,322][243582] Updated weights for policy 0, policy_version 24848 (0.0008)
+[2026-06-02 16:24:43,509][243582] Updated weights for policy 0, policy_version 24858 (0.0008)
+[2026-06-02 16:24:43,688][243582] Updated weights for policy 0, policy_version 24868 (0.0009)
+[2026-06-02 16:24:43,877][243582] Updated weights for policy 0, policy_version 24878 (0.0009)
+[2026-06-02 16:24:44,055][243582] Updated weights for policy 0, policy_version 24888 (0.0009)
+[2026-06-02 16:24:44,671][243582] Updated weights for policy 0, policy_version 24898 (0.0009)
+[2026-06-02 16:24:44,852][243582] Updated weights for policy 0, policy_version 24908 (0.0016)
+[2026-06-02 16:24:45,020][243582] Updated weights for policy 0, policy_version 24918 (0.0013)
+[2026-06-02 16:24:45,198][243582] Updated weights for policy 0, policy_version 24928 (0.0009)
+[2026-06-02 16:24:45,383][243582] Updated weights for policy 0, policy_version 24938 (0.0012)
+[2026-06-02 16:24:45,570][243582] Updated weights for policy 0, policy_version 24948 (0.0009)
+[2026-06-02 16:24:45,748][243582] Updated weights for policy 0, policy_version 24958 (0.0009)
+[2026-06-02 16:24:45,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 19660.8). Total num frames: 12746752. Throughput: 0: 21034.7. Samples: 1615872. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 16:24:45,755][235954] Avg episode reward: [(0, '348.964')]
+[2026-06-02 16:24:46,348][243582] Updated weights for policy 0, policy_version 24968 (0.0009)
+[2026-06-02 16:24:46,520][243582] Updated weights for policy 0, policy_version 24978 (0.0011)
+[2026-06-02 16:24:46,693][243582] Updated weights for policy 0, policy_version 24988 (0.0017)
+[2026-06-02 16:24:46,908][243582] Updated weights for policy 0, policy_version 24999 (0.0009)
+[2026-06-02 16:24:47,087][243582] Updated weights for policy 0, policy_version 25009 (0.0017)
+[2026-06-02 16:24:47,272][243582] Updated weights for policy 0, policy_version 25019 (0.0009)
+[2026-06-02 16:24:47,891][243582] Updated weights for policy 0, policy_version 25029 (0.0012)
+[2026-06-02 16:24:48,069][243582] Updated weights for policy 0, policy_version 25039 (0.0009)
+[2026-06-02 16:24:48,247][243582] Updated weights for policy 0, policy_version 25049 (0.0013)
+[2026-06-02 16:24:48,427][243582] Updated weights for policy 0, policy_version 25059 (0.0024)
+[2026-06-02 16:24:48,611][243582] Updated weights for policy 0, policy_version 25069 (0.0009)
+[2026-06-02 16:24:48,786][243582] Updated weights for policy 0, policy_version 25079 (0.0009)
+[2026-06-02 16:24:49,409][243582] Updated weights for policy 0, policy_version 25089 (0.0009)
+[2026-06-02 16:24:49,584][243582] Updated weights for policy 0, policy_version 25100 (0.0009)
+[2026-06-02 16:24:49,759][243582] Updated weights for policy 0, policy_version 25110 (0.0017)
+[2026-06-02 16:24:49,936][243582] Updated weights for policy 0, policy_version 25120 (0.0016)
+[2026-06-02 16:24:50,119][243582] Updated weights for policy 0, policy_version 25130 (0.0023)
+[2026-06-02 16:24:50,303][243582] Updated weights for policy 0, policy_version 25140 (0.0027)
+[2026-06-02 16:24:50,484][243582] Updated weights for policy 0, policy_version 25150 (0.0009)
+[2026-06-02 16:24:50,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20046.3). Total num frames: 12877824. Throughput: 0: 20963.6. Samples: 1679232. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 16:24:50,755][235954] Avg episode reward: [(0, '352.641')]
+[2026-06-02 16:24:51,099][243582] Updated weights for policy 0, policy_version 25160 (0.0011)
+[2026-06-02 16:24:51,275][243582] Updated weights for policy 0, policy_version 25170 (0.0017)
+[2026-06-02 16:24:51,449][243582] Updated weights for policy 0, policy_version 25180 (0.0014)
+[2026-06-02 16:24:51,638][243582] Updated weights for policy 0, policy_version 25191 (0.0009)
+[2026-06-02 16:24:51,841][243582] Updated weights for policy 0, policy_version 25202 (0.0014)
+[2026-06-02 16:24:52,031][243582] Updated weights for policy 0, policy_version 25213 (0.0012)
+[2026-06-02 16:24:52,673][243582] Updated weights for policy 0, policy_version 25223 (0.0007)
+[2026-06-02 16:24:52,861][243582] Updated weights for policy 0, policy_version 25234 (0.0014)
+[2026-06-02 16:24:53,037][243582] Updated weights for policy 0, policy_version 25244 (0.0021)
+[2026-06-02 16:24:53,208][243582] Updated weights for policy 0, policy_version 25254 (0.0008)
+[2026-06-02 16:24:53,394][243582] Updated weights for policy 0, policy_version 25264 (0.0009)
+[2026-06-02 16:24:53,600][243582] Updated weights for policy 0, policy_version 25275 (0.0016)
+[2026-06-02 16:24:54,205][243582] Updated weights for policy 0, policy_version 25286 (0.0007)
+[2026-06-02 16:24:54,382][243582] Updated weights for policy 0, policy_version 25296 (0.0011)
+[2026-06-02 16:24:54,557][243582] Updated weights for policy 0, policy_version 25306 (0.0009)
+[2026-06-02 16:24:54,735][243582] Updated weights for policy 0, policy_version 25316 (0.0008)
+[2026-06-02 16:24:54,918][243582] Updated weights for policy 0, policy_version 25326 (0.0009)
+[2026-06-02 16:24:55,099][243582] Updated weights for policy 0, policy_version 25336 (0.0009)
+[2026-06-02 16:24:55,741][243582] Updated weights for policy 0, policy_version 25346 (0.0016)
+[2026-06-02 16:24:55,754][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20024.9). Total num frames: 12976128. Throughput: 0: 20761.6. Samples: 1799424. Policy #0 lag: (min: 63.0, avg: 80.9, max: 127.0)
+[2026-06-02 16:24:55,755][235954] Avg episode reward: [(0, '362.554')]
+[2026-06-02 16:24:55,907][243582] Updated weights for policy 0, policy_version 25356 (0.0016)
+[2026-06-02 16:24:56,089][243582] Updated weights for policy 0, policy_version 25366 (0.0009)
+[2026-06-02 16:24:56,278][243582] Updated weights for policy 0, policy_version 25376 (0.0008)
+[2026-06-02 16:24:56,465][243582] Updated weights for policy 0, policy_version 25386 (0.0007)
+[2026-06-02 16:24:56,653][243582] Updated weights for policy 0, policy_version 25396 (0.0017)
+[2026-06-02 16:24:56,829][243582] Updated weights for policy 0, policy_version 25406 (0.0008)
+[2026-06-02 16:24:57,412][243582] Updated weights for policy 0, policy_version 25416 (0.0009)
+[2026-06-02 16:24:57,606][243582] Updated weights for policy 0, policy_version 25427 (0.0018)
+[2026-06-02 16:24:57,780][243582] Updated weights for policy 0, policy_version 25437 (0.0008)
+[2026-06-02 16:24:57,979][243582] Updated weights for policy 0, policy_version 25447 (0.0009)
+[2026-06-02 16:24:58,164][243582] Updated weights for policy 0, policy_version 25458 (0.0017)
+[2026-06-02 16:24:58,372][243582] Updated weights for policy 0, policy_version 25469 (0.0009)
+[2026-06-02 16:24:58,994][243582] Updated weights for policy 0, policy_version 25480 (0.0009)
+[2026-06-02 16:24:59,165][243582] Updated weights for policy 0, policy_version 25490 (0.0009)
+[2026-06-02 16:24:59,371][243582] Updated weights for policy 0, policy_version 25501 (0.0009)
+[2026-06-02 16:24:59,547][243582] Updated weights for policy 0, policy_version 25511 (0.0009)
+[2026-06-02 16:24:59,749][243582] Updated weights for policy 0, policy_version 25522 (0.0009)
+[2026-06-02 16:24:59,930][243582] Updated weights for policy 0, policy_version 25532 (0.0011)
+[2026-06-02 16:25:00,564][243582] Updated weights for policy 0, policy_version 25542 (0.0009)
+[2026-06-02 16:25:00,740][243582] Updated weights for policy 0, policy_version 25552 (0.0009)
+[2026-06-02 16:25:00,755][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20005.7). Total num frames: 13074432. Throughput: 0: 20610.8. Samples: 1920256. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0)
+[2026-06-02 16:25:00,756][235954] Avg episode reward: [(0, '389.626')]
+[2026-06-02 16:25:00,921][243582] Updated weights for policy 0, policy_version 25562 (0.0011)
+[2026-06-02 16:25:01,100][243582] Updated weights for policy 0, policy_version 25572 (0.0009)
+[2026-06-02 16:25:01,288][243582] Updated weights for policy 0, policy_version 25582 (0.0009)
+[2026-06-02 16:25:01,474][243582] Updated weights for policy 0, policy_version 25592 (0.0013)
+[2026-06-02 16:25:02,098][243582] Updated weights for policy 0, policy_version 25603 (0.0009)
+[2026-06-02 16:25:02,256][243582] Updated weights for policy 0, policy_version 25613 (0.0008)
+[2026-06-02 16:25:02,438][243582] Updated weights for policy 0, policy_version 25623 (0.0015)
+[2026-06-02 16:25:02,620][243582] Updated weights for policy 0, policy_version 25633 (0.0016)
+[2026-06-02 16:25:02,813][243582] Updated weights for policy 0, policy_version 25643 (0.0009)
+[2026-06-02 16:25:02,987][243582] Updated weights for policy 0, policy_version 25653 (0.0011)
+[2026-06-02 16:25:03,178][243582] Updated weights for policy 0, policy_version 25663 (0.0008)
+[2026-06-02 16:25:03,789][243582] Updated weights for policy 0, policy_version 25673 (0.0009)
+[2026-06-02 16:25:03,974][243582] Updated weights for policy 0, policy_version 25683 (0.0014)
+[2026-06-02 16:25:04,190][243582] Updated weights for policy 0, policy_version 25695 (0.0011)
+[2026-06-02 16:25:04,369][243582] Updated weights for policy 0, policy_version 25705 (0.0014)
+[2026-06-02 16:25:04,559][243582] Updated weights for policy 0, policy_version 25715 (0.0016)
+[2026-06-02 16:25:04,742][243582] Updated weights for policy 0, policy_version 25725 (0.0014)
+[2026-06-02 16:25:05,334][243582] Updated weights for policy 0, policy_version 25735 (0.0010)
+[2026-06-02 16:25:05,542][243582] Updated weights for policy 0, policy_version 25747 (0.0009)
+[2026-06-02 16:25:05,744][243582] Updated weights for policy 0, policy_version 25758 (0.0009)
+[2026-06-02 16:25:05,760][235954] Fps is (10 sec: 19650.5, 60 sec: 20751.3, 300 sec: 19987.5). Total num frames: 13172736. Throughput: 0: 20597.1. Samples: 1983744. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0)
+[2026-06-02 16:25:05,761][235954] Avg episode reward: [(0, '398.803')]
+[2026-06-02 16:25:05,924][243582] Updated weights for policy 0, policy_version 25768 (0.0013)
+[2026-06-02 16:25:06,113][243582] Updated weights for policy 0, policy_version 25778 (0.0009)
+[2026-06-02 16:25:06,294][243582] Updated weights for policy 0, policy_version 25788 (0.0021)
+[2026-06-02 16:25:06,879][243582] Updated weights for policy 0, policy_version 25798 (0.0009)
+[2026-06-02 16:25:07,046][243582] Updated weights for policy 0, policy_version 25808 (0.0011)
+[2026-06-02 16:25:07,230][243582] Updated weights for policy 0, policy_version 25818 (0.0015)
+[2026-06-02 16:25:07,424][243582] Updated weights for policy 0, policy_version 25828 (0.0009)
+[2026-06-02 16:25:07,612][243582] Updated weights for policy 0, policy_version 25839 (0.0012)
+[2026-06-02 16:25:07,794][243582] Updated weights for policy 0, policy_version 25849 (0.0021)
+[2026-06-02 16:25:08,411][243582] Updated weights for policy 0, policy_version 25859 (0.0013)
+[2026-06-02 16:25:08,583][243582] Updated weights for policy 0, policy_version 25869 (0.0009)
+[2026-06-02 16:25:08,772][243582] Updated weights for policy 0, policy_version 25879 (0.0014)
+[2026-06-02 16:25:08,960][243582] Updated weights for policy 0, policy_version 25890 (0.0008)
+[2026-06-02 16:25:09,154][243582] Updated weights for policy 0, policy_version 25900 (0.0014)
+[2026-06-02 16:25:09,326][243582] Updated weights for policy 0, policy_version 25910 (0.0008)
+[2026-06-02 16:25:09,505][243582] Updated weights for policy 0, policy_version 25920 (0.0009)
+[2026-06-02 16:25:10,124][243582] Updated weights for policy 0, policy_version 25930 (0.0009)
+[2026-06-02 16:25:10,307][243582] Updated weights for policy 0, policy_version 25940 (0.0008)
+[2026-06-02 16:25:10,478][243582] Updated weights for policy 0, policy_version 25950 (0.0011)
+[2026-06-02 16:25:10,666][243582] Updated weights for policy 0, policy_version 25960 (0.0008)
+[2026-06-02 16:25:10,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20753.1, 300 sec: 19972.9). Total num frames: 13271040. Throughput: 0: 20676.3. Samples: 2108544. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0)
+[2026-06-02 16:25:10,755][235954] Avg episode reward: [(0, '512.238')]
+[2026-06-02 16:25:10,857][243582] Updated weights for policy 0, policy_version 25971 (0.0012)
+[2026-06-02 16:25:11,045][243582] Updated weights for policy 0, policy_version 25981 (0.0009)
+[2026-06-02 16:25:11,692][243582] Updated weights for policy 0, policy_version 25992 (0.0009)
+[2026-06-02 16:25:11,858][243582] Updated weights for policy 0, policy_version 26002 (0.0022)
+[2026-06-02 16:25:12,042][243582] Updated weights for policy 0, policy_version 26012 (0.0009)
+[2026-06-02 16:25:12,228][243582] Updated weights for policy 0, policy_version 26022 (0.0009)
+[2026-06-02 16:25:12,423][243582] Updated weights for policy 0, policy_version 26032 (0.0014)
+[2026-06-02 16:25:12,599][243582] Updated weights for policy 0, policy_version 26042 (0.0009)
+[2026-06-02 16:25:13,223][243582] Updated weights for policy 0, policy_version 26052 (0.0009)
+[2026-06-02 16:25:13,399][243582] Updated weights for policy 0, policy_version 26062 (0.0009)
+[2026-06-02 16:25:13,603][243582] Updated weights for policy 0, policy_version 26073 (0.0015)
+[2026-06-02 16:25:13,796][243582] Updated weights for policy 0, policy_version 26084 (0.0009)
+[2026-06-02 16:25:13,978][243582] Updated weights for policy 0, policy_version 26094 (0.0022)
+[2026-06-02 16:25:14,163][243582] Updated weights for policy 0, policy_version 26104 (0.0016)
+[2026-06-02 16:25:14,796][243582] Updated weights for policy 0, policy_version 26114 (0.0009)
+[2026-06-02 16:25:14,959][243582] Updated weights for policy 0, policy_version 26124 (0.0013)
+[2026-06-02 16:25:15,149][243582] Updated weights for policy 0, policy_version 26134 (0.0023)
+[2026-06-02 16:25:15,317][243582] Updated weights for policy 0, policy_version 26144 (0.0009)
+[2026-06-02 16:25:15,506][243582] Updated weights for policy 0, policy_version 26154 (0.0009)
+[2026-06-02 16:25:15,689][243582] Updated weights for policy 0, policy_version 26164 (0.0015)
+[2026-06-02 16:25:15,754][235954] Fps is (10 sec: 19671.1, 60 sec: 20753.1, 300 sec: 19958.7). Total num frames: 13369344. Throughput: 0: 20727.5. Samples: 2233216. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0)
+[2026-06-02 16:25:15,755][235954] Avg episode reward: [(0, '490.823')]
+[2026-06-02 16:25:15,876][243582] Updated weights for policy 0, policy_version 26174 (0.0015)
+[2026-06-02 16:25:16,482][243582] Updated weights for policy 0, policy_version 26184 (0.0017)
+[2026-06-02 16:25:16,658][243582] Updated weights for policy 0, policy_version 26194 (0.0009)
+[2026-06-02 16:25:16,839][243582] Updated weights for policy 0, policy_version 26204 (0.0009)
+[2026-06-02 16:25:17,018][243582] Updated weights for policy 0, policy_version 26214 (0.0016)
+[2026-06-02 16:25:17,197][243582] Updated weights for policy 0, policy_version 26224 (0.0017)
+[2026-06-02 16:25:17,387][243582] Updated weights for policy 0, policy_version 26234 (0.0009)
+[2026-06-02 16:25:17,997][243582] Updated weights for policy 0, policy_version 26244 (0.0009)
+[2026-06-02 16:25:18,170][243582] Updated weights for policy 0, policy_version 26254 (0.0008)
+[2026-06-02 16:25:18,349][243582] Updated weights for policy 0, policy_version 26264 (0.0014)
+[2026-06-02 16:25:18,528][243582] Updated weights for policy 0, policy_version 26274 (0.0016)
+[2026-06-02 16:25:18,705][243582] Updated weights for policy 0, policy_version 26284 (0.0017)
+[2026-06-02 16:25:18,890][243582] Updated weights for policy 0, policy_version 26294 (0.0009)
+[2026-06-02 16:25:19,066][243582] Updated weights for policy 0, policy_version 26304 (0.0009)
+[2026-06-02 16:25:19,727][243582] Updated weights for policy 0, policy_version 26314 (0.0017)
+[2026-06-02 16:25:19,905][243582] Updated weights for policy 0, policy_version 26324 (0.0009)
+[2026-06-02 16:25:20,091][243582] Updated weights for policy 0, policy_version 26334 (0.0009)
+[2026-06-02 16:25:20,277][243582] Updated weights for policy 0, policy_version 26344 (0.0009)
+[2026-06-02 16:25:20,457][243582] Updated weights for policy 0, policy_version 26354 (0.0009)
+[2026-06-02 16:25:20,636][243582] Updated weights for policy 0, policy_version 26364 (0.0009)
+[2026-06-02 16:25:20,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20230.7). Total num frames: 13500416. Throughput: 0: 20716.1. Samples: 2295936. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:25:20,756][235954] Avg episode reward: [(0, '436.559')]
+[2026-06-02 16:25:21,244][243582] Updated weights for policy 0, policy_version 26374 (0.0009)
+[2026-06-02 16:25:21,421][243582] Updated weights for policy 0, policy_version 26384 (0.0009)
+[2026-06-02 16:25:21,600][243582] Updated weights for policy 0, policy_version 26394 (0.0019)
+[2026-06-02 16:25:21,781][243582] Updated weights for policy 0, policy_version 26404 (0.0009)
+[2026-06-02 16:25:21,966][243582] Updated weights for policy 0, policy_version 26414 (0.0016)
+[2026-06-02 16:25:22,160][243582] Updated weights for policy 0, policy_version 26425 (0.0009)
+[2026-06-02 16:25:22,797][243582] Updated weights for policy 0, policy_version 26435 (0.0009)
+[2026-06-02 16:25:22,969][243582] Updated weights for policy 0, policy_version 26445 (0.0010)
+[2026-06-02 16:25:23,160][243582] Updated weights for policy 0, policy_version 26455 (0.0012)
+[2026-06-02 16:25:23,330][243582] Updated weights for policy 0, policy_version 26465 (0.0009)
+[2026-06-02 16:25:23,506][243582] Updated weights for policy 0, policy_version 26475 (0.0009)
+[2026-06-02 16:25:23,694][243582] Updated weights for policy 0, policy_version 26485 (0.0016)
+[2026-06-02 16:25:23,878][243582] Updated weights for policy 0, policy_version 26495 (0.0009)
+[2026-06-02 16:25:24,487][243582] Updated weights for policy 0, policy_version 26505 (0.0009)
+[2026-06-02 16:25:24,659][243582] Updated weights for policy 0, policy_version 26515 (0.0011)
+[2026-06-02 16:25:24,867][243582] Updated weights for policy 0, policy_version 26526 (0.0009)
+[2026-06-02 16:25:25,046][243582] Updated weights for policy 0, policy_version 26536 (0.0009)
+[2026-06-02 16:25:25,221][243582] Updated weights for policy 0, policy_version 26546 (0.0016)
+[2026-06-02 16:25:25,408][243582] Updated weights for policy 0, policy_version 26556 (0.0009)
+[2026-06-02 16:25:25,754][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20206.9). Total num frames: 13598720. Throughput: 0: 20434.5. Samples: 2409728. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:25:25,755][235954] Avg episode reward: [(0, '392.979')]
+[2026-06-02 16:25:26,041][243582] Updated weights for policy 0, policy_version 26566 (0.0009)
+[2026-06-02 16:25:26,233][243582] Updated weights for policy 0, policy_version 26577 (0.0008)
+[2026-06-02 16:25:26,408][243582] Updated weights for policy 0, policy_version 26587 (0.0008)
+[2026-06-02 16:25:26,596][243582] Updated weights for policy 0, policy_version 26597 (0.0008)
+[2026-06-02 16:25:26,787][243582] Updated weights for policy 0, policy_version 26607 (0.0009)
+[2026-06-02 16:25:26,980][243582] Updated weights for policy 0, policy_version 26618 (0.0009)
+[2026-06-02 16:25:27,614][243582] Updated weights for policy 0, policy_version 26628 (0.0014)
+[2026-06-02 16:25:27,780][243582] Updated weights for policy 0, policy_version 26638 (0.0009)
+[2026-06-02 16:25:27,960][243582] Updated weights for policy 0, policy_version 26648 (0.0016)
+[2026-06-02 16:25:28,157][243582] Updated weights for policy 0, policy_version 26658 (0.0021)
+[2026-06-02 16:25:28,326][243582] Updated weights for policy 0, policy_version 26668 (0.0009)
+[2026-06-02 16:25:28,510][243582] Updated weights for policy 0, policy_version 26678 (0.0015)
+[2026-06-02 16:25:28,686][243582] Updated weights for policy 0, policy_version 26688 (0.0009)
+[2026-06-02 16:25:29,301][243582] Updated weights for policy 0, policy_version 26698 (0.0015)
+[2026-06-02 16:25:29,479][243582] Updated weights for policy 0, policy_version 26708 (0.0024)
+[2026-06-02 16:25:29,659][243582] Updated weights for policy 0, policy_version 26718 (0.0009)
+[2026-06-02 16:25:29,862][243582] Updated weights for policy 0, policy_version 26729 (0.0009)
+[2026-06-02 16:25:30,043][243582] Updated weights for policy 0, policy_version 26739 (0.0009)
+[2026-06-02 16:25:30,227][243582] Updated weights for policy 0, policy_version 26749 (0.0016)
+[2026-06-02 16:25:30,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20185.1). Total num frames: 13697024. Throughput: 0: 20414.6. Samples: 2534528. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:25:30,755][235954] Avg episode reward: [(0, '405.804')]
+[2026-06-02 16:25:30,845][243582] Updated weights for policy 0, policy_version 26759 (0.0011)
+[2026-06-02 16:25:31,021][243582] Updated weights for policy 0, policy_version 26769 (0.0016)
+[2026-06-02 16:25:31,201][243582] Updated weights for policy 0, policy_version 26779 (0.0014)
+[2026-06-02 16:25:31,399][243582] Updated weights for policy 0, policy_version 26789 (0.0011)
+[2026-06-02 16:25:31,572][243582] Updated weights for policy 0, policy_version 26799 (0.0014)
+[2026-06-02 16:25:31,753][243582] Updated weights for policy 0, policy_version 26809 (0.0017)
+[2026-06-02 16:25:32,382][243582] Updated weights for policy 0, policy_version 26819 (0.0017)
+[2026-06-02 16:25:32,554][243582] Updated weights for policy 0, policy_version 26829 (0.0009)
+[2026-06-02 16:25:32,737][243582] Updated weights for policy 0, policy_version 26839 (0.0009)
+[2026-06-02 16:25:32,926][243582] Updated weights for policy 0, policy_version 26849 (0.0009)
+[2026-06-02 16:25:33,108][243582] Updated weights for policy 0, policy_version 26859 (0.0009)
+[2026-06-02 16:25:33,305][243582] Updated weights for policy 0, policy_version 26869 (0.0009)
+[2026-06-02 16:25:33,481][243582] Updated weights for policy 0, policy_version 26879 (0.0009)
+[2026-06-02 16:25:34,085][243582] Updated weights for policy 0, policy_version 26889 (0.0011)
+[2026-06-02 16:25:34,262][243582] Updated weights for policy 0, policy_version 26899 (0.0009)
+[2026-06-02 16:25:34,440][243582] Updated weights for policy 0, policy_version 26909 (0.0014)
+[2026-06-02 16:25:34,618][243582] Updated weights for policy 0, policy_version 26919 (0.0009)
+[2026-06-02 16:25:34,804][243582] Updated weights for policy 0, policy_version 26929 (0.0009)
+[2026-06-02 16:25:34,989][243582] Updated weights for policy 0, policy_version 26939 (0.0009)
+[2026-06-02 16:25:35,622][243582] Updated weights for policy 0, policy_version 26949 (0.0009)
+[2026-06-02 16:25:35,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20164.9). Total num frames: 13795328. Throughput: 0: 20408.9. Samples: 2597632. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:25:35,756][235954] Avg episode reward: [(0, '410.843')]
+[2026-06-02 16:25:35,798][243582] Updated weights for policy 0, policy_version 26959 (0.0015)
+[2026-06-02 16:25:35,989][243582] Updated weights for policy 0, policy_version 26969 (0.0009)
+[2026-06-02 16:25:36,171][243582] Updated weights for policy 0, policy_version 26979 (0.0014)
+[2026-06-02 16:25:36,351][243582] Updated weights for policy 0, policy_version 26989 (0.0017)
+[2026-06-02 16:25:36,545][243582] Updated weights for policy 0, policy_version 26999 (0.0009)
+[2026-06-02 16:25:37,165][243582] Updated weights for policy 0, policy_version 27009 (0.0009)
+[2026-06-02 16:25:37,327][243582] Updated weights for policy 0, policy_version 27019 (0.0013)
+[2026-06-02 16:25:37,519][243582] Updated weights for policy 0, policy_version 27029 (0.0022)
+[2026-06-02 16:25:37,697][243582] Updated weights for policy 0, policy_version 27039 (0.0016)
+[2026-06-02 16:25:37,891][243582] Updated weights for policy 0, policy_version 27049 (0.0009)
+[2026-06-02 16:25:38,069][243582] Updated weights for policy 0, policy_version 27059 (0.0009)
+[2026-06-02 16:25:38,254][243582] Updated weights for policy 0, policy_version 27069 (0.0025)
+[2026-06-02 16:25:38,841][243582] Updated weights for policy 0, policy_version 27079 (0.0008)
+[2026-06-02 16:25:39,021][243582] Updated weights for policy 0, policy_version 27089 (0.0016)
+[2026-06-02 16:25:39,209][243582] Updated weights for policy 0, policy_version 27099 (0.0009)
+[2026-06-02 16:25:39,386][243582] Updated weights for policy 0, policy_version 27109 (0.0009)
+[2026-06-02 16:25:39,579][243582] Updated weights for policy 0, policy_version 27119 (0.0008)
+[2026-06-02 16:25:39,757][243582] Updated weights for policy 0, policy_version 27129 (0.0008)
+[2026-06-02 16:25:40,378][243582] Updated weights for policy 0, policy_version 27139 (0.0009)
+[2026-06-02 16:25:40,566][243582] Updated weights for policy 0, policy_version 27149 (0.0006)
+[2026-06-02 16:25:40,732][243582] Updated weights for policy 0, policy_version 27159 (0.0004)
+[2026-06-02 16:25:40,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20146.3). Total num frames: 13893632. Throughput: 0: 20534.0. Samples: 2723456. Policy #0 lag: (min: 36.0, avg: 53.2, max: 100.0)
+[2026-06-02 16:25:40,755][235954] Avg episode reward: [(0, '440.511')]
+[2026-06-02 16:25:40,922][243582] Updated weights for policy 0, policy_version 27169 (0.0004)
+[2026-06-02 16:25:41,102][243582] Updated weights for policy 0, policy_version 27179 (0.0004)
+[2026-06-02 16:25:41,292][243582] Updated weights for policy 0, policy_version 27189 (0.0004)
+[2026-06-02 16:25:41,482][243582] Updated weights for policy 0, policy_version 27199 (0.0004)
+[2026-06-02 16:25:42,091][243582] Updated weights for policy 0, policy_version 27209 (0.0009)
+[2026-06-02 16:25:42,259][243582] Updated weights for policy 0, policy_version 27219 (0.0007)
+[2026-06-02 16:25:42,445][243582] Updated weights for policy 0, policy_version 27229 (0.0008)
+[2026-06-02 16:25:42,619][243582] Updated weights for policy 0, policy_version 27239 (0.0013)
+[2026-06-02 16:25:42,813][243582] Updated weights for policy 0, policy_version 27249 (0.0013)
+[2026-06-02 16:25:42,988][243582] Updated weights for policy 0, policy_version 27259 (0.0009)
+[2026-06-02 16:25:43,620][243582] Updated weights for policy 0, policy_version 27269 (0.0014)
+[2026-06-02 16:25:43,810][243582] Updated weights for policy 0, policy_version 27280 (0.0009)
+[2026-06-02 16:25:44,000][243582] Updated weights for policy 0, policy_version 27290 (0.0016)
+[2026-06-02 16:25:44,180][243582] Updated weights for policy 0, policy_version 27300 (0.0017)
+[2026-06-02 16:25:44,367][243582] Updated weights for policy 0, policy_version 27310 (0.0009)
+[2026-06-02 16:25:44,552][243582] Updated weights for policy 0, policy_version 27320 (0.0016)
+[2026-06-02 16:25:45,180][243582] Updated weights for policy 0, policy_version 27330 (0.0009)
+[2026-06-02 16:25:45,381][243582] Updated weights for policy 0, policy_version 27342 (0.0009)
+[2026-06-02 16:25:45,556][243582] Updated weights for policy 0, policy_version 27352 (0.0012)
+[2026-06-02 16:25:45,746][243582] Updated weights for policy 0, policy_version 27362 (0.0009)
+[2026-06-02 16:25:45,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20128.9). Total num frames: 13991936. Throughput: 0: 20502.8. Samples: 2842880. Policy #0 lag: (min: 36.0, avg: 53.2, max: 100.0)
+[2026-06-02 16:25:45,755][235954] Avg episode reward: [(0, '355.160')]
+[2026-06-02 16:25:45,935][243582] Updated weights for policy 0, policy_version 27372 (0.0017)
+[2026-06-02 16:25:46,109][243582] Updated weights for policy 0, policy_version 27382 (0.0014)
+[2026-06-02 16:25:46,291][243582] Updated weights for policy 0, policy_version 27392 (0.0014)
+[2026-06-02 16:25:46,933][243582] Updated weights for policy 0, policy_version 27402 (0.0011)
+[2026-06-02 16:25:47,122][243582] Updated weights for policy 0, policy_version 27412 (0.0009)
+[2026-06-02 16:25:47,298][243582] Updated weights for policy 0, policy_version 27422 (0.0016)
+[2026-06-02 16:25:47,488][243582] Updated weights for policy 0, policy_version 27432 (0.0017)
+[2026-06-02 16:25:47,674][243582] Updated weights for policy 0, policy_version 27442 (0.0015)
+[2026-06-02 16:25:47,852][243582] Updated weights for policy 0, policy_version 27452 (0.0008)
+[2026-06-02 16:25:48,496][243582] Updated weights for policy 0, policy_version 27462 (0.0016)
+[2026-06-02 16:25:48,667][243582] Updated weights for policy 0, policy_version 27472 (0.0016)
+[2026-06-02 16:25:48,860][243582] Updated weights for policy 0, policy_version 27482 (0.0013)
+[2026-06-02 16:25:49,037][243582] Updated weights for policy 0, policy_version 27492 (0.0014)
+[2026-06-02 16:25:49,242][243582] Updated weights for policy 0, policy_version 27502 (0.0024)
+[2026-06-02 16:25:49,411][243582] Updated weights for policy 0, policy_version 27512 (0.0017)
+[2026-06-02 16:25:50,049][243582] Updated weights for policy 0, policy_version 27522 (0.0014)
+[2026-06-02 16:25:50,219][243582] Updated weights for policy 0, policy_version 27532 (0.0014)
+[2026-06-02 16:25:50,407][243582] Updated weights for policy 0, policy_version 27542 (0.0017)
+[2026-06-02 16:25:50,584][243582] Updated weights for policy 0, policy_version 27552 (0.0009)
+[2026-06-02 16:25:50,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20112.8). Total num frames: 14090240. Throughput: 0: 20402.7. Samples: 2901760. Policy #0 lag: (min: 36.0, avg: 53.2, max: 100.0)
+[2026-06-02 16:25:50,755][235954] Avg episode reward: [(0, '283.428')]
+[2026-06-02 16:25:50,767][243582] Updated weights for policy 0, policy_version 27562 (0.0017)
+[2026-06-02 16:25:50,958][243582] Updated weights for policy 0, policy_version 27572 (0.0008)
+[2026-06-02 16:25:51,138][243582] Updated weights for policy 0, policy_version 27582 (0.0016)
+[2026-06-02 16:25:51,747][243582] Updated weights for policy 0, policy_version 27592 (0.0016)
+[2026-06-02 16:25:51,923][243582] Updated weights for policy 0, policy_version 27602 (0.0009)
+[2026-06-02 16:25:52,107][243582] Updated weights for policy 0, policy_version 27612 (0.0009)
+[2026-06-02 16:25:52,292][243582] Updated weights for policy 0, policy_version 27622 (0.0017)
+[2026-06-02 16:25:52,476][243582] Updated weights for policy 0, policy_version 27632 (0.0009)
+[2026-06-02 16:25:52,656][243582] Updated weights for policy 0, policy_version 27642 (0.0009)
+[2026-06-02 16:25:53,283][243582] Updated weights for policy 0, policy_version 27652 (0.0014)
+[2026-06-02 16:25:53,491][243582] Updated weights for policy 0, policy_version 27663 (0.0014)
+[2026-06-02 16:25:53,662][243582] Updated weights for policy 0, policy_version 27673 (0.0016)
+[2026-06-02 16:25:53,845][243582] Updated weights for policy 0, policy_version 27683 (0.0009)
+[2026-06-02 16:25:54,026][243582] Updated weights for policy 0, policy_version 27693 (0.0008)
+[2026-06-02 16:25:54,203][243582] Updated weights for policy 0, policy_version 27703 (0.0008)
+[2026-06-02 16:25:54,826][243582] Updated weights for policy 0, policy_version 27713 (0.0009)
+[2026-06-02 16:25:54,996][243582] Updated weights for policy 0, policy_version 27723 (0.0008)
+[2026-06-02 16:25:55,167][243582] Updated weights for policy 0, policy_version 27733 (0.0005)
+[2026-06-02 16:25:55,361][243582] Updated weights for policy 0, policy_version 27743 (0.0005)
+[2026-06-02 16:25:55,561][243582] Updated weights for policy 0, policy_version 27753 (0.0010)
+[2026-06-02 16:25:55,742][243582] Updated weights for policy 0, policy_version 27763 (0.0011)
+[2026-06-02 16:25:55,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20097.7). Total num frames: 14188544. Throughput: 0: 20428.8. Samples: 3027840. Policy #0 lag: (min: 36.0, avg: 53.2, max: 100.0)
+[2026-06-02 16:25:55,755][235954] Avg episode reward: [(0, '310.567')]
+[2026-06-02 16:25:55,940][243582] Updated weights for policy 0, policy_version 27774 (0.0014)
+[2026-06-02 16:25:56,533][243582] Updated weights for policy 0, policy_version 27784 (0.0008)
+[2026-06-02 16:25:56,717][243582] Updated weights for policy 0, policy_version 27794 (0.0007)
+[2026-06-02 16:25:56,899][243582] Updated weights for policy 0, policy_version 27804 (0.0016)
+[2026-06-02 16:25:57,088][243582] Updated weights for policy 0, policy_version 27814 (0.0009)
+[2026-06-02 16:25:57,267][243582] Updated weights for policy 0, policy_version 27824 (0.0008)
+[2026-06-02 16:25:57,459][243582] Updated weights for policy 0, policy_version 27834 (0.0017)
+[2026-06-02 16:25:58,085][243582] Updated weights for policy 0, policy_version 27844 (0.0009)
+[2026-06-02 16:25:58,268][243582] Updated weights for policy 0, policy_version 27854 (0.0008)
+[2026-06-02 16:25:58,442][243582] Updated weights for policy 0, policy_version 27864 (0.0008)
+[2026-06-02 16:25:58,631][243582] Updated weights for policy 0, policy_version 27874 (0.0014)
+[2026-06-02 16:25:58,823][243582] Updated weights for policy 0, policy_version 27884 (0.0008)
+[2026-06-02 16:25:59,017][243582] Updated weights for policy 0, policy_version 27894 (0.0015)
+[2026-06-02 16:25:59,188][243582] Updated weights for policy 0, policy_version 27904 (0.0008)
+[2026-06-02 16:25:59,809][243582] Updated weights for policy 0, policy_version 27914 (0.0016)
+[2026-06-02 16:25:59,985][243582] Updated weights for policy 0, policy_version 27924 (0.0009)
+[2026-06-02 16:26:00,176][243582] Updated weights for policy 0, policy_version 27934 (0.0009)
+[2026-06-02 16:26:00,371][243582] Updated weights for policy 0, policy_version 27944 (0.0024)
+[2026-06-02 16:26:00,552][243582] Updated weights for policy 0, policy_version 27954 (0.0009)
+[2026-06-02 16:26:00,736][243582] Updated weights for policy 0, policy_version 27964 (0.0009)
+[2026-06-02 16:26:00,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20083.6). Total num frames: 14286848. Throughput: 0: 20457.2. Samples: 3153792. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:26:00,755][235954] Avg episode reward: [(0, '298.667')]
+[2026-06-02 16:26:01,358][243582] Updated weights for policy 0, policy_version 27974 (0.0017)
+[2026-06-02 16:26:01,548][243582] Updated weights for policy 0, policy_version 27984 (0.0009)
+[2026-06-02 16:26:01,742][243582] Updated weights for policy 0, policy_version 27995 (0.0009)
+[2026-06-02 16:26:01,919][243582] Updated weights for policy 0, policy_version 28005 (0.0008)
+[2026-06-02 16:26:02,115][243582] Updated weights for policy 0, policy_version 28015 (0.0014)
+[2026-06-02 16:26:02,298][243582] Updated weights for policy 0, policy_version 28025 (0.0009)
+[2026-06-02 16:26:02,915][243582] Updated weights for policy 0, policy_version 28035 (0.0014)
+[2026-06-02 16:26:03,094][243582] Updated weights for policy 0, policy_version 28045 (0.0008)
+[2026-06-02 16:26:03,287][243582] Updated weights for policy 0, policy_version 28055 (0.0016)
+[2026-06-02 16:26:03,463][243582] Updated weights for policy 0, policy_version 28065 (0.0011)
+[2026-06-02 16:26:03,641][243582] Updated weights for policy 0, policy_version 28075 (0.0009)
+[2026-06-02 16:26:03,839][243582] Updated weights for policy 0, policy_version 28085 (0.0014)
+[2026-06-02 16:26:04,016][243582] Updated weights for policy 0, policy_version 28095 (0.0009)
+[2026-06-02 16:26:04,639][243582] Updated weights for policy 0, policy_version 28105 (0.0009)
+[2026-06-02 16:26:04,815][243582] Updated weights for policy 0, policy_version 28115 (0.0013)
+[2026-06-02 16:26:05,023][243582] Updated weights for policy 0, policy_version 28126 (0.0014)
+[2026-06-02 16:26:05,205][243582] Updated weights for policy 0, policy_version 28136 (0.0009)
+[2026-06-02 16:26:05,398][243582] Updated weights for policy 0, policy_version 28146 (0.0009)
+[2026-06-02 16:26:05,594][243582] Updated weights for policy 0, policy_version 28157 (0.0013)
+[2026-06-02 16:26:05,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20754.9, 300 sec: 20275.2). Total num frames: 14417920. Throughput: 0: 20465.8. Samples: 3216896. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:26:05,755][235954] Avg episode reward: [(0, '268.788')]
+[2026-06-02 16:26:06,206][243582] Updated weights for policy 0, policy_version 28167 (0.0009)
+[2026-06-02 16:26:06,387][243582] Updated weights for policy 0, policy_version 28177 (0.0009)
+[2026-06-02 16:26:06,567][243582] Updated weights for policy 0, policy_version 28187 (0.0011)
+[2026-06-02 16:26:06,754][243582] Updated weights for policy 0, policy_version 28197 (0.0009)
+[2026-06-02 16:26:06,938][243582] Updated weights for policy 0, policy_version 28207 (0.0017)
+[2026-06-02 16:26:07,128][243582] Updated weights for policy 0, policy_version 28217 (0.0017)
+[2026-06-02 16:26:07,734][243582] Updated weights for policy 0, policy_version 28227 (0.0009)
+[2026-06-02 16:26:07,910][243582] Updated weights for policy 0, policy_version 28237 (0.0009)
+[2026-06-02 16:26:08,088][243582] Updated weights for policy 0, policy_version 28247 (0.0009)
+[2026-06-02 16:26:08,279][243582] Updated weights for policy 0, policy_version 28257 (0.0009)
+[2026-06-02 16:26:08,455][243582] Updated weights for policy 0, policy_version 28267 (0.0021)
+[2026-06-02 16:26:08,664][243582] Updated weights for policy 0, policy_version 28277 (0.0014)
+[2026-06-02 16:26:08,849][243582] Updated weights for policy 0, policy_version 28287 (0.0009)
+[2026-06-02 16:26:09,459][243582] Updated weights for policy 0, policy_version 28297 (0.0018)
+[2026-06-02 16:26:09,644][243582] Updated weights for policy 0, policy_version 28308 (0.0016)
+[2026-06-02 16:26:09,824][243582] Updated weights for policy 0, policy_version 28318 (0.0009)
+[2026-06-02 16:26:10,018][243582] Updated weights for policy 0, policy_version 28328 (0.0015)
+[2026-06-02 16:26:10,200][243582] Updated weights for policy 0, policy_version 28338 (0.0016)
+[2026-06-02 16:26:10,382][243582] Updated weights for policy 0, policy_version 28348 (0.0009)
+[2026-06-02 16:26:10,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.0, 300 sec: 20256.6). Total num frames: 14516224. Throughput: 0: 20517.0. Samples: 3332992. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:26:10,755][235954] Avg episode reward: [(0, '315.477')]
+[2026-06-02 16:26:10,975][243582] Updated weights for policy 0, policy_version 28358 (0.0009)
+[2026-06-02 16:26:11,157][243582] Updated weights for policy 0, policy_version 28368 (0.0009)
+[2026-06-02 16:26:11,338][243582] Updated weights for policy 0, policy_version 28378 (0.0014)
+[2026-06-02 16:26:11,527][243582] Updated weights for policy 0, policy_version 28388 (0.0009)
+[2026-06-02 16:26:11,707][243582] Updated weights for policy 0, policy_version 28398 (0.0009)
+[2026-06-02 16:26:11,888][243582] Updated weights for policy 0, policy_version 28408 (0.0009)
+[2026-06-02 16:26:12,531][243582] Updated weights for policy 0, policy_version 28418 (0.0009)
+[2026-06-02 16:26:12,697][243582] Updated weights for policy 0, policy_version 28428 (0.0011)
+[2026-06-02 16:26:12,886][243582] Updated weights for policy 0, policy_version 28438 (0.0014)
+[2026-06-02 16:26:13,068][243582] Updated weights for policy 0, policy_version 28448 (0.0009)
+[2026-06-02 16:26:13,257][243582] Updated weights for policy 0, policy_version 28458 (0.0009)
+[2026-06-02 16:26:13,439][243582] Updated weights for policy 0, policy_version 28468 (0.0008)
+[2026-06-02 16:26:13,615][243582] Updated weights for policy 0, policy_version 28478 (0.0014)
+[2026-06-02 16:26:14,228][243582] Updated weights for policy 0, policy_version 28488 (0.0013)
+[2026-06-02 16:26:14,401][243582] Updated weights for policy 0, policy_version 28498 (0.0008)
+[2026-06-02 16:26:14,588][243582] Updated weights for policy 0, policy_version 28508 (0.0009)
+[2026-06-02 16:26:14,767][243582] Updated weights for policy 0, policy_version 28518 (0.0016)
+[2026-06-02 16:26:14,954][243582] Updated weights for policy 0, policy_version 28528 (0.0009)
+[2026-06-02 16:26:15,140][243582] Updated weights for policy 0, policy_version 28538 (0.0013)
+[2026-06-02 16:26:15,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20239.1). Total num frames: 14614528. Throughput: 0: 20508.5. Samples: 3457408. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0)
+[2026-06-02 16:26:15,755][235954] Avg episode reward: [(0, '306.545')]
+[2026-06-02 16:26:15,757][243582] Updated weights for policy 0, policy_version 28548 (0.0009)
+[2026-06-02 16:26:15,933][243582] Updated weights for policy 0, policy_version 28558 (0.0008)
+[2026-06-02 16:26:16,121][243582] Updated weights for policy 0, policy_version 28568 (0.0009)
+[2026-06-02 16:26:16,318][243582] Updated weights for policy 0, policy_version 28578 (0.0011)
+[2026-06-02 16:26:16,491][243582] Updated weights for policy 0, policy_version 28588 (0.0013)
+[2026-06-02 16:26:16,687][243582] Updated weights for policy 0, policy_version 28598 (0.0009)
+[2026-06-02 16:26:16,864][243582] Updated weights for policy 0, policy_version 28608 (0.0015)
+[2026-06-02 16:26:17,477][243582] Updated weights for policy 0, policy_version 28618 (0.0009)
+[2026-06-02 16:26:17,654][243582] Updated weights for policy 0, policy_version 28628 (0.0009)
+[2026-06-02 16:26:17,845][243582] Updated weights for policy 0, policy_version 28638 (0.0009)
+[2026-06-02 16:26:18,032][243582] Updated weights for policy 0, policy_version 28648 (0.0009)
+[2026-06-02 16:26:18,210][243582] Updated weights for policy 0, policy_version 28658 (0.0009)
+[2026-06-02 16:26:18,388][243582] Updated weights for policy 0, policy_version 28668 (0.0009)
+[2026-06-02 16:26:19,020][243582] Updated weights for policy 0, policy_version 28678 (0.0009)
+[2026-06-02 16:26:19,197][243582] Updated weights for policy 0, policy_version 28688 (0.0020)
+[2026-06-02 16:26:19,376][243582] Updated weights for policy 0, policy_version 28698 (0.0009)
+[2026-06-02 16:26:19,582][243582] Updated weights for policy 0, policy_version 28709 (0.0011)
+[2026-06-02 16:26:19,775][243582] Updated weights for policy 0, policy_version 28719 (0.0024)
+[2026-06-02 16:26:19,953][243582] Updated weights for policy 0, policy_version 28729 (0.0009)
+[2026-06-02 16:26:20,591][243582] Updated weights for policy 0, policy_version 28739 (0.0021)
+[2026-06-02 16:26:20,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20222.5). Total num frames: 14712832. Throughput: 0: 20499.9. Samples: 3520128. Policy #0 lag: (min: 32.0, avg: 71.5, max: 96.0)
+[2026-06-02 16:26:20,756][235954] Avg episode reward: [(0, '324.665')]
+[2026-06-02 16:26:20,767][243582] Updated weights for policy 0, policy_version 28749 (0.0008)
+[2026-06-02 16:26:20,945][243582] Updated weights for policy 0, policy_version 28759 (0.0009)
+[2026-06-02 16:26:21,136][243582] Updated weights for policy 0, policy_version 28769 (0.0009)
+[2026-06-02 16:26:21,322][243582] Updated weights for policy 0, policy_version 28779 (0.0009)
+[2026-06-02 16:26:21,497][243582] Updated weights for policy 0, policy_version 28789 (0.0016)
+[2026-06-02 16:26:21,705][243582] Updated weights for policy 0, policy_version 28800 (0.0009)
+[2026-06-02 16:26:22,289][243582] Updated weights for policy 0, policy_version 28810 (0.0009)
+[2026-06-02 16:26:22,473][243582] Updated weights for policy 0, policy_version 28820 (0.0009)
+[2026-06-02 16:26:22,653][243582] Updated weights for policy 0, policy_version 28830 (0.0009)
+[2026-06-02 16:26:22,844][243582] Updated weights for policy 0, policy_version 28840 (0.0009)
+[2026-06-02 16:26:23,044][243582] Updated weights for policy 0, policy_version 28851 (0.0009)
+[2026-06-02 16:26:23,233][243582] Updated weights for policy 0, policy_version 28861 (0.0009)
+[2026-06-02 16:26:23,851][243582] Updated weights for policy 0, policy_version 28871 (0.0009)
+[2026-06-02 16:26:24,025][243582] Updated weights for policy 0, policy_version 28881 (0.0009)
+[2026-06-02 16:26:24,215][243582] Updated weights for policy 0, policy_version 28891 (0.0009)
+[2026-06-02 16:26:24,391][243582] Updated weights for policy 0, policy_version 28901 (0.0009)
+[2026-06-02 16:26:24,589][243582] Updated weights for policy 0, policy_version 28911 (0.0019)
+[2026-06-02 16:26:24,753][243582] Updated weights for policy 0, policy_version 28921 (0.0008)
+[2026-06-02 16:26:25,385][243582] Updated weights for policy 0, policy_version 28931 (0.0014)
+[2026-06-02 16:26:25,563][243582] Updated weights for policy 0, policy_version 28941 (0.0009)
+[2026-06-02 16:26:25,737][243582] Updated weights for policy 0, policy_version 28951 (0.0009)
+[2026-06-02 16:26:25,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20206.9). Total num frames: 14811136. Throughput: 0: 20499.9. Samples: 3645952. Policy #0 lag: (min: 32.0, avg: 71.5, max: 96.0)
+[2026-06-02 16:26:25,755][235954] Avg episode reward: [(0, '355.371')]
+[2026-06-02 16:26:25,931][243582] Updated weights for policy 0, policy_version 28961 (0.0009)
+[2026-06-02 16:26:26,113][243582] Updated weights for policy 0, policy_version 28971 (0.0009)
+[2026-06-02 16:26:26,300][243582] Updated weights for policy 0, policy_version 28981 (0.0017)
+[2026-06-02 16:26:26,474][243582] Updated weights for policy 0, policy_version 28991 (0.0008)
+[2026-06-02 16:26:27,094][243582] Updated weights for policy 0, policy_version 29001 (0.0009)
+[2026-06-02 16:26:27,273][243582] Updated weights for policy 0, policy_version 29011 (0.0016)
+[2026-06-02 16:26:27,456][243582] Updated weights for policy 0, policy_version 29021 (0.0009)
+[2026-06-02 16:26:27,641][243582] Updated weights for policy 0, policy_version 29031 (0.0009)
+[2026-06-02 16:26:27,815][243582] Updated weights for policy 0, policy_version 29041 (0.0012)
+[2026-06-02 16:26:28,022][243582] Updated weights for policy 0, policy_version 29051 (0.0014)
+[2026-06-02 16:26:28,623][243582] Updated weights for policy 0, policy_version 29061 (0.0010)
+[2026-06-02 16:26:28,803][243582] Updated weights for policy 0, policy_version 29071 (0.0009)
+[2026-06-02 16:26:28,978][243582] Updated weights for policy 0, policy_version 29081 (0.0009)
+[2026-06-02 16:26:29,171][243582] Updated weights for policy 0, policy_version 29091 (0.0009)
+[2026-06-02 16:26:29,346][243582] Updated weights for policy 0, policy_version 29101 (0.0009)
+[2026-06-02 16:26:29,537][243582] Updated weights for policy 0, policy_version 29111 (0.0017)
+[2026-06-02 16:26:30,159][243582] Updated weights for policy 0, policy_version 29121 (0.0011)
+[2026-06-02 16:26:30,329][243582] Updated weights for policy 0, policy_version 29131 (0.0010)
+[2026-06-02 16:26:30,510][243582] Updated weights for policy 0, policy_version 29141 (0.0008)
+[2026-06-02 16:26:30,698][243582] Updated weights for policy 0, policy_version 29151 (0.0009)
+[2026-06-02 16:26:30,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20192.2). Total num frames: 14909440. Throughput: 0: 20482.8. Samples: 3764608. Policy #0 lag: (min: 32.0, avg: 71.5, max: 96.0)
+[2026-06-02 16:26:30,755][235954] Avg episode reward: [(0, '383.047')]
+[2026-06-02 16:26:30,883][243582] Updated weights for policy 0, policy_version 29161 (0.0008)
+[2026-06-02 16:26:31,064][243582] Updated weights for policy 0, policy_version 29171 (0.0013)
+[2026-06-02 16:26:31,250][243582] Updated weights for policy 0, policy_version 29181 (0.0009)
+[2026-06-02 16:26:31,883][243582] Updated weights for policy 0, policy_version 29192 (0.0009)
+[2026-06-02 16:26:32,070][243582] Updated weights for policy 0, policy_version 29202 (0.0015)
+[2026-06-02 16:26:32,248][243582] Updated weights for policy 0, policy_version 29212 (0.0017)
+[2026-06-02 16:26:32,429][243582] Updated weights for policy 0, policy_version 29222 (0.0018)
+[2026-06-02 16:26:32,615][243582] Updated weights for policy 0, policy_version 29232 (0.0012)
+[2026-06-02 16:26:32,806][243582] Updated weights for policy 0, policy_version 29242 (0.0014)
+[2026-06-02 16:26:33,416][243582] Updated weights for policy 0, policy_version 29252 (0.0009)
+[2026-06-02 16:26:33,589][243582] Updated weights for policy 0, policy_version 29262 (0.0008)
+[2026-06-02 16:26:33,767][243582] Updated weights for policy 0, policy_version 29272 (0.0008)
+[2026-06-02 16:26:33,961][243582] Updated weights for policy 0, policy_version 29282 (0.0014)
+[2026-06-02 16:26:34,147][243582] Updated weights for policy 0, policy_version 29292 (0.0009)
+[2026-06-02 16:26:34,327][243582] Updated weights for policy 0, policy_version 29302 (0.0009)
+[2026-06-02 16:26:34,511][243582] Updated weights for policy 0, policy_version 29312 (0.0009)
+[2026-06-02 16:26:35,131][243582] Updated weights for policy 0, policy_version 29322 (0.0009)
+[2026-06-02 16:26:35,304][243582] Updated weights for policy 0, policy_version 29332 (0.0021)
+[2026-06-02 16:26:35,488][243582] Updated weights for policy 0, policy_version 29342 (0.0023)
+[2026-06-02 16:26:35,680][243582] Updated weights for policy 0, policy_version 29352 (0.0009)
+[2026-06-02 16:26:35,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20207.0, 300 sec: 20178.2). Total num frames: 15007744. Throughput: 0: 20485.7. Samples: 3823616. Policy #0 lag: (min: 32.0, avg: 71.5, max: 96.0)
+[2026-06-02 16:26:35,755][235954] Avg episode reward: [(0, '425.869')]
+[2026-06-02 16:26:35,858][243582] Updated weights for policy 0, policy_version 29362 (0.0009)
+[2026-06-02 16:26:36,045][243582] Updated weights for policy 0, policy_version 29372 (0.0009)
+[2026-06-02 16:26:36,683][243582] Updated weights for policy 0, policy_version 29383 (0.0009)
+[2026-06-02 16:26:36,869][243582] Updated weights for policy 0, policy_version 29393 (0.0009)
+[2026-06-02 16:26:37,051][243582] Updated weights for policy 0, policy_version 29403 (0.0009)
+[2026-06-02 16:26:37,249][243582] Updated weights for policy 0, policy_version 29413 (0.0011)
+[2026-06-02 16:26:37,416][243582] Updated weights for policy 0, policy_version 29423 (0.0008)
+[2026-06-02 16:26:37,600][243582] Updated weights for policy 0, policy_version 29433 (0.0009)
+[2026-06-02 16:26:38,240][243582] Updated weights for policy 0, policy_version 29443 (0.0012)
+[2026-06-02 16:26:38,405][243582] Updated weights for policy 0, policy_version 29453 (0.0010)
+[2026-06-02 16:26:38,594][243582] Updated weights for policy 0, policy_version 29463 (0.0021)
+[2026-06-02 16:26:38,782][243582] Updated weights for policy 0, policy_version 29473 (0.0009)
+[2026-06-02 16:26:38,968][243582] Updated weights for policy 0, policy_version 29483 (0.0017)
+[2026-06-02 16:26:39,151][243582] Updated weights for policy 0, policy_version 29493 (0.0009)
+[2026-06-02 16:26:39,334][243582] Updated weights for policy 0, policy_version 29503 (0.0009)
+[2026-06-02 16:26:39,925][243582] Updated weights for policy 0, policy_version 29513 (0.0009)
+[2026-06-02 16:26:40,107][243582] Updated weights for policy 0, policy_version 29523 (0.0009)
+[2026-06-02 16:26:40,297][243582] Updated weights for policy 0, policy_version 29533 (0.0009)
+[2026-06-02 16:26:40,477][243582] Updated weights for policy 0, policy_version 29543 (0.0019)
+[2026-06-02 16:26:40,666][243582] Updated weights for policy 0, policy_version 29553 (0.0009)
+[2026-06-02 16:26:40,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20164.9). Total num frames: 15106048. Throughput: 0: 20491.4. Samples: 3949952. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:26:40,755][235954] Avg episode reward: [(0, '480.537')]
+[2026-06-02 16:26:40,851][243582] Updated weights for policy 0, policy_version 29563 (0.0009)
+[2026-06-02 16:26:41,481][243582] Updated weights for policy 0, policy_version 29573 (0.0009)
+[2026-06-02 16:26:41,657][243582] Updated weights for policy 0, policy_version 29583 (0.0009)
+[2026-06-02 16:26:41,839][243582] Updated weights for policy 0, policy_version 29593 (0.0016)
+[2026-06-02 16:26:42,031][243582] Updated weights for policy 0, policy_version 29603 (0.0008)
+[2026-06-02 16:26:42,220][243582] Updated weights for policy 0, policy_version 29613 (0.0009)
+[2026-06-02 16:26:42,404][243582] Updated weights for policy 0, policy_version 29623 (0.0017)
+[2026-06-02 16:26:43,020][243582] Updated weights for policy 0, policy_version 29633 (0.0014)
+[2026-06-02 16:26:43,193][243582] Updated weights for policy 0, policy_version 29643 (0.0016)
+[2026-06-02 16:26:43,383][243582] Updated weights for policy 0, policy_version 29654 (0.0016)
+[2026-06-02 16:26:43,569][243582] Updated weights for policy 0, policy_version 29664 (0.0017)
+[2026-06-02 16:26:43,765][243582] Updated weights for policy 0, policy_version 29674 (0.0009)
+[2026-06-02 16:26:43,939][243582] Updated weights for policy 0, policy_version 29684 (0.0008)
+[2026-06-02 16:26:44,126][243582] Updated weights for policy 0, policy_version 29694 (0.0008)
+[2026-06-02 16:26:44,760][243582] Updated weights for policy 0, policy_version 29704 (0.0013)
+[2026-06-02 16:26:44,933][243582] Updated weights for policy 0, policy_version 29714 (0.0008)
+[2026-06-02 16:26:45,123][243582] Updated weights for policy 0, policy_version 29724 (0.0009)
+[2026-06-02 16:26:45,304][243582] Updated weights for policy 0, policy_version 29734 (0.0016)
+[2026-06-02 16:26:45,487][243582] Updated weights for policy 0, policy_version 29744 (0.0009)
+[2026-06-02 16:26:45,669][243582] Updated weights for policy 0, policy_version 29754 (0.0009)
+[2026-06-02 16:26:45,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20152.3). Total num frames: 15204352. Throughput: 0: 20497.1. Samples: 4076160. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:26:45,755][235954] Avg episode reward: [(0, '486.192')]
+[2026-06-02 16:26:46,283][243582] Updated weights for policy 0, policy_version 29764 (0.0011)
+[2026-06-02 16:26:46,451][243582] Updated weights for policy 0, policy_version 29774 (0.0008)
+[2026-06-02 16:26:46,633][243582] Updated weights for policy 0, policy_version 29784 (0.0013)
+[2026-06-02 16:26:46,820][243582] Updated weights for policy 0, policy_version 29794 (0.0009)
+[2026-06-02 16:26:47,013][243582] Updated weights for policy 0, policy_version 29804 (0.0009)
+[2026-06-02 16:26:47,211][243582] Updated weights for policy 0, policy_version 29815 (0.0014)
+[2026-06-02 16:26:47,837][243582] Updated weights for policy 0, policy_version 29825 (0.0013)
+[2026-06-02 16:26:48,006][243582] Updated weights for policy 0, policy_version 29836 (0.0009)
+[2026-06-02 16:26:48,192][243582] Updated weights for policy 0, policy_version 29846 (0.0015)
+[2026-06-02 16:26:48,381][243582] Updated weights for policy 0, policy_version 29856 (0.0009)
+[2026-06-02 16:26:48,565][243582] Updated weights for policy 0, policy_version 29866 (0.0009)
+[2026-06-02 16:26:48,751][243582] Updated weights for policy 0, policy_version 29876 (0.0021)
+[2026-06-02 16:26:48,938][243582] Updated weights for policy 0, policy_version 29886 (0.0009)
+[2026-06-02 16:26:49,567][243582] Updated weights for policy 0, policy_version 29896 (0.0009)
+[2026-06-02 16:26:49,740][243582] Updated weights for policy 0, policy_version 29906 (0.0009)
+[2026-06-02 16:26:49,927][243582] Updated weights for policy 0, policy_version 29916 (0.0009)
+[2026-06-02 16:26:50,112][243582] Updated weights for policy 0, policy_version 29926 (0.0009)
+[2026-06-02 16:26:50,297][243582] Updated weights for policy 0, policy_version 29936 (0.0009)
+[2026-06-02 16:26:50,484][243582] Updated weights for policy 0, policy_version 29946 (0.0017)
+[2026-06-02 16:26:50,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20300.2). Total num frames: 15335424. Throughput: 0: 20465.7. Samples: 4137856. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:26:50,755][235954] Avg episode reward: [(0, '510.305')]
+[2026-06-02 16:26:51,084][243582] Updated weights for policy 0, policy_version 29956 (0.0009)
+[2026-06-02 16:26:51,270][243582] Updated weights for policy 0, policy_version 29966 (0.0016)
+[2026-06-02 16:26:51,447][243582] Updated weights for policy 0, policy_version 29976 (0.0009)
+[2026-06-02 16:26:51,635][243582] Updated weights for policy 0, policy_version 29986 (0.0014)
+[2026-06-02 16:26:51,816][243582] Updated weights for policy 0, policy_version 29996 (0.0009)
+[2026-06-02 16:26:52,004][243582] Updated weights for policy 0, policy_version 30006 (0.0014)
+[2026-06-02 16:26:52,181][243582] Updated weights for policy 0, policy_version 30016 (0.0008)
+[2026-06-02 16:26:52,812][243582] Updated weights for policy 0, policy_version 30027 (0.0009)
+[2026-06-02 16:26:52,986][243582] Updated weights for policy 0, policy_version 30037 (0.0016)
+[2026-06-02 16:26:53,188][243582] Updated weights for policy 0, policy_version 30047 (0.0015)
+[2026-06-02 16:26:53,360][243582] Updated weights for policy 0, policy_version 30057 (0.0014)
+[2026-06-02 16:26:53,543][243582] Updated weights for policy 0, policy_version 30067 (0.0009)
+[2026-06-02 16:26:53,728][243582] Updated weights for policy 0, policy_version 30077 (0.0014)
+[2026-06-02 16:26:54,350][243582] Updated weights for policy 0, policy_version 30087 (0.0009)
+[2026-06-02 16:26:54,522][243582] Updated weights for policy 0, policy_version 30097 (0.0009)
+[2026-06-02 16:26:54,709][243582] Updated weights for policy 0, policy_version 30107 (0.0009)
+[2026-06-02 16:26:54,929][243582] Updated weights for policy 0, policy_version 30118 (0.0009)
+[2026-06-02 16:26:55,123][243582] Updated weights for policy 0, policy_version 30128 (0.0016)
+[2026-06-02 16:26:55,292][243582] Updated weights for policy 0, policy_version 30138 (0.0009)
+[2026-06-02 16:26:55,754][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20285.0). Total num frames: 15433728. Throughput: 0: 20445.9. Samples: 4253056. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0)
+[2026-06-02 16:26:55,756][235954] Avg episode reward: [(0, '524.176')]
+[2026-06-02 16:26:55,907][243582] Updated weights for policy 0, policy_version 30148 (0.0010)
+[2026-06-02 16:26:56,079][243582] Updated weights for policy 0, policy_version 30158 (0.0011)
+[2026-06-02 16:26:56,256][243582] Updated weights for policy 0, policy_version 30168 (0.0015)
+[2026-06-02 16:26:56,460][243582] Updated weights for policy 0, policy_version 30178 (0.0022)
+[2026-06-02 16:26:56,623][243582] Updated weights for policy 0, policy_version 30188 (0.0014)
+[2026-06-02 16:26:56,813][243582] Updated weights for policy 0, policy_version 30198 (0.0009)
+[2026-06-02 16:26:56,993][243582] Updated weights for policy 0, policy_version 30208 (0.0009)
+[2026-06-02 16:26:57,615][243582] Updated weights for policy 0, policy_version 30218 (0.0009)
+[2026-06-02 16:26:57,803][243582] Updated weights for policy 0, policy_version 30228 (0.0009)
+[2026-06-02 16:26:57,992][243582] Updated weights for policy 0, policy_version 30238 (0.0017)
+[2026-06-02 16:26:58,191][243582] Updated weights for policy 0, policy_version 30248 (0.0014)
+[2026-06-02 16:26:58,358][243582] Updated weights for policy 0, policy_version 30258 (0.0009)
+[2026-06-02 16:26:58,541][243582] Updated weights for policy 0, policy_version 30268 (0.0014)
+[2026-06-02 16:26:59,170][243582] Updated weights for policy 0, policy_version 30278 (0.0013)
+[2026-06-02 16:26:59,356][243582] Updated weights for policy 0, policy_version 30289 (0.0007)
+[2026-06-02 16:26:59,541][243582] Updated weights for policy 0, policy_version 30299 (0.0009)
+[2026-06-02 16:26:59,732][243582] Updated weights for policy 0, policy_version 30309 (0.0014)
+[2026-06-02 16:26:59,913][243582] Updated weights for policy 0, policy_version 30319 (0.0014)
+[2026-06-02 16:27:00,101][243582] Updated weights for policy 0, policy_version 30329 (0.0009)
+[2026-06-02 16:27:00,718][243582] Updated weights for policy 0, policy_version 30339 (0.0009)
+[2026-06-02 16:27:00,755][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20270.4). Total num frames: 15532032. Throughput: 0: 20468.6. Samples: 4378496. Policy #0 lag: (min: 37.0, avg: 53.9, max: 101.0)
+[2026-06-02 16:27:00,756][235954] Avg episode reward: [(0, '542.823')]
+[2026-06-02 16:27:00,888][243582] Updated weights for policy 0, policy_version 30349 (0.0009)
+[2026-06-02 16:27:01,069][243582] Updated weights for policy 0, policy_version 30359 (0.0016)
+[2026-06-02 16:27:01,262][243582] Updated weights for policy 0, policy_version 30369 (0.0016)
+[2026-06-02 16:27:01,439][243582] Updated weights for policy 0, policy_version 30379 (0.0010)
+[2026-06-02 16:27:01,632][243582] Updated weights for policy 0, policy_version 30389 (0.0009)
+[2026-06-02 16:27:01,819][243582] Updated weights for policy 0, policy_version 30399 (0.0016)
+[2026-06-02 16:27:02,416][243582] Updated weights for policy 0, policy_version 30409 (0.0009)
+[2026-06-02 16:27:02,593][243582] Updated weights for policy 0, policy_version 30419 (0.0009)
+[2026-06-02 16:27:02,770][243582] Updated weights for policy 0, policy_version 30429 (0.0009)
+[2026-06-02 16:27:02,957][243582] Updated weights for policy 0, policy_version 30439 (0.0013)
+[2026-06-02 16:27:03,150][243582] Updated weights for policy 0, policy_version 30449 (0.0016)
+[2026-06-02 16:27:03,331][243582] Updated weights for policy 0, policy_version 30459 (0.0009)
+[2026-06-02 16:27:03,940][243582] Updated weights for policy 0, policy_version 30469 (0.0009)
+[2026-06-02 16:27:04,104][243582] Updated weights for policy 0, policy_version 30479 (0.0014)
+[2026-06-02 16:27:04,289][243582] Updated weights for policy 0, policy_version 30489 (0.0009)
+[2026-06-02 16:27:04,481][243582] Updated weights for policy 0, policy_version 30499 (0.0008)
+[2026-06-02 16:27:04,664][243582] Updated weights for policy 0, policy_version 30509 (0.0014)
+[2026-06-02 16:27:04,841][243582] Updated weights for policy 0, policy_version 30519 (0.0008)
+[2026-06-02 16:27:05,481][243582] Updated weights for policy 0, policy_version 30529 (0.0013)
+[2026-06-02 16:27:05,649][243582] Updated weights for policy 0, policy_version 30539 (0.0013)
+[2026-06-02 16:27:05,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20256.6). Total num frames: 15630336. Throughput: 0: 20457.3. Samples: 4440704. Policy #0 lag: (min: 37.0, avg: 53.9, max: 101.0)
+[2026-06-02 16:27:05,755][235954] Avg episode reward: [(0, '559.137')]
+[2026-06-02 16:27:05,828][243582] Updated weights for policy 0, policy_version 30549 (0.0016)
+[2026-06-02 16:27:06,012][243582] Updated weights for policy 0, policy_version 30559 (0.0011)
+[2026-06-02 16:27:06,197][243582] Updated weights for policy 0, policy_version 30569 (0.0016)
+[2026-06-02 16:27:06,381][243582] Updated weights for policy 0, policy_version 30579 (0.0017)
+[2026-06-02 16:27:06,557][243582] Updated weights for policy 0, policy_version 30589 (0.0008)
+[2026-06-02 16:27:07,180][243582] Updated weights for policy 0, policy_version 30599 (0.0009)
+[2026-06-02 16:27:07,357][243582] Updated weights for policy 0, policy_version 30609 (0.0013)
+[2026-06-02 16:27:07,546][243582] Updated weights for policy 0, policy_version 30619 (0.0017)
+[2026-06-02 16:27:07,723][243582] Updated weights for policy 0, policy_version 30629 (0.0008)
+[2026-06-02 16:27:07,912][243582] Updated weights for policy 0, policy_version 30639 (0.0014)
+[2026-06-02 16:27:08,096][243582] Updated weights for policy 0, policy_version 30649 (0.0019)
+[2026-06-02 16:27:08,730][243582] Updated weights for policy 0, policy_version 30659 (0.0008)
+[2026-06-02 16:27:08,909][243582] Updated weights for policy 0, policy_version 30669 (0.0016)
+[2026-06-02 16:27:09,096][243582] Updated weights for policy 0, policy_version 30679 (0.0009)
+[2026-06-02 16:27:09,296][243582] Updated weights for policy 0, policy_version 30690 (0.0021)
+[2026-06-02 16:27:09,485][243582] Updated weights for policy 0, policy_version 30700 (0.0008)
+[2026-06-02 16:27:09,672][243582] Updated weights for policy 0, policy_version 30710 (0.0016)
+[2026-06-02 16:27:09,854][243582] Updated weights for policy 0, policy_version 30720 (0.0008)
+[2026-06-02 16:27:10,454][243582] Updated weights for policy 0, policy_version 30730 (0.0009)
+[2026-06-02 16:27:10,626][243582] Updated weights for policy 0, policy_version 30740 (0.0009)
+[2026-06-02 16:27:10,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 20243.4). Total num frames: 15728640. Throughput: 0: 20454.4. Samples: 4566400. Policy #0 lag: (min: 37.0, avg: 53.9, max: 101.0)
+[2026-06-02 16:27:10,755][235954] Avg episode reward: [(0, '588.882')]
+[2026-06-02 16:27:10,816][243582] Updated weights for policy 0, policy_version 30750 (0.0009)
+[2026-06-02 16:27:11,012][243582] Updated weights for policy 0, policy_version 30760 (0.0009)
+[2026-06-02 16:27:11,191][243582] Updated weights for policy 0, policy_version 30770 (0.0017)
+[2026-06-02 16:27:11,380][243582] Updated weights for policy 0, policy_version 30780 (0.0009)
+[2026-06-02 16:27:11,983][243582] Updated weights for policy 0, policy_version 30790 (0.0015)
+[2026-06-02 16:27:12,160][243582] Updated weights for policy 0, policy_version 30800 (0.0009)
+[2026-06-02 16:27:12,343][243582] Updated weights for policy 0, policy_version 30810 (0.0009)
+[2026-06-02 16:27:12,526][243582] Updated weights for policy 0, policy_version 30820 (0.0009)
+[2026-06-02 16:27:12,717][243582] Updated weights for policy 0, policy_version 30830 (0.0017)
+[2026-06-02 16:27:12,895][243582] Updated weights for policy 0, policy_version 30840 (0.0009)
+[2026-06-02 16:27:13,512][243582] Updated weights for policy 0, policy_version 30850 (0.0009)
+[2026-06-02 16:27:13,687][243582] Updated weights for policy 0, policy_version 30860 (0.0009)
+[2026-06-02 16:27:13,859][243582] Updated weights for policy 0, policy_version 30870 (0.0009)
+[2026-06-02 16:27:14,048][243582] Updated weights for policy 0, policy_version 30880 (0.0015)
+[2026-06-02 16:27:14,233][243582] Updated weights for policy 0, policy_version 30890 (0.0009)
+[2026-06-02 16:27:14,426][243582] Updated weights for policy 0, policy_version 30900 (0.0017)
+[2026-06-02 16:27:14,602][243582] Updated weights for policy 0, policy_version 30910 (0.0015)
+[2026-06-02 16:27:15,198][243582] Updated weights for policy 0, policy_version 30920 (0.0009)
+[2026-06-02 16:27:15,382][243582] Updated weights for policy 0, policy_version 30930 (0.0017)
+[2026-06-02 16:27:15,566][243582] Updated weights for policy 0, policy_version 30940 (0.0009)
+[2026-06-02 16:27:15,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20230.7). Total num frames: 15826944. Throughput: 0: 20497.1. Samples: 4686976. Policy #0 lag: (min: 37.0, avg: 53.9, max: 101.0)
+[2026-06-02 16:27:15,755][235954] Avg episode reward: [(0, '592.583')]
+[2026-06-02 16:27:15,763][243582] Updated weights for policy 0, policy_version 30951 (0.0008)
+[2026-06-02 16:27:15,958][243582] Updated weights for policy 0, policy_version 30961 (0.0009)
+[2026-06-02 16:27:16,144][243582] Updated weights for policy 0, policy_version 30971 (0.0009)
+[2026-06-02 16:27:16,732][243582] Updated weights for policy 0, policy_version 30981 (0.0016)
+[2026-06-02 16:27:16,920][243582] Updated weights for policy 0, policy_version 30991 (0.0009)
+[2026-06-02 16:27:17,105][243582] Updated weights for policy 0, policy_version 31001 (0.0009)
+[2026-06-02 16:27:17,290][243582] Updated weights for policy 0, policy_version 31011 (0.0009)
+[2026-06-02 16:27:17,475][243582] Updated weights for policy 0, policy_version 31021 (0.0017)
+[2026-06-02 16:27:17,656][243582] Updated weights for policy 0, policy_version 31031 (0.0009)
+[2026-06-02 16:27:18,274][243582] Updated weights for policy 0, policy_version 31041 (0.0017)
+[2026-06-02 16:27:18,458][243582] Updated weights for policy 0, policy_version 31051 (0.0009)
+[2026-06-02 16:27:18,640][243582] Updated weights for policy 0, policy_version 31061 (0.0017)
+[2026-06-02 16:27:18,822][243582] Updated weights for policy 0, policy_version 31071 (0.0016)
+[2026-06-02 16:27:19,007][243582] Updated weights for policy 0, policy_version 31081 (0.0011)
+[2026-06-02 16:27:19,188][243582] Updated weights for policy 0, policy_version 31091 (0.0009)
+[2026-06-02 16:27:19,374][243582] Updated weights for policy 0, policy_version 31101 (0.0008)
+[2026-06-02 16:27:20,004][243582] Updated weights for policy 0, policy_version 31111 (0.0018)
+[2026-06-02 16:27:20,187][243582] Updated weights for policy 0, policy_version 31121 (0.0016)
+[2026-06-02 16:27:20,361][243582] Updated weights for policy 0, policy_version 31131 (0.0009)
+[2026-06-02 16:27:20,553][243582] Updated weights for policy 0, policy_version 31141 (0.0009)
+[2026-06-02 16:27:20,736][243582] Updated weights for policy 0, policy_version 31151 (0.0011)
+[2026-06-02 16:27:20,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20218.6). Total num frames: 15925248. Throughput: 0: 20423.1. Samples: 4742656. Policy #0 lag: (min: 7.0, avg: 26.0, max: 71.0)
+[2026-06-02 16:27:20,755][235954] Avg episode reward: [(0, '603.523')]
+[2026-06-02 16:27:20,925][243582] Updated weights for policy 0, policy_version 31161 (0.0009)
+[2026-06-02 16:27:21,521][243582] Updated weights for policy 0, policy_version 31171 (0.0009)
+[2026-06-02 16:27:21,705][243582] Updated weights for policy 0, policy_version 31181 (0.0009)
+[2026-06-02 16:27:21,878][243582] Updated weights for policy 0, policy_version 31191 (0.0009)
+[2026-06-02 16:27:22,066][243582] Updated weights for policy 0, policy_version 31201 (0.0009)
+[2026-06-02 16:27:22,256][243582] Updated weights for policy 0, policy_version 31211 (0.0009)
+[2026-06-02 16:27:22,442][243582] Updated weights for policy 0, policy_version 31221 (0.0009)
+[2026-06-02 16:27:22,624][243582] Updated weights for policy 0, policy_version 31231 (0.0009)
+[2026-06-02 16:27:23,247][243582] Updated weights for policy 0, policy_version 31241 (0.0014)
+[2026-06-02 16:27:23,423][243582] Updated weights for policy 0, policy_version 31251 (0.0013)
+[2026-06-02 16:27:23,609][243582] Updated weights for policy 0, policy_version 31261 (0.0022)
+[2026-06-02 16:27:23,786][243582] Updated weights for policy 0, policy_version 31271 (0.0009)
+[2026-06-02 16:27:23,971][243582] Updated weights for policy 0, policy_version 31281 (0.0024)
+[2026-06-02 16:27:24,166][243582] Updated weights for policy 0, policy_version 31291 (0.0014)
+[2026-06-02 16:27:24,779][243582] Updated weights for policy 0, policy_version 31301 (0.0009)
+[2026-06-02 16:27:24,953][243582] Updated weights for policy 0, policy_version 31311 (0.0013)
+[2026-06-02 16:27:25,145][243582] Updated weights for policy 0, policy_version 31321 (0.0009)
+[2026-06-02 16:27:25,329][243582] Updated weights for policy 0, policy_version 31331 (0.0009)
+[2026-06-02 16:27:25,511][243582] Updated weights for policy 0, policy_version 31341 (0.0009)
+[2026-06-02 16:27:25,705][243582] Updated weights for policy 0, policy_version 31351 (0.0017)
+[2026-06-02 16:27:25,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20206.9). Total num frames: 16023552. Throughput: 0: 20394.7. Samples: 4867712. Policy #0 lag: (min: 7.0, avg: 26.0, max: 71.0)
+[2026-06-02 16:27:25,755][235954] Avg episode reward: [(0, '612.015')]
+[2026-06-02 16:27:26,312][243582] Updated weights for policy 0, policy_version 31361 (0.0009)
+[2026-06-02 16:27:26,483][243582] Updated weights for policy 0, policy_version 31371 (0.0008)
+[2026-06-02 16:27:26,664][243582] Updated weights for policy 0, policy_version 31381 (0.0024)
+[2026-06-02 16:27:26,847][243582] Updated weights for policy 0, policy_version 31391 (0.0009)
+[2026-06-02 16:27:27,038][243582] Updated weights for policy 0, policy_version 31401 (0.0009)
+[2026-06-02 16:27:27,228][243582] Updated weights for policy 0, policy_version 31411 (0.0009)
+[2026-06-02 16:27:27,411][243582] Updated weights for policy 0, policy_version 31421 (0.0016)
+[2026-06-02 16:27:28,028][243582] Updated weights for policy 0, policy_version 31431 (0.0016)
+[2026-06-02 16:27:28,210][243582] Updated weights for policy 0, policy_version 31441 (0.0009)
+[2026-06-02 16:27:28,387][243582] Updated weights for policy 0, policy_version 31451 (0.0008)
+[2026-06-02 16:27:28,574][243582] Updated weights for policy 0, policy_version 31461 (0.0014)
+[2026-06-02 16:27:28,765][243582] Updated weights for policy 0, policy_version 31471 (0.0008)
+[2026-06-02 16:27:28,946][243582] Updated weights for policy 0, policy_version 31481 (0.0008)
+[2026-06-02 16:27:29,562][243582] Updated weights for policy 0, policy_version 31491 (0.0015)
+[2026-06-02 16:27:29,739][243582] Updated weights for policy 0, policy_version 31501 (0.0008)
+[2026-06-02 16:27:29,916][243582] Updated weights for policy 0, policy_version 31511 (0.0008)
+[2026-06-02 16:27:30,099][243582] Updated weights for policy 0, policy_version 31521 (0.0009)
+[2026-06-02 16:27:30,287][243582] Updated weights for policy 0, policy_version 31531 (0.0009)
+[2026-06-02 16:27:30,480][243582] Updated weights for policy 0, policy_version 31541 (0.0016)
+[2026-06-02 16:27:30,652][243582] Updated weights for policy 0, policy_version 31551 (0.0015)
+[2026-06-02 16:27:30,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20329.5). Total num frames: 16154624. Throughput: 0: 20377.6. Samples: 4993152. Policy #0 lag: (min: 7.0, avg: 26.0, max: 71.0)
+[2026-06-02 16:27:30,755][235954] Avg episode reward: [(0, '674.900')]
+[2026-06-02 16:27:30,761][242746] Saving new best policy, reward=674.900!
+[2026-06-02 16:27:31,263][243582] Updated weights for policy 0, policy_version 31561 (0.0014)
+[2026-06-02 16:27:31,447][243582] Updated weights for policy 0, policy_version 31571 (0.0024)
+[2026-06-02 16:27:31,630][243582] Updated weights for policy 0, policy_version 31581 (0.0009)
+[2026-06-02 16:27:31,805][243582] Updated weights for policy 0, policy_version 31591 (0.0016)
+[2026-06-02 16:27:31,992][243582] Updated weights for policy 0, policy_version 31601 (0.0017)
+[2026-06-02 16:27:32,184][243582] Updated weights for policy 0, policy_version 31611 (0.0009)
+[2026-06-02 16:27:32,787][243582] Updated weights for policy 0, policy_version 31621 (0.0013)
+[2026-06-02 16:27:32,967][243582] Updated weights for policy 0, policy_version 31631 (0.0009)
+[2026-06-02 16:27:33,175][243582] Updated weights for policy 0, policy_version 31642 (0.0009)
+[2026-06-02 16:27:33,357][243582] Updated weights for policy 0, policy_version 31652 (0.0009)
+[2026-06-02 16:27:33,545][243582] Updated weights for policy 0, policy_version 31662 (0.0009)
+[2026-06-02 16:27:33,732][243582] Updated weights for policy 0, policy_version 31672 (0.0016)
+[2026-06-02 16:27:34,331][243582] Updated weights for policy 0, policy_version 31682 (0.0015)
+[2026-06-02 16:27:34,505][243582] Updated weights for policy 0, policy_version 31692 (0.0008)
+[2026-06-02 16:27:34,686][243582] Updated weights for policy 0, policy_version 31702 (0.0009)
+[2026-06-02 16:27:34,873][243582] Updated weights for policy 0, policy_version 31712 (0.0009)
+[2026-06-02 16:27:35,058][243582] Updated weights for policy 0, policy_version 31722 (0.0017)
+[2026-06-02 16:27:35,261][243582] Updated weights for policy 0, policy_version 31733 (0.0014)
+[2026-06-02 16:27:35,444][243582] Updated weights for policy 0, policy_version 31743 (0.0008)
+[2026-06-02 16:27:35,754][235954] Fps is (10 sec: 22937.8, 60 sec: 20753.1, 300 sec: 20316.2). Total num frames: 16252928. Throughput: 0: 20394.7. Samples: 5055616. Policy #0 lag: (min: 7.0, avg: 26.0, max: 71.0)
+[2026-06-02 16:27:35,755][235954] Avg episode reward: [(0, '672.045')]
+[2026-06-02 16:27:36,061][243582] Updated weights for policy 0, policy_version 31753 (0.0009)
+[2026-06-02 16:27:36,252][243582] Updated weights for policy 0, policy_version 31763 (0.0009)
+[2026-06-02 16:27:36,426][243582] Updated weights for policy 0, policy_version 31773 (0.0009)
+[2026-06-02 16:27:36,617][243582] Updated weights for policy 0, policy_version 31783 (0.0009)
+[2026-06-02 16:27:36,802][243582] Updated weights for policy 0, policy_version 31793 (0.0009)
+[2026-06-02 16:27:36,979][243582] Updated weights for policy 0, policy_version 31803 (0.0009)
+[2026-06-02 16:27:37,593][243582] Updated weights for policy 0, policy_version 31813 (0.0009)
+[2026-06-02 16:27:37,766][243582] Updated weights for policy 0, policy_version 31823 (0.0009)
+[2026-06-02 16:27:37,947][243582] Updated weights for policy 0, policy_version 31833 (0.0009)
+[2026-06-02 16:27:38,150][243582] Updated weights for policy 0, policy_version 31844 (0.0017)
+[2026-06-02 16:27:38,339][243582] Updated weights for policy 0, policy_version 31854 (0.0013)
+[2026-06-02 16:27:38,525][243582] Updated weights for policy 0, policy_version 31864 (0.0009)
+[2026-06-02 16:27:39,148][243582] Updated weights for policy 0, policy_version 31874 (0.0009)
+[2026-06-02 16:27:39,317][243582] Updated weights for policy 0, policy_version 31884 (0.0016)
+[2026-06-02 16:27:39,505][243582] Updated weights for policy 0, policy_version 31894 (0.0009)
+[2026-06-02 16:27:39,701][243582] Updated weights for policy 0, policy_version 31904 (0.0014)
+[2026-06-02 16:27:39,874][243582] Updated weights for policy 0, policy_version 31914 (0.0008)
+[2026-06-02 16:27:40,055][243582] Updated weights for policy 0, policy_version 31924 (0.0008)
+[2026-06-02 16:27:40,253][243582] Updated weights for policy 0, policy_version 31934 (0.0014)
+[2026-06-02 16:27:40,755][235954] Fps is (10 sec: 19660.5, 60 sec: 20753.0, 300 sec: 20303.3). Total num frames: 16351232. Throughput: 0: 20485.6. Samples: 5174912. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:27:40,756][235954] Avg episode reward: [(0, '678.014')]
+[2026-06-02 16:27:40,857][243582] Updated weights for policy 0, policy_version 31944 (0.0009)
+[2026-06-02 16:27:41,035][243582] Updated weights for policy 0, policy_version 31954 (0.0009)
+[2026-06-02 16:27:41,216][243582] Updated weights for policy 0, policy_version 31964 (0.0009)
+[2026-06-02 16:27:41,402][243582] Updated weights for policy 0, policy_version 31974 (0.0009)
+[2026-06-02 16:27:41,579][243582] Updated weights for policy 0, policy_version 31984 (0.0014)
+[2026-06-02 16:27:41,769][243582] Updated weights for policy 0, policy_version 31994 (0.0009)
+[2026-06-02 16:27:41,876][242746] Saving new best policy, reward=678.014!
+[2026-06-02 16:27:42,386][243582] Updated weights for policy 0, policy_version 32004 (0.0009)
+[2026-06-02 16:27:42,559][243582] Updated weights for policy 0, policy_version 32014 (0.0020)
+[2026-06-02 16:27:42,741][243582] Updated weights for policy 0, policy_version 32024 (0.0008)
+[2026-06-02 16:27:42,921][243582] Updated weights for policy 0, policy_version 32034 (0.0017)
+[2026-06-02 16:27:43,106][243582] Updated weights for policy 0, policy_version 32044 (0.0016)
+[2026-06-02 16:27:43,295][243582] Updated weights for policy 0, policy_version 32054 (0.0015)
+[2026-06-02 16:27:43,473][243582] Updated weights for policy 0, policy_version 32064 (0.0008)
+[2026-06-02 16:27:44,086][243582] Updated weights for policy 0, policy_version 32074 (0.0008)
+[2026-06-02 16:27:44,272][243582] Updated weights for policy 0, policy_version 32084 (0.0017)
+[2026-06-02 16:27:44,464][243582] Updated weights for policy 0, policy_version 32094 (0.0023)
+[2026-06-02 16:27:44,641][243582] Updated weights for policy 0, policy_version 32104 (0.0008)
+[2026-06-02 16:27:44,826][243582] Updated weights for policy 0, policy_version 32114 (0.0014)
+[2026-06-02 16:27:45,004][243582] Updated weights for policy 0, policy_version 32124 (0.0008)
+[2026-06-02 16:27:45,619][243582] Updated weights for policy 0, policy_version 32134 (0.0021)
+[2026-06-02 16:27:45,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20291.0). Total num frames: 16449536. Throughput: 0: 20374.8. Samples: 5295360. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:27:45,755][235954] Avg episode reward: [(0, '669.609')]
+[2026-06-02 16:27:45,796][243582] Updated weights for policy 0, policy_version 32144 (0.0012)
+[2026-06-02 16:27:45,990][243582] Updated weights for policy 0, policy_version 32154 (0.0014)
+[2026-06-02 16:27:46,182][243582] Updated weights for policy 0, policy_version 32164 (0.0008)
+[2026-06-02 16:27:46,358][243582] Updated weights for policy 0, policy_version 32174 (0.0009)
+[2026-06-02 16:27:46,543][243582] Updated weights for policy 0, policy_version 32184 (0.0016)
+[2026-06-02 16:27:47,146][243582] Updated weights for policy 0, policy_version 32194 (0.0009)
+[2026-06-02 16:27:47,327][243582] Updated weights for policy 0, policy_version 32204 (0.0008)
+[2026-06-02 16:27:47,503][243582] Updated weights for policy 0, policy_version 32214 (0.0009)
+[2026-06-02 16:27:47,692][243582] Updated weights for policy 0, policy_version 32224 (0.0012)
+[2026-06-02 16:27:47,876][243582] Updated weights for policy 0, policy_version 32234 (0.0015)
+[2026-06-02 16:27:48,071][243582] Updated weights for policy 0, policy_version 32244 (0.0009)
+[2026-06-02 16:27:48,258][243582] Updated weights for policy 0, policy_version 32254 (0.0017)
+[2026-06-02 16:27:48,863][243582] Updated weights for policy 0, policy_version 32264 (0.0009)
+[2026-06-02 16:27:49,054][243582] Updated weights for policy 0, policy_version 32274 (0.0014)
+[2026-06-02 16:27:49,231][243582] Updated weights for policy 0, policy_version 32284 (0.0013)
+[2026-06-02 16:27:49,411][243582] Updated weights for policy 0, policy_version 32294 (0.0009)
+[2026-06-02 16:27:49,603][243582] Updated weights for policy 0, policy_version 32304 (0.0009)
+[2026-06-02 16:27:49,784][243582] Updated weights for policy 0, policy_version 32314 (0.0014)
+[2026-06-02 16:27:50,414][243582] Updated weights for policy 0, policy_version 32324 (0.0014)
+[2026-06-02 16:27:50,601][243582] Updated weights for policy 0, policy_version 32335 (0.0011)
+[2026-06-02 16:27:50,754][235954] Fps is (10 sec: 19661.1, 60 sec: 20206.9, 300 sec: 20279.1). Total num frames: 16547840. Throughput: 0: 20380.4. Samples: 5357824. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:27:50,755][235954] Avg episode reward: [(0, '717.626')]
+[2026-06-02 16:27:50,785][243582] Updated weights for policy 0, policy_version 32345 (0.0009)
+[2026-06-02 16:27:50,976][243582] Updated weights for policy 0, policy_version 32355 (0.0009)
+[2026-06-02 16:27:51,150][243582] Updated weights for policy 0, policy_version 32365 (0.0009)
+[2026-06-02 16:27:51,339][243582] Updated weights for policy 0, policy_version 32375 (0.0016)
+[2026-06-02 16:27:51,497][242746] Saving new best policy, reward=717.626!
+[2026-06-02 16:27:51,969][243582] Updated weights for policy 0, policy_version 32385 (0.0009)
+[2026-06-02 16:27:52,138][243582] Updated weights for policy 0, policy_version 32395 (0.0016)
+[2026-06-02 16:27:52,325][243582] Updated weights for policy 0, policy_version 32405 (0.0014)
+[2026-06-02 16:27:52,509][243582] Updated weights for policy 0, policy_version 32415 (0.0009)
+[2026-06-02 16:27:52,692][243582] Updated weights for policy 0, policy_version 32425 (0.0009)
+[2026-06-02 16:27:52,867][243582] Updated weights for policy 0, policy_version 32435 (0.0017)
+[2026-06-02 16:27:53,062][243582] Updated weights for policy 0, policy_version 32445 (0.0009)
+[2026-06-02 16:27:53,677][243582] Updated weights for policy 0, policy_version 32455 (0.0009)
+[2026-06-02 16:27:53,867][243582] Updated weights for policy 0, policy_version 32465 (0.0018)
+[2026-06-02 16:27:54,042][243582] Updated weights for policy 0, policy_version 32475 (0.0009)
+[2026-06-02 16:27:54,228][243582] Updated weights for policy 0, policy_version 32485 (0.0009)
+[2026-06-02 16:27:54,415][243582] Updated weights for policy 0, policy_version 32495 (0.0009)
+[2026-06-02 16:27:54,617][243582] Updated weights for policy 0, policy_version 32506 (0.0009)
+[2026-06-02 16:27:55,228][243582] Updated weights for policy 0, policy_version 32516 (0.0010)
+[2026-06-02 16:27:55,393][243582] Updated weights for policy 0, policy_version 32526 (0.0009)
+[2026-06-02 16:27:55,577][243582] Updated weights for policy 0, policy_version 32536 (0.0009)
+[2026-06-02 16:27:55,754][235954] Fps is (10 sec: 19660.6, 60 sec: 20206.9, 300 sec: 20267.6). Total num frames: 16646144. Throughput: 0: 20369.1. Samples: 5483008. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:27:55,755][235954] Avg episode reward: [(0, '731.941')]
+[2026-06-02 16:27:55,758][243582] Updated weights for policy 0, policy_version 32546 (0.0009)
+[2026-06-02 16:27:55,943][243582] Updated weights for policy 0, policy_version 32556 (0.0009)
+[2026-06-02 16:27:56,139][243582] Updated weights for policy 0, policy_version 32566 (0.0017)
+[2026-06-02 16:27:56,304][242746] Saving new best policy, reward=731.941!
+[2026-06-02 16:27:56,305][243582] Updated weights for policy 0, policy_version 32576 (0.0009)
+[2026-06-02 16:27:56,933][243582] Updated weights for policy 0, policy_version 32586 (0.0014)
+[2026-06-02 16:27:57,123][243582] Updated weights for policy 0, policy_version 32596 (0.0009)
+[2026-06-02 16:27:57,305][243582] Updated weights for policy 0, policy_version 32606 (0.0014)
+[2026-06-02 16:27:57,480][243582] Updated weights for policy 0, policy_version 32616 (0.0016)
+[2026-06-02 16:27:57,677][243582] Updated weights for policy 0, policy_version 32626 (0.0009)
+[2026-06-02 16:27:57,857][243582] Updated weights for policy 0, policy_version 32636 (0.0016)
+[2026-06-02 16:27:58,496][243582] Updated weights for policy 0, policy_version 32647 (0.0009)
+[2026-06-02 16:27:58,675][243582] Updated weights for policy 0, policy_version 32657 (0.0016)
+[2026-06-02 16:27:58,876][243582] Updated weights for policy 0, policy_version 32668 (0.0009)
+[2026-06-02 16:27:59,063][243582] Updated weights for policy 0, policy_version 32678 (0.0009)
+[2026-06-02 16:27:59,257][243582] Updated weights for policy 0, policy_version 32688 (0.0014)
+[2026-06-02 16:27:59,434][243582] Updated weights for policy 0, policy_version 32698 (0.0020)
+[2026-06-02 16:28:00,058][243582] Updated weights for policy 0, policy_version 32708 (0.0013)
+[2026-06-02 16:28:00,221][243582] Updated weights for policy 0, policy_version 32718 (0.0017)
+[2026-06-02 16:28:00,408][243582] Updated weights for policy 0, policy_version 32728 (0.0009)
+[2026-06-02 16:28:00,591][243582] Updated weights for policy 0, policy_version 32738 (0.0017)
+[2026-06-02 16:28:00,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20256.6). Total num frames: 16744448. Throughput: 0: 20465.8. Samples: 5607936. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:28:00,755][235954] Avg episode reward: [(0, '729.308')]
+[2026-06-02 16:28:00,775][243582] Updated weights for policy 0, policy_version 32748 (0.0009)
+[2026-06-02 16:28:00,969][243582] Updated weights for policy 0, policy_version 32758 (0.0009)
+[2026-06-02 16:28:01,148][243582] Updated weights for policy 0, policy_version 32768 (0.0012)
+[2026-06-02 16:28:01,777][243582] Updated weights for policy 0, policy_version 32778 (0.0005)
+[2026-06-02 16:28:01,959][243582] Updated weights for policy 0, policy_version 32788 (0.0005)
+[2026-06-02 16:28:02,161][243582] Updated weights for policy 0, policy_version 32799 (0.0005)
+[2026-06-02 16:28:02,344][243582] Updated weights for policy 0, policy_version 32809 (0.0005)
+[2026-06-02 16:28:02,541][243582] Updated weights for policy 0, policy_version 32819 (0.0006)
+[2026-06-02 16:28:02,728][243582] Updated weights for policy 0, policy_version 32829 (0.0016)
+[2026-06-02 16:28:03,303][243582] Updated weights for policy 0, policy_version 32839 (0.0010)
+[2026-06-02 16:28:03,478][243582] Updated weights for policy 0, policy_version 32849 (0.0009)
+[2026-06-02 16:28:03,665][243582] Updated weights for policy 0, policy_version 32859 (0.0009)
+[2026-06-02 16:28:03,849][243582] Updated weights for policy 0, policy_version 32869 (0.0008)
+[2026-06-02 16:28:04,040][243582] Updated weights for policy 0, policy_version 32879 (0.0014)
+[2026-06-02 16:28:04,242][243582] Updated weights for policy 0, policy_version 32890 (0.0025)
+[2026-06-02 16:28:04,862][243582] Updated weights for policy 0, policy_version 32900 (0.0009)
+[2026-06-02 16:28:05,031][243582] Updated weights for policy 0, policy_version 32910 (0.0016)
+[2026-06-02 16:28:05,218][243582] Updated weights for policy 0, policy_version 32920 (0.0016)
+[2026-06-02 16:28:05,400][243582] Updated weights for policy 0, policy_version 32930 (0.0009)
+[2026-06-02 16:28:05,578][243582] Updated weights for policy 0, policy_version 32940 (0.0011)
+[2026-06-02 16:28:05,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20246.0). Total num frames: 16842752. Throughput: 0: 20437.4. Samples: 5662336. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:05,755][235954] Avg episode reward: [(0, '731.304')]
+[2026-06-02 16:28:05,769][243582] Updated weights for policy 0, policy_version 32950 (0.0016)
+[2026-06-02 16:28:05,946][243582] Updated weights for policy 0, policy_version 32960 (0.0008)
+[2026-06-02 16:28:06,593][243582] Updated weights for policy 0, policy_version 32970 (0.0011)
+[2026-06-02 16:28:06,775][243582] Updated weights for policy 0, policy_version 32980 (0.0008)
+[2026-06-02 16:28:06,959][243582] Updated weights for policy 0, policy_version 32990 (0.0016)
+[2026-06-02 16:28:07,154][243582] Updated weights for policy 0, policy_version 33000 (0.0009)
+[2026-06-02 16:28:07,328][243582] Updated weights for policy 0, policy_version 33010 (0.0009)
+[2026-06-02 16:28:07,504][243582] Updated weights for policy 0, policy_version 33020 (0.0011)
+[2026-06-02 16:28:08,139][243582] Updated weights for policy 0, policy_version 33030 (0.0011)
+[2026-06-02 16:28:08,321][243582] Updated weights for policy 0, policy_version 33040 (0.0009)
+[2026-06-02 16:28:08,493][243582] Updated weights for policy 0, policy_version 33050 (0.0018)
+[2026-06-02 16:28:08,701][243582] Updated weights for policy 0, policy_version 33061 (0.0009)
+[2026-06-02 16:28:08,888][243582] Updated weights for policy 0, policy_version 33071 (0.0009)
+[2026-06-02 16:28:09,067][243582] Updated weights for policy 0, policy_version 33081 (0.0009)
+[2026-06-02 16:28:09,713][243582] Updated weights for policy 0, policy_version 33091 (0.0014)
+[2026-06-02 16:28:09,889][243582] Updated weights for policy 0, policy_version 33101 (0.0008)
+[2026-06-02 16:28:10,071][243582] Updated weights for policy 0, policy_version 33111 (0.0008)
+[2026-06-02 16:28:10,250][243582] Updated weights for policy 0, policy_version 33121 (0.0011)
+[2026-06-02 16:28:10,447][243582] Updated weights for policy 0, policy_version 33131 (0.0016)
+[2026-06-02 16:28:10,631][243582] Updated weights for policy 0, policy_version 33141 (0.0013)
+[2026-06-02 16:28:10,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20235.7). Total num frames: 16941056. Throughput: 0: 20369.1. Samples: 5784320. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:10,755][235954] Avg episode reward: [(0, '577.327')]
+[2026-06-02 16:28:10,830][243582] Updated weights for policy 0, policy_version 33152 (0.0009)
+[2026-06-02 16:28:11,438][243582] Updated weights for policy 0, policy_version 33162 (0.0013)
+[2026-06-02 16:28:11,613][243582] Updated weights for policy 0, policy_version 33172 (0.0009)
+[2026-06-02 16:28:11,798][243582] Updated weights for policy 0, policy_version 33182 (0.0009)
+[2026-06-02 16:28:12,001][243582] Updated weights for policy 0, policy_version 33193 (0.0009)
+[2026-06-02 16:28:12,186][243582] Updated weights for policy 0, policy_version 33203 (0.0019)
+[2026-06-02 16:28:12,374][243582] Updated weights for policy 0, policy_version 33213 (0.0009)
+[2026-06-02 16:28:13,001][243582] Updated weights for policy 0, policy_version 33223 (0.0009)
+[2026-06-02 16:28:13,176][243582] Updated weights for policy 0, policy_version 33233 (0.0009)
+[2026-06-02 16:28:13,365][243582] Updated weights for policy 0, policy_version 33243 (0.0009)
+[2026-06-02 16:28:13,545][243582] Updated weights for policy 0, policy_version 33253 (0.0009)
+[2026-06-02 16:28:13,738][243582] Updated weights for policy 0, policy_version 33263 (0.0009)
+[2026-06-02 16:28:13,916][243582] Updated weights for policy 0, policy_version 33273 (0.0009)
+[2026-06-02 16:28:14,577][243582] Updated weights for policy 0, policy_version 33284 (0.0009)
+[2026-06-02 16:28:14,749][243582] Updated weights for policy 0, policy_version 33294 (0.0013)
+[2026-06-02 16:28:14,924][243582] Updated weights for policy 0, policy_version 33304 (0.0009)
+[2026-06-02 16:28:15,106][243582] Updated weights for policy 0, policy_version 33314 (0.0015)
+[2026-06-02 16:28:15,314][243582] Updated weights for policy 0, policy_version 33325 (0.0017)
+[2026-06-02 16:28:15,503][243582] Updated weights for policy 0, policy_version 33335 (0.0009)
+[2026-06-02 16:28:15,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20338.8). Total num frames: 17072128. Throughput: 0: 20371.9. Samples: 5909888. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:15,755][235954] Avg episode reward: [(0, '522.312')]
+[2026-06-02 16:28:16,149][243582] Updated weights for policy 0, policy_version 33345 (0.0025)
+[2026-06-02 16:28:16,309][243582] Updated weights for policy 0, policy_version 33355 (0.0016)
+[2026-06-02 16:28:16,490][243582] Updated weights for policy 0, policy_version 33365 (0.0009)
+[2026-06-02 16:28:16,680][243582] Updated weights for policy 0, policy_version 33375 (0.0009)
+[2026-06-02 16:28:16,866][243582] Updated weights for policy 0, policy_version 33385 (0.0009)
+[2026-06-02 16:28:17,041][243582] Updated weights for policy 0, policy_version 33395 (0.0021)
+[2026-06-02 16:28:17,230][243582] Updated weights for policy 0, policy_version 33405 (0.0009)
+[2026-06-02 16:28:17,851][243582] Updated weights for policy 0, policy_version 33415 (0.0009)
+[2026-06-02 16:28:18,028][243582] Updated weights for policy 0, policy_version 33425 (0.0012)
+[2026-06-02 16:28:18,206][243582] Updated weights for policy 0, policy_version 33435 (0.0009)
+[2026-06-02 16:28:18,393][243582] Updated weights for policy 0, policy_version 33445 (0.0009)
+[2026-06-02 16:28:18,577][243582] Updated weights for policy 0, policy_version 33455 (0.0009)
+[2026-06-02 16:28:18,761][243582] Updated weights for policy 0, policy_version 33465 (0.0007)
+[2026-06-02 16:28:19,404][243582] Updated weights for policy 0, policy_version 33475 (0.0009)
+[2026-06-02 16:28:19,584][243582] Updated weights for policy 0, policy_version 33485 (0.0009)
+[2026-06-02 16:28:19,766][243582] Updated weights for policy 0, policy_version 33495 (0.0009)
+[2026-06-02 16:28:19,951][243582] Updated weights for policy 0, policy_version 33505 (0.0009)
+[2026-06-02 16:28:20,135][243582] Updated weights for policy 0, policy_version 33515 (0.0017)
+[2026-06-02 16:28:20,321][243582] Updated weights for policy 0, policy_version 33525 (0.0009)
+[2026-06-02 16:28:20,512][243582] Updated weights for policy 0, policy_version 33535 (0.0017)
+[2026-06-02 16:28:20,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20327.3). Total num frames: 17170432. Throughput: 0: 20383.2. Samples: 5972864. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:20,756][235954] Avg episode reward: [(0, '532.032')]
+[2026-06-02 16:28:21,128][243582] Updated weights for policy 0, policy_version 33545 (0.0015)
+[2026-06-02 16:28:21,301][243582] Updated weights for policy 0, policy_version 33555 (0.0016)
+[2026-06-02 16:28:21,492][243582] Updated weights for policy 0, policy_version 33565 (0.0009)
+[2026-06-02 16:28:21,679][243582] Updated weights for policy 0, policy_version 33575 (0.0009)
+[2026-06-02 16:28:21,856][243582] Updated weights for policy 0, policy_version 33585 (0.0009)
+[2026-06-02 16:28:22,045][243582] Updated weights for policy 0, policy_version 33595 (0.0009)
+[2026-06-02 16:28:22,674][243582] Updated weights for policy 0, policy_version 33605 (0.0009)
+[2026-06-02 16:28:22,844][243582] Updated weights for policy 0, policy_version 33615 (0.0008)
+[2026-06-02 16:28:23,037][243582] Updated weights for policy 0, policy_version 33625 (0.0016)
+[2026-06-02 16:28:23,219][243582] Updated weights for policy 0, policy_version 33635 (0.0016)
+[2026-06-02 16:28:23,402][243582] Updated weights for policy 0, policy_version 33645 (0.0009)
+[2026-06-02 16:28:23,580][243582] Updated weights for policy 0, policy_version 33655 (0.0009)
+[2026-06-02 16:28:24,210][243582] Updated weights for policy 0, policy_version 33665 (0.0009)
+[2026-06-02 16:28:24,377][243582] Updated weights for policy 0, policy_version 33675 (0.0009)
+[2026-06-02 16:28:24,568][243582] Updated weights for policy 0, policy_version 33685 (0.0009)
+[2026-06-02 16:28:24,754][243582] Updated weights for policy 0, policy_version 33695 (0.0008)
+[2026-06-02 16:28:24,939][243582] Updated weights for policy 0, policy_version 33705 (0.0009)
+[2026-06-02 16:28:25,119][243582] Updated weights for policy 0, policy_version 33715 (0.0009)
+[2026-06-02 16:28:25,315][243582] Updated weights for policy 0, policy_version 33725 (0.0009)
+[2026-06-02 16:28:25,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20660.5). Total num frames: 17268736. Throughput: 0: 20349.2. Samples: 6090624. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:25,755][235954] Avg episode reward: [(0, '551.569')]
+[2026-06-02 16:28:25,911][243582] Updated weights for policy 0, policy_version 33735 (0.0013)
+[2026-06-02 16:28:26,096][243582] Updated weights for policy 0, policy_version 33745 (0.0009)
+[2026-06-02 16:28:26,272][243582] Updated weights for policy 0, policy_version 33755 (0.0015)
+[2026-06-02 16:28:26,465][243582] Updated weights for policy 0, policy_version 33765 (0.0016)
+[2026-06-02 16:28:26,654][243582] Updated weights for policy 0, policy_version 33775 (0.0008)
+[2026-06-02 16:28:26,837][243582] Updated weights for policy 0, policy_version 33785 (0.0009)
+[2026-06-02 16:28:27,468][243582] Updated weights for policy 0, policy_version 33795 (0.0009)
+[2026-06-02 16:28:27,636][243582] Updated weights for policy 0, policy_version 33805 (0.0016)
+[2026-06-02 16:28:27,816][243582] Updated weights for policy 0, policy_version 33815 (0.0015)
+[2026-06-02 16:28:28,009][243582] Updated weights for policy 0, policy_version 33825 (0.0009)
+[2026-06-02 16:28:28,195][243582] Updated weights for policy 0, policy_version 33835 (0.0009)
+[2026-06-02 16:28:28,384][243582] Updated weights for policy 0, policy_version 33845 (0.0014)
+[2026-06-02 16:28:28,568][243582] Updated weights for policy 0, policy_version 33855 (0.0014)
+[2026-06-02 16:28:29,173][243582] Updated weights for policy 0, policy_version 33865 (0.0013)
+[2026-06-02 16:28:29,357][243582] Updated weights for policy 0, policy_version 33875 (0.0009)
+[2026-06-02 16:28:29,543][243582] Updated weights for policy 0, policy_version 33885 (0.0009)
+[2026-06-02 16:28:29,721][243582] Updated weights for policy 0, policy_version 33895 (0.0017)
+[2026-06-02 16:28:29,916][243582] Updated weights for policy 0, policy_version 33905 (0.0014)
+[2026-06-02 16:28:30,095][243582] Updated weights for policy 0, policy_version 33915 (0.0009)
+[2026-06-02 16:28:30,708][243582] Updated weights for policy 0, policy_version 33925 (0.0013)
+[2026-06-02 16:28:30,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 20549.4). Total num frames: 17367040. Throughput: 0: 20420.2. Samples: 6214272. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:28:30,755][235954] Avg episode reward: [(0, '538.566')]
+[2026-06-02 16:28:30,888][243582] Updated weights for policy 0, policy_version 33935 (0.0015)
+[2026-06-02 16:28:31,080][243582] Updated weights for policy 0, policy_version 33945 (0.0017)
+[2026-06-02 16:28:31,245][243582] Updated weights for policy 0, policy_version 33955 (0.0009)
+[2026-06-02 16:28:31,431][243582] Updated weights for policy 0, policy_version 33965 (0.0016)
+[2026-06-02 16:28:31,633][243582] Updated weights for policy 0, policy_version 33975 (0.0016)
+[2026-06-02 16:28:32,250][243582] Updated weights for policy 0, policy_version 33985 (0.0008)
+[2026-06-02 16:28:32,418][243582] Updated weights for policy 0, policy_version 33995 (0.0013)
+[2026-06-02 16:28:32,595][243582] Updated weights for policy 0, policy_version 34005 (0.0009)
+[2026-06-02 16:28:32,779][243582] Updated weights for policy 0, policy_version 34015 (0.0017)
+[2026-06-02 16:28:32,975][243582] Updated weights for policy 0, policy_version 34025 (0.0016)
+[2026-06-02 16:28:33,161][243582] Updated weights for policy 0, policy_version 34035 (0.0009)
+[2026-06-02 16:28:33,345][243582] Updated weights for policy 0, policy_version 34045 (0.0017)
+[2026-06-02 16:28:33,956][243582] Updated weights for policy 0, policy_version 34055 (0.0009)
+[2026-06-02 16:28:34,134][243582] Updated weights for policy 0, policy_version 34065 (0.0009)
+[2026-06-02 16:28:34,318][243582] Updated weights for policy 0, policy_version 34075 (0.0009)
+[2026-06-02 16:28:34,504][243582] Updated weights for policy 0, policy_version 34085 (0.0009)
+[2026-06-02 16:28:34,687][243582] Updated weights for policy 0, policy_version 34095 (0.0009)
+[2026-06-02 16:28:34,871][243582] Updated weights for policy 0, policy_version 34105 (0.0009)
+[2026-06-02 16:28:35,488][243582] Updated weights for policy 0, policy_version 34115 (0.0016)
+[2026-06-02 16:28:35,667][243582] Updated weights for policy 0, policy_version 34125 (0.0016)
+[2026-06-02 16:28:35,755][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20549.4). Total num frames: 17465344. Throughput: 0: 20414.6. Samples: 6276480. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:28:35,756][235954] Avg episode reward: [(0, '570.474')]
+[2026-06-02 16:28:35,861][243582] Updated weights for policy 0, policy_version 34135 (0.0016)
+[2026-06-02 16:28:36,039][243582] Updated weights for policy 0, policy_version 34145 (0.0008)
+[2026-06-02 16:28:36,226][243582] Updated weights for policy 0, policy_version 34155 (0.0008)
+[2026-06-02 16:28:36,415][243582] Updated weights for policy 0, policy_version 34165 (0.0014)
+[2026-06-02 16:28:36,595][243582] Updated weights for policy 0, policy_version 34175 (0.0008)
+[2026-06-02 16:28:37,200][243582] Updated weights for policy 0, policy_version 34185 (0.0013)
+[2026-06-02 16:28:37,380][243582] Updated weights for policy 0, policy_version 34195 (0.0008)
+[2026-06-02 16:28:37,559][243582] Updated weights for policy 0, policy_version 34205 (0.0008)
+[2026-06-02 16:28:37,751][243582] Updated weights for policy 0, policy_version 34215 (0.0016)
+[2026-06-02 16:28:37,760][242746] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000005
+[2026-06-02 16:28:38,479][243582] Updated weights for policy 0, policy_version 34225 (0.0016)
+[2026-06-02 16:28:38,659][243582] Updated weights for policy 0, policy_version 34235 (0.0009)
+[2026-06-02 16:28:38,837][243582] Updated weights for policy 0, policy_version 34245 (0.0009)
+[2026-06-02 16:28:39,022][243582] Updated weights for policy 0, policy_version 34255 (0.0009)
+[2026-06-02 16:28:39,209][243582] Updated weights for policy 0, policy_version 34265 (0.0009)
+[2026-06-02 16:28:39,388][243582] Updated weights for policy 0, policy_version 34275 (0.0009)
+[2026-06-02 16:28:40,012][243582] Updated weights for policy 0, policy_version 34285 (0.0015)
+[2026-06-02 16:28:40,184][243582] Updated weights for policy 0, policy_version 34295 (0.0005)
+[2026-06-02 16:28:40,374][243582] Updated weights for policy 0, policy_version 34305 (0.0005)
+[2026-06-02 16:28:40,559][243582] Updated weights for policy 0, policy_version 34315 (0.0005)
+[2026-06-02 16:28:40,735][243582] Updated weights for policy 0, policy_version 34325 (0.0008)
+[2026-06-02 16:28:40,755][235954] Fps is (10 sec: 19660.6, 60 sec: 20207.0, 300 sec: 20549.4). Total num frames: 17563648. Throughput: 0: 20499.9. Samples: 6405504. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:28:40,756][235954] Avg episode reward: [(0, '601.953')]
+[2026-06-02 16:28:40,928][243582] Updated weights for policy 0, policy_version 34335 (0.0017)
+[2026-06-02 16:28:41,548][243582] Updated weights for policy 0, policy_version 34345 (0.0009)
+[2026-06-02 16:28:41,716][243582] Updated weights for policy 0, policy_version 34355 (0.0009)
+[2026-06-02 16:28:41,893][243582] Updated weights for policy 0, policy_version 34365 (0.0023)
+[2026-06-02 16:28:42,083][243582] Updated weights for policy 0, policy_version 34375 (0.0016)
+[2026-06-02 16:28:42,287][243582] Updated weights for policy 0, policy_version 34386 (0.0014)
+[2026-06-02 16:28:42,461][243582] Updated weights for policy 0, policy_version 34396 (0.0009)
+[2026-06-02 16:28:42,654][243582] Updated weights for policy 0, policy_version 34406 (0.0008)
+[2026-06-02 16:28:43,263][243582] Updated weights for policy 0, policy_version 34416 (0.0009)
+[2026-06-02 16:28:43,481][243582] Updated weights for policy 0, policy_version 34427 (0.0016)
+[2026-06-02 16:28:43,676][243582] Updated weights for policy 0, policy_version 34438 (0.0009)
+[2026-06-02 16:28:43,855][243582] Updated weights for policy 0, policy_version 34448 (0.0009)
+[2026-06-02 16:28:44,049][243582] Updated weights for policy 0, policy_version 34458 (0.0009)
+[2026-06-02 16:28:44,235][243582] Updated weights for policy 0, policy_version 34468 (0.0014)
+[2026-06-02 16:28:44,855][243582] Updated weights for policy 0, policy_version 34478 (0.0015)
+[2026-06-02 16:28:45,042][243582] Updated weights for policy 0, policy_version 34489 (0.0009)
+[2026-06-02 16:28:45,229][243582] Updated weights for policy 0, policy_version 34499 (0.0009)
+[2026-06-02 16:28:45,419][243582] Updated weights for policy 0, policy_version 34509 (0.0009)
+[2026-06-02 16:28:45,606][243582] Updated weights for policy 0, policy_version 34519 (0.0017)
+[2026-06-02 16:28:45,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 17661952. Throughput: 0: 20488.5. Samples: 6529920. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:28:45,755][235954] Avg episode reward: [(0, '626.102')]
+[2026-06-02 16:28:45,783][243582] Updated weights for policy 0, policy_version 34529 (0.0016)
+[2026-06-02 16:28:46,410][243582] Updated weights for policy 0, policy_version 34539 (0.0011)
+[2026-06-02 16:28:46,579][243582] Updated weights for policy 0, policy_version 34549 (0.0009)
+[2026-06-02 16:28:46,765][243582] Updated weights for policy 0, policy_version 34559 (0.0009)
+[2026-06-02 16:28:46,951][243582] Updated weights for policy 0, policy_version 34569 (0.0016)
+[2026-06-02 16:28:47,136][243582] Updated weights for policy 0, policy_version 34579 (0.0009)
+[2026-06-02 16:28:47,317][243582] Updated weights for policy 0, policy_version 34589 (0.0009)
+[2026-06-02 16:28:47,509][243582] Updated weights for policy 0, policy_version 34599 (0.0009)
+[2026-06-02 16:28:48,122][243582] Updated weights for policy 0, policy_version 34609 (0.0008)
+[2026-06-02 16:28:48,302][243582] Updated weights for policy 0, policy_version 34619 (0.0008)
+[2026-06-02 16:28:48,482][243582] Updated weights for policy 0, policy_version 34629 (0.0008)
+[2026-06-02 16:28:48,669][243582] Updated weights for policy 0, policy_version 34639 (0.0009)
+[2026-06-02 16:28:48,865][243582] Updated weights for policy 0, policy_version 34650 (0.0009)
+[2026-06-02 16:28:49,060][243582] Updated weights for policy 0, policy_version 34660 (0.0008)
+[2026-06-02 16:28:49,693][243582] Updated weights for policy 0, policy_version 34670 (0.0009)
+[2026-06-02 16:28:49,868][243582] Updated weights for policy 0, policy_version 34680 (0.0014)
+[2026-06-02 16:28:50,048][243582] Updated weights for policy 0, policy_version 34690 (0.0009)
+[2026-06-02 16:28:50,236][243582] Updated weights for policy 0, policy_version 34700 (0.0017)
+[2026-06-02 16:28:50,426][243582] Updated weights for policy 0, policy_version 34710 (0.0009)
+[2026-06-02 16:28:50,610][243582] Updated weights for policy 0, policy_version 34720 (0.0009)
+[2026-06-02 16:28:50,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 20438.4). Total num frames: 17760256. Throughput: 0: 20676.3. Samples: 6592768. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0)
+[2026-06-02 16:28:50,755][235954] Avg episode reward: [(0, '626.812')]
+[2026-06-02 16:28:51,229][243582] Updated weights for policy 0, policy_version 34730 (0.0009)
+[2026-06-02 16:28:51,395][243582] Updated weights for policy 0, policy_version 34740 (0.0015)
+[2026-06-02 16:28:51,581][243582] Updated weights for policy 0, policy_version 34750 (0.0009)
+[2026-06-02 16:28:51,764][243582] Updated weights for policy 0, policy_version 34760 (0.0009)
+[2026-06-02 16:28:51,951][243582] Updated weights for policy 0, policy_version 34770 (0.0009)
+[2026-06-02 16:28:52,135][243582] Updated weights for policy 0, policy_version 34780 (0.0009)
+[2026-06-02 16:28:52,320][243582] Updated weights for policy 0, policy_version 34790 (0.0016)
+[2026-06-02 16:28:52,924][243582] Updated weights for policy 0, policy_version 34800 (0.0008)
+[2026-06-02 16:28:53,107][243582] Updated weights for policy 0, policy_version 34810 (0.0009)
+[2026-06-02 16:28:53,292][243582] Updated weights for policy 0, policy_version 34820 (0.0009)
+[2026-06-02 16:28:53,469][243582] Updated weights for policy 0, policy_version 34830 (0.0016)
+[2026-06-02 16:28:53,662][243582] Updated weights for policy 0, policy_version 34840 (0.0009)
+[2026-06-02 16:28:53,849][243582] Updated weights for policy 0, policy_version 34850 (0.0017)
+[2026-06-02 16:28:54,469][243582] Updated weights for policy 0, policy_version 34860 (0.0009)
+[2026-06-02 16:28:54,643][243582] Updated weights for policy 0, policy_version 34870 (0.0016)
+[2026-06-02 16:28:54,833][243582] Updated weights for policy 0, policy_version 34880 (0.0009)
+[2026-06-02 16:28:55,032][243582] Updated weights for policy 0, policy_version 34890 (0.0014)
+[2026-06-02 16:28:55,206][243582] Updated weights for policy 0, policy_version 34900 (0.0009)
+[2026-06-02 16:28:55,389][243582] Updated weights for policy 0, policy_version 34910 (0.0009)
+[2026-06-02 16:28:55,579][243582] Updated weights for policy 0, policy_version 34920 (0.0009)
+[2026-06-02 16:28:55,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 17891328. Throughput: 0: 20508.4. Samples: 6707200. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:28:55,755][235954] Avg episode reward: [(0, '628.751')]
+[2026-06-02 16:28:56,189][243582] Updated weights for policy 0, policy_version 34930 (0.0009)
+[2026-06-02 16:28:56,368][243582] Updated weights for policy 0, policy_version 34940 (0.0009)
+[2026-06-02 16:28:56,558][243582] Updated weights for policy 0, policy_version 34950 (0.0009)
+[2026-06-02 16:28:56,743][243582] Updated weights for policy 0, policy_version 34960 (0.0009)
+[2026-06-02 16:28:56,928][243582] Updated weights for policy 0, policy_version 34970 (0.0009)
+[2026-06-02 16:28:57,120][243582] Updated weights for policy 0, policy_version 34980 (0.0009)
+[2026-06-02 16:28:57,727][243582] Updated weights for policy 0, policy_version 34990 (0.0024)
+[2026-06-02 16:28:57,911][243582] Updated weights for policy 0, policy_version 35000 (0.0018)
+[2026-06-02 16:28:58,097][243582] Updated weights for policy 0, policy_version 35010 (0.0009)
+[2026-06-02 16:28:58,279][243582] Updated weights for policy 0, policy_version 35020 (0.0007)
+[2026-06-02 16:28:58,464][243582] Updated weights for policy 0, policy_version 35030 (0.0016)
+[2026-06-02 16:28:58,647][243582] Updated weights for policy 0, policy_version 35040 (0.0006)
+[2026-06-02 16:28:59,259][243582] Updated weights for policy 0, policy_version 35050 (0.0006)
+[2026-06-02 16:28:59,438][243582] Updated weights for policy 0, policy_version 35060 (0.0009)
+[2026-06-02 16:28:59,613][243582] Updated weights for policy 0, policy_version 35070 (0.0015)
+[2026-06-02 16:28:59,799][243582] Updated weights for policy 0, policy_version 35080 (0.0012)
+[2026-06-02 16:28:59,987][243582] Updated weights for policy 0, policy_version 35090 (0.0009)
+[2026-06-02 16:29:00,168][243582] Updated weights for policy 0, policy_version 35100 (0.0016)
+[2026-06-02 16:29:00,356][243582] Updated weights for policy 0, policy_version 35110 (0.0009)
+[2026-06-02 16:29:00,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 17989632. Throughput: 0: 20519.8. Samples: 6833280. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:00,755][235954] Avg episode reward: [(0, '631.339')]
+[2026-06-02 16:29:00,973][243582] Updated weights for policy 0, policy_version 35120 (0.0013)
+[2026-06-02 16:29:01,151][243582] Updated weights for policy 0, policy_version 35130 (0.0016)
+[2026-06-02 16:29:01,329][243582] Updated weights for policy 0, policy_version 35140 (0.0008)
+[2026-06-02 16:29:01,522][243582] Updated weights for policy 0, policy_version 35150 (0.0017)
+[2026-06-02 16:29:01,698][243582] Updated weights for policy 0, policy_version 35160 (0.0009)
+[2026-06-02 16:29:01,897][243582] Updated weights for policy 0, policy_version 35170 (0.0017)
+[2026-06-02 16:29:02,520][243582] Updated weights for policy 0, policy_version 35180 (0.0009)
+[2026-06-02 16:29:02,700][243582] Updated weights for policy 0, policy_version 35190 (0.0009)
+[2026-06-02 16:29:02,884][243582] Updated weights for policy 0, policy_version 35200 (0.0009)
+[2026-06-02 16:29:03,074][243582] Updated weights for policy 0, policy_version 35210 (0.0016)
+[2026-06-02 16:29:03,265][243582] Updated weights for policy 0, policy_version 35220 (0.0009)
+[2026-06-02 16:29:03,449][243582] Updated weights for policy 0, policy_version 35230 (0.0009)
+[2026-06-02 16:29:03,630][243582] Updated weights for policy 0, policy_version 35240 (0.0009)
+[2026-06-02 16:29:04,233][243582] Updated weights for policy 0, policy_version 35250 (0.0016)
+[2026-06-02 16:29:04,409][243582] Updated weights for policy 0, policy_version 35260 (0.0009)
+[2026-06-02 16:29:04,602][243582] Updated weights for policy 0, policy_version 35270 (0.0009)
+[2026-06-02 16:29:04,785][243582] Updated weights for policy 0, policy_version 35280 (0.0009)
+[2026-06-02 16:29:04,987][243582] Updated weights for policy 0, policy_version 35290 (0.0007)
+[2026-06-02 16:29:05,160][243582] Updated weights for policy 0, policy_version 35300 (0.0009)
+[2026-06-02 16:29:05,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 18087936. Throughput: 0: 20519.8. Samples: 6896256. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:05,755][235954] Avg episode reward: [(0, '629.784')]
+[2026-06-02 16:29:05,765][243582] Updated weights for policy 0, policy_version 35310 (0.0021)
+[2026-06-02 16:29:05,962][243582] Updated weights for policy 0, policy_version 35321 (0.0009)
+[2026-06-02 16:29:06,153][243582] Updated weights for policy 0, policy_version 35331 (0.0008)
+[2026-06-02 16:29:06,329][243582] Updated weights for policy 0, policy_version 35341 (0.0016)
+[2026-06-02 16:29:06,531][243582] Updated weights for policy 0, policy_version 35351 (0.0013)
+[2026-06-02 16:29:06,711][243582] Updated weights for policy 0, policy_version 35361 (0.0017)
+[2026-06-02 16:29:07,317][243582] Updated weights for policy 0, policy_version 35371 (0.0008)
+[2026-06-02 16:29:07,485][243582] Updated weights for policy 0, policy_version 35381 (0.0022)
+[2026-06-02 16:29:07,664][243582] Updated weights for policy 0, policy_version 35391 (0.0008)
+[2026-06-02 16:29:07,850][243582] Updated weights for policy 0, policy_version 35401 (0.0008)
+[2026-06-02 16:29:08,040][243582] Updated weights for policy 0, policy_version 35411 (0.0014)
+[2026-06-02 16:29:08,227][243582] Updated weights for policy 0, policy_version 35421 (0.0014)
+[2026-06-02 16:29:08,409][243582] Updated weights for policy 0, policy_version 35431 (0.0008)
+[2026-06-02 16:29:09,036][243582] Updated weights for policy 0, policy_version 35441 (0.0009)
+[2026-06-02 16:29:09,203][243582] Updated weights for policy 0, policy_version 35451 (0.0017)
+[2026-06-02 16:29:09,395][243582] Updated weights for policy 0, policy_version 35461 (0.0011)
+[2026-06-02 16:29:09,595][243582] Updated weights for policy 0, policy_version 35471 (0.0018)
+[2026-06-02 16:29:09,774][243582] Updated weights for policy 0, policy_version 35481 (0.0011)
+[2026-06-02 16:29:09,956][243582] Updated weights for policy 0, policy_version 35491 (0.0014)
+[2026-06-02 16:29:10,589][243582] Updated weights for policy 0, policy_version 35501 (0.0014)
+[2026-06-02 16:29:10,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 18186240. Throughput: 0: 20673.4. Samples: 7020928. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:10,755][235954] Avg episode reward: [(0, '619.702')]
+[2026-06-02 16:29:10,770][243582] Updated weights for policy 0, policy_version 35511 (0.0012)
+[2026-06-02 16:29:10,958][243582] Updated weights for policy 0, policy_version 35521 (0.0013)
+[2026-06-02 16:29:11,140][243582] Updated weights for policy 0, policy_version 35531 (0.0013)
+[2026-06-02 16:29:11,327][243582] Updated weights for policy 0, policy_version 35541 (0.0018)
+[2026-06-02 16:29:11,513][243582] Updated weights for policy 0, policy_version 35551 (0.0009)
+[2026-06-02 16:29:12,125][243582] Updated weights for policy 0, policy_version 35561 (0.0009)
+[2026-06-02 16:29:12,297][243582] Updated weights for policy 0, policy_version 35571 (0.0011)
+[2026-06-02 16:29:12,476][243582] Updated weights for policy 0, policy_version 35581 (0.0009)
+[2026-06-02 16:29:12,660][243582] Updated weights for policy 0, policy_version 35591 (0.0009)
+[2026-06-02 16:29:12,842][243582] Updated weights for policy 0, policy_version 35601 (0.0009)
+[2026-06-02 16:29:13,025][243582] Updated weights for policy 0, policy_version 35611 (0.0009)
+[2026-06-02 16:29:13,231][243582] Updated weights for policy 0, policy_version 35622 (0.0009)
+[2026-06-02 16:29:13,857][243582] Updated weights for policy 0, policy_version 35632 (0.0017)
+[2026-06-02 16:29:14,029][243582] Updated weights for policy 0, policy_version 35642 (0.0016)
+[2026-06-02 16:29:14,222][243582] Updated weights for policy 0, policy_version 35652 (0.0009)
+[2026-06-02 16:29:14,410][243582] Updated weights for policy 0, policy_version 35662 (0.0009)
+[2026-06-02 16:29:14,594][243582] Updated weights for policy 0, policy_version 35672 (0.0008)
+[2026-06-02 16:29:14,778][243582] Updated weights for policy 0, policy_version 35682 (0.0009)
+[2026-06-02 16:29:15,383][243582] Updated weights for policy 0, policy_version 35692 (0.0009)
+[2026-06-02 16:29:15,561][243582] Updated weights for policy 0, policy_version 35702 (0.0008)
+[2026-06-02 16:29:15,748][243582] Updated weights for policy 0, policy_version 35712 (0.0013)
+[2026-06-02 16:29:15,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 18284544. Throughput: 0: 20471.5. Samples: 7135488. Policy #0 lag: (min: 16.0, avg: 64.0, max: 82.0)
+[2026-06-02 16:29:15,755][235954] Avg episode reward: [(0, '620.113')]
+[2026-06-02 16:29:15,929][243582] Updated weights for policy 0, policy_version 35722 (0.0009)
+[2026-06-02 16:29:16,115][243582] Updated weights for policy 0, policy_version 35732 (0.0009)
+[2026-06-02 16:29:16,298][243582] Updated weights for policy 0, policy_version 35742 (0.0008)
+[2026-06-02 16:29:16,479][243582] Updated weights for policy 0, policy_version 35752 (0.0009)
+[2026-06-02 16:29:17,080][243582] Updated weights for policy 0, policy_version 35762 (0.0009)
+[2026-06-02 16:29:17,269][243582] Updated weights for policy 0, policy_version 35772 (0.0009)
+[2026-06-02 16:29:17,448][243582] Updated weights for policy 0, policy_version 35782 (0.0009)
+[2026-06-02 16:29:17,630][243582] Updated weights for policy 0, policy_version 35792 (0.0009)
+[2026-06-02 16:29:17,825][243582] Updated weights for policy 0, policy_version 35802 (0.0017)
+[2026-06-02 16:29:18,003][243582] Updated weights for policy 0, policy_version 35812 (0.0009)
+[2026-06-02 16:29:18,647][243582] Updated weights for policy 0, policy_version 35822 (0.0022)
+[2026-06-02 16:29:18,816][243582] Updated weights for policy 0, policy_version 35832 (0.0014)
+[2026-06-02 16:29:18,994][243582] Updated weights for policy 0, policy_version 35842 (0.0009)
+[2026-06-02 16:29:19,178][243582] Updated weights for policy 0, policy_version 35852 (0.0009)
+[2026-06-02 16:29:19,370][243582] Updated weights for policy 0, policy_version 35862 (0.0014)
+[2026-06-02 16:29:19,548][243582] Updated weights for policy 0, policy_version 35872 (0.0017)
+[2026-06-02 16:29:20,186][243582] Updated weights for policy 0, policy_version 35882 (0.0008)
+[2026-06-02 16:29:20,351][243582] Updated weights for policy 0, policy_version 35892 (0.0008)
+[2026-06-02 16:29:20,559][243582] Updated weights for policy 0, policy_version 35903 (0.0009)
+[2026-06-02 16:29:20,745][243582] Updated weights for policy 0, policy_version 35913 (0.0009)
+[2026-06-02 16:29:20,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 18382848. Throughput: 0: 20462.9. Samples: 7197312. Policy #0 lag: (min: 16.0, avg: 64.0, max: 82.0)
+[2026-06-02 16:29:20,755][235954] Avg episode reward: [(0, '654.261')]
+[2026-06-02 16:29:20,940][243582] Updated weights for policy 0, policy_version 35923 (0.0009)
+[2026-06-02 16:29:21,024][242746] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000004
+[2026-06-02 16:29:21,623][243582] Updated weights for policy 0, policy_version 35934 (0.0015)
+[2026-06-02 16:29:21,826][243582] Updated weights for policy 0, policy_version 35945 (0.0009)
+[2026-06-02 16:29:22,016][243582] Updated weights for policy 0, policy_version 35955 (0.0013)
+[2026-06-02 16:29:22,206][243582] Updated weights for policy 0, policy_version 35965 (0.0011)
+[2026-06-02 16:29:22,408][243582] Updated weights for policy 0, policy_version 35976 (0.0009)
+[2026-06-02 16:29:22,592][243582] Updated weights for policy 0, policy_version 35986 (0.0009)
+[2026-06-02 16:29:23,201][243582] Updated weights for policy 0, policy_version 35996 (0.0009)
+[2026-06-02 16:29:23,379][243582] Updated weights for policy 0, policy_version 36006 (0.0009)
+[2026-06-02 16:29:23,564][243582] Updated weights for policy 0, policy_version 36016 (0.0009)
+[2026-06-02 16:29:23,743][243582] Updated weights for policy 0, policy_version 36026 (0.0011)
+[2026-06-02 16:29:23,919][243582] Updated weights for policy 0, policy_version 36036 (0.0016)
+[2026-06-02 16:29:24,116][243582] Updated weights for policy 0, policy_version 36046 (0.0009)
+[2026-06-02 16:29:24,296][243582] Updated weights for policy 0, policy_version 36056 (0.0008)
+[2026-06-02 16:29:24,911][243582] Updated weights for policy 0, policy_version 36066 (0.0009)
+[2026-06-02 16:29:25,097][243582] Updated weights for policy 0, policy_version 36077 (0.0011)
+[2026-06-02 16:29:25,297][243582] Updated weights for policy 0, policy_version 36087 (0.0021)
+[2026-06-02 16:29:25,466][243582] Updated weights for policy 0, policy_version 36097 (0.0016)
+[2026-06-02 16:29:25,638][243582] Updated weights for policy 0, policy_version 36107 (0.0034)
+[2026-06-02 16:29:25,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 18481152. Throughput: 0: 20440.2. Samples: 7325312. Policy #0 lag: (min: 16.0, avg: 64.0, max: 82.0)
+[2026-06-02 16:29:25,755][235954] Avg episode reward: [(0, '684.272')]
+[2026-06-02 16:29:25,834][243582] Updated weights for policy 0, policy_version 36118 (0.0020)
+[2026-06-02 16:29:26,515][243582] Updated weights for policy 0, policy_version 36129 (0.0017)
+[2026-06-02 16:29:26,693][243582] Updated weights for policy 0, policy_version 36139 (0.0019)
+[2026-06-02 16:29:26,876][243582] Updated weights for policy 0, policy_version 36149 (0.0011)
+[2026-06-02 16:29:27,060][243582] Updated weights for policy 0, policy_version 36159 (0.0018)
+[2026-06-02 16:29:27,236][243582] Updated weights for policy 0, policy_version 36169 (0.0015)
+[2026-06-02 16:29:27,425][243582] Updated weights for policy 0, policy_version 36179 (0.0020)
+[2026-06-02 16:29:28,059][243582] Updated weights for policy 0, policy_version 36189 (0.0009)
+[2026-06-02 16:29:28,237][243582] Updated weights for policy 0, policy_version 36199 (0.0008)
+[2026-06-02 16:29:28,412][243582] Updated weights for policy 0, policy_version 36209 (0.0016)
+[2026-06-02 16:29:28,602][243582] Updated weights for policy 0, policy_version 36219 (0.0025)
+[2026-06-02 16:29:28,805][243582] Updated weights for policy 0, policy_version 36230 (0.0014)
+[2026-06-02 16:29:28,985][243582] Updated weights for policy 0, policy_version 36240 (0.0015)
+[2026-06-02 16:29:29,615][243582] Updated weights for policy 0, policy_version 36250 (0.0017)
+[2026-06-02 16:29:29,780][243582] Updated weights for policy 0, policy_version 36260 (0.0009)
+[2026-06-02 16:29:29,961][243582] Updated weights for policy 0, policy_version 36270 (0.0009)
+[2026-06-02 16:29:30,145][243582] Updated weights for policy 0, policy_version 36280 (0.0016)
+[2026-06-02 16:29:30,347][243582] Updated weights for policy 0, policy_version 36290 (0.0022)
+[2026-06-02 16:29:30,519][243582] Updated weights for policy 0, policy_version 36300 (0.0014)
+[2026-06-02 16:29:30,706][243582] Updated weights for policy 0, policy_version 36310 (0.0026)
+[2026-06-02 16:29:30,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20549.4). Total num frames: 18612224. Throughput: 0: 20474.3. Samples: 7451264. Policy #0 lag: (min: 16.0, avg: 64.0, max: 82.0)
+[2026-06-02 16:29:30,756][235954] Avg episode reward: [(0, '692.888')]
+[2026-06-02 16:29:31,313][243582] Updated weights for policy 0, policy_version 36320 (0.0009)
+[2026-06-02 16:29:31,498][243582] Updated weights for policy 0, policy_version 36330 (0.0009)
+[2026-06-02 16:29:31,676][243582] Updated weights for policy 0, policy_version 36340 (0.0021)
+[2026-06-02 16:29:31,859][243582] Updated weights for policy 0, policy_version 36350 (0.0009)
+[2026-06-02 16:29:32,044][243582] Updated weights for policy 0, policy_version 36360 (0.0007)
+[2026-06-02 16:29:32,237][243582] Updated weights for policy 0, policy_version 36370 (0.0016)
+[2026-06-02 16:29:32,841][243582] Updated weights for policy 0, policy_version 36380 (0.0016)
+[2026-06-02 16:29:33,022][243582] Updated weights for policy 0, policy_version 36390 (0.0017)
+[2026-06-02 16:29:33,204][243582] Updated weights for policy 0, policy_version 36400 (0.0011)
+[2026-06-02 16:29:33,391][243582] Updated weights for policy 0, policy_version 36410 (0.0012)
+[2026-06-02 16:29:33,576][243582] Updated weights for policy 0, policy_version 36420 (0.0011)
+[2026-06-02 16:29:33,749][243582] Updated weights for policy 0, policy_version 36430 (0.0011)
+[2026-06-02 16:29:33,939][243582] Updated weights for policy 0, policy_version 36440 (0.0004)
+[2026-06-02 16:29:34,541][243582] Updated weights for policy 0, policy_version 36450 (0.0004)
+[2026-06-02 16:29:34,728][243582] Updated weights for policy 0, policy_version 36460 (0.0004)
+[2026-06-02 16:29:34,907][243582] Updated weights for policy 0, policy_version 36470 (0.0004)
+[2026-06-02 16:29:35,096][243582] Updated weights for policy 0, policy_version 36480 (0.0010)
+[2026-06-02 16:29:35,284][243582] Updated weights for policy 0, policy_version 36490 (0.0005)
+[2026-06-02 16:29:35,474][243582] Updated weights for policy 0, policy_version 36500 (0.0009)
+[2026-06-02 16:29:35,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 18710528. Throughput: 0: 20468.6. Samples: 7513856. Policy #0 lag: (min: 16.0, avg: 64.0, max: 82.0)
+[2026-06-02 16:29:35,755][235954] Avg episode reward: [(0, '668.043')]
+[2026-06-02 16:29:36,070][243582] Updated weights for policy 0, policy_version 36510 (0.0009)
+[2026-06-02 16:29:36,251][243582] Updated weights for policy 0, policy_version 36520 (0.0008)
+[2026-06-02 16:29:36,439][243582] Updated weights for policy 0, policy_version 36530 (0.0017)
+[2026-06-02 16:29:36,629][243582] Updated weights for policy 0, policy_version 36540 (0.0008)
+[2026-06-02 16:29:36,809][243582] Updated weights for policy 0, policy_version 36550 (0.0011)
+[2026-06-02 16:29:36,996][243582] Updated weights for policy 0, policy_version 36560 (0.0009)
+[2026-06-02 16:29:37,627][243582] Updated weights for policy 0, policy_version 36570 (0.0021)
+[2026-06-02 16:29:37,794][243582] Updated weights for policy 0, policy_version 36580 (0.0009)
+[2026-06-02 16:29:37,980][243582] Updated weights for policy 0, policy_version 36590 (0.0009)
+[2026-06-02 16:29:38,172][243582] Updated weights for policy 0, policy_version 36600 (0.0008)
+[2026-06-02 16:29:38,358][243582] Updated weights for policy 0, policy_version 36610 (0.0017)
+[2026-06-02 16:29:38,542][243582] Updated weights for policy 0, policy_version 36620 (0.0007)
+[2026-06-02 16:29:38,731][243582] Updated weights for policy 0, policy_version 36630 (0.0008)
+[2026-06-02 16:29:39,328][243582] Updated weights for policy 0, policy_version 36640 (0.0006)
+[2026-06-02 16:29:39,522][243582] Updated weights for policy 0, policy_version 36650 (0.0011)
+[2026-06-02 16:29:39,716][243582] Updated weights for policy 0, policy_version 36660 (0.0026)
+[2026-06-02 16:29:39,888][243582] Updated weights for policy 0, policy_version 36670 (0.0004)
+[2026-06-02 16:29:40,079][243582] Updated weights for policy 0, policy_version 36680 (0.0008)
+[2026-06-02 16:29:40,274][243582] Updated weights for policy 0, policy_version 36690 (0.0011)
+[2026-06-02 16:29:40,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 18808832. Throughput: 0: 20531.2. Samples: 7631104. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:40,755][235954] Avg episode reward: [(0, '708.861')]
+[2026-06-02 16:29:40,860][243582] Updated weights for policy 0, policy_version 36700 (0.0007)
+[2026-06-02 16:29:41,044][243582] Updated weights for policy 0, policy_version 36710 (0.0008)
+[2026-06-02 16:29:41,228][243582] Updated weights for policy 0, policy_version 36720 (0.0008)
+[2026-06-02 16:29:41,410][243582] Updated weights for policy 0, policy_version 36730 (0.0011)
+[2026-06-02 16:29:41,591][243582] Updated weights for policy 0, policy_version 36740 (0.0013)
+[2026-06-02 16:29:41,787][243582] Updated weights for policy 0, policy_version 36750 (0.0009)
+[2026-06-02 16:29:41,964][243582] Updated weights for policy 0, policy_version 36760 (0.0008)
+[2026-06-02 16:29:42,571][243582] Updated weights for policy 0, policy_version 36770 (0.0016)
+[2026-06-02 16:29:42,752][243582] Updated weights for policy 0, policy_version 36780 (0.0008)
+[2026-06-02 16:29:42,938][243582] Updated weights for policy 0, policy_version 36790 (0.0016)
+[2026-06-02 16:29:43,114][243582] Updated weights for policy 0, policy_version 36800 (0.0009)
+[2026-06-02 16:29:43,301][243582] Updated weights for policy 0, policy_version 36810 (0.0009)
+[2026-06-02 16:29:43,492][243582] Updated weights for policy 0, policy_version 36820 (0.0011)
+[2026-06-02 16:29:44,103][243582] Updated weights for policy 0, policy_version 36830 (0.0009)
+[2026-06-02 16:29:44,285][243582] Updated weights for policy 0, policy_version 36840 (0.0008)
+[2026-06-02 16:29:44,471][243582] Updated weights for policy 0, policy_version 36850 (0.0014)
+[2026-06-02 16:29:44,651][243582] Updated weights for policy 0, policy_version 36860 (0.0014)
+[2026-06-02 16:29:44,836][243582] Updated weights for policy 0, policy_version 36870 (0.0009)
+[2026-06-02 16:29:45,051][243582] Updated weights for policy 0, policy_version 36881 (0.0014)
+[2026-06-02 16:29:45,650][243582] Updated weights for policy 0, policy_version 36891 (0.0024)
+[2026-06-02 16:29:45,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 18907136. Throughput: 0: 20468.6. Samples: 7754368. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:45,755][235954] Avg episode reward: [(0, '718.500')]
+[2026-06-02 16:29:45,829][243582] Updated weights for policy 0, policy_version 36901 (0.0013)
+[2026-06-02 16:29:46,011][243582] Updated weights for policy 0, policy_version 36911 (0.0009)
+[2026-06-02 16:29:46,206][243582] Updated weights for policy 0, policy_version 36921 (0.0016)
+[2026-06-02 16:29:46,384][243582] Updated weights for policy 0, policy_version 36931 (0.0007)
+[2026-06-02 16:29:46,568][243582] Updated weights for policy 0, policy_version 36941 (0.0009)
+[2026-06-02 16:29:46,754][243582] Updated weights for policy 0, policy_version 36951 (0.0009)
+[2026-06-02 16:29:47,355][243582] Updated weights for policy 0, policy_version 36961 (0.0013)
+[2026-06-02 16:29:47,543][243582] Updated weights for policy 0, policy_version 36971 (0.0009)
+[2026-06-02 16:29:47,728][243582] Updated weights for policy 0, policy_version 36981 (0.0017)
+[2026-06-02 16:29:47,914][243582] Updated weights for policy 0, policy_version 36991 (0.0017)
+[2026-06-02 16:29:48,094][243582] Updated weights for policy 0, policy_version 37001 (0.0024)
+[2026-06-02 16:29:48,289][243582] Updated weights for policy 0, policy_version 37011 (0.0016)
+[2026-06-02 16:29:48,895][243582] Updated weights for policy 0, policy_version 37021 (0.0009)
+[2026-06-02 16:29:49,070][243582] Updated weights for policy 0, policy_version 37031 (0.0016)
+[2026-06-02 16:29:49,256][243582] Updated weights for policy 0, policy_version 37041 (0.0017)
+[2026-06-02 16:29:49,438][243582] Updated weights for policy 0, policy_version 37051 (0.0009)
+[2026-06-02 16:29:49,623][243582] Updated weights for policy 0, policy_version 37061 (0.0009)
+[2026-06-02 16:29:49,803][243582] Updated weights for policy 0, policy_version 37071 (0.0009)
+[2026-06-02 16:29:50,460][243582] Updated weights for policy 0, policy_version 37081 (0.0009)
+[2026-06-02 16:29:50,636][243582] Updated weights for policy 0, policy_version 37091 (0.0009)
+[2026-06-02 16:29:50,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 19005440. Throughput: 0: 20445.9. Samples: 7816320. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:50,755][235954] Avg episode reward: [(0, '771.141')]
+[2026-06-02 16:29:50,819][243582] Updated weights for policy 0, policy_version 37101 (0.0009)
+[2026-06-02 16:29:50,995][243582] Updated weights for policy 0, policy_version 37111 (0.0008)
+[2026-06-02 16:29:51,186][243582] Updated weights for policy 0, policy_version 37121 (0.0010)
+[2026-06-02 16:29:51,375][243582] Updated weights for policy 0, policy_version 37131 (0.0009)
+[2026-06-02 16:29:51,552][243582] Updated weights for policy 0, policy_version 37141 (0.0009)
+[2026-06-02 16:29:51,609][242746] Saving new best policy, reward=771.141!
+[2026-06-02 16:29:52,139][243582] Updated weights for policy 0, policy_version 37151 (0.0009)
+[2026-06-02 16:29:52,316][243582] Updated weights for policy 0, policy_version 37161 (0.0014)
+[2026-06-02 16:29:52,491][243582] Updated weights for policy 0, policy_version 37171 (0.0009)
+[2026-06-02 16:29:52,689][243582] Updated weights for policy 0, policy_version 37181 (0.0009)
+[2026-06-02 16:29:52,864][243582] Updated weights for policy 0, policy_version 37191 (0.0009)
+[2026-06-02 16:29:53,069][243582] Updated weights for policy 0, policy_version 37201 (0.0019)
+[2026-06-02 16:29:53,661][243582] Updated weights for policy 0, policy_version 37211 (0.0009)
+[2026-06-02 16:29:53,830][243582] Updated weights for policy 0, policy_version 37221 (0.0009)
+[2026-06-02 16:29:54,013][243582] Updated weights for policy 0, policy_version 37231 (0.0009)
+[2026-06-02 16:29:54,204][243582] Updated weights for policy 0, policy_version 37241 (0.0009)
+[2026-06-02 16:29:54,398][243582] Updated weights for policy 0, policy_version 37251 (0.0009)
+[2026-06-02 16:29:54,579][243582] Updated weights for policy 0, policy_version 37261 (0.0015)
+[2026-06-02 16:29:54,770][243582] Updated weights for policy 0, policy_version 37271 (0.0009)
+[2026-06-02 16:29:55,376][243582] Updated weights for policy 0, policy_version 37281 (0.0013)
+[2026-06-02 16:29:55,563][243582] Updated weights for policy 0, policy_version 37291 (0.0008)
+[2026-06-02 16:29:55,748][243582] Updated weights for policy 0, policy_version 37301 (0.0011)
+[2026-06-02 16:29:55,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20207.0, 300 sec: 20438.3). Total num frames: 19103744. Throughput: 0: 20423.1. Samples: 7939968. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:29:55,755][235954] Avg episode reward: [(0, '821.361')]
+[2026-06-02 16:29:55,936][243582] Updated weights for policy 0, policy_version 37311 (0.0008)
+[2026-06-02 16:29:56,116][243582] Updated weights for policy 0, policy_version 37321 (0.0008)
+[2026-06-02 16:29:56,300][243582] Updated weights for policy 0, policy_version 37331 (0.0008)
+[2026-06-02 16:29:56,386][242746] Saving new best policy, reward=821.361!
+[2026-06-02 16:29:56,899][243582] Updated weights for policy 0, policy_version 37341 (0.0018)
+[2026-06-02 16:29:57,075][243582] Updated weights for policy 0, policy_version 37351 (0.0016)
+[2026-06-02 16:29:57,267][243582] Updated weights for policy 0, policy_version 37361 (0.0011)
+[2026-06-02 16:29:57,446][243582] Updated weights for policy 0, policy_version 37371 (0.0017)
+[2026-06-02 16:29:57,629][243582] Updated weights for policy 0, policy_version 37381 (0.0014)
+[2026-06-02 16:29:57,809][243582] Updated weights for policy 0, policy_version 37391 (0.0016)
+[2026-06-02 16:29:58,453][243582] Updated weights for policy 0, policy_version 37401 (0.0017)
+[2026-06-02 16:29:58,617][243582] Updated weights for policy 0, policy_version 37411 (0.0010)
+[2026-06-02 16:29:58,801][243582] Updated weights for policy 0, policy_version 37421 (0.0016)
+[2026-06-02 16:29:58,979][243582] Updated weights for policy 0, policy_version 37431 (0.0016)
+[2026-06-02 16:29:59,160][243582] Updated weights for policy 0, policy_version 37441 (0.0008)
+[2026-06-02 16:29:59,342][243582] Updated weights for policy 0, policy_version 37451 (0.0017)
+[2026-06-02 16:29:59,526][243582] Updated weights for policy 0, policy_version 37461 (0.0015)
+[2026-06-02 16:30:00,168][243582] Updated weights for policy 0, policy_version 37471 (0.0009)
+[2026-06-02 16:30:00,353][243582] Updated weights for policy 0, policy_version 37481 (0.0009)
+[2026-06-02 16:30:00,536][243582] Updated weights for policy 0, policy_version 37491 (0.0009)
+[2026-06-02 16:30:00,720][243582] Updated weights for policy 0, policy_version 37501 (0.0009)
+[2026-06-02 16:30:00,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.7). Total num frames: 19202048. Throughput: 0: 20588.1. Samples: 8061952. Policy #0 lag: (min: 63.0, avg: 80.8, max: 127.0)
+[2026-06-02 16:30:00,755][235954] Avg episode reward: [(0, '816.445')]
+[2026-06-02 16:30:00,900][243582] Updated weights for policy 0, policy_version 37511 (0.0016)
+[2026-06-02 16:30:01,095][243582] Updated weights for policy 0, policy_version 37521 (0.0009)
+[2026-06-02 16:30:01,705][243582] Updated weights for policy 0, policy_version 37531 (0.0008)
+[2026-06-02 16:30:01,882][243582] Updated weights for policy 0, policy_version 37541 (0.0009)
+[2026-06-02 16:30:02,077][243582] Updated weights for policy 0, policy_version 37551 (0.0017)
+[2026-06-02 16:30:02,253][243582] Updated weights for policy 0, policy_version 37561 (0.0009)
+[2026-06-02 16:30:02,435][243582] Updated weights for policy 0, policy_version 37571 (0.0009)
+[2026-06-02 16:30:02,624][243582] Updated weights for policy 0, policy_version 37581 (0.0017)
+[2026-06-02 16:30:02,817][243582] Updated weights for policy 0, policy_version 37591 (0.0009)
+[2026-06-02 16:30:03,417][243582] Updated weights for policy 0, policy_version 37601 (0.0009)
+[2026-06-02 16:30:03,599][243582] Updated weights for policy 0, policy_version 37611 (0.0009)
+[2026-06-02 16:30:03,782][243582] Updated weights for policy 0, policy_version 37621 (0.0009)
+[2026-06-02 16:30:03,962][243582] Updated weights for policy 0, policy_version 37631 (0.0016)
+[2026-06-02 16:30:04,155][243582] Updated weights for policy 0, policy_version 37641 (0.0011)
+[2026-06-02 16:30:04,349][243582] Updated weights for policy 0, policy_version 37651 (0.0009)
+[2026-06-02 16:30:04,943][243582] Updated weights for policy 0, policy_version 37661 (0.0013)
+[2026-06-02 16:30:05,114][243582] Updated weights for policy 0, policy_version 37671 (0.0008)
+[2026-06-02 16:30:05,299][243582] Updated weights for policy 0, policy_version 37681 (0.0009)
+[2026-06-02 16:30:05,505][243582] Updated weights for policy 0, policy_version 37691 (0.0021)
+[2026-06-02 16:30:05,676][243582] Updated weights for policy 0, policy_version 37701 (0.0009)
+[2026-06-02 16:30:05,755][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 19300352. Throughput: 0: 20448.7. Samples: 8117504. Policy #0 lag: (min: 45.0, avg: 63.6, max: 109.0)
+[2026-06-02 16:30:05,755][235954] Avg episode reward: [(0, '812.043')]
+[2026-06-02 16:30:05,870][243582] Updated weights for policy 0, policy_version 37711 (0.0009)
+[2026-06-02 16:30:06,480][243582] Updated weights for policy 0, policy_version 37721 (0.0009)
+[2026-06-02 16:30:06,648][243582] Updated weights for policy 0, policy_version 37731 (0.0010)
+[2026-06-02 16:30:06,824][243582] Updated weights for policy 0, policy_version 37741 (0.0008)
+[2026-06-02 16:30:07,010][243582] Updated weights for policy 0, policy_version 37751 (0.0016)
+[2026-06-02 16:30:07,195][243582] Updated weights for policy 0, policy_version 37761 (0.0008)
+[2026-06-02 16:30:07,388][243582] Updated weights for policy 0, policy_version 37771 (0.0031)
+[2026-06-02 16:30:07,572][243582] Updated weights for policy 0, policy_version 37781 (0.0009)
+[2026-06-02 16:30:08,178][243582] Updated weights for policy 0, policy_version 37791 (0.0009)
+[2026-06-02 16:30:08,357][243582] Updated weights for policy 0, policy_version 37801 (0.0016)
+[2026-06-02 16:30:08,540][243582] Updated weights for policy 0, policy_version 37811 (0.0009)
+[2026-06-02 16:30:08,727][243582] Updated weights for policy 0, policy_version 37821 (0.0009)
+[2026-06-02 16:30:08,919][243582] Updated weights for policy 0, policy_version 37831 (0.0017)
+[2026-06-02 16:30:09,101][243582] Updated weights for policy 0, policy_version 37841 (0.0014)
+[2026-06-02 16:30:09,707][243582] Updated weights for policy 0, policy_version 37851 (0.0009)
+[2026-06-02 16:30:09,882][243582] Updated weights for policy 0, policy_version 37861 (0.0009)
+[2026-06-02 16:30:10,070][243582] Updated weights for policy 0, policy_version 37871 (0.0009)
+[2026-06-02 16:30:10,253][243582] Updated weights for policy 0, policy_version 37881 (0.0009)
+[2026-06-02 16:30:10,440][243582] Updated weights for policy 0, policy_version 37891 (0.0024)
+[2026-06-02 16:30:10,626][243582] Updated weights for policy 0, policy_version 37901 (0.0009)
+[2026-06-02 16:30:10,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 19398656. Throughput: 0: 20363.4. Samples: 8241664. Policy #0 lag: (min: 45.0, avg: 63.6, max: 109.0)
+[2026-06-02 16:30:10,755][235954] Avg episode reward: [(0, '801.718')]
+[2026-06-02 16:30:10,820][243582] Updated weights for policy 0, policy_version 37911 (0.0009)
+[2026-06-02 16:30:11,421][243582] Updated weights for policy 0, policy_version 37921 (0.0019)
+[2026-06-02 16:30:11,607][243582] Updated weights for policy 0, policy_version 37931 (0.0009)
+[2026-06-02 16:30:11,798][243582] Updated weights for policy 0, policy_version 37941 (0.0014)
+[2026-06-02 16:30:11,978][243582] Updated weights for policy 0, policy_version 37951 (0.0015)
+[2026-06-02 16:30:12,163][243582] Updated weights for policy 0, policy_version 37961 (0.0009)
+[2026-06-02 16:30:12,350][243582] Updated weights for policy 0, policy_version 37971 (0.0015)
+[2026-06-02 16:30:12,970][243582] Updated weights for policy 0, policy_version 37981 (0.0008)
+[2026-06-02 16:30:13,150][243582] Updated weights for policy 0, policy_version 37991 (0.0011)
+[2026-06-02 16:30:13,355][243582] Updated weights for policy 0, policy_version 38002 (0.0009)
+[2026-06-02 16:30:13,547][243582] Updated weights for policy 0, policy_version 38012 (0.0009)
+[2026-06-02 16:30:13,727][243582] Updated weights for policy 0, policy_version 38022 (0.0009)
+[2026-06-02 16:30:13,916][243582] Updated weights for policy 0, policy_version 38032 (0.0009)
+[2026-06-02 16:30:14,527][243582] Updated weights for policy 0, policy_version 38042 (0.0016)
+[2026-06-02 16:30:14,705][243582] Updated weights for policy 0, policy_version 38052 (0.0008)
+[2026-06-02 16:30:14,882][243582] Updated weights for policy 0, policy_version 38062 (0.0016)
+[2026-06-02 16:30:15,070][243582] Updated weights for policy 0, policy_version 38072 (0.0009)
+[2026-06-02 16:30:15,253][243582] Updated weights for policy 0, policy_version 38082 (0.0012)
+[2026-06-02 16:30:15,431][243582] Updated weights for policy 0, policy_version 38092 (0.0009)
+[2026-06-02 16:30:15,634][243582] Updated weights for policy 0, policy_version 38102 (0.0017)
+[2026-06-02 16:30:15,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 19529728. Throughput: 0: 20329.2. Samples: 8366080. Policy #0 lag: (min: 45.0, avg: 63.6, max: 109.0)
+[2026-06-02 16:30:15,755][235954] Avg episode reward: [(0, '818.957')]
+[2026-06-02 16:30:16,246][243582] Updated weights for policy 0, policy_version 38112 (0.0009)
+[2026-06-02 16:30:16,426][243582] Updated weights for policy 0, policy_version 38122 (0.0015)
+[2026-06-02 16:30:16,613][243582] Updated weights for policy 0, policy_version 38132 (0.0009)
+[2026-06-02 16:30:16,794][243582] Updated weights for policy 0, policy_version 38142 (0.0009)
+[2026-06-02 16:30:16,999][243582] Updated weights for policy 0, policy_version 38152 (0.0018)
+[2026-06-02 16:30:17,172][243582] Updated weights for policy 0, policy_version 38162 (0.0009)
+[2026-06-02 16:30:17,786][243582] Updated weights for policy 0, policy_version 38172 (0.0015)
+[2026-06-02 16:30:17,953][243582] Updated weights for policy 0, policy_version 38182 (0.0009)
+[2026-06-02 16:30:18,154][243582] Updated weights for policy 0, policy_version 38193 (0.0008)
+[2026-06-02 16:30:18,351][243582] Updated weights for policy 0, policy_version 38203 (0.0017)
+[2026-06-02 16:30:18,514][243582] Updated weights for policy 0, policy_version 38213 (0.0015)
+[2026-06-02 16:30:18,709][243582] Updated weights for policy 0, policy_version 38223 (0.0008)
+[2026-06-02 16:30:19,343][243582] Updated weights for policy 0, policy_version 38233 (0.0015)
+[2026-06-02 16:30:19,513][243582] Updated weights for policy 0, policy_version 38243 (0.0009)
+[2026-06-02 16:30:19,710][243582] Updated weights for policy 0, policy_version 38254 (0.0009)
+[2026-06-02 16:30:19,901][243582] Updated weights for policy 0, policy_version 38264 (0.0017)
+[2026-06-02 16:30:20,085][243582] Updated weights for policy 0, policy_version 38274 (0.0016)
+[2026-06-02 16:30:20,267][243582] Updated weights for policy 0, policy_version 38284 (0.0017)
+[2026-06-02 16:30:20,460][243582] Updated weights for policy 0, policy_version 38294 (0.0009)
+[2026-06-02 16:30:20,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 19628032. Throughput: 0: 20320.7. Samples: 8428288. Policy #0 lag: (min: 45.0, avg: 63.6, max: 109.0)
+[2026-06-02 16:30:20,756][235954] Avg episode reward: [(0, '871.965')]
+[2026-06-02 16:30:20,761][242746] Saving new best policy, reward=871.965!
+[2026-06-02 16:30:21,082][243582] Updated weights for policy 0, policy_version 38304 (0.0009)
+[2026-06-02 16:30:21,259][243582] Updated weights for policy 0, policy_version 38314 (0.0011)
+[2026-06-02 16:30:21,444][243582] Updated weights for policy 0, policy_version 38324 (0.0025)
+[2026-06-02 16:30:21,630][243582] Updated weights for policy 0, policy_version 38334 (0.0008)
+[2026-06-02 16:30:21,823][243582] Updated weights for policy 0, policy_version 38345 (0.0017)
+[2026-06-02 16:30:22,029][243582] Updated weights for policy 0, policy_version 38356 (0.0012)
+[2026-06-02 16:30:22,644][243582] Updated weights for policy 0, policy_version 38366 (0.0009)
+[2026-06-02 16:30:22,826][243582] Updated weights for policy 0, policy_version 38376 (0.0023)
+[2026-06-02 16:30:23,010][243582] Updated weights for policy 0, policy_version 38386 (0.0017)
+[2026-06-02 16:30:23,197][243582] Updated weights for policy 0, policy_version 38396 (0.0017)
+[2026-06-02 16:30:23,371][243582] Updated weights for policy 0, policy_version 38406 (0.0015)
+[2026-06-02 16:30:23,566][243582] Updated weights for policy 0, policy_version 38416 (0.0026)
+[2026-06-02 16:30:24,193][243582] Updated weights for policy 0, policy_version 38426 (0.0009)
+[2026-06-02 16:30:24,363][243582] Updated weights for policy 0, policy_version 38436 (0.0015)
+[2026-06-02 16:30:24,532][243582] Updated weights for policy 0, policy_version 38446 (0.0026)
+[2026-06-02 16:30:24,722][243582] Updated weights for policy 0, policy_version 38456 (0.0009)
+[2026-06-02 16:30:24,908][243582] Updated weights for policy 0, policy_version 38466 (0.0009)
+[2026-06-02 16:30:25,090][243582] Updated weights for policy 0, policy_version 38476 (0.0009)
+[2026-06-02 16:30:25,266][243582] Updated weights for policy 0, policy_version 38486 (0.0015)
+[2026-06-02 16:30:25,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 19726336. Throughput: 0: 20332.1. Samples: 8546048. Policy #0 lag: (min: 45.0, avg: 63.6, max: 109.0)
+[2026-06-02 16:30:25,756][235954] Avg episode reward: [(0, '863.931')]
+[2026-06-02 16:30:25,892][243582] Updated weights for policy 0, policy_version 38496 (0.0013)
+[2026-06-02 16:30:26,069][243582] Updated weights for policy 0, policy_version 38506 (0.0008)
+[2026-06-02 16:30:26,259][243582] Updated weights for policy 0, policy_version 38516 (0.0009)
+[2026-06-02 16:30:26,440][243582] Updated weights for policy 0, policy_version 38526 (0.0008)
+[2026-06-02 16:30:26,642][243582] Updated weights for policy 0, policy_version 38536 (0.0022)
+[2026-06-02 16:30:26,815][243582] Updated weights for policy 0, policy_version 38546 (0.0016)
+[2026-06-02 16:30:27,436][243582] Updated weights for policy 0, policy_version 38556 (0.0015)
+[2026-06-02 16:30:27,615][243582] Updated weights for policy 0, policy_version 38566 (0.0008)
+[2026-06-02 16:30:27,812][243582] Updated weights for policy 0, policy_version 38577 (0.0030)
+[2026-06-02 16:30:27,997][243582] Updated weights for policy 0, policy_version 38587 (0.0017)
+[2026-06-02 16:30:28,183][243582] Updated weights for policy 0, policy_version 38597 (0.0009)
+[2026-06-02 16:30:28,387][243582] Updated weights for policy 0, policy_version 38608 (0.0009)
+[2026-06-02 16:30:29,024][243582] Updated weights for policy 0, policy_version 38619 (0.0009)
+[2026-06-02 16:30:29,206][243582] Updated weights for policy 0, policy_version 38629 (0.0009)
+[2026-06-02 16:30:29,387][243582] Updated weights for policy 0, policy_version 38639 (0.0009)
+[2026-06-02 16:30:29,565][243582] Updated weights for policy 0, policy_version 38649 (0.0014)
+[2026-06-02 16:30:29,754][243582] Updated weights for policy 0, policy_version 38659 (0.0012)
+[2026-06-02 16:30:29,948][243582] Updated weights for policy 0, policy_version 38669 (0.0016)
+[2026-06-02 16:30:30,131][243582] Updated weights for policy 0, policy_version 38679 (0.0012)
+[2026-06-02 16:30:30,744][243582] Updated weights for policy 0, policy_version 38689 (0.0009)
+[2026-06-02 16:30:30,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 19824640. Throughput: 0: 20303.6. Samples: 8668032. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:30,756][235954] Avg episode reward: [(0, '859.698')]
+[2026-06-02 16:30:30,915][243582] Updated weights for policy 0, policy_version 38699 (0.0009)
+[2026-06-02 16:30:31,128][243582] Updated weights for policy 0, policy_version 38710 (0.0009)
+[2026-06-02 16:30:31,305][243582] Updated weights for policy 0, policy_version 38720 (0.0009)
+[2026-06-02 16:30:31,487][243582] Updated weights for policy 0, policy_version 38730 (0.0009)
+[2026-06-02 16:30:31,676][243582] Updated weights for policy 0, policy_version 38740 (0.0016)
+[2026-06-02 16:30:32,300][243582] Updated weights for policy 0, policy_version 38750 (0.0009)
+[2026-06-02 16:30:32,471][243582] Updated weights for policy 0, policy_version 38760 (0.0008)
+[2026-06-02 16:30:32,668][243582] Updated weights for policy 0, policy_version 38770 (0.0014)
+[2026-06-02 16:30:32,852][243582] Updated weights for policy 0, policy_version 38780 (0.0009)
+[2026-06-02 16:30:33,033][243582] Updated weights for policy 0, policy_version 38790 (0.0009)
+[2026-06-02 16:30:33,225][243582] Updated weights for policy 0, policy_version 38800 (0.0009)
+[2026-06-02 16:30:33,836][243582] Updated weights for policy 0, policy_version 38810 (0.0009)
+[2026-06-02 16:30:34,010][243582] Updated weights for policy 0, policy_version 38820 (0.0009)
+[2026-06-02 16:30:34,190][243582] Updated weights for policy 0, policy_version 38830 (0.0009)
+[2026-06-02 16:30:34,364][243582] Updated weights for policy 0, policy_version 38840 (0.0009)
+[2026-06-02 16:30:34,559][243582] Updated weights for policy 0, policy_version 38850 (0.0014)
+[2026-06-02 16:30:34,742][243582] Updated weights for policy 0, policy_version 38860 (0.0009)
+[2026-06-02 16:30:34,929][243582] Updated weights for policy 0, policy_version 38870 (0.0011)
+[2026-06-02 16:30:35,538][243582] Updated weights for policy 0, policy_version 38880 (0.0025)
+[2026-06-02 16:30:35,718][243582] Updated weights for policy 0, policy_version 38890 (0.0009)
+[2026-06-02 16:30:35,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 19922944. Throughput: 0: 20317.9. Samples: 8730624. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:35,755][235954] Avg episode reward: [(0, '858.494')]
+[2026-06-02 16:30:35,905][243582] Updated weights for policy 0, policy_version 38900 (0.0017)
+[2026-06-02 16:30:36,104][243582] Updated weights for policy 0, policy_version 38910 (0.0024)
+[2026-06-02 16:30:36,272][243582] Updated weights for policy 0, policy_version 38920 (0.0009)
+[2026-06-02 16:30:36,469][243582] Updated weights for policy 0, policy_version 38930 (0.0009)
+[2026-06-02 16:30:37,078][243582] Updated weights for policy 0, policy_version 38940 (0.0015)
+[2026-06-02 16:30:37,245][243582] Updated weights for policy 0, policy_version 38950 (0.0013)
+[2026-06-02 16:30:37,436][243582] Updated weights for policy 0, policy_version 38960 (0.0019)
+[2026-06-02 16:30:37,620][243582] Updated weights for policy 0, policy_version 38970 (0.0009)
+[2026-06-02 16:30:37,821][243582] Updated weights for policy 0, policy_version 38981 (0.0009)
+[2026-06-02 16:30:38,003][243582] Updated weights for policy 0, policy_version 38991 (0.0009)
+[2026-06-02 16:30:38,632][243582] Updated weights for policy 0, policy_version 39001 (0.0011)
+[2026-06-02 16:30:38,825][243582] Updated weights for policy 0, policy_version 39012 (0.0010)
+[2026-06-02 16:30:39,005][243582] Updated weights for policy 0, policy_version 39022 (0.0016)
+[2026-06-02 16:30:39,198][243582] Updated weights for policy 0, policy_version 39032 (0.0009)
+[2026-06-02 16:30:39,381][243582] Updated weights for policy 0, policy_version 39042 (0.0016)
+[2026-06-02 16:30:39,563][243582] Updated weights for policy 0, policy_version 39052 (0.0009)
+[2026-06-02 16:30:39,751][243582] Updated weights for policy 0, policy_version 39062 (0.0009)
+[2026-06-02 16:30:40,368][243582] Updated weights for policy 0, policy_version 39072 (0.0009)
+[2026-06-02 16:30:40,551][243582] Updated weights for policy 0, policy_version 39082 (0.0009)
+[2026-06-02 16:30:40,732][243582] Updated weights for policy 0, policy_version 39092 (0.0025)
+[2026-06-02 16:30:40,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20021248. Throughput: 0: 20332.1. Samples: 8854912. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:40,756][235954] Avg episode reward: [(0, '888.749')]
+[2026-06-02 16:30:40,921][243582] Updated weights for policy 0, policy_version 39102 (0.0014)
+[2026-06-02 16:30:41,102][243582] Updated weights for policy 0, policy_version 39112 (0.0009)
+[2026-06-02 16:30:41,291][243582] Updated weights for policy 0, policy_version 39122 (0.0009)
+[2026-06-02 16:30:41,401][242746] Saving new best policy, reward=888.749!
+[2026-06-02 16:30:41,906][243582] Updated weights for policy 0, policy_version 39132 (0.0015)
+[2026-06-02 16:30:42,086][243582] Updated weights for policy 0, policy_version 39142 (0.0020)
+[2026-06-02 16:30:42,268][243582] Updated weights for policy 0, policy_version 39152 (0.0012)
+[2026-06-02 16:30:42,449][243582] Updated weights for policy 0, policy_version 39162 (0.0014)
+[2026-06-02 16:30:42,635][243582] Updated weights for policy 0, policy_version 39172 (0.0009)
+[2026-06-02 16:30:42,824][243582] Updated weights for policy 0, policy_version 39182 (0.0012)
+[2026-06-02 16:30:43,010][243582] Updated weights for policy 0, policy_version 39192 (0.0009)
+[2026-06-02 16:30:43,631][243582] Updated weights for policy 0, policy_version 39203 (0.0009)
+[2026-06-02 16:30:43,811][243582] Updated weights for policy 0, policy_version 39213 (0.0008)
+[2026-06-02 16:30:44,001][243582] Updated weights for policy 0, policy_version 39223 (0.0009)
+[2026-06-02 16:30:44,197][243582] Updated weights for policy 0, policy_version 39233 (0.0009)
+[2026-06-02 16:30:44,379][243582] Updated weights for policy 0, policy_version 39243 (0.0009)
+[2026-06-02 16:30:44,565][243582] Updated weights for policy 0, policy_version 39253 (0.0008)
+[2026-06-02 16:30:45,177][243582] Updated weights for policy 0, policy_version 39263 (0.0009)
+[2026-06-02 16:30:45,372][243582] Updated weights for policy 0, policy_version 39274 (0.0009)
+[2026-06-02 16:30:45,559][243582] Updated weights for policy 0, policy_version 39284 (0.0014)
+[2026-06-02 16:30:45,743][243582] Updated weights for policy 0, policy_version 39294 (0.0009)
+[2026-06-02 16:30:45,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20119552. Throughput: 0: 20320.7. Samples: 8976384. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:45,756][235954] Avg episode reward: [(0, '877.421')]
+[2026-06-02 16:30:45,934][243582] Updated weights for policy 0, policy_version 39304 (0.0016)
+[2026-06-02 16:30:46,114][243582] Updated weights for policy 0, policy_version 39314 (0.0012)
+[2026-06-02 16:30:46,725][243582] Updated weights for policy 0, policy_version 39324 (0.0014)
+[2026-06-02 16:30:46,895][243582] Updated weights for policy 0, policy_version 39334 (0.0013)
+[2026-06-02 16:30:47,083][243582] Updated weights for policy 0, policy_version 39344 (0.0009)
+[2026-06-02 16:30:47,264][243582] Updated weights for policy 0, policy_version 39354 (0.0009)
+[2026-06-02 16:30:47,459][243582] Updated weights for policy 0, policy_version 39364 (0.0009)
+[2026-06-02 16:30:47,635][243582] Updated weights for policy 0, policy_version 39374 (0.0021)
+[2026-06-02 16:30:47,821][243582] Updated weights for policy 0, policy_version 39384 (0.0011)
+[2026-06-02 16:30:48,427][243582] Updated weights for policy 0, policy_version 39394 (0.0009)
+[2026-06-02 16:30:48,618][243582] Updated weights for policy 0, policy_version 39404 (0.0017)
+[2026-06-02 16:30:48,790][243582] Updated weights for policy 0, policy_version 39414 (0.0008)
+[2026-06-02 16:30:48,973][243582] Updated weights for policy 0, policy_version 39424 (0.0008)
+[2026-06-02 16:30:49,161][243582] Updated weights for policy 0, policy_version 39434 (0.0015)
+[2026-06-02 16:30:49,355][243582] Updated weights for policy 0, policy_version 39444 (0.0015)
+[2026-06-02 16:30:49,991][243582] Updated weights for policy 0, policy_version 39455 (0.0013)
+[2026-06-02 16:30:50,176][243582] Updated weights for policy 0, policy_version 39465 (0.0016)
+[2026-06-02 16:30:50,354][243582] Updated weights for policy 0, policy_version 39475 (0.0009)
+[2026-06-02 16:30:50,548][243582] Updated weights for policy 0, policy_version 39485 (0.0015)
+[2026-06-02 16:30:50,739][243582] Updated weights for policy 0, policy_version 39495 (0.0017)
+[2026-06-02 16:30:50,755][235954] Fps is (10 sec: 19660.6, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20217856. Throughput: 0: 20303.6. Samples: 9031168. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:50,755][235954] Avg episode reward: [(0, '927.598')]
+[2026-06-02 16:30:50,920][243582] Updated weights for policy 0, policy_version 39505 (0.0009)
+[2026-06-02 16:30:51,045][242746] Saving new best policy, reward=927.598!
+[2026-06-02 16:30:51,524][243582] Updated weights for policy 0, policy_version 39515 (0.0009)
+[2026-06-02 16:30:51,706][243582] Updated weights for policy 0, policy_version 39525 (0.0008)
+[2026-06-02 16:30:51,885][243582] Updated weights for policy 0, policy_version 39535 (0.0017)
+[2026-06-02 16:30:52,075][243582] Updated weights for policy 0, policy_version 39545 (0.0017)
+[2026-06-02 16:30:52,262][243582] Updated weights for policy 0, policy_version 39555 (0.0009)
+[2026-06-02 16:30:52,448][243582] Updated weights for policy 0, policy_version 39565 (0.0010)
+[2026-06-02 16:30:52,635][243582] Updated weights for policy 0, policy_version 39575 (0.0008)
+[2026-06-02 16:30:53,247][243582] Updated weights for policy 0, policy_version 39585 (0.0008)
+[2026-06-02 16:30:53,430][243582] Updated weights for policy 0, policy_version 39595 (0.0013)
+[2026-06-02 16:30:53,614][243582] Updated weights for policy 0, policy_version 39605 (0.0011)
+[2026-06-02 16:30:53,799][243582] Updated weights for policy 0, policy_version 39615 (0.0011)
+[2026-06-02 16:30:53,996][243582] Updated weights for policy 0, policy_version 39625 (0.0009)
+[2026-06-02 16:30:54,178][243582] Updated weights for policy 0, policy_version 39635 (0.0008)
+[2026-06-02 16:30:54,782][243582] Updated weights for policy 0, policy_version 39645 (0.0009)
+[2026-06-02 16:30:54,964][243582] Updated weights for policy 0, policy_version 39655 (0.0009)
+[2026-06-02 16:30:55,146][243582] Updated weights for policy 0, policy_version 39665 (0.0009)
+[2026-06-02 16:30:55,328][243582] Updated weights for policy 0, policy_version 39675 (0.0014)
+[2026-06-02 16:30:55,519][243582] Updated weights for policy 0, policy_version 39685 (0.0016)
+[2026-06-02 16:30:55,704][243582] Updated weights for policy 0, policy_version 39695 (0.0009)
+[2026-06-02 16:30:55,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20316160. Throughput: 0: 20315.0. Samples: 9155840. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:30:55,755][235954] Avg episode reward: [(0, '1003.875')]
+[2026-06-02 16:30:55,862][242746] Saving new best policy, reward=1003.875!
+[2026-06-02 16:30:56,328][243582] Updated weights for policy 0, policy_version 39705 (0.0008)
+[2026-06-02 16:30:56,507][243582] Updated weights for policy 0, policy_version 39716 (0.0009)
+[2026-06-02 16:30:56,699][243582] Updated weights for policy 0, policy_version 39726 (0.0012)
+[2026-06-02 16:30:56,871][243582] Updated weights for policy 0, policy_version 39736 (0.0009)
+[2026-06-02 16:30:57,064][243582] Updated weights for policy 0, policy_version 39746 (0.0009)
+[2026-06-02 16:30:57,250][243582] Updated weights for policy 0, policy_version 39756 (0.0009)
+[2026-06-02 16:30:57,437][243582] Updated weights for policy 0, policy_version 39766 (0.0009)
+[2026-06-02 16:30:58,051][243582] Updated weights for policy 0, policy_version 39776 (0.0013)
+[2026-06-02 16:30:58,248][243582] Updated weights for policy 0, policy_version 39787 (0.0009)
+[2026-06-02 16:30:58,438][243582] Updated weights for policy 0, policy_version 39797 (0.0009)
+[2026-06-02 16:30:58,621][243582] Updated weights for policy 0, policy_version 39807 (0.0009)
+[2026-06-02 16:30:58,802][243582] Updated weights for policy 0, policy_version 39817 (0.0009)
+[2026-06-02 16:30:58,993][243582] Updated weights for policy 0, policy_version 39827 (0.0014)
+[2026-06-02 16:30:59,620][243582] Updated weights for policy 0, policy_version 39837 (0.0016)
+[2026-06-02 16:30:59,781][243582] Updated weights for policy 0, policy_version 39847 (0.0009)
+[2026-06-02 16:30:59,972][243582] Updated weights for policy 0, policy_version 39857 (0.0014)
+[2026-06-02 16:31:00,092][242746] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000001
+[2026-06-02 16:31:00,750][243582] Updated weights for policy 0, policy_version 39867 (0.0009)
+[2026-06-02 16:31:00,754][235954] Fps is (10 sec: 22937.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 20447232. Throughput: 0: 20340.6. Samples: 9281408. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:31:00,755][235954] Avg episode reward: [(0, '908.178')]
+[2026-06-02 16:31:00,937][243582] Updated weights for policy 0, policy_version 39877 (0.0016)
+[2026-06-02 16:31:01,106][243582] Updated weights for policy 0, policy_version 39887 (0.0008)
+[2026-06-02 16:31:01,292][243582] Updated weights for policy 0, policy_version 39897 (0.0017)
+[2026-06-02 16:31:01,478][243582] Updated weights for policy 0, policy_version 39907 (0.0009)
+[2026-06-02 16:31:01,662][243582] Updated weights for policy 0, policy_version 39917 (0.0014)
+[2026-06-02 16:31:01,844][243582] Updated weights for policy 0, policy_version 39927 (0.0009)
+[2026-06-02 16:31:02,464][243582] Updated weights for policy 0, policy_version 39937 (0.0010)
+[2026-06-02 16:31:02,642][243582] Updated weights for policy 0, policy_version 39947 (0.0009)
+[2026-06-02 16:31:02,825][243582] Updated weights for policy 0, policy_version 39957 (0.0015)
+[2026-06-02 16:31:03,019][243582] Updated weights for policy 0, policy_version 39967 (0.0009)
+[2026-06-02 16:31:03,199][243582] Updated weights for policy 0, policy_version 39977 (0.0009)
+[2026-06-02 16:31:03,401][243582] Updated weights for policy 0, policy_version 39988 (0.0009)
+[2026-06-02 16:31:04,020][243582] Updated weights for policy 0, policy_version 39998 (0.0009)
+[2026-06-02 16:31:04,194][243582] Updated weights for policy 0, policy_version 40008 (0.0017)
+[2026-06-02 16:31:04,404][243582] Updated weights for policy 0, policy_version 40019 (0.0009)
+[2026-06-02 16:31:04,583][243582] Updated weights for policy 0, policy_version 40029 (0.0014)
+[2026-06-02 16:31:04,770][243582] Updated weights for policy 0, policy_version 40039 (0.0009)
+[2026-06-02 16:31:04,967][243582] Updated weights for policy 0, policy_version 40049 (0.0009)
+[2026-06-02 16:31:05,570][243582] Updated weights for policy 0, policy_version 40059 (0.0009)
+[2026-06-02 16:31:05,746][243582] Updated weights for policy 0, policy_version 40069 (0.0009)
+[2026-06-02 16:31:05,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 20545536. Throughput: 0: 20482.9. Samples: 9350016. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:31:05,755][235954] Avg episode reward: [(0, '968.534')]
+[2026-06-02 16:31:05,927][243582] Updated weights for policy 0, policy_version 40079 (0.0013)
+[2026-06-02 16:31:06,107][243582] Updated weights for policy 0, policy_version 40089 (0.0012)
+[2026-06-02 16:31:06,305][243582] Updated weights for policy 0, policy_version 40099 (0.0008)
+[2026-06-02 16:31:06,496][243582] Updated weights for policy 0, policy_version 40109 (0.0014)
+[2026-06-02 16:31:06,665][243582] Updated weights for policy 0, policy_version 40119 (0.0008)
+[2026-06-02 16:31:07,285][243582] Updated weights for policy 0, policy_version 40129 (0.0008)
+[2026-06-02 16:31:07,463][243582] Updated weights for policy 0, policy_version 40139 (0.0008)
+[2026-06-02 16:31:07,653][243582] Updated weights for policy 0, policy_version 40149 (0.0014)
+[2026-06-02 16:31:07,843][243582] Updated weights for policy 0, policy_version 40159 (0.0008)
+[2026-06-02 16:31:08,026][243582] Updated weights for policy 0, policy_version 40169 (0.0012)
+[2026-06-02 16:31:08,221][243582] Updated weights for policy 0, policy_version 40179 (0.0008)
+[2026-06-02 16:31:08,841][243582] Updated weights for policy 0, policy_version 40189 (0.0009)
+[2026-06-02 16:31:09,030][243582] Updated weights for policy 0, policy_version 40199 (0.0015)
+[2026-06-02 16:31:09,194][243582] Updated weights for policy 0, policy_version 40209 (0.0008)
+[2026-06-02 16:31:09,394][243582] Updated weights for policy 0, policy_version 40219 (0.0009)
+[2026-06-02 16:31:09,583][243582] Updated weights for policy 0, policy_version 40229 (0.0009)
+[2026-06-02 16:31:09,765][243582] Updated weights for policy 0, policy_version 40239 (0.0017)
+[2026-06-02 16:31:10,386][243582] Updated weights for policy 0, policy_version 40249 (0.0020)
+[2026-06-02 16:31:10,542][243582] Updated weights for policy 0, policy_version 40259 (0.0016)
+[2026-06-02 16:31:10,718][243582] Updated weights for policy 0, policy_version 40269 (0.0009)
+[2026-06-02 16:31:10,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 20643840. Throughput: 0: 20664.9. Samples: 9475968. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:31:10,755][235954] Avg episode reward: [(0, '958.874')]
+[2026-06-02 16:31:10,924][243582] Updated weights for policy 0, policy_version 40279 (0.0015)
+[2026-06-02 16:31:11,094][243582] Updated weights for policy 0, policy_version 40289 (0.0009)
+[2026-06-02 16:31:11,281][243582] Updated weights for policy 0, policy_version 40299 (0.0017)
+[2026-06-02 16:31:11,474][243582] Updated weights for policy 0, policy_version 40309 (0.0016)
+[2026-06-02 16:31:12,096][243582] Updated weights for policy 0, policy_version 40319 (0.0009)
+[2026-06-02 16:31:12,282][243582] Updated weights for policy 0, policy_version 40329 (0.0009)
+[2026-06-02 16:31:12,461][243582] Updated weights for policy 0, policy_version 40339 (0.0012)
+[2026-06-02 16:31:12,648][243582] Updated weights for policy 0, policy_version 40349 (0.0009)
+[2026-06-02 16:31:12,834][243582] Updated weights for policy 0, policy_version 40359 (0.0009)
+[2026-06-02 16:31:13,022][243582] Updated weights for policy 0, policy_version 40369 (0.0009)
+[2026-06-02 16:31:13,652][243582] Updated weights for policy 0, policy_version 40379 (0.0023)
+[2026-06-02 16:31:13,818][243582] Updated weights for policy 0, policy_version 40389 (0.0008)
+[2026-06-02 16:31:14,002][243582] Updated weights for policy 0, policy_version 40399 (0.0009)
+[2026-06-02 16:31:14,181][243582] Updated weights for policy 0, policy_version 40409 (0.0009)
+[2026-06-02 16:31:14,375][243582] Updated weights for policy 0, policy_version 40419 (0.0009)
+[2026-06-02 16:31:14,557][243582] Updated weights for policy 0, policy_version 40429 (0.0009)
+[2026-06-02 16:31:14,742][243582] Updated weights for policy 0, policy_version 40439 (0.0009)
+[2026-06-02 16:31:15,341][243582] Updated weights for policy 0, policy_version 40449 (0.0009)
+[2026-06-02 16:31:15,530][243582] Updated weights for policy 0, policy_version 40459 (0.0023)
+[2026-06-02 16:31:15,708][243582] Updated weights for policy 0, policy_version 40469 (0.0027)
+[2026-06-02 16:31:15,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20207.0, 300 sec: 20438.3). Total num frames: 20742144. Throughput: 0: 20551.1. Samples: 9592832. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:31:15,755][235954] Avg episode reward: [(0, '956.189')]
+[2026-06-02 16:31:15,895][243582] Updated weights for policy 0, policy_version 40479 (0.0009)
+[2026-06-02 16:31:16,079][243582] Updated weights for policy 0, policy_version 40489 (0.0009)
+[2026-06-02 16:31:16,264][243582] Updated weights for policy 0, policy_version 40499 (0.0024)
+[2026-06-02 16:31:16,892][243582] Updated weights for policy 0, policy_version 40509 (0.0013)
+[2026-06-02 16:31:17,064][243582] Updated weights for policy 0, policy_version 40519 (0.0023)
+[2026-06-02 16:31:17,248][243582] Updated weights for policy 0, policy_version 40529 (0.0009)
+[2026-06-02 16:31:17,427][243582] Updated weights for policy 0, policy_version 40539 (0.0022)
+[2026-06-02 16:31:17,617][243582] Updated weights for policy 0, policy_version 40549 (0.0021)
+[2026-06-02 16:31:17,795][243582] Updated weights for policy 0, policy_version 40559 (0.0017)
+[2026-06-02 16:31:18,435][243582] Updated weights for policy 0, policy_version 40569 (0.0009)
+[2026-06-02 16:31:18,602][243582] Updated weights for policy 0, policy_version 40579 (0.0009)
+[2026-06-02 16:31:18,790][243582] Updated weights for policy 0, policy_version 40589 (0.0009)
+[2026-06-02 16:31:18,964][243582] Updated weights for policy 0, policy_version 40599 (0.0009)
+[2026-06-02 16:31:19,159][243582] Updated weights for policy 0, policy_version 40609 (0.0009)
+[2026-06-02 16:31:19,333][243582] Updated weights for policy 0, policy_version 40619 (0.0025)
+[2026-06-02 16:31:19,523][243582] Updated weights for policy 0, policy_version 40629 (0.0026)
+[2026-06-02 16:31:20,185][243582] Updated weights for policy 0, policy_version 40639 (0.0016)
+[2026-06-02 16:31:20,359][243582] Updated weights for policy 0, policy_version 40649 (0.0009)
+[2026-06-02 16:31:20,538][243582] Updated weights for policy 0, policy_version 40659 (0.0017)
+[2026-06-02 16:31:20,715][243582] Updated weights for policy 0, policy_version 40669 (0.0016)
+[2026-06-02 16:31:20,755][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20840448. Throughput: 0: 20511.3. Samples: 9653632. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0)
+[2026-06-02 16:31:20,755][235954] Avg episode reward: [(0, '956.189')]
+[2026-06-02 16:31:20,922][243582] Updated weights for policy 0, policy_version 40680 (0.0009)
+[2026-06-02 16:31:21,106][243582] Updated weights for policy 0, policy_version 40690 (0.0008)
+[2026-06-02 16:31:21,723][243582] Updated weights for policy 0, policy_version 40700 (0.0007)
+[2026-06-02 16:31:21,897][243582] Updated weights for policy 0, policy_version 40710 (0.0006)
+[2026-06-02 16:31:22,081][243582] Updated weights for policy 0, policy_version 40720 (0.0004)
+[2026-06-02 16:31:22,283][243582] Updated weights for policy 0, policy_version 40730 (0.0004)
+[2026-06-02 16:31:22,465][243582] Updated weights for policy 0, policy_version 40740 (0.0016)
+[2026-06-02 16:31:22,660][243582] Updated weights for policy 0, policy_version 40750 (0.0009)
+[2026-06-02 16:31:22,841][243582] Updated weights for policy 0, policy_version 40760 (0.0009)
+[2026-06-02 16:31:23,420][243582] Updated weights for policy 0, policy_version 40770 (0.0021)
+[2026-06-02 16:31:23,604][243582] Updated weights for policy 0, policy_version 40780 (0.0017)
+[2026-06-02 16:31:23,792][243582] Updated weights for policy 0, policy_version 40790 (0.0009)
+[2026-06-02 16:31:23,983][243582] Updated weights for policy 0, policy_version 40800 (0.0009)
+[2026-06-02 16:31:24,163][243582] Updated weights for policy 0, policy_version 40810 (0.0009)
+[2026-06-02 16:31:24,360][243582] Updated weights for policy 0, policy_version 40820 (0.0009)
+[2026-06-02 16:31:24,966][243582] Updated weights for policy 0, policy_version 40830 (0.0009)
+[2026-06-02 16:31:25,139][243582] Updated weights for policy 0, policy_version 40840 (0.0017)
+[2026-06-02 16:31:25,319][243582] Updated weights for policy 0, policy_version 40850 (0.0014)
+[2026-06-02 16:31:25,512][243582] Updated weights for policy 0, policy_version 40860 (0.0009)
+[2026-06-02 16:31:25,699][243582] Updated weights for policy 0, policy_version 40870 (0.0008)
+[2026-06-02 16:31:25,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 20938752. Throughput: 0: 20559.6. Samples: 9780096. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:25,755][235954] Avg episode reward: [(0, '956.189')]
+[2026-06-02 16:31:25,881][243582] Updated weights for policy 0, policy_version 40880 (0.0016)
+[2026-06-02 16:31:26,490][243582] Updated weights for policy 0, policy_version 40890 (0.0015)
+[2026-06-02 16:31:26,670][243582] Updated weights for policy 0, policy_version 40900 (0.0008)
+[2026-06-02 16:31:26,852][243582] Updated weights for policy 0, policy_version 40910 (0.0016)
+[2026-06-02 16:31:27,035][243582] Updated weights for policy 0, policy_version 40920 (0.0009)
+[2026-06-02 16:31:27,222][243582] Updated weights for policy 0, policy_version 40930 (0.0009)
+[2026-06-02 16:31:27,417][243582] Updated weights for policy 0, policy_version 40940 (0.0014)
+[2026-06-02 16:31:27,593][243582] Updated weights for policy 0, policy_version 40950 (0.0009)
+[2026-06-02 16:31:28,205][243582] Updated weights for policy 0, policy_version 40960 (0.0016)
+[2026-06-02 16:31:28,378][243582] Updated weights for policy 0, policy_version 40970 (0.0009)
+[2026-06-02 16:31:28,573][243582] Updated weights for policy 0, policy_version 40980 (0.0009)
+[2026-06-02 16:31:28,753][243582] Updated weights for policy 0, policy_version 40990 (0.0023)
+[2026-06-02 16:31:28,932][243582] Updated weights for policy 0, policy_version 41000 (0.0009)
+[2026-06-02 16:31:29,126][243582] Updated weights for policy 0, policy_version 41010 (0.0008)
+[2026-06-02 16:31:29,739][243582] Updated weights for policy 0, policy_version 41020 (0.0014)
+[2026-06-02 16:31:29,920][243582] Updated weights for policy 0, policy_version 41030 (0.0009)
+[2026-06-02 16:31:30,109][243582] Updated weights for policy 0, policy_version 41040 (0.0014)
+[2026-06-02 16:31:30,277][243582] Updated weights for policy 0, policy_version 41050 (0.0008)
+[2026-06-02 16:31:30,466][243582] Updated weights for policy 0, policy_version 41060 (0.0014)
+[2026-06-02 16:31:30,653][243582] Updated weights for policy 0, policy_version 41070 (0.0011)
+[2026-06-02 16:31:30,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 21037056. Throughput: 0: 20622.2. Samples: 9904384. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:30,755][235954] Avg episode reward: [(0, '1000.339')]
+[2026-06-02 16:31:30,843][243582] Updated weights for policy 0, policy_version 41080 (0.0009)
+[2026-06-02 16:31:31,478][243582] Updated weights for policy 0, policy_version 41091 (0.0015)
+[2026-06-02 16:31:31,660][243582] Updated weights for policy 0, policy_version 41101 (0.0016)
+[2026-06-02 16:31:31,851][243582] Updated weights for policy 0, policy_version 41111 (0.0009)
+[2026-06-02 16:31:32,040][243582] Updated weights for policy 0, policy_version 41121 (0.0009)
+[2026-06-02 16:31:32,219][243582] Updated weights for policy 0, policy_version 41131 (0.0011)
+[2026-06-02 16:31:32,410][243582] Updated weights for policy 0, policy_version 41141 (0.0017)
+[2026-06-02 16:31:33,023][243582] Updated weights for policy 0, policy_version 41151 (0.0009)
+[2026-06-02 16:31:33,209][243582] Updated weights for policy 0, policy_version 41161 (0.0008)
+[2026-06-02 16:31:33,392][243582] Updated weights for policy 0, policy_version 41171 (0.0017)
+[2026-06-02 16:31:33,577][243582] Updated weights for policy 0, policy_version 41181 (0.0022)
+[2026-06-02 16:31:33,760][243582] Updated weights for policy 0, policy_version 41191 (0.0009)
+[2026-06-02 16:31:33,949][243582] Updated weights for policy 0, policy_version 41201 (0.0015)
+[2026-06-02 16:31:34,557][243582] Updated weights for policy 0, policy_version 41211 (0.0023)
+[2026-06-02 16:31:34,734][243582] Updated weights for policy 0, policy_version 41221 (0.0013)
+[2026-06-02 16:31:34,917][243582] Updated weights for policy 0, policy_version 41231 (0.0014)
+[2026-06-02 16:31:35,100][243582] Updated weights for policy 0, policy_version 41241 (0.0009)
+[2026-06-02 16:31:35,282][243582] Updated weights for policy 0, policy_version 41251 (0.0023)
+[2026-06-02 16:31:35,473][243582] Updated weights for policy 0, policy_version 41261 (0.0009)
+[2026-06-02 16:31:35,657][243582] Updated weights for policy 0, policy_version 41271 (0.0009)
+[2026-06-02 16:31:35,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 21168128. Throughput: 0: 20804.3. Samples: 9967360. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:35,755][235954] Avg episode reward: [(0, '977.177')]
+[2026-06-02 16:31:36,282][243582] Updated weights for policy 0, policy_version 41281 (0.0009)
+[2026-06-02 16:31:36,466][243582] Updated weights for policy 0, policy_version 41291 (0.0017)
+[2026-06-02 16:31:36,651][243582] Updated weights for policy 0, policy_version 41301 (0.0014)
+[2026-06-02 16:31:36,828][243582] Updated weights for policy 0, policy_version 41311 (0.0022)
+[2026-06-02 16:31:37,012][243582] Updated weights for policy 0, policy_version 41321 (0.0017)
+[2026-06-02 16:31:37,206][243582] Updated weights for policy 0, policy_version 41331 (0.0009)
+[2026-06-02 16:31:37,828][243582] Updated weights for policy 0, policy_version 41341 (0.0009)
+[2026-06-02 16:31:38,011][243582] Updated weights for policy 0, policy_version 41351 (0.0016)
+[2026-06-02 16:31:38,193][243582] Updated weights for policy 0, policy_version 41361 (0.0009)
+[2026-06-02 16:31:38,376][243582] Updated weights for policy 0, policy_version 41371 (0.0017)
+[2026-06-02 16:31:38,570][243582] Updated weights for policy 0, policy_version 41381 (0.0009)
+[2026-06-02 16:31:38,753][243582] Updated weights for policy 0, policy_version 41391 (0.0017)
+[2026-06-02 16:31:39,364][243582] Updated weights for policy 0, policy_version 41401 (0.0017)
+[2026-06-02 16:31:39,541][243582] Updated weights for policy 0, policy_version 41411 (0.0009)
+[2026-06-02 16:31:39,721][243582] Updated weights for policy 0, policy_version 41421 (0.0017)
+[2026-06-02 16:31:39,913][243582] Updated weights for policy 0, policy_version 41431 (0.0019)
+[2026-06-02 16:31:40,092][243582] Updated weights for policy 0, policy_version 41441 (0.0009)
+[2026-06-02 16:31:40,295][243582] Updated weights for policy 0, policy_version 41452 (0.0009)
+[2026-06-02 16:31:40,482][243582] Updated weights for policy 0, policy_version 41462 (0.0009)
+[2026-06-02 16:31:40,754][235954] Fps is (10 sec: 22937.7, 60 sec: 20753.1, 300 sec: 20549.4). Total num frames: 21266432. Throughput: 0: 20590.9. Samples: 10082432. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:40,755][235954] Avg episode reward: [(0, '1002.989')]
+[2026-06-02 16:31:41,094][243582] Updated weights for policy 0, policy_version 41472 (0.0015)
+[2026-06-02 16:31:41,290][243582] Updated weights for policy 0, policy_version 41482 (0.0017)
+[2026-06-02 16:31:41,463][243582] Updated weights for policy 0, policy_version 41492 (0.0016)
+[2026-06-02 16:31:41,641][243582] Updated weights for policy 0, policy_version 41502 (0.0017)
+[2026-06-02 16:31:41,826][243582] Updated weights for policy 0, policy_version 41512 (0.0009)
+[2026-06-02 16:31:42,017][243582] Updated weights for policy 0, policy_version 41522 (0.0017)
+[2026-06-02 16:31:42,632][243582] Updated weights for policy 0, policy_version 41532 (0.0009)
+[2026-06-02 16:31:42,808][243582] Updated weights for policy 0, policy_version 41542 (0.0016)
+[2026-06-02 16:31:42,983][243582] Updated weights for policy 0, policy_version 41552 (0.0014)
+[2026-06-02 16:31:43,186][243582] Updated weights for policy 0, policy_version 41562 (0.0012)
+[2026-06-02 16:31:43,358][243582] Updated weights for policy 0, policy_version 41572 (0.0009)
+[2026-06-02 16:31:43,553][243582] Updated weights for policy 0, policy_version 41583 (0.0017)
+[2026-06-02 16:31:44,194][243582] Updated weights for policy 0, policy_version 41593 (0.0009)
+[2026-06-02 16:31:44,362][243582] Updated weights for policy 0, policy_version 41603 (0.0015)
+[2026-06-02 16:31:44,547][243582] Updated weights for policy 0, policy_version 41613 (0.0009)
+[2026-06-02 16:31:44,732][243582] Updated weights for policy 0, policy_version 41623 (0.0009)
+[2026-06-02 16:31:44,917][243582] Updated weights for policy 0, policy_version 41633 (0.0009)
+[2026-06-02 16:31:45,096][243582] Updated weights for policy 0, policy_version 41643 (0.0009)
+[2026-06-02 16:31:45,280][243582] Updated weights for policy 0, policy_version 41653 (0.0017)
+[2026-06-02 16:31:45,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 21364736. Throughput: 0: 20571.0. Samples: 10207104. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:45,755][235954] Avg episode reward: [(0, '1055.343')]
+[2026-06-02 16:31:45,893][243582] Updated weights for policy 0, policy_version 41663 (0.0022)
+[2026-06-02 16:31:46,080][243582] Updated weights for policy 0, policy_version 41673 (0.0014)
+[2026-06-02 16:31:46,284][243582] Updated weights for policy 0, policy_version 41684 (0.0009)
+[2026-06-02 16:31:46,486][243582] Updated weights for policy 0, policy_version 41694 (0.0016)
+[2026-06-02 16:31:46,668][243582] Updated weights for policy 0, policy_version 41704 (0.0009)
+[2026-06-02 16:31:46,841][243582] Updated weights for policy 0, policy_version 41714 (0.0009)
+[2026-06-02 16:31:46,952][242746] Saving new best policy, reward=1055.343!
+[2026-06-02 16:31:47,473][243582] Updated weights for policy 0, policy_version 41724 (0.0016)
+[2026-06-02 16:31:47,632][243582] Updated weights for policy 0, policy_version 41734 (0.0014)
+[2026-06-02 16:31:47,816][243582] Updated weights for policy 0, policy_version 41744 (0.0009)
+[2026-06-02 16:31:47,998][243582] Updated weights for policy 0, policy_version 41754 (0.0019)
+[2026-06-02 16:31:48,189][243582] Updated weights for policy 0, policy_version 41764 (0.0009)
+[2026-06-02 16:31:48,373][243582] Updated weights for policy 0, policy_version 41774 (0.0008)
+[2026-06-02 16:31:48,555][243582] Updated weights for policy 0, policy_version 41784 (0.0008)
+[2026-06-02 16:31:49,169][243582] Updated weights for policy 0, policy_version 41794 (0.0009)
+[2026-06-02 16:31:49,358][243582] Updated weights for policy 0, policy_version 41804 (0.0016)
+[2026-06-02 16:31:49,541][243582] Updated weights for policy 0, policy_version 41814 (0.0008)
+[2026-06-02 16:31:49,720][243582] Updated weights for policy 0, policy_version 41824 (0.0009)
+[2026-06-02 16:31:49,910][243582] Updated weights for policy 0, policy_version 41834 (0.0009)
+[2026-06-02 16:31:50,100][243582] Updated weights for policy 0, policy_version 41844 (0.0008)
+[2026-06-02 16:31:50,738][243582] Updated weights for policy 0, policy_version 41855 (0.0009)
+[2026-06-02 16:31:50,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 21463040. Throughput: 0: 20437.3. Samples: 10269696. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0)
+[2026-06-02 16:31:50,756][235954] Avg episode reward: [(0, '1048.864')]
+[2026-06-02 16:31:50,914][243582] Updated weights for policy 0, policy_version 41865 (0.0009)
+[2026-06-02 16:31:51,088][243582] Updated weights for policy 0, policy_version 41875 (0.0009)
+[2026-06-02 16:31:51,286][243582] Updated weights for policy 0, policy_version 41885 (0.0009)
+[2026-06-02 16:31:51,463][243582] Updated weights for policy 0, policy_version 41895 (0.0009)
+[2026-06-02 16:31:51,659][243582] Updated weights for policy 0, policy_version 41905 (0.0009)
+[2026-06-02 16:31:52,264][243582] Updated weights for policy 0, policy_version 41915 (0.0014)
+[2026-06-02 16:31:52,439][243582] Updated weights for policy 0, policy_version 41925 (0.0008)
+[2026-06-02 16:31:52,621][243582] Updated weights for policy 0, policy_version 41935 (0.0015)
+[2026-06-02 16:31:52,808][243582] Updated weights for policy 0, policy_version 41945 (0.0009)
+[2026-06-02 16:31:53,001][243582] Updated weights for policy 0, policy_version 41955 (0.0017)
+[2026-06-02 16:31:53,168][243582] Updated weights for policy 0, policy_version 41965 (0.0008)
+[2026-06-02 16:31:53,362][243582] Updated weights for policy 0, policy_version 41975 (0.0009)
+[2026-06-02 16:31:53,987][243582] Updated weights for policy 0, policy_version 41985 (0.0009)
+[2026-06-02 16:31:54,159][243582] Updated weights for policy 0, policy_version 41995 (0.0009)
+[2026-06-02 16:31:54,346][243582] Updated weights for policy 0, policy_version 42005 (0.0009)
+[2026-06-02 16:31:54,533][243582] Updated weights for policy 0, policy_version 42015 (0.0017)
+[2026-06-02 16:31:54,722][243582] Updated weights for policy 0, policy_version 42025 (0.0008)
+[2026-06-02 16:31:54,908][243582] Updated weights for policy 0, policy_version 42035 (0.0009)
+[2026-06-02 16:31:55,530][243582] Updated weights for policy 0, policy_version 42045 (0.0009)
+[2026-06-02 16:31:55,704][243582] Updated weights for policy 0, policy_version 42055 (0.0008)
+[2026-06-02 16:31:55,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.4). Total num frames: 21561344. Throughput: 0: 20408.9. Samples: 10394368. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:31:55,756][235954] Avg episode reward: [(0, '1032.082')]
+[2026-06-02 16:31:55,889][243582] Updated weights for policy 0, policy_version 42065 (0.0009)
+[2026-06-02 16:31:56,083][243582] Updated weights for policy 0, policy_version 42075 (0.0009)
+[2026-06-02 16:31:56,287][243582] Updated weights for policy 0, policy_version 42086 (0.0009)
+[2026-06-02 16:31:56,473][243582] Updated weights for policy 0, policy_version 42096 (0.0011)
+[2026-06-02 16:31:57,092][243582] Updated weights for policy 0, policy_version 42106 (0.0009)
+[2026-06-02 16:31:57,258][243582] Updated weights for policy 0, policy_version 42116 (0.0011)
+[2026-06-02 16:31:57,443][243582] Updated weights for policy 0, policy_version 42126 (0.0009)
+[2026-06-02 16:31:57,630][243582] Updated weights for policy 0, policy_version 42136 (0.0022)
+[2026-06-02 16:31:57,826][243582] Updated weights for policy 0, policy_version 42146 (0.0009)
+[2026-06-02 16:31:58,012][243582] Updated weights for policy 0, policy_version 42156 (0.0006)
+[2026-06-02 16:31:58,196][243582] Updated weights for policy 0, policy_version 42166 (0.0010)
+[2026-06-02 16:31:58,847][243582] Updated weights for policy 0, policy_version 42177 (0.0008)
+[2026-06-02 16:31:59,032][243582] Updated weights for policy 0, policy_version 42187 (0.0009)
+[2026-06-02 16:31:59,219][243582] Updated weights for policy 0, policy_version 42197 (0.0009)
+[2026-06-02 16:31:59,402][243582] Updated weights for policy 0, policy_version 42207 (0.0008)
+[2026-06-02 16:31:59,578][243582] Updated weights for policy 0, policy_version 42217 (0.0020)
+[2026-06-02 16:31:59,771][243582] Updated weights for policy 0, policy_version 42227 (0.0016)
+[2026-06-02 16:32:00,394][243582] Updated weights for policy 0, policy_version 42237 (0.0009)
+[2026-06-02 16:32:00,565][243582] Updated weights for policy 0, policy_version 42247 (0.0009)
+[2026-06-02 16:32:00,751][243582] Updated weights for policy 0, policy_version 42257 (0.0009)
+[2026-06-02 16:32:00,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 21659648. Throughput: 0: 20386.1. Samples: 10510208. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:32:00,756][235954] Avg episode reward: [(0, '1029.262')]
+[2026-06-02 16:32:00,938][243582] Updated weights for policy 0, policy_version 42267 (0.0017)
+[2026-06-02 16:32:01,122][243582] Updated weights for policy 0, policy_version 42277 (0.0011)
+[2026-06-02 16:32:01,307][243582] Updated weights for policy 0, policy_version 42287 (0.0009)
+[2026-06-02 16:32:01,938][243582] Updated weights for policy 0, policy_version 42297 (0.0009)
+[2026-06-02 16:32:02,115][243582] Updated weights for policy 0, policy_version 42307 (0.0014)
+[2026-06-02 16:32:02,296][243582] Updated weights for policy 0, policy_version 42317 (0.0013)
+[2026-06-02 16:32:02,483][243582] Updated weights for policy 0, policy_version 42327 (0.0017)
+[2026-06-02 16:32:02,673][243582] Updated weights for policy 0, policy_version 42337 (0.0009)
+[2026-06-02 16:32:02,860][243582] Updated weights for policy 0, policy_version 42347 (0.0008)
+[2026-06-02 16:32:03,043][243582] Updated weights for policy 0, policy_version 42357 (0.0014)
+[2026-06-02 16:32:03,638][243582] Updated weights for policy 0, policy_version 42367 (0.0012)
+[2026-06-02 16:32:03,817][243582] Updated weights for policy 0, policy_version 42377 (0.0009)
+[2026-06-02 16:32:04,013][243582] Updated weights for policy 0, policy_version 42387 (0.0009)
+[2026-06-02 16:32:04,193][243582] Updated weights for policy 0, policy_version 42397 (0.0014)
+[2026-06-02 16:32:04,378][243582] Updated weights for policy 0, policy_version 42407 (0.0017)
+[2026-06-02 16:32:04,560][243582] Updated weights for policy 0, policy_version 42417 (0.0009)
+[2026-06-02 16:32:05,182][243582] Updated weights for policy 0, policy_version 42427 (0.0009)
+[2026-06-02 16:32:05,363][243582] Updated weights for policy 0, policy_version 42437 (0.0009)
+[2026-06-02 16:32:05,543][243582] Updated weights for policy 0, policy_version 42447 (0.0014)
+[2026-06-02 16:32:05,732][243582] Updated weights for policy 0, policy_version 42457 (0.0009)
+[2026-06-02 16:32:05,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 21757952. Throughput: 0: 20443.1. Samples: 10573568. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:32:05,755][235954] Avg episode reward: [(0, '1076.659')]
+[2026-06-02 16:32:05,924][243582] Updated weights for policy 0, policy_version 42467 (0.0008)
+[2026-06-02 16:32:06,121][243582] Updated weights for policy 0, policy_version 42477 (0.0008)
+[2026-06-02 16:32:06,295][243582] Updated weights for policy 0, policy_version 42487 (0.0008)
+[2026-06-02 16:32:06,313][242746] Saving new best policy, reward=1076.659!
+[2026-06-02 16:32:06,919][243582] Updated weights for policy 0, policy_version 42497 (0.0009)
+[2026-06-02 16:32:07,104][243582] Updated weights for policy 0, policy_version 42507 (0.0013)
+[2026-06-02 16:32:07,284][243582] Updated weights for policy 0, policy_version 42517 (0.0024)
+[2026-06-02 16:32:07,468][243582] Updated weights for policy 0, policy_version 42527 (0.0008)
+[2026-06-02 16:32:07,653][243582] Updated weights for policy 0, policy_version 42537 (0.0008)
+[2026-06-02 16:32:07,840][243582] Updated weights for policy 0, policy_version 42547 (0.0017)
+[2026-06-02 16:32:08,462][243582] Updated weights for policy 0, policy_version 42557 (0.0009)
+[2026-06-02 16:32:08,643][243582] Updated weights for policy 0, policy_version 42567 (0.0017)
+[2026-06-02 16:32:08,818][243582] Updated weights for policy 0, policy_version 42577 (0.0008)
+[2026-06-02 16:32:09,008][243582] Updated weights for policy 0, policy_version 42587 (0.0009)
+[2026-06-02 16:32:09,195][243582] Updated weights for policy 0, policy_version 42597 (0.0009)
+[2026-06-02 16:32:09,385][243582] Updated weights for policy 0, policy_version 42607 (0.0016)
+[2026-06-02 16:32:09,997][243582] Updated weights for policy 0, policy_version 42617 (0.0009)
+[2026-06-02 16:32:10,168][243582] Updated weights for policy 0, policy_version 42627 (0.0008)
+[2026-06-02 16:32:10,342][243582] Updated weights for policy 0, policy_version 42637 (0.0009)
+[2026-06-02 16:32:10,532][243582] Updated weights for policy 0, policy_version 42647 (0.0014)
+[2026-06-02 16:32:10,719][243582] Updated weights for policy 0, policy_version 42657 (0.0008)
+[2026-06-02 16:32:10,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 21856256. Throughput: 0: 20428.8. Samples: 10699392. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:32:10,756][235954] Avg episode reward: [(0, '1152.649')]
+[2026-06-02 16:32:10,905][243582] Updated weights for policy 0, policy_version 42667 (0.0009)
+[2026-06-02 16:32:11,104][243582] Updated weights for policy 0, policy_version 42677 (0.0009)
+[2026-06-02 16:32:11,154][242746] Saving new best policy, reward=1152.649!
+[2026-06-02 16:32:11,706][243582] Updated weights for policy 0, policy_version 42687 (0.0008)
+[2026-06-02 16:32:11,885][243582] Updated weights for policy 0, policy_version 42697 (0.0016)
+[2026-06-02 16:32:12,068][243582] Updated weights for policy 0, policy_version 42707 (0.0025)
+[2026-06-02 16:32:12,269][243582] Updated weights for policy 0, policy_version 42717 (0.0017)
+[2026-06-02 16:32:12,453][243582] Updated weights for policy 0, policy_version 42727 (0.0016)
+[2026-06-02 16:32:12,620][243582] Updated weights for policy 0, policy_version 42737 (0.0011)
+[2026-06-02 16:32:13,254][243582] Updated weights for policy 0, policy_version 42747 (0.0014)
+[2026-06-02 16:32:13,424][243582] Updated weights for policy 0, policy_version 42757 (0.0021)
+[2026-06-02 16:32:13,613][243582] Updated weights for policy 0, policy_version 42767 (0.0009)
+[2026-06-02 16:32:13,796][243582] Updated weights for policy 0, policy_version 42777 (0.0009)
+[2026-06-02 16:32:13,983][243582] Updated weights for policy 0, policy_version 42787 (0.0016)
+[2026-06-02 16:32:14,169][243582] Updated weights for policy 0, policy_version 42797 (0.0009)
+[2026-06-02 16:32:14,367][243582] Updated weights for policy 0, policy_version 42807 (0.0020)
+[2026-06-02 16:32:14,972][243582] Updated weights for policy 0, policy_version 42817 (0.0009)
+[2026-06-02 16:32:15,157][243582] Updated weights for policy 0, policy_version 42827 (0.0013)
+[2026-06-02 16:32:15,347][243582] Updated weights for policy 0, policy_version 42837 (0.0008)
+[2026-06-02 16:32:15,528][243582] Updated weights for policy 0, policy_version 42847 (0.0010)
+[2026-06-02 16:32:15,721][243582] Updated weights for policy 0, policy_version 42857 (0.0009)
+[2026-06-02 16:32:15,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 21954560. Throughput: 0: 20454.4. Samples: 10824832. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:32:15,755][235954] Avg episode reward: [(0, '1161.355')]
+[2026-06-02 16:32:15,913][243582] Updated weights for policy 0, policy_version 42867 (0.0016)
+[2026-06-02 16:32:15,989][242746] Saving new best policy, reward=1161.355!
+[2026-06-02 16:32:16,498][243582] Updated weights for policy 0, policy_version 42877 (0.0007)
+[2026-06-02 16:32:16,677][243582] Updated weights for policy 0, policy_version 42887 (0.0005)
+[2026-06-02 16:32:16,871][243582] Updated weights for policy 0, policy_version 42897 (0.0005)
+[2026-06-02 16:32:17,048][243582] Updated weights for policy 0, policy_version 42907 (0.0028)
+[2026-06-02 16:32:17,239][243582] Updated weights for policy 0, policy_version 42917 (0.0007)
+[2026-06-02 16:32:17,422][243582] Updated weights for policy 0, policy_version 42927 (0.0016)
+[2026-06-02 16:32:18,045][243582] Updated weights for policy 0, policy_version 42937 (0.0009)
+[2026-06-02 16:32:18,220][243582] Updated weights for policy 0, policy_version 42947 (0.0008)
+[2026-06-02 16:32:18,396][243582] Updated weights for policy 0, policy_version 42957 (0.0008)
+[2026-06-02 16:32:18,586][243582] Updated weights for policy 0, policy_version 42967 (0.0008)
+[2026-06-02 16:32:18,769][243582] Updated weights for policy 0, policy_version 42977 (0.0008)
+[2026-06-02 16:32:18,955][243582] Updated weights for policy 0, policy_version 42987 (0.0008)
+[2026-06-02 16:32:19,151][243582] Updated weights for policy 0, policy_version 42997 (0.0011)
+[2026-06-02 16:32:19,767][243582] Updated weights for policy 0, policy_version 43007 (0.0009)
+[2026-06-02 16:32:19,948][243582] Updated weights for policy 0, policy_version 43017 (0.0009)
+[2026-06-02 16:32:20,131][243582] Updated weights for policy 0, policy_version 43027 (0.0009)
+[2026-06-02 16:32:20,310][243582] Updated weights for policy 0, policy_version 43037 (0.0016)
+[2026-06-02 16:32:20,498][243582] Updated weights for policy 0, policy_version 43047 (0.0021)
+[2026-06-02 16:32:20,695][243582] Updated weights for policy 0, policy_version 43057 (0.0009)
+[2026-06-02 16:32:20,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20207.0, 300 sec: 20438.4). Total num frames: 22052864. Throughput: 0: 20397.5. Samples: 10885248. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0)
+[2026-06-02 16:32:20,755][235954] Avg episode reward: [(0, '1204.221')]
+[2026-06-02 16:32:20,816][242746] Saving new best policy, reward=1204.221!
+[2026-06-02 16:32:21,311][243582] Updated weights for policy 0, policy_version 43067 (0.0012)
+[2026-06-02 16:32:21,485][243582] Updated weights for policy 0, policy_version 43077 (0.0009)
+[2026-06-02 16:32:21,672][243582] Updated weights for policy 0, policy_version 43087 (0.0023)
+[2026-06-02 16:32:21,854][243582] Updated weights for policy 0, policy_version 43097 (0.0016)
+[2026-06-02 16:32:22,044][243582] Updated weights for policy 0, policy_version 43107 (0.0022)
+[2026-06-02 16:32:22,227][243582] Updated weights for policy 0, policy_version 43117 (0.0009)
+[2026-06-02 16:32:22,418][243582] Updated weights for policy 0, policy_version 43127 (0.0009)
+[2026-06-02 16:32:23,031][243582] Updated weights for policy 0, policy_version 43137 (0.0013)
+[2026-06-02 16:32:23,231][243582] Updated weights for policy 0, policy_version 43148 (0.0017)
+[2026-06-02 16:32:23,423][243582] Updated weights for policy 0, policy_version 43158 (0.0016)
+[2026-06-02 16:32:23,623][243582] Updated weights for policy 0, policy_version 43168 (0.0017)
+[2026-06-02 16:32:23,792][243582] Updated weights for policy 0, policy_version 43178 (0.0024)
+[2026-06-02 16:32:23,977][243582] Updated weights for policy 0, policy_version 43188 (0.0024)
+[2026-06-02 16:32:24,601][243582] Updated weights for policy 0, policy_version 43198 (0.0009)
+[2026-06-02 16:32:24,801][243582] Updated weights for policy 0, policy_version 43208 (0.0017)
+[2026-06-02 16:32:24,984][243582] Updated weights for policy 0, policy_version 43219 (0.0009)
+[2026-06-02 16:32:25,175][243582] Updated weights for policy 0, policy_version 43229 (0.0014)
+[2026-06-02 16:32:25,357][243582] Updated weights for policy 0, policy_version 43239 (0.0009)
+[2026-06-02 16:32:25,550][243582] Updated weights for policy 0, policy_version 43249 (0.0009)
+[2026-06-02 16:32:25,755][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 22183936. Throughput: 0: 20460.1. Samples: 11003136. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:25,756][235954] Avg episode reward: [(0, '1208.392')]
+[2026-06-02 16:32:25,760][242746] Saving new best policy, reward=1208.392!
+[2026-06-02 16:32:26,169][243582] Updated weights for policy 0, policy_version 43259 (0.0009)
+[2026-06-02 16:32:26,348][243582] Updated weights for policy 0, policy_version 43269 (0.0009)
+[2026-06-02 16:32:26,534][243582] Updated weights for policy 0, policy_version 43279 (0.0014)
+[2026-06-02 16:32:26,713][243582] Updated weights for policy 0, policy_version 43289 (0.0009)
+[2026-06-02 16:32:26,907][243582] Updated weights for policy 0, policy_version 43299 (0.0009)
+[2026-06-02 16:32:27,084][243582] Updated weights for policy 0, policy_version 43309 (0.0014)
+[2026-06-02 16:32:27,751][243582] Updated weights for policy 0, policy_version 43321 (0.0009)
+[2026-06-02 16:32:27,927][243582] Updated weights for policy 0, policy_version 43331 (0.0009)
+[2026-06-02 16:32:28,103][243582] Updated weights for policy 0, policy_version 43341 (0.0008)
+[2026-06-02 16:32:28,291][243582] Updated weights for policy 0, policy_version 43351 (0.0016)
+[2026-06-02 16:32:28,490][243582] Updated weights for policy 0, policy_version 43361 (0.0014)
+[2026-06-02 16:32:28,658][243582] Updated weights for policy 0, policy_version 43371 (0.0008)
+[2026-06-02 16:32:28,855][243582] Updated weights for policy 0, policy_version 43381 (0.0008)
+[2026-06-02 16:32:29,474][243582] Updated weights for policy 0, policy_version 43391 (0.0009)
+[2026-06-02 16:32:29,644][243582] Updated weights for policy 0, policy_version 43401 (0.0017)
+[2026-06-02 16:32:29,824][243582] Updated weights for policy 0, policy_version 43411 (0.0008)
+[2026-06-02 16:32:30,014][243582] Updated weights for policy 0, policy_version 43421 (0.0009)
+[2026-06-02 16:32:30,200][243582] Updated weights for policy 0, policy_version 43431 (0.0009)
+[2026-06-02 16:32:30,383][243582] Updated weights for policy 0, policy_version 43441 (0.0009)
+[2026-06-02 16:32:30,755][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 22282240. Throughput: 0: 20480.0. Samples: 11128704. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:30,756][235954] Avg episode reward: [(0, '1202.265')]
+[2026-06-02 16:32:31,010][243582] Updated weights for policy 0, policy_version 43451 (0.0017)
+[2026-06-02 16:32:31,179][243582] Updated weights for policy 0, policy_version 43461 (0.0020)
+[2026-06-02 16:32:31,363][243582] Updated weights for policy 0, policy_version 43471 (0.0009)
+[2026-06-02 16:32:31,567][243582] Updated weights for policy 0, policy_version 43481 (0.0017)
+[2026-06-02 16:32:31,734][243582] Updated weights for policy 0, policy_version 43491 (0.0017)
+[2026-06-02 16:32:31,919][243582] Updated weights for policy 0, policy_version 43501 (0.0008)
+[2026-06-02 16:32:32,110][243582] Updated weights for policy 0, policy_version 43511 (0.0009)
+[2026-06-02 16:32:32,721][243582] Updated weights for policy 0, policy_version 43521 (0.0009)
+[2026-06-02 16:32:32,893][243582] Updated weights for policy 0, policy_version 43531 (0.0009)
+[2026-06-02 16:32:33,088][243582] Updated weights for policy 0, policy_version 43541 (0.0016)
+[2026-06-02 16:32:33,263][243582] Updated weights for policy 0, policy_version 43551 (0.0015)
+[2026-06-02 16:32:33,448][243582] Updated weights for policy 0, policy_version 43561 (0.0008)
+[2026-06-02 16:32:33,638][243582] Updated weights for policy 0, policy_version 43571 (0.0014)
+[2026-06-02 16:32:34,260][243582] Updated weights for policy 0, policy_version 43581 (0.0014)
+[2026-06-02 16:32:34,444][243582] Updated weights for policy 0, policy_version 43591 (0.0009)
+[2026-06-02 16:32:34,628][243582] Updated weights for policy 0, policy_version 43601 (0.0009)
+[2026-06-02 16:32:34,826][243582] Updated weights for policy 0, policy_version 43611 (0.0009)
+[2026-06-02 16:32:34,998][243582] Updated weights for policy 0, policy_version 43621 (0.0009)
+[2026-06-02 16:32:35,193][243582] Updated weights for policy 0, policy_version 43631 (0.0009)
+[2026-06-02 16:32:35,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.4). Total num frames: 22380544. Throughput: 0: 20488.5. Samples: 11191680. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:35,755][235954] Avg episode reward: [(0, '1169.771')]
+[2026-06-02 16:32:35,815][243582] Updated weights for policy 0, policy_version 43641 (0.0008)
+[2026-06-02 16:32:35,989][243582] Updated weights for policy 0, policy_version 43651 (0.0009)
+[2026-06-02 16:32:36,164][243582] Updated weights for policy 0, policy_version 43661 (0.0008)
+[2026-06-02 16:32:36,349][243582] Updated weights for policy 0, policy_version 43671 (0.0016)
+[2026-06-02 16:32:36,541][243582] Updated weights for policy 0, policy_version 43681 (0.0009)
+[2026-06-02 16:32:36,720][243582] Updated weights for policy 0, policy_version 43691 (0.0020)
+[2026-06-02 16:32:36,912][243582] Updated weights for policy 0, policy_version 43701 (0.0009)
+[2026-06-02 16:32:37,526][243582] Updated weights for policy 0, policy_version 43711 (0.0009)
+[2026-06-02 16:32:37,718][243582] Updated weights for policy 0, policy_version 43721 (0.0014)
+[2026-06-02 16:32:37,899][243582] Updated weights for policy 0, policy_version 43731 (0.0009)
+[2026-06-02 16:32:38,122][243582] Updated weights for policy 0, policy_version 43743 (0.0011)
+[2026-06-02 16:32:38,309][243582] Updated weights for policy 0, policy_version 43753 (0.0033)
+[2026-06-02 16:32:38,491][243582] Updated weights for policy 0, policy_version 43763 (0.0016)
+[2026-06-02 16:32:39,107][243582] Updated weights for policy 0, policy_version 43773 (0.0015)
+[2026-06-02 16:32:39,291][243582] Updated weights for policy 0, policy_version 43783 (0.0020)
+[2026-06-02 16:32:39,490][243582] Updated weights for policy 0, policy_version 43794 (0.0009)
+[2026-06-02 16:32:39,670][243582] Updated weights for policy 0, policy_version 43804 (0.0034)
+[2026-06-02 16:32:39,851][243582] Updated weights for policy 0, policy_version 43814 (0.0009)
+[2026-06-02 16:32:40,049][243582] Updated weights for policy 0, policy_version 43824 (0.0009)
+[2026-06-02 16:32:40,675][243582] Updated weights for policy 0, policy_version 43834 (0.0016)
+[2026-06-02 16:32:40,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22478848. Throughput: 0: 20471.5. Samples: 11315584. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:40,755][235954] Avg episode reward: [(0, '1220.980')]
+[2026-06-02 16:32:40,851][243582] Updated weights for policy 0, policy_version 43844 (0.0009)
+[2026-06-02 16:32:41,029][243582] Updated weights for policy 0, policy_version 43854 (0.0013)
+[2026-06-02 16:32:41,229][243582] Updated weights for policy 0, policy_version 43864 (0.0014)
+[2026-06-02 16:32:41,394][243582] Updated weights for policy 0, policy_version 43874 (0.0022)
+[2026-06-02 16:32:41,579][243582] Updated weights for policy 0, policy_version 43884 (0.0014)
+[2026-06-02 16:32:41,783][243582] Updated weights for policy 0, policy_version 43894 (0.0015)
+[2026-06-02 16:32:41,801][242746] Saving new best policy, reward=1220.980!
+[2026-06-02 16:32:42,393][243582] Updated weights for policy 0, policy_version 43904 (0.0013)
+[2026-06-02 16:32:42,582][243582] Updated weights for policy 0, policy_version 43914 (0.0009)
+[2026-06-02 16:32:42,766][243582] Updated weights for policy 0, policy_version 43924 (0.0009)
+[2026-06-02 16:32:42,946][243582] Updated weights for policy 0, policy_version 43934 (0.0019)
+[2026-06-02 16:32:43,142][243582] Updated weights for policy 0, policy_version 43944 (0.0008)
+[2026-06-02 16:32:43,330][243582] Updated weights for policy 0, policy_version 43954 (0.0009)
+[2026-06-02 16:32:43,933][243582] Updated weights for policy 0, policy_version 43964 (0.0015)
+[2026-06-02 16:32:44,121][243582] Updated weights for policy 0, policy_version 43975 (0.0026)
+[2026-06-02 16:32:44,306][243582] Updated weights for policy 0, policy_version 43985 (0.0009)
+[2026-06-02 16:32:44,483][243582] Updated weights for policy 0, policy_version 43995 (0.0009)
+[2026-06-02 16:32:44,664][243582] Updated weights for policy 0, policy_version 44005 (0.0031)
+[2026-06-02 16:32:44,865][243582] Updated weights for policy 0, policy_version 44016 (0.0016)
+[2026-06-02 16:32:45,527][243582] Updated weights for policy 0, policy_version 44027 (0.0009)
+[2026-06-02 16:32:45,695][243582] Updated weights for policy 0, policy_version 44037 (0.0009)
+[2026-06-02 16:32:45,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22577152. Throughput: 0: 20497.1. Samples: 11432576. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:45,755][235954] Avg episode reward: [(0, '1192.280')]
+[2026-06-02 16:32:45,884][243582] Updated weights for policy 0, policy_version 44047 (0.0009)
+[2026-06-02 16:32:46,075][243582] Updated weights for policy 0, policy_version 44057 (0.0009)
+[2026-06-02 16:32:46,257][243582] Updated weights for policy 0, policy_version 44067 (0.0009)
+[2026-06-02 16:32:46,451][243582] Updated weights for policy 0, policy_version 44077 (0.0012)
+[2026-06-02 16:32:46,633][243582] Updated weights for policy 0, policy_version 44087 (0.0009)
+[2026-06-02 16:32:47,216][243582] Updated weights for policy 0, policy_version 44097 (0.0009)
+[2026-06-02 16:32:47,389][243582] Updated weights for policy 0, policy_version 44107 (0.0014)
+[2026-06-02 16:32:47,581][243582] Updated weights for policy 0, policy_version 44117 (0.0009)
+[2026-06-02 16:32:47,769][243582] Updated weights for policy 0, policy_version 44127 (0.0009)
+[2026-06-02 16:32:47,952][243582] Updated weights for policy 0, policy_version 44137 (0.0009)
+[2026-06-02 16:32:48,144][243582] Updated weights for policy 0, policy_version 44147 (0.0017)
+[2026-06-02 16:32:48,750][243582] Updated weights for policy 0, policy_version 44157 (0.0016)
+[2026-06-02 16:32:48,929][243582] Updated weights for policy 0, policy_version 44167 (0.0009)
+[2026-06-02 16:32:49,114][243582] Updated weights for policy 0, policy_version 44177 (0.0009)
+[2026-06-02 16:32:49,301][243582] Updated weights for policy 0, policy_version 44187 (0.0009)
+[2026-06-02 16:32:49,479][243582] Updated weights for policy 0, policy_version 44197 (0.0016)
+[2026-06-02 16:32:49,670][243582] Updated weights for policy 0, policy_version 44207 (0.0017)
+[2026-06-02 16:32:50,324][243582] Updated weights for policy 0, policy_version 44217 (0.0009)
+[2026-06-02 16:32:50,520][243582] Updated weights for policy 0, policy_version 44228 (0.0009)
+[2026-06-02 16:32:50,696][243582] Updated weights for policy 0, policy_version 44238 (0.0009)
+[2026-06-02 16:32:50,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22675456. Throughput: 0: 20480.0. Samples: 11495168. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0)
+[2026-06-02 16:32:50,755][235954] Avg episode reward: [(0, '1217.372')]
+[2026-06-02 16:32:50,881][243582] Updated weights for policy 0, policy_version 44248 (0.0009)
+[2026-06-02 16:32:51,079][243582] Updated weights for policy 0, policy_version 44258 (0.0009)
+[2026-06-02 16:32:51,261][243582] Updated weights for policy 0, policy_version 44268 (0.0008)
+[2026-06-02 16:32:51,444][243582] Updated weights for policy 0, policy_version 44278 (0.0009)
+[2026-06-02 16:32:52,032][243582] Updated weights for policy 0, policy_version 44288 (0.0016)
+[2026-06-02 16:32:52,218][243582] Updated weights for policy 0, policy_version 44298 (0.0009)
+[2026-06-02 16:32:52,409][243582] Updated weights for policy 0, policy_version 44308 (0.0016)
+[2026-06-02 16:32:52,578][243582] Updated weights for policy 0, policy_version 44318 (0.0009)
+[2026-06-02 16:32:52,777][243582] Updated weights for policy 0, policy_version 44328 (0.0009)
+[2026-06-02 16:32:52,976][243582] Updated weights for policy 0, policy_version 44339 (0.0009)
+[2026-06-02 16:32:53,594][243582] Updated weights for policy 0, policy_version 44349 (0.0009)
+[2026-06-02 16:32:53,778][243582] Updated weights for policy 0, policy_version 44359 (0.0008)
+[2026-06-02 16:32:53,966][243582] Updated weights for policy 0, policy_version 44369 (0.0009)
+[2026-06-02 16:32:54,141][243582] Updated weights for policy 0, policy_version 44379 (0.0009)
+[2026-06-02 16:32:54,330][243582] Updated weights for policy 0, policy_version 44389 (0.0014)
+[2026-06-02 16:32:54,528][243582] Updated weights for policy 0, policy_version 44399 (0.0012)
+[2026-06-02 16:32:55,118][243582] Updated weights for policy 0, policy_version 44409 (0.0009)
+[2026-06-02 16:32:55,286][243582] Updated weights for policy 0, policy_version 44419 (0.0008)
+[2026-06-02 16:32:55,472][243582] Updated weights for policy 0, policy_version 44429 (0.0017)
+[2026-06-02 16:32:55,654][243582] Updated weights for policy 0, policy_version 44439 (0.0014)
+[2026-06-02 16:32:55,755][235954] Fps is (10 sec: 19660.7, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22773760. Throughput: 0: 20462.9. Samples: 11620224. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:32:55,756][235954] Avg episode reward: [(0, '1164.902')]
+[2026-06-02 16:32:55,845][243582] Updated weights for policy 0, policy_version 44449 (0.0009)
+[2026-06-02 16:32:56,025][243582] Updated weights for policy 0, policy_version 44459 (0.0009)
+[2026-06-02 16:32:56,210][243582] Updated weights for policy 0, policy_version 44469 (0.0015)
+[2026-06-02 16:32:56,836][243582] Updated weights for policy 0, policy_version 44479 (0.0015)
+[2026-06-02 16:32:57,014][243582] Updated weights for policy 0, policy_version 44489 (0.0009)
+[2026-06-02 16:32:57,199][243582] Updated weights for policy 0, policy_version 44499 (0.0009)
+[2026-06-02 16:32:57,381][243582] Updated weights for policy 0, policy_version 44509 (0.0017)
+[2026-06-02 16:32:57,566][243582] Updated weights for policy 0, policy_version 44519 (0.0017)
+[2026-06-02 16:32:57,758][243582] Updated weights for policy 0, policy_version 44529 (0.0008)
+[2026-06-02 16:32:58,379][243582] Updated weights for policy 0, policy_version 44539 (0.0009)
+[2026-06-02 16:32:58,552][243582] Updated weights for policy 0, policy_version 44549 (0.0011)
+[2026-06-02 16:32:58,738][243582] Updated weights for policy 0, policy_version 44559 (0.0009)
+[2026-06-02 16:32:58,919][243582] Updated weights for policy 0, policy_version 44569 (0.0011)
+[2026-06-02 16:32:59,109][243582] Updated weights for policy 0, policy_version 44579 (0.0009)
+[2026-06-02 16:32:59,297][243582] Updated weights for policy 0, policy_version 44589 (0.0009)
+[2026-06-02 16:32:59,479][243582] Updated weights for policy 0, policy_version 44599 (0.0016)
+[2026-06-02 16:33:00,119][243582] Updated weights for policy 0, policy_version 44610 (0.0009)
+[2026-06-02 16:33:00,303][243582] Updated weights for policy 0, policy_version 44620 (0.0009)
+[2026-06-02 16:33:00,491][243582] Updated weights for policy 0, policy_version 44630 (0.0016)
+[2026-06-02 16:33:00,669][243582] Updated weights for policy 0, policy_version 44640 (0.0009)
+[2026-06-02 16:33:00,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22872064. Throughput: 0: 20471.5. Samples: 11746048. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:33:00,755][235954] Avg episode reward: [(0, '1103.059')]
+[2026-06-02 16:33:00,855][243582] Updated weights for policy 0, policy_version 44650 (0.0012)
+[2026-06-02 16:33:01,036][243582] Updated weights for policy 0, policy_version 44660 (0.0017)
+[2026-06-02 16:33:01,663][243582] Updated weights for policy 0, policy_version 44670 (0.0022)
+[2026-06-02 16:33:01,847][243582] Updated weights for policy 0, policy_version 44680 (0.0009)
+[2026-06-02 16:33:02,033][243582] Updated weights for policy 0, policy_version 44690 (0.0009)
+[2026-06-02 16:33:02,211][243582] Updated weights for policy 0, policy_version 44700 (0.0017)
+[2026-06-02 16:33:02,401][243582] Updated weights for policy 0, policy_version 44710 (0.0009)
+[2026-06-02 16:33:02,604][243582] Updated weights for policy 0, policy_version 44721 (0.0017)
+[2026-06-02 16:33:03,225][243582] Updated weights for policy 0, policy_version 44731 (0.0017)
+[2026-06-02 16:33:03,409][243582] Updated weights for policy 0, policy_version 44741 (0.0013)
+[2026-06-02 16:33:03,596][243582] Updated weights for policy 0, policy_version 44751 (0.0014)
+[2026-06-02 16:33:03,781][243582] Updated weights for policy 0, policy_version 44761 (0.0008)
+[2026-06-02 16:33:03,960][243582] Updated weights for policy 0, policy_version 44771 (0.0009)
+[2026-06-02 16:33:04,154][243582] Updated weights for policy 0, policy_version 44781 (0.0024)
+[2026-06-02 16:33:04,334][243582] Updated weights for policy 0, policy_version 44791 (0.0014)
+[2026-06-02 16:33:04,948][243582] Updated weights for policy 0, policy_version 44801 (0.0009)
+[2026-06-02 16:33:05,136][243582] Updated weights for policy 0, policy_version 44811 (0.0015)
+[2026-06-02 16:33:05,316][243582] Updated weights for policy 0, policy_version 44821 (0.0008)
+[2026-06-02 16:33:05,503][243582] Updated weights for policy 0, policy_version 44831 (0.0008)
+[2026-06-02 16:33:05,688][243582] Updated weights for policy 0, policy_version 44841 (0.0008)
+[2026-06-02 16:33:05,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 22970368. Throughput: 0: 20326.4. Samples: 11799936. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:33:05,755][235954] Avg episode reward: [(0, '1137.616')]
+[2026-06-02 16:33:05,881][243582] Updated weights for policy 0, policy_version 44851 (0.0009)
+[2026-06-02 16:33:06,495][243582] Updated weights for policy 0, policy_version 44861 (0.0008)
+[2026-06-02 16:33:06,690][243582] Updated weights for policy 0, policy_version 44871 (0.0014)
+[2026-06-02 16:33:06,862][243582] Updated weights for policy 0, policy_version 44881 (0.0008)
+[2026-06-02 16:33:07,049][243582] Updated weights for policy 0, policy_version 44891 (0.0008)
+[2026-06-02 16:33:07,233][243582] Updated weights for policy 0, policy_version 44901 (0.0008)
+[2026-06-02 16:33:07,411][243582] Updated weights for policy 0, policy_version 44911 (0.0008)
+[2026-06-02 16:33:08,044][243582] Updated weights for policy 0, policy_version 44921 (0.0009)
+[2026-06-02 16:33:08,215][243582] Updated weights for policy 0, policy_version 44931 (0.0013)
+[2026-06-02 16:33:08,401][243582] Updated weights for policy 0, policy_version 44941 (0.0014)
+[2026-06-02 16:33:08,589][243582] Updated weights for policy 0, policy_version 44951 (0.0009)
+[2026-06-02 16:33:08,768][243582] Updated weights for policy 0, policy_version 44961 (0.0008)
+[2026-06-02 16:33:08,948][243582] Updated weights for policy 0, policy_version 44971 (0.0015)
+[2026-06-02 16:33:09,133][243582] Updated weights for policy 0, policy_version 44981 (0.0008)
+[2026-06-02 16:33:09,763][243582] Updated weights for policy 0, policy_version 44991 (0.0009)
+[2026-06-02 16:33:09,944][243582] Updated weights for policy 0, policy_version 45001 (0.0008)
+[2026-06-02 16:33:10,122][243582] Updated weights for policy 0, policy_version 45011 (0.0008)
+[2026-06-02 16:33:10,310][243582] Updated weights for policy 0, policy_version 45021 (0.0008)
+[2026-06-02 16:33:10,508][243582] Updated weights for policy 0, policy_version 45032 (0.0009)
+[2026-06-02 16:33:10,700][243582] Updated weights for policy 0, policy_version 45042 (0.0016)
+[2026-06-02 16:33:10,755][235954] Fps is (10 sec: 19660.5, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 23068672. Throughput: 0: 20448.6. Samples: 11923328. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:33:10,756][235954] Avg episode reward: [(0, '1156.968')]
+[2026-06-02 16:33:10,807][242746] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/checkpoint_p0/checkpoint_000045048_23101440.pth...
+[2026-06-02 16:33:11,305][243582] Updated weights for policy 0, policy_version 45052 (0.0009)
+[2026-06-02 16:33:11,499][243582] Updated weights for policy 0, policy_version 45063 (0.0023)
+[2026-06-02 16:33:11,681][243582] Updated weights for policy 0, policy_version 45073 (0.0013)
+[2026-06-02 16:33:11,877][243582] Updated weights for policy 0, policy_version 45083 (0.0008)
+[2026-06-02 16:33:12,072][243582] Updated weights for policy 0, policy_version 45094 (0.0009)
+[2026-06-02 16:33:12,266][243582] Updated weights for policy 0, policy_version 45104 (0.0018)
+[2026-06-02 16:33:12,878][243582] Updated weights for policy 0, policy_version 45114 (0.0009)
+[2026-06-02 16:33:13,060][243582] Updated weights for policy 0, policy_version 45124 (0.0011)
+[2026-06-02 16:33:13,237][243582] Updated weights for policy 0, policy_version 45134 (0.0009)
+[2026-06-02 16:33:13,434][243582] Updated weights for policy 0, policy_version 45144 (0.0009)
+[2026-06-02 16:33:13,614][243582] Updated weights for policy 0, policy_version 45154 (0.0017)
+[2026-06-02 16:33:13,803][243582] Updated weights for policy 0, policy_version 45164 (0.0009)
+[2026-06-02 16:33:13,993][243582] Updated weights for policy 0, policy_version 45174 (0.0009)
+[2026-06-02 16:33:14,584][243582] Updated weights for policy 0, policy_version 45184 (0.0009)
+[2026-06-02 16:33:14,763][243582] Updated weights for policy 0, policy_version 45194 (0.0009)
+[2026-06-02 16:33:14,955][243582] Updated weights for policy 0, policy_version 45204 (0.0009)
+[2026-06-02 16:33:15,137][243582] Updated weights for policy 0, policy_version 45214 (0.0009)
+[2026-06-02 16:33:15,328][243582] Updated weights for policy 0, policy_version 45224 (0.0009)
+[2026-06-02 16:33:15,508][243582] Updated weights for policy 0, policy_version 45234 (0.0011)
+[2026-06-02 16:33:15,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20438.4). Total num frames: 23199744. Throughput: 0: 20437.4. Samples: 12048384. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:33:15,755][235954] Avg episode reward: [(0, '1219.609')]
+[2026-06-02 16:33:16,126][243582] Updated weights for policy 0, policy_version 45244 (0.0009)
+[2026-06-02 16:33:16,290][243582] Updated weights for policy 0, policy_version 45254 (0.0009)
+[2026-06-02 16:33:16,482][243582] Updated weights for policy 0, policy_version 45264 (0.0017)
+[2026-06-02 16:33:16,669][243582] Updated weights for policy 0, policy_version 45274 (0.0009)
+[2026-06-02 16:33:16,846][243582] Updated weights for policy 0, policy_version 45284 (0.0009)
+[2026-06-02 16:33:17,038][243582] Updated weights for policy 0, policy_version 45294 (0.0009)
+[2026-06-02 16:33:17,221][243582] Updated weights for policy 0, policy_version 45304 (0.0009)
+[2026-06-02 16:33:17,832][243582] Updated weights for policy 0, policy_version 45314 (0.0009)
+[2026-06-02 16:33:18,024][243582] Updated weights for policy 0, policy_version 45324 (0.0022)
+[2026-06-02 16:33:18,208][243582] Updated weights for policy 0, policy_version 45334 (0.0009)
+[2026-06-02 16:33:18,385][243582] Updated weights for policy 0, policy_version 45344 (0.0015)
+[2026-06-02 16:33:18,571][243582] Updated weights for policy 0, policy_version 45354 (0.0014)
+[2026-06-02 16:33:18,781][243582] Updated weights for policy 0, policy_version 45364 (0.0012)
+[2026-06-02 16:33:19,379][243582] Updated weights for policy 0, policy_version 45374 (0.0016)
+[2026-06-02 16:33:19,539][243582] Updated weights for policy 0, policy_version 45384 (0.0009)
+[2026-06-02 16:33:19,722][243582] Updated weights for policy 0, policy_version 45394 (0.0009)
+[2026-06-02 16:33:19,919][243582] Updated weights for policy 0, policy_version 45404 (0.0009)
+[2026-06-02 16:33:20,103][243582] Updated weights for policy 0, policy_version 45414 (0.0017)
+[2026-06-02 16:33:20,284][243582] Updated weights for policy 0, policy_version 45424 (0.0009)
+[2026-06-02 16:33:20,754][235954] Fps is (10 sec: 22938.1, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 23298048. Throughput: 0: 20414.6. Samples: 12110336. Policy #0 lag: (min: 38.0, avg: 55.3, max: 102.0)
+[2026-06-02 16:33:20,755][235954] Avg episode reward: [(0, '1122.799')]
+[2026-06-02 16:33:20,922][243582] Updated weights for policy 0, policy_version 45434 (0.0009)
+[2026-06-02 16:33:21,085][243582] Updated weights for policy 0, policy_version 45444 (0.0009)
+[2026-06-02 16:33:21,271][243582] Updated weights for policy 0, policy_version 45454 (0.0009)
+[2026-06-02 16:33:21,462][243582] Updated weights for policy 0, policy_version 45464 (0.0009)
+[2026-06-02 16:33:21,660][243582] Updated weights for policy 0, policy_version 45474 (0.0017)
+[2026-06-02 16:33:21,833][243582] Updated weights for policy 0, policy_version 45484 (0.0009)
+[2026-06-02 16:33:22,024][243582] Updated weights for policy 0, policy_version 45494 (0.0009)
+[2026-06-02 16:33:22,615][243582] Updated weights for policy 0, policy_version 45504 (0.0016)
+[2026-06-02 16:33:22,799][243582] Updated weights for policy 0, policy_version 45514 (0.0009)
+[2026-06-02 16:33:22,983][243582] Updated weights for policy 0, policy_version 45524 (0.0009)
+[2026-06-02 16:33:23,174][243582] Updated weights for policy 0, policy_version 45534 (0.0009)
+[2026-06-02 16:33:23,366][243582] Updated weights for policy 0, policy_version 45544 (0.0009)
+[2026-06-02 16:33:23,554][243582] Updated weights for policy 0, policy_version 45554 (0.0009)
+[2026-06-02 16:33:24,159][243582] Updated weights for policy 0, policy_version 45564 (0.0016)
+[2026-06-02 16:33:24,325][243582] Updated weights for policy 0, policy_version 45574 (0.0008)
+[2026-06-02 16:33:24,508][243582] Updated weights for policy 0, policy_version 45584 (0.0014)
+[2026-06-02 16:33:24,711][243582] Updated weights for policy 0, policy_version 45594 (0.0010)
+[2026-06-02 16:33:24,894][243582] Updated weights for policy 0, policy_version 45604 (0.0008)
+[2026-06-02 16:33:25,082][243582] Updated weights for policy 0, policy_version 45614 (0.0017)
+[2026-06-02 16:33:25,272][243582] Updated weights for policy 0, policy_version 45624 (0.0008)
+[2026-06-02 16:33:25,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 23396352. Throughput: 0: 20340.6. Samples: 12230912. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:25,755][235954] Avg episode reward: [(0, '1132.606')]
+[2026-06-02 16:33:25,851][243582] Updated weights for policy 0, policy_version 45634 (0.0008)
+[2026-06-02 16:33:26,041][243582] Updated weights for policy 0, policy_version 45644 (0.0015)
+[2026-06-02 16:33:26,226][243582] Updated weights for policy 0, policy_version 45654 (0.0010)
+[2026-06-02 16:33:26,415][243582] Updated weights for policy 0, policy_version 45664 (0.0008)
+[2026-06-02 16:33:26,609][243582] Updated weights for policy 0, policy_version 45674 (0.0008)
+[2026-06-02 16:33:26,794][243582] Updated weights for policy 0, policy_version 45684 (0.0008)
+[2026-06-02 16:33:27,392][243582] Updated weights for policy 0, policy_version 45694 (0.0009)
+[2026-06-02 16:33:27,573][243582] Updated weights for policy 0, policy_version 45704 (0.0013)
+[2026-06-02 16:33:27,754][243582] Updated weights for policy 0, policy_version 45714 (0.0011)
+[2026-06-02 16:33:27,947][243582] Updated weights for policy 0, policy_version 45724 (0.0014)
+[2026-06-02 16:33:28,132][243582] Updated weights for policy 0, policy_version 45734 (0.0008)
+[2026-06-02 16:33:28,312][243582] Updated weights for policy 0, policy_version 45744 (0.0008)
+[2026-06-02 16:33:28,937][243582] Updated weights for policy 0, policy_version 45754 (0.0013)
+[2026-06-02 16:33:29,141][243582] Updated weights for policy 0, policy_version 45765 (0.0020)
+[2026-06-02 16:33:29,316][243582] Updated weights for policy 0, policy_version 45775 (0.0008)
+[2026-06-02 16:33:29,500][243582] Updated weights for policy 0, policy_version 45785 (0.0008)
+[2026-06-02 16:33:29,685][243582] Updated weights for policy 0, policy_version 45795 (0.0008)
+[2026-06-02 16:33:29,867][243582] Updated weights for policy 0, policy_version 45805 (0.0016)
+[2026-06-02 16:33:30,071][243582] Updated weights for policy 0, policy_version 45816 (0.0009)
+[2026-06-02 16:33:30,670][243582] Updated weights for policy 0, policy_version 45826 (0.0008)
+[2026-06-02 16:33:30,755][235954] Fps is (10 sec: 19660.5, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 23494656. Throughput: 0: 20386.1. Samples: 12349952. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:30,756][235954] Avg episode reward: [(0, '1153.653')]
+[2026-06-02 16:33:30,865][243582] Updated weights for policy 0, policy_version 45836 (0.0011)
+[2026-06-02 16:33:31,047][243582] Updated weights for policy 0, policy_version 45846 (0.0008)
+[2026-06-02 16:33:31,222][243582] Updated weights for policy 0, policy_version 45856 (0.0015)
+[2026-06-02 16:33:31,419][243582] Updated weights for policy 0, policy_version 45866 (0.0008)
+[2026-06-02 16:33:31,603][243582] Updated weights for policy 0, policy_version 45876 (0.0015)
+[2026-06-02 16:33:32,204][243582] Updated weights for policy 0, policy_version 45886 (0.0009)
+[2026-06-02 16:33:32,391][243582] Updated weights for policy 0, policy_version 45896 (0.0008)
+[2026-06-02 16:33:32,574][243582] Updated weights for policy 0, policy_version 45906 (0.0008)
+[2026-06-02 16:33:32,763][243582] Updated weights for policy 0, policy_version 45916 (0.0008)
+[2026-06-02 16:33:32,955][243582] Updated weights for policy 0, policy_version 45926 (0.0009)
+[2026-06-02 16:33:33,130][243582] Updated weights for policy 0, policy_version 45936 (0.0008)
+[2026-06-02 16:33:33,736][243582] Updated weights for policy 0, policy_version 45946 (0.0011)
+[2026-06-02 16:33:33,911][243582] Updated weights for policy 0, policy_version 45956 (0.0021)
+[2026-06-02 16:33:34,094][243582] Updated weights for policy 0, policy_version 45966 (0.0008)
+[2026-06-02 16:33:34,283][243582] Updated weights for policy 0, policy_version 45976 (0.0008)
+[2026-06-02 16:33:34,466][243582] Updated weights for policy 0, policy_version 45986 (0.0017)
+[2026-06-02 16:33:34,669][243582] Updated weights for policy 0, policy_version 45996 (0.0016)
+[2026-06-02 16:33:34,867][243582] Updated weights for policy 0, policy_version 46007 (0.0009)
+[2026-06-02 16:33:35,454][243582] Updated weights for policy 0, policy_version 46017 (0.0013)
+[2026-06-02 16:33:35,637][243582] Updated weights for policy 0, policy_version 46027 (0.0009)
+[2026-06-02 16:33:35,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.4). Total num frames: 23592960. Throughput: 0: 20377.6. Samples: 12412160. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:35,755][235954] Avg episode reward: [(0, '1131.331')]
+[2026-06-02 16:33:35,821][243582] Updated weights for policy 0, policy_version 46037 (0.0008)
+[2026-06-02 16:33:36,014][243582] Updated weights for policy 0, policy_version 46047 (0.0009)
+[2026-06-02 16:33:36,190][243582] Updated weights for policy 0, policy_version 46057 (0.0008)
+[2026-06-02 16:33:36,375][243582] Updated weights for policy 0, policy_version 46067 (0.0014)
+[2026-06-02 16:33:36,988][243582] Updated weights for policy 0, policy_version 46077 (0.0009)
+[2026-06-02 16:33:37,173][243582] Updated weights for policy 0, policy_version 46087 (0.0021)
+[2026-06-02 16:33:37,348][243582] Updated weights for policy 0, policy_version 46097 (0.0008)
+[2026-06-02 16:33:37,533][243582] Updated weights for policy 0, policy_version 46107 (0.0009)
+[2026-06-02 16:33:37,716][243582] Updated weights for policy 0, policy_version 46117 (0.0024)
+[2026-06-02 16:33:37,913][243582] Updated weights for policy 0, policy_version 46127 (0.0009)
+[2026-06-02 16:33:38,522][243582] Updated weights for policy 0, policy_version 46137 (0.0014)
+[2026-06-02 16:33:38,698][243582] Updated weights for policy 0, policy_version 46147 (0.0008)
+[2026-06-02 16:33:38,881][243582] Updated weights for policy 0, policy_version 46157 (0.0008)
+[2026-06-02 16:33:39,065][243582] Updated weights for policy 0, policy_version 46167 (0.0017)
+[2026-06-02 16:33:39,251][243582] Updated weights for policy 0, policy_version 46177 (0.0009)
+[2026-06-02 16:33:39,430][243582] Updated weights for policy 0, policy_version 46187 (0.0014)
+[2026-06-02 16:33:39,624][243582] Updated weights for policy 0, policy_version 46197 (0.0008)
+[2026-06-02 16:33:40,225][243582] Updated weights for policy 0, policy_version 46207 (0.0008)
+[2026-06-02 16:33:40,392][243582] Updated weights for policy 0, policy_version 46217 (0.0016)
+[2026-06-02 16:33:40,586][243582] Updated weights for policy 0, policy_version 46227 (0.0014)
+[2026-06-02 16:33:40,754][235954] Fps is (10 sec: 19661.0, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 23691264. Throughput: 0: 20343.5. Samples: 12535680. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:40,755][235954] Avg episode reward: [(0, '1146.971')]
+[2026-06-02 16:33:40,792][243582] Updated weights for policy 0, policy_version 46238 (0.0014)
+[2026-06-02 16:33:40,967][243582] Updated weights for policy 0, policy_version 46248 (0.0008)
+[2026-06-02 16:33:41,159][243582] Updated weights for policy 0, policy_version 46258 (0.0016)
+[2026-06-02 16:33:41,797][243582] Updated weights for policy 0, policy_version 46268 (0.0009)
+[2026-06-02 16:33:41,991][243582] Updated weights for policy 0, policy_version 46279 (0.0009)
+[2026-06-02 16:33:42,176][243582] Updated weights for policy 0, policy_version 46289 (0.0009)
+[2026-06-02 16:33:42,360][243582] Updated weights for policy 0, policy_version 46299 (0.0014)
+[2026-06-02 16:33:42,550][243582] Updated weights for policy 0, policy_version 46309 (0.0011)
+[2026-06-02 16:33:42,749][243582] Updated weights for policy 0, policy_version 46319 (0.0017)
+[2026-06-02 16:33:43,347][243582] Updated weights for policy 0, policy_version 46329 (0.0020)
+[2026-06-02 16:33:43,511][243582] Updated weights for policy 0, policy_version 46339 (0.0013)
+[2026-06-02 16:33:43,696][243582] Updated weights for policy 0, policy_version 46349 (0.0009)
+[2026-06-02 16:33:43,879][243582] Updated weights for policy 0, policy_version 46359 (0.0014)
+[2026-06-02 16:33:44,073][243582] Updated weights for policy 0, policy_version 46369 (0.0015)
+[2026-06-02 16:33:44,282][243582] Updated weights for policy 0, policy_version 46380 (0.0009)
+[2026-06-02 16:33:44,461][243582] Updated weights for policy 0, policy_version 46390 (0.0008)
+[2026-06-02 16:33:45,065][243582] Updated weights for policy 0, policy_version 46400 (0.0009)
+[2026-06-02 16:33:45,242][243582] Updated weights for policy 0, policy_version 46410 (0.0019)
+[2026-06-02 16:33:45,430][243582] Updated weights for policy 0, policy_version 46420 (0.0009)
+[2026-06-02 16:33:45,620][243582] Updated weights for policy 0, policy_version 46430 (0.0009)
+[2026-06-02 16:33:45,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 23789568. Throughput: 0: 20340.6. Samples: 12661376. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:45,755][235954] Avg episode reward: [(0, '1082.841')]
+[2026-06-02 16:33:45,795][243582] Updated weights for policy 0, policy_version 46440 (0.0009)
+[2026-06-02 16:33:45,991][243582] Updated weights for policy 0, policy_version 46450 (0.0009)
+[2026-06-02 16:33:46,598][243582] Updated weights for policy 0, policy_version 46460 (0.0009)
+[2026-06-02 16:33:46,771][243582] Updated weights for policy 0, policy_version 46470 (0.0013)
+[2026-06-02 16:33:46,973][243582] Updated weights for policy 0, policy_version 46480 (0.0014)
+[2026-06-02 16:33:47,148][243582] Updated weights for policy 0, policy_version 46490 (0.0009)
+[2026-06-02 16:33:47,325][243582] Updated weights for policy 0, policy_version 46500 (0.0017)
+[2026-06-02 16:33:47,517][243582] Updated weights for policy 0, policy_version 46510 (0.0009)
+[2026-06-02 16:33:47,694][243582] Updated weights for policy 0, policy_version 46520 (0.0009)
+[2026-06-02 16:33:48,311][243582] Updated weights for policy 0, policy_version 46530 (0.0009)
+[2026-06-02 16:33:48,493][243582] Updated weights for policy 0, policy_version 46540 (0.0016)
+[2026-06-02 16:33:48,678][243582] Updated weights for policy 0, policy_version 46550 (0.0012)
+[2026-06-02 16:33:48,859][243582] Updated weights for policy 0, policy_version 46560 (0.0009)
+[2026-06-02 16:33:49,048][243582] Updated weights for policy 0, policy_version 46570 (0.0009)
+[2026-06-02 16:33:49,236][243582] Updated weights for policy 0, policy_version 46580 (0.0009)
+[2026-06-02 16:33:49,859][243582] Updated weights for policy 0, policy_version 46590 (0.0015)
+[2026-06-02 16:33:50,029][243582] Updated weights for policy 0, policy_version 46600 (0.0009)
+[2026-06-02 16:33:50,212][243582] Updated weights for policy 0, policy_version 46610 (0.0009)
+[2026-06-02 16:33:50,396][243582] Updated weights for policy 0, policy_version 46620 (0.0014)
+[2026-06-02 16:33:50,583][243582] Updated weights for policy 0, policy_version 46630 (0.0009)
+[2026-06-02 16:33:50,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 23887872. Throughput: 0: 20371.9. Samples: 12716672. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:33:50,755][235954] Avg episode reward: [(0, '1110.134')]
+[2026-06-02 16:33:50,766][243582] Updated weights for policy 0, policy_version 46640 (0.0009)
+[2026-06-02 16:33:51,387][243582] Updated weights for policy 0, policy_version 46650 (0.0009)
+[2026-06-02 16:33:51,560][243582] Updated weights for policy 0, policy_version 46660 (0.0009)
+[2026-06-02 16:33:51,731][243582] Updated weights for policy 0, policy_version 46670 (0.0016)
+[2026-06-02 16:33:51,930][243582] Updated weights for policy 0, policy_version 46680 (0.0009)
+[2026-06-02 16:33:52,114][243582] Updated weights for policy 0, policy_version 46690 (0.0009)
+[2026-06-02 16:33:52,307][243582] Updated weights for policy 0, policy_version 46700 (0.0009)
+[2026-06-02 16:33:52,483][243582] Updated weights for policy 0, policy_version 46710 (0.0009)
+[2026-06-02 16:33:53,081][243582] Updated weights for policy 0, policy_version 46720 (0.0013)
+[2026-06-02 16:33:53,273][243582] Updated weights for policy 0, policy_version 46730 (0.0009)
+[2026-06-02 16:33:53,447][243582] Updated weights for policy 0, policy_version 46740 (0.0009)
+[2026-06-02 16:33:53,638][243582] Updated weights for policy 0, policy_version 46750 (0.0009)
+[2026-06-02 16:33:53,820][243582] Updated weights for policy 0, policy_version 46760 (0.0009)
+[2026-06-02 16:33:54,012][243582] Updated weights for policy 0, policy_version 46770 (0.0008)
+[2026-06-02 16:33:54,636][243582] Updated weights for policy 0, policy_version 46780 (0.0014)
+[2026-06-02 16:33:54,804][243582] Updated weights for policy 0, policy_version 46790 (0.0023)
+[2026-06-02 16:33:54,987][243582] Updated weights for policy 0, policy_version 46800 (0.0016)
+[2026-06-02 16:33:55,166][243582] Updated weights for policy 0, policy_version 46810 (0.0014)
+[2026-06-02 16:33:55,351][243582] Updated weights for policy 0, policy_version 46820 (0.0017)
+[2026-06-02 16:33:55,538][243582] Updated weights for policy 0, policy_version 46830 (0.0017)
+[2026-06-02 16:33:55,725][243582] Updated weights for policy 0, policy_version 46840 (0.0023)
+[2026-06-02 16:33:55,754][235954] Fps is (10 sec: 22937.6, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 24018944. Throughput: 0: 20309.4. Samples: 12837248. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:33:55,755][235954] Avg episode reward: [(0, '1173.563')]
+[2026-06-02 16:33:56,343][243582] Updated weights for policy 0, policy_version 46850 (0.0009)
+[2026-06-02 16:33:56,517][243582] Updated weights for policy 0, policy_version 46860 (0.0009)
+[2026-06-02 16:33:56,707][243582] Updated weights for policy 0, policy_version 46870 (0.0017)
+[2026-06-02 16:33:56,890][243582] Updated weights for policy 0, policy_version 46880 (0.0014)
+[2026-06-02 16:33:57,067][243582] Updated weights for policy 0, policy_version 46890 (0.0008)
+[2026-06-02 16:33:57,255][243582] Updated weights for policy 0, policy_version 46900 (0.0012)
+[2026-06-02 16:33:57,886][243582] Updated weights for policy 0, policy_version 46910 (0.0017)
+[2026-06-02 16:33:58,061][243582] Updated weights for policy 0, policy_version 46920 (0.0009)
+[2026-06-02 16:33:58,241][243582] Updated weights for policy 0, policy_version 46930 (0.0008)
+[2026-06-02 16:33:58,435][243582] Updated weights for policy 0, policy_version 46940 (0.0009)
+[2026-06-02 16:33:58,619][243582] Updated weights for policy 0, policy_version 46950 (0.0011)
+[2026-06-02 16:33:58,807][243582] Updated weights for policy 0, policy_version 46960 (0.0008)
+[2026-06-02 16:33:59,416][243582] Updated weights for policy 0, policy_version 46970 (0.0011)
+[2026-06-02 16:33:59,602][243582] Updated weights for policy 0, policy_version 46980 (0.0015)
+[2026-06-02 16:33:59,781][243582] Updated weights for policy 0, policy_version 46990 (0.0013)
+[2026-06-02 16:33:59,956][243582] Updated weights for policy 0, policy_version 47000 (0.0009)
+[2026-06-02 16:34:00,152][243582] Updated weights for policy 0, policy_version 47010 (0.0009)
+[2026-06-02 16:34:00,332][243582] Updated weights for policy 0, policy_version 47020 (0.0009)
+[2026-06-02 16:34:00,509][243582] Updated weights for policy 0, policy_version 47030 (0.0009)
+[2026-06-02 16:34:00,754][235954] Fps is (10 sec: 22937.5, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 24117248. Throughput: 0: 20315.0. Samples: 12962560. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:34:00,755][235954] Avg episode reward: [(0, '1128.365')]
+[2026-06-02 16:34:01,136][243582] Updated weights for policy 0, policy_version 47040 (0.0013)
+[2026-06-02 16:34:01,310][243582] Updated weights for policy 0, policy_version 47050 (0.0016)
+[2026-06-02 16:34:01,498][243582] Updated weights for policy 0, policy_version 47060 (0.0009)
+[2026-06-02 16:34:01,682][243582] Updated weights for policy 0, policy_version 47070 (0.0008)
+[2026-06-02 16:34:01,874][243582] Updated weights for policy 0, policy_version 47080 (0.0008)
+[2026-06-02 16:34:02,057][243582] Updated weights for policy 0, policy_version 47090 (0.0008)
+[2026-06-02 16:34:02,695][243582] Updated weights for policy 0, policy_version 47100 (0.0014)
+[2026-06-02 16:34:02,861][243582] Updated weights for policy 0, policy_version 47110 (0.0008)
+[2026-06-02 16:34:03,037][243582] Updated weights for policy 0, policy_version 47120 (0.0009)
+[2026-06-02 16:34:03,223][243582] Updated weights for policy 0, policy_version 47130 (0.0009)
+[2026-06-02 16:34:03,419][243582] Updated weights for policy 0, policy_version 47140 (0.0017)
+[2026-06-02 16:34:03,596][243582] Updated weights for policy 0, policy_version 47150 (0.0009)
+[2026-06-02 16:34:03,783][243582] Updated weights for policy 0, policy_version 47160 (0.0008)
+[2026-06-02 16:34:04,386][243582] Updated weights for policy 0, policy_version 47170 (0.0009)
+[2026-06-02 16:34:04,572][243582] Updated weights for policy 0, policy_version 47180 (0.0009)
+[2026-06-02 16:34:04,759][243582] Updated weights for policy 0, policy_version 47190 (0.0009)
+[2026-06-02 16:34:04,935][243582] Updated weights for policy 0, policy_version 47200 (0.0008)
+[2026-06-02 16:34:05,126][243582] Updated weights for policy 0, policy_version 47210 (0.0009)
+[2026-06-02 16:34:05,314][243582] Updated weights for policy 0, policy_version 47220 (0.0009)
+[2026-06-02 16:34:05,755][235954] Fps is (10 sec: 19660.6, 60 sec: 20753.0, 300 sec: 20438.3). Total num frames: 24215552. Throughput: 0: 20329.2. Samples: 13025152. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:34:05,756][235954] Avg episode reward: [(0, '1133.963')]
+[2026-06-02 16:34:05,945][243582] Updated weights for policy 0, policy_version 47231 (0.0009)
+[2026-06-02 16:34:06,128][243582] Updated weights for policy 0, policy_version 47241 (0.0009)
+[2026-06-02 16:34:06,307][243582] Updated weights for policy 0, policy_version 47251 (0.0009)
+[2026-06-02 16:34:06,492][243582] Updated weights for policy 0, policy_version 47261 (0.0014)
+[2026-06-02 16:34:06,675][243582] Updated weights for policy 0, policy_version 47271 (0.0009)
+[2026-06-02 16:34:06,874][243582] Updated weights for policy 0, policy_version 47281 (0.0009)
+[2026-06-02 16:34:07,496][243582] Updated weights for policy 0, policy_version 47291 (0.0009)
+[2026-06-02 16:34:07,667][243582] Updated weights for policy 0, policy_version 47301 (0.0008)
+[2026-06-02 16:34:07,846][243582] Updated weights for policy 0, policy_version 47311 (0.0009)
+[2026-06-02 16:34:08,038][243582] Updated weights for policy 0, policy_version 47321 (0.0017)
+[2026-06-02 16:34:08,224][243582] Updated weights for policy 0, policy_version 47331 (0.0009)
+[2026-06-02 16:34:08,435][243582] Updated weights for policy 0, policy_version 47342 (0.0009)
+[2026-06-02 16:34:08,612][243582] Updated weights for policy 0, policy_version 47352 (0.0009)
+[2026-06-02 16:34:09,224][243582] Updated weights for policy 0, policy_version 47362 (0.0013)
+[2026-06-02 16:34:09,399][243582] Updated weights for policy 0, policy_version 47372 (0.0008)
+[2026-06-02 16:34:09,600][243582] Updated weights for policy 0, policy_version 47382 (0.0022)
+[2026-06-02 16:34:09,774][243582] Updated weights for policy 0, policy_version 47392 (0.0019)
+[2026-06-02 16:34:09,961][243582] Updated weights for policy 0, policy_version 47402 (0.0009)
+[2026-06-02 16:34:10,152][243582] Updated weights for policy 0, policy_version 47412 (0.0008)
+[2026-06-02 16:34:10,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20753.1, 300 sec: 20438.3). Total num frames: 24313856. Throughput: 0: 20354.8. Samples: 13146880. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:34:10,755][235954] Avg episode reward: [(0, '1143.467')]
+[2026-06-02 16:34:10,758][243582] Updated weights for policy 0, policy_version 47422 (0.0014)
+[2026-06-02 16:34:10,928][243582] Updated weights for policy 0, policy_version 47432 (0.0008)
+[2026-06-02 16:34:11,115][243582] Updated weights for policy 0, policy_version 47442 (0.0009)
+[2026-06-02 16:34:11,309][243582] Updated weights for policy 0, policy_version 47452 (0.0009)
+[2026-06-02 16:34:11,498][243582] Updated weights for policy 0, policy_version 47462 (0.0009)
+[2026-06-02 16:34:11,693][243582] Updated weights for policy 0, policy_version 47472 (0.0016)
+[2026-06-02 16:34:12,296][243582] Updated weights for policy 0, policy_version 47482 (0.0009)
+[2026-06-02 16:34:12,460][243582] Updated weights for policy 0, policy_version 47492 (0.0009)
+[2026-06-02 16:34:12,646][243582] Updated weights for policy 0, policy_version 47502 (0.0009)
+[2026-06-02 16:34:12,841][243582] Updated weights for policy 0, policy_version 47512 (0.0013)
+[2026-06-02 16:34:13,026][243582] Updated weights for policy 0, policy_version 47522 (0.0009)
+[2026-06-02 16:34:13,206][243582] Updated weights for policy 0, policy_version 47532 (0.0011)
+[2026-06-02 16:34:13,400][243582] Updated weights for policy 0, policy_version 47542 (0.0009)
+[2026-06-02 16:34:14,006][243582] Updated weights for policy 0, policy_version 47552 (0.0009)
+[2026-06-02 16:34:14,187][243582] Updated weights for policy 0, policy_version 47562 (0.0016)
+[2026-06-02 16:34:14,373][243582] Updated weights for policy 0, policy_version 47572 (0.0009)
+[2026-06-02 16:34:14,581][243582] Updated weights for policy 0, policy_version 47583 (0.0017)
+[2026-06-02 16:34:14,756][243582] Updated weights for policy 0, policy_version 47593 (0.0008)
+[2026-06-02 16:34:14,942][243582] Updated weights for policy 0, policy_version 47603 (0.0009)
+[2026-06-02 16:34:15,572][243582] Updated weights for policy 0, policy_version 47613 (0.0016)
+[2026-06-02 16:34:15,740][243582] Updated weights for policy 0, policy_version 47623 (0.0017)
+[2026-06-02 16:34:15,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 24412160. Throughput: 0: 20312.2. Samples: 13264000. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:34:15,755][235954] Avg episode reward: [(0, '1180.294')]
+[2026-06-02 16:34:15,916][243582] Updated weights for policy 0, policy_version 47633 (0.0015)
+[2026-06-02 16:34:16,102][243582] Updated weights for policy 0, policy_version 47643 (0.0019)
+[2026-06-02 16:34:16,291][243582] Updated weights for policy 0, policy_version 47653 (0.0009)
+[2026-06-02 16:34:16,484][243582] Updated weights for policy 0, policy_version 47663 (0.0016)
+[2026-06-02 16:34:17,111][243582] Updated weights for policy 0, policy_version 47673 (0.0014)
+[2026-06-02 16:34:17,268][243582] Updated weights for policy 0, policy_version 47683 (0.0008)
+[2026-06-02 16:34:17,449][243582] Updated weights for policy 0, policy_version 47693 (0.0019)
+[2026-06-02 16:34:17,638][243582] Updated weights for policy 0, policy_version 47703 (0.0021)
+[2026-06-02 16:34:17,819][243582] Updated weights for policy 0, policy_version 47713 (0.0009)
+[2026-06-02 16:34:17,998][243582] Updated weights for policy 0, policy_version 47723 (0.0009)
+[2026-06-02 16:34:18,186][243582] Updated weights for policy 0, policy_version 47733 (0.0016)
+[2026-06-02 16:34:18,832][243582] Updated weights for policy 0, policy_version 47744 (0.0009)
+[2026-06-02 16:34:19,013][243582] Updated weights for policy 0, policy_version 47754 (0.0022)
+[2026-06-02 16:34:19,200][243582] Updated weights for policy 0, policy_version 47764 (0.0010)
+[2026-06-02 16:34:19,380][243582] Updated weights for policy 0, policy_version 47774 (0.0018)
+[2026-06-02 16:34:19,575][243582] Updated weights for policy 0, policy_version 47784 (0.0011)
+[2026-06-02 16:34:19,753][243582] Updated weights for policy 0, policy_version 47794 (0.0018)
+[2026-06-02 16:34:20,397][243582] Updated weights for policy 0, policy_version 47804 (0.0009)
+[2026-06-02 16:34:20,581][243582] Updated weights for policy 0, policy_version 47814 (0.0020)
+[2026-06-02 16:34:20,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20438.3). Total num frames: 24510464. Throughput: 0: 20306.5. Samples: 13325952. Policy #0 lag: (min: 56.0, avg: 89.4, max: 125.0)
+[2026-06-02 16:34:20,755][235954] Avg episode reward: [(0, '1158.782')]
+[2026-06-02 16:34:20,761][243582] Updated weights for policy 0, policy_version 47824 (0.0012)
+[2026-06-02 16:34:20,946][243582] Updated weights for policy 0, policy_version 47834 (0.0012)
+[2026-06-02 16:34:21,131][243582] Updated weights for policy 0, policy_version 47844 (0.0011)
+[2026-06-02 16:34:21,313][243582] Updated weights for policy 0, policy_version 47854 (0.0008)
+[2026-06-02 16:34:21,492][243582] Updated weights for policy 0, policy_version 47864 (0.0009)
+[2026-06-02 16:34:22,084][243582] Updated weights for policy 0, policy_version 47874 (0.0012)
+[2026-06-02 16:34:22,272][243582] Updated weights for policy 0, policy_version 47884 (0.0009)
+[2026-06-02 16:34:22,458][243582] Updated weights for policy 0, policy_version 47894 (0.0014)
+[2026-06-02 16:34:22,651][243582] Updated weights for policy 0, policy_version 47904 (0.0009)
+[2026-06-02 16:34:22,829][243582] Updated weights for policy 0, policy_version 47914 (0.0008)
+[2026-06-02 16:34:23,024][243582] Updated weights for policy 0, policy_version 47924 (0.0009)
+[2026-06-02 16:34:23,624][243582] Updated weights for policy 0, policy_version 47934 (0.0009)
+[2026-06-02 16:34:23,797][243582] Updated weights for policy 0, policy_version 47944 (0.0012)
+[2026-06-02 16:34:23,991][243582] Updated weights for policy 0, policy_version 47954 (0.0016)
+[2026-06-02 16:34:24,175][243582] Updated weights for policy 0, policy_version 47964 (0.0009)
+[2026-06-02 16:34:24,355][243582] Updated weights for policy 0, policy_version 47974 (0.0009)
+[2026-06-02 16:34:24,547][243582] Updated weights for policy 0, policy_version 47984 (0.0012)
+[2026-06-02 16:34:25,153][243582] Updated weights for policy 0, policy_version 47994 (0.0017)
+[2026-06-02 16:34:25,334][243582] Updated weights for policy 0, policy_version 48004 (0.0011)
+[2026-06-02 16:34:25,513][243582] Updated weights for policy 0, policy_version 48014 (0.0017)
+[2026-06-02 16:34:25,700][243582] Updated weights for policy 0, policy_version 48024 (0.0014)
+[2026-06-02 16:34:25,755][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 24608768. Throughput: 0: 20363.3. Samples: 13452032. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:34:25,756][235954] Avg episode reward: [(0, '1150.066')]
+[2026-06-02 16:34:25,883][243582] Updated weights for policy 0, policy_version 48034 (0.0008)
+[2026-06-02 16:34:26,071][243582] Updated weights for policy 0, policy_version 48044 (0.0009)
+[2026-06-02 16:34:26,258][243582] Updated weights for policy 0, policy_version 48054 (0.0009)
+[2026-06-02 16:34:26,881][243582] Updated weights for policy 0, policy_version 48064 (0.0013)
+[2026-06-02 16:34:27,071][243582] Updated weights for policy 0, policy_version 48074 (0.0008)
+[2026-06-02 16:34:27,241][243582] Updated weights for policy 0, policy_version 48084 (0.0009)
+[2026-06-02 16:34:27,432][243582] Updated weights for policy 0, policy_version 48094 (0.0014)
+[2026-06-02 16:34:27,621][243582] Updated weights for policy 0, policy_version 48104 (0.0009)
+[2026-06-02 16:34:27,803][243582] Updated weights for policy 0, policy_version 48114 (0.0008)
+[2026-06-02 16:34:28,418][243582] Updated weights for policy 0, policy_version 48124 (0.0009)
+[2026-06-02 16:34:28,584][243582] Updated weights for policy 0, policy_version 48134 (0.0013)
+[2026-06-02 16:34:28,780][243582] Updated weights for policy 0, policy_version 48144 (0.0011)
+[2026-06-02 16:34:28,967][243582] Updated weights for policy 0, policy_version 48154 (0.0017)
+[2026-06-02 16:34:29,152][243582] Updated weights for policy 0, policy_version 48164 (0.0014)
+[2026-06-02 16:34:29,333][243582] Updated weights for policy 0, policy_version 48174 (0.0009)
+[2026-06-02 16:34:29,520][243582] Updated weights for policy 0, policy_version 48184 (0.0009)
+[2026-06-02 16:34:30,130][243582] Updated weights for policy 0, policy_version 48194 (0.0015)
+[2026-06-02 16:34:30,312][243582] Updated weights for policy 0, policy_version 48204 (0.0014)
+[2026-06-02 16:34:30,487][243582] Updated weights for policy 0, policy_version 48214 (0.0017)
+[2026-06-02 16:34:30,684][243582] Updated weights for policy 0, policy_version 48224 (0.0022)
+[2026-06-02 16:34:30,754][235954] Fps is (10 sec: 19660.7, 60 sec: 20207.0, 300 sec: 20327.3). Total num frames: 24707072. Throughput: 0: 20352.0. Samples: 13577216. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:34:30,755][235954] Avg episode reward: [(0, '1181.128')]
+[2026-06-02 16:34:30,860][243582] Updated weights for policy 0, policy_version 48234 (0.0008)
+[2026-06-02 16:34:31,034][243582] Updated weights for policy 0, policy_version 48244 (0.0013)
+[2026-06-02 16:34:31,675][243582] Updated weights for policy 0, policy_version 48254 (0.0009)
+[2026-06-02 16:34:31,892][243582] Updated weights for policy 0, policy_version 48265 (0.0017)
+[2026-06-02 16:34:32,068][243582] Updated weights for policy 0, policy_version 48275 (0.0009)
+[2026-06-02 16:34:32,244][243582] Updated weights for policy 0, policy_version 48285 (0.0014)
+[2026-06-02 16:34:32,444][243582] Updated weights for policy 0, policy_version 48295 (0.0009)
+[2026-06-02 16:34:32,623][243582] Updated weights for policy 0, policy_version 48305 (0.0017)
+[2026-06-02 16:34:33,223][243582] Updated weights for policy 0, policy_version 48315 (0.0009)
+[2026-06-02 16:34:33,401][243582] Updated weights for policy 0, policy_version 48325 (0.0015)
+[2026-06-02 16:34:33,584][243582] Updated weights for policy 0, policy_version 48335 (0.0009)
+[2026-06-02 16:34:33,762][243582] Updated weights for policy 0, policy_version 48345 (0.0017)
+[2026-06-02 16:34:33,953][243582] Updated weights for policy 0, policy_version 48355 (0.0009)
+[2026-06-02 16:34:34,141][243582] Updated weights for policy 0, policy_version 48365 (0.0014)
+[2026-06-02 16:34:34,319][243582] Updated weights for policy 0, policy_version 48375 (0.0009)
+[2026-06-02 16:34:34,934][243582] Updated weights for policy 0, policy_version 48385 (0.0013)
+[2026-06-02 16:34:35,118][243582] Updated weights for policy 0, policy_version 48395 (0.0016)
+[2026-06-02 16:34:35,305][243582] Updated weights for policy 0, policy_version 48405 (0.0017)
+[2026-06-02 16:34:35,491][243582] Updated weights for policy 0, policy_version 48415 (0.0015)
+[2026-06-02 16:34:35,692][243582] Updated weights for policy 0, policy_version 48426 (0.0009)
+[2026-06-02 16:34:35,754][235954] Fps is (10 sec: 19660.9, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 24805376. Throughput: 0: 20326.4. Samples: 13631360. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:34:35,755][235954] Avg episode reward: [(0, '1214.323')]
+[2026-06-02 16:34:35,881][243582] Updated weights for policy 0, policy_version 48436 (0.0009)
+[2026-06-02 16:34:36,485][243582] Updated weights for policy 0, policy_version 48446 (0.0009)
+[2026-06-02 16:34:36,677][243582] Updated weights for policy 0, policy_version 48457 (0.0016)
+[2026-06-02 16:34:36,879][243582] Updated weights for policy 0, policy_version 48468 (0.0009)
+[2026-06-02 16:34:37,068][243582] Updated weights for policy 0, policy_version 48478 (0.0009)
+[2026-06-02 16:34:37,258][243582] Updated weights for policy 0, policy_version 48488 (0.0009)
+[2026-06-02 16:34:37,437][243582] Updated weights for policy 0, policy_version 48498 (0.0014)
+[2026-06-02 16:34:38,070][243582] Updated weights for policy 0, policy_version 48509 (0.0016)
+[2026-06-02 16:34:38,266][243582] Updated weights for policy 0, policy_version 48520 (0.0009)
+[2026-06-02 16:34:38,448][243582] Updated weights for policy 0, policy_version 48530 (0.0009)
+[2026-06-02 16:34:38,634][243582] Updated weights for policy 0, policy_version 48540 (0.0014)
+[2026-06-02 16:34:38,828][243582] Updated weights for policy 0, policy_version 48550 (0.0009)
+[2026-06-02 16:34:39,008][243582] Updated weights for policy 0, policy_version 48560 (0.0014)
+[2026-06-02 16:34:39,642][243582] Updated weights for policy 0, policy_version 48570 (0.0008)
+[2026-06-02 16:34:39,816][243582] Updated weights for policy 0, policy_version 48580 (0.0009)
+[2026-06-02 16:34:39,988][243582] Updated weights for policy 0, policy_version 48590 (0.0021)
+[2026-06-02 16:34:40,175][243582] Updated weights for policy 0, policy_version 48600 (0.0008)
+[2026-06-02 16:34:40,365][243582] Updated weights for policy 0, policy_version 48610 (0.0008)
+[2026-06-02 16:34:40,551][243582] Updated weights for policy 0, policy_version 48620 (0.0008)
+[2026-06-02 16:34:40,732][243582] Updated weights for policy 0, policy_version 48630 (0.0008)
+[2026-06-02 16:34:40,754][235954] Fps is (10 sec: 19660.8, 60 sec: 20206.9, 300 sec: 20327.3). Total num frames: 24903680. Throughput: 0: 20363.4. Samples: 13753600. Policy #0 lag: (min: 63.0, avg: 81.5, max: 127.0)
+[2026-06-02 16:34:40,755][235954] Avg episode reward: [(0, '1161.208')]
+[2026-06-02 16:34:41,333][243582] Updated weights for policy 0, policy_version 48640 (0.0016)
+[2026-06-02 16:34:41,511][243582] Updated weights for policy 0, policy_version 48650 (0.0022)
+[2026-06-02 16:34:41,693][243582] Updated weights for policy 0, policy_version 48660 (0.0009)
+[2026-06-02 16:34:41,901][243582] Updated weights for policy 0, policy_version 48671 (0.0009)
+[2026-06-02 16:34:42,093][243582] Updated weights for policy 0, policy_version 48681 (0.0009)
+[2026-06-02 16:34:42,277][243582] Updated weights for policy 0, policy_version 48691 (0.0023)
+[2026-06-02 16:34:42,903][243582] Updated weights for policy 0, policy_version 48701 (0.0009)
+[2026-06-02 16:34:43,071][243582] Updated weights for policy 0, policy_version 48711 (0.0015)
+[2026-06-02 16:34:43,260][243582] Updated weights for policy 0, policy_version 48721 (0.0009)
+[2026-06-02 16:34:43,443][243582] Updated weights for policy 0, policy_version 48731 (0.0009)
+[2026-06-02 16:34:43,634][243582] Updated weights for policy 0, policy_version 48741 (0.0016)
+[2026-06-02 16:34:43,810][243582] Updated weights for policy 0, policy_version 48751 (0.0009)
+[2026-06-02 16:34:44,434][243582] Updated weights for policy 0, policy_version 48761 (0.0009)
+[2026-06-02 16:34:44,598][243582] Updated weights for policy 0, policy_version 48771 (0.0015)
+[2026-06-02 16:34:44,788][243582] Updated weights for policy 0, policy_version 48781 (0.0009)
+[2026-06-02 16:34:44,984][243582] Updated weights for policy 0, policy_version 48791 (0.0015)
+[2026-06-02 16:34:45,155][243582] Updated weights for policy 0, policy_version 48801 (0.0008)
+[2026-06-02 16:34:45,340][243582] Updated weights for policy 0, policy_version 48811 (0.0009)
+[2026-06-02 16:34:45,533][243582] Updated weights for policy 0, policy_version 48821 (0.0007)
+[2026-06-02 16:34:45,578][243583] Stopping RolloutWorker_w1...
+[2026-06-02 16:34:45,578][243583] Loop rollout_proc1_evt_loop terminating...
+[2026-06-02 16:34:45,578][242746] Stopping Batcher_0...
+[2026-06-02 16:34:45,578][235954] Component RolloutWorker_w1 stopped!
+[2026-06-02 16:34:45,578][242746] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/checkpoint_p0/checkpoint_000048824_25034752.pth...
+[2026-06-02 16:34:45,579][243584] Stopping RolloutWorker_w0...
+[2026-06-02 16:34:45,579][243584] Loop rollout_proc0_evt_loop terminating...
+[2026-06-02 16:34:45,579][235954] Component Batcher_0 stopped!
+[2026-06-02 16:34:45,580][235954] Component RolloutWorker_w0 stopped!
+[2026-06-02 16:34:45,579][242746] Loop batcher_evt_loop terminating...
+[2026-06-02 16:34:45,599][242746] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_fixed_l2_stride1_seed10/checkpoint_p0/checkpoint_000048824_25034752.pth...
+[2026-06-02 16:34:45,618][242746] Stopping LearnerWorker_p0...
+[2026-06-02 16:34:45,618][242746] Loop learner_proc0_evt_loop terminating...
+[2026-06-02 16:34:45,618][235954] Component LearnerWorker_p0 stopped!
+[2026-06-02 16:34:45,622][243582] Weights refcount: 2 0
+[2026-06-02 16:34:45,624][243582] Stopping InferenceWorker_p0-w0...
+[2026-06-02 16:34:45,624][243582] Loop inference_proc0-0_evt_loop terminating...
+[2026-06-02 16:34:45,624][235954] Component InferenceWorker_p0-w0 stopped!
+[2026-06-02 16:34:45,624][235954] Waiting for process learner_proc0 to stop...
+[2026-06-02 16:34:46,508][235954] Waiting for process inference_proc0-0 to join...
+[2026-06-02 16:34:46,509][235954] Waiting for process rollout_proc0 to join...
+[2026-06-02 16:34:46,510][235954] Waiting for process rollout_proc1 to join...
+[2026-06-02 16:34:46,510][235954] Batcher 0 profile tree view:
+batching: 0.4962, releasing_batches: 0.0220
+[2026-06-02 16:34:46,511][235954] InferenceWorker_p0-w0 profile tree view:
+wait_policy: 0.0000
+  wait_policy_total: 405.3778
+update_model: 33.5255
+  weight_update: 0.0008
+one_step: 0.0017
+  handle_policy_step: 225.4595
+    deserialize: 2.8719, stack: 0.2163, obs_to_device_normalize: 30.9120, forward: 83.6904, prepare_outputs: 92.8378, send_messages: 5.9033
+[2026-06-02 16:34:46,511][235954] Learner 0 profile tree view:
+misc: 0.0033, prepare_batch: 55.7042
+train: 490.5857
+  epoch_init: 0.0321, minibatch_init: 1.5798, losses_postprocess: 165.8637, kl_divergence: 13.4500, after_optimizer: 4.9952
+  calculate_losses: 22.7018
+    losses_init: 0.0458, forward_head: 7.4185, bptt_initial: 0.2066, bptt: 0.2322, tail: 5.1703, advantages_returns: 1.6206, losses: 6.2244
+  update: 280.2013
+    clip: 8.3883
+[2026-06-02 16:34:46,512][235954] RolloutWorker_w0 profile tree view:
+wait_for_trajectories: 0.0183, enqueue_policy_requests: 75.9662, process_policy_outputs: 4.2418, env_step: 434.8745, finalize_trajectories: 0.0584, complete_rollouts: 0.0434
+post_env_step: 8.6824
+  process_env_step: 2.2610
+[2026-06-02 16:34:46,512][235954] RolloutWorker_w1 profile tree view:
+wait_for_trajectories: 0.0187, enqueue_policy_requests: 73.5774, process_policy_outputs: 4.1282, env_step: 434.0098, finalize_trajectories: 0.0580, complete_rollouts: 0.0416
+post_env_step: 8.5249
+  process_env_step: 2.1814
+[2026-06-02 16:34:46,513][235954] Loop Runner_EvtLoop terminating...
+[2026-06-02 16:34:46,514][235954] Runner profile tree view:
+main_loop: 687.2318
+[2026-06-02 16:34:46,514][235954] Collected {0: 25034752}, FPS: 20169.1